From 1ab5d86a881cf9142bd2f4f126267f992ea40c2e Mon Sep 17 00:00:00 2001 From: Don Garrett Date: Tue, 29 Sep 2026 17:22:24 +0000 Subject: [PATCH] Don't assert the exact word in the LiteLLM smoke test The test checks that a request reaches the executor model through LiteLLM and text comes back. It also asserted the model obeyed "Reply with exactly one word: pong", which Haiku once answered with "ping" and failed CI on #66. Assert non-empty text instead. Co-Authored-By: Claude Opus 5.5 (1M context) Claude-Session: https://claude.ai/code/session_01PPQ14L3LikyefCMFBqEbKE --- tests/integration/test_llm_live.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/integration/test_llm_live.py b/tests/integration/test_llm_live.py index 1f96412..e2821ab 100644 --- a/tests/integration/test_llm_live.py +++ b/tests/integration/test_llm_live.py @@ -26,7 +26,10 @@ def test_executor_model_completes_via_litellm( result = litellm.complete(events, tools=None, model=live_config.roles.executor) texts = [e.text for e in result if isinstance(e, AssistantText)] assert texts, f"no assistant text in {result!r}" - assert "pong" in texts[0].lower() + # A plumbing check, so any answer will do: what the model chooses to say + # is not under test, and asserting the word made CI flaky (it once + # replied "ping"). + assert texts[0].strip(), f"empty assistant text in {result!r}" def test_declared_limits_reach_a_budgeted_request( -- 2.54.0