dev/nisse
2
1 Fork 0
Code Issues 23 Pull Requests 1 Actions Packages Projects Releases 1 Wiki Activity

Don't assert the exact word in the LiteLLM smoke test #67

Merged
dongar merged 1 commits from smoke-test-no-exact-word into main 2026-09-29 17:24:44 +00:00
Conversation 1 Commits 1 Files Changed 1
+4 -1
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 1ab5d86a88 - Show all commits
tests/integration/test_llm_live.py
+4 -1
View File
@@ -26,7 +26,10 @@ def test_executor_model_completes_via_litellm(
result = litellm.complete(events, tools=None, model=live_config.roles.executor) result = litellm.complete(events, tools=None, model=live_config.roles.executor)
texts = [e.text for e in result if isinstance(e, AssistantText)] texts = [e.text for e in result if isinstance(e, AssistantText)]
assert texts, f"no assistant text in {result!r}" assert texts, f"no assistant text in {result!r}"
assert "pong" in texts[0].lower() # A plumbing check, so any answer will do: what the model chooses to say
# is not under test, and asserting the word made CI flaky (it once
# replied "ping").
assert texts[0].strip(), f"empty assistant text in {result!r}"
def test_declared_limits_reach_a_budgeted_request( def test_declared_limits_reach_a_budgeted_request(