Merge pull request 'Don't assert the exact word in the LiteLLM smoke test' (#67) from smoke-test-no-exact-word into main
CI / checks (push) Successful in 1m17s
CI / checks (push) Successful in 1m17s
Reviewed-on: dongar/nisse#67 Reviewed-by: Don Garrett <dgarrett@acm.org>
This commit was merged in pull request #67.
This commit is contained in:
commit
ab932f2ef4
1 file changed
+4
-1
@@ -26,7 +26,10 @@ def test_executor_model_completes_via_litellm(
|
|||||||
result = litellm.complete(events, tools=None, model=live_config.roles.executor)
|
result = litellm.complete(events, tools=None, model=live_config.roles.executor)
|
||||||
texts = [e.text for e in result if isinstance(e, AssistantText)]
|
texts = [e.text for e in result if isinstance(e, AssistantText)]
|
||||||
assert texts, f"no assistant text in {result!r}"
|
assert texts, f"no assistant text in {result!r}"
|
||||||
assert "pong" in texts[0].lower()
|
# A plumbing check, so any answer will do: what the model chooses to say
|
||||||
|
# is not under test, and asserting the word made CI flaky (it once
|
||||||
|
# replied "ping").
|
||||||
|
assert texts[0].strip(), f"empty assistant text in {result!r}"
|
||||||
|
|
||||||
|
|
||||||
def test_declared_limits_reach_a_budgeted_request(
|
def test_declared_limits_reach_a_budgeted_request(
|
||||||
|
|||||||
Reference in new issue
Block a user