Test levels: smoke e2e on PRs, full set on e2e:full and before a release #117
@@ -15,8 +15,10 @@ from nisse_dev.llm import RoleMap
|
|||||||
|
|
||||||
# The end-to-end tests run every role on a local model, which costs nothing
|
# The end-to-end tests run every role on a local model, which costs nothing
|
||||||
# per call; NISSE_E2E_MODEL overrides it (e.g. claude-haiku-4-5 for a quick,
|
# per call; NISSE_E2E_MODEL overrides it (e.g. claude-haiku-4-5 for a quick,
|
||||||
# paid run).
|
# paid run). The no-thinking alias (LiteLLM: chat_template_kwargs
|
||||||
E2E_MODEL = "qwen3.8-27b"
|
# enable_thinking false): with thinking, some answers ran to 6-8k tokens,
|
||||||
|
# minutes each, and stretched a test from 3.5 to 20 minutes.
|
||||||
|
E2E_MODEL = "qwen3.8-27b-nothink"
|
||||||
|
|
||||||
|
|
||||||
def e2e_roles() -> RoleMap:
|
def e2e_roles() -> RoleMap:
|
||||||
|
|||||||
Reference in new issue
Block a user