- Dockerfile: built with uv into /opt/nisse (installed, not editable), run on python:3.12-slim with openssh-client as user nisse; stateless, with state in a /var/lib/nisse-dev volume, config mounted at /etc/nisse-dev/nisse-dev.yaml, secrets as environment variables, keys mounted read-only. 202 MB. Its `test` stage adds the tests and their tools over the installed package (UV_NO_SYNC, so `uv run` never swaps in the source tree); the default target is the agent. - scripts/e2e.sh --image REF runs the suite inside an image's test stage, on its own sshd. - CI builds both images on every PR (nothing pushed); release.yml pushes gitea.dongar.net/dongar/nisse-dev:<tag> and :latest on a v* tag, with the REGISTRY_TOKEN secret. - scripts/bringup.sh builds the code under test into an image and runs it in the systemd unit (root, $E2E mounted at its own path); `plan` prints what it would run; the build-VM set-aside reads the projects: config. Checked: the image refuses to start without a config, runs as uid 10001; one e2e test passed from the test stage (2m45s, $0). Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01PPQ14L3LikyefCMFBqEbKE
111 lines
4.0 KiB
YAML
111 lines
4.0 KiB
YAML
name: CI
|
|
on:
|
|
# Only main on push. A PR branch is already covered by the pull_request
|
|
# event, and running both fired two identical suites concurrently — which
|
|
# doubled the LLM tokens the live tests spend and tripped the proxy's
|
|
# per-minute limit.
|
|
push:
|
|
branches: [main]
|
|
pull_request:
|
|
# Manual re-run, e.g. after rotating a credential or raising a budget cap.
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
checks:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Install uv
|
|
run: |
|
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
|
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
|
|
|
- name: Sync workspace
|
|
run: uv sync --all-packages
|
|
|
|
- name: Install sshd
|
|
# The tests reach "the build VM" over real SSH, through a throwaway
|
|
# sshd the test fixture starts (nisse_dev/testing.py).
|
|
run: |
|
|
SUDO=$(command -v sudo || true)
|
|
$SUDO apt-get update -qq
|
|
$SUDO apt-get install -y -qq openssh-server openssh-client > /dev/null
|
|
$SUDO mkdir -p /run/sshd
|
|
|
|
- name: Lint
|
|
run: uv run ruff check .
|
|
|
|
- name: Format check
|
|
run: uv run ruff format --check .
|
|
|
|
- name: Unit tests
|
|
run: uv run pytest -m "not integration and not e2e"
|
|
|
|
- name: Integration tests
|
|
# Everything but the secrets is in tests/integration/nisse-test.yaml,
|
|
# which refers to these by name. A missing secret fails the live
|
|
# tests that need it; it is never quietly turned into a skip.
|
|
env:
|
|
NISSE_LLM_TOKEN: ${{ secrets.NISSE_LLM_TOKEN }}
|
|
NISSE_MATRIX_TOKEN: ${{ secrets.NISSE_MATRIX_TOKEN }}
|
|
NISSE_GITEA_TOKEN: ${{ secrets.NISSE_GITEA_TOKEN }}
|
|
# The test operator, who makes each run's repository (and its deploy
|
|
# key) and deletes it afterwards.
|
|
NISSE_OPERATOR_TOKEN: ${{ secrets.NISSE_OPERATOR_TOKEN }}
|
|
run: uv run pytest -m "integration and not e2e" -rs
|
|
|
|
image:
|
|
# The agent's image builds (Dockerfile), so a broken one shows before a
|
|
# release does. On PRs only; nothing is pushed.
|
|
if: github.event_name != 'push'
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Build the agent and test images
|
|
run: |
|
|
docker build --target agent -t nisse-dev:ci .
|
|
docker build --target test -t nisse-dev:ci-test .
|
|
docker run --rm nisse-dev:ci 2>&1 | grep -q "cannot start: no config file"
|
|
|
|
e2e:
|
|
# The end-to-end suite (scripts/e2e.sh): the whole agent against real
|
|
# services, every role on a local model, so it spends nothing but keeps
|
|
# the RTX 4090 busy for ~25 minutes. On PRs only, and only after the
|
|
# checks pass: a PR that's red already doesn't spend the GPU. There is
|
|
# one runner and Gitea doesn't honour cancel-in-progress, so a run a
|
|
# newer push supersedes holds the runner until it's cancelled by hand.
|
|
# Locally, run only what you're writing (-k) or diagnosing (--lf).
|
|
if: github.event_name != 'push'
|
|
needs: checks
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 90
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: Install uv
|
|
run: |
|
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
|
echo "$HOME/.local/bin" >> "$GITHUB_PATH"
|
|
|
|
- name: Sync workspace
|
|
run: uv sync --all-packages
|
|
|
|
- name: Install sshd
|
|
# The build VM is a throwaway sshd here (scripts/e2e.sh --local).
|
|
run: |
|
|
SUDO=$(command -v sudo || true)
|
|
$SUDO apt-get update -qq
|
|
$SUDO apt-get install -y -qq openssh-server openssh-client > /dev/null
|
|
$SUDO mkdir -p /run/sshd
|
|
|
|
- name: End-to-end tests
|
|
env:
|
|
NISSE_LLM_TOKEN: ${{ secrets.NISSE_LLM_TOKEN }}
|
|
NISSE_MATRIX_TOKEN: ${{ secrets.NISSE_MATRIX_TOKEN }}
|
|
NISSE_GITEA_TOKEN: ${{ secrets.NISSE_GITEA_TOKEN }}
|
|
NISSE_OPERATOR_TOKEN: ${{ secrets.NISSE_OPERATOR_TOKEN }}
|
|
NISSE_E2E_RUNS: /tmp/nisse-e2e-runs
|
|
run: scripts/e2e.sh --local -v
|