chore(deps): lock file maintenance #360
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Check | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - 'renovate/**' | |
| pull_request: | |
| jobs: | |
| python: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: 'actions/checkout@v6' | |
| - name: Install uv | |
| uses: 'astral-sh/setup-uv@v8.1.0' | |
| with: | |
| version: "0.11.18" | |
| enable-cache: true | |
| - name: Install Dependencies | |
| run: uv sync | |
| - name: Run Checks | |
| run: uv run poe check | |
| - name: Run Tests | |
| run: uv run poe test | |
| push: | |
| name: Build and Push Docker Image | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| id-token: write | |
| outputs: | |
| image-tags: ${{ steps.build-push.outputs.image-tags }} | |
| steps: | |
| - name: 'Checkout' | |
| uses: 'actions/checkout@v6' | |
| with: | |
| fetch-depth: 0 | |
| - name: Build and push Docker image | |
| id: build-push | |
| uses: ./.github/actions/build-push-image | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| test-e2e: | |
| name: E2E Tests | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 30 | |
| env: | |
| GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }} | |
| steps: | |
| - name: Checkout | |
| uses: 'actions/checkout@v6' | |
| - name: Build Docker image | |
| run: docker build -t ghcr.io/agentic-layer/testbench/testworkflows:latest . | |
| - name: Set up Kubernetes (kind) | |
| uses: 'helm/kind-action@v1' | |
| with: | |
| cluster_name: 'kind' | |
| - name: Load image into Kind | |
| run: kind load docker-image ghcr.io/agentic-layer/testbench/testworkflows:latest --name kind | |
| - name: Install Tilt | |
| run: | | |
| curl -fsSL https://raw.githubusercontent.com/tilt-dev/tilt/master/scripts/install.sh | bash | |
| tilt version | |
| - name: Run Tilt CI | |
| run: | | |
| # The tilt setup is a bit flaky on a fresh startup, so we retry a few times | |
| for i in {1..5}; do | |
| tilt ci && break | |
| if [ $i -eq 5 ]; then | |
| echo "Tilt CI failed after 5 attempts, exiting." | |
| exit 1 | |
| fi | |
| echo "Tilt CI failed, retrying... ($i/4)" | |
| # Clean up stuck Helm releases before retrying | |
| helm rollback testkube -n testkube 2>/dev/null || helm uninstall testkube -n testkube 2>/dev/null || true | |
| # Wait a bit for resources to stabilize | |
| sleep 10 | |
| done | |
| - name: Port-forward services | |
| run: | | |
| kubectl port-forward -n sample-agents svc/weather-agent 11010:8000 & | |
| kubectl port-forward -n ai-gateway svc/ai-gateway 11001:4000 & | |
| kubectl port-forward -n monitoring svc/lgtm 4318:4318 & | |
| sleep 5 | |
| - name: Install uv | |
| uses: 'astral-sh/setup-uv@v8.1.0' | |
| with: | |
| version: "0.11.18" | |
| enable-cache: true | |
| - name: Install Dependencies | |
| run: uv sync | |
| - name: Run Evaluation Pipeline | |
| env: | |
| OPENAI_BASE_URL: "http://localhost:11001" | |
| OPENAI_API_KEY: "not used" | |
| OTEL_EXPORTER_OTLP_ENDPOINT: "http://localhost:4318" | |
| run: uv run testworkflow .github/workflows/experiment/config.yaml | |
| - name: Upload evaluation report | |
| if: always() | |
| uses: actions/upload-artifact@v7 | |
| with: | |
| name: evaluation-report | |
| path: data/results/evaluation_report.html |