Skip to content

Merge pull request #55 from mastra-ai/update-bird-checker-agent-prompt #31

Merge pull request #55 from mastra-ai/update-bird-checker-agent-prompt

Merge pull request #55 from mastra-ai/update-bird-checker-agent-prompt #31

Workflow file for this run

name: Run evals
on:
push:
paths:
- "bird-checker-with-eval/**"
permissions:
pull-requests: write
contents: read
jobs:
eval:
name: Run evals
runs-on: ubuntu-latest
defaults:
run:
working-directory: ./bird-checker-with-eval
steps:
- name: Checkout
id: checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup Node.js
id: setup-node
uses: actions/setup-node@v4
with:
node-version: 20
- uses: pnpm/action-setup@v3
with:
version: 9.7.0
- name: Install Dependencies
id: install
run: pnpm install
- name: Run Evals
uses: braintrustdata/eval-action@v1
with:
api_key: ${{ secrets.BRAINTRUST_API_KEY }}
runtime: node
root: bird-checker-with-eval/src/lib/evals
env:
DB_URL: ${{ secrets.DB_URL }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}