name: Deploy Braintrust scorers on: push: branches: [master] paths: - "apps/studio/evals/scorer.ts" - "apps/studio/evals/scorer-online.ts" - "apps/studio/evals/scorer-online-manifest.json" permissions: contents: read jobs: push: name: Push scorers runs-on: ubuntu-latest timeout-minutes: 10 env: BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }} BRAINTRUST_PROJECT_ID: ${{ secrets.BRAINTRUST_PROJECT_ID }} steps: - name: Checkout uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0 - name: Install pnpm uses: pnpm/action-setup@41ff72655975bd51cab0327fa583b6e92b6d3061 # v4.2.0 with: run_install: false - name: Use Node.js uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0 with: node-version-file: ".nvmrc" cache: "pnpm" - name: Install Dependencies run: pnpm install --frozen-lockfile - name: Push scorers run: cd apps/studio && pnpm scorers:deploy