name: Deploy Braintrust scorers

on:
  push:
    branches: [master]
    paths:
      - "apps/studio/evals/scorer.ts"
      - "apps/studio/evals/scorer-online.ts"
      - "apps/studio/evals/scorer-online-manifest.json"

permissions:
  contents: read

jobs:
  push:
    name: Push scorers
    runs-on: ubuntu-latest
    timeout-minutes: 10

    env:
      BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
      BRAINTRUST_PROJECT_ID: ${{ secrets.BRAINTRUST_PROJECT_ID }}

    steps:
      - name: Checkout
        uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
        with:
          persist-credentials: false

      - name: Install pnpm
        uses: pnpm/action-setup@0ebf47130e4866e96fce0953f49152a61190b271 # v6.0.9
        with:
          run_install: false

      - name: Use Node.js
        uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0
        with:
          node-version-file: ".nvmrc"
          cache: "pnpm"

      - name: Install Dependencies
        run: pnpm install --frozen-lockfile

      - name: Push scorers
        run: cd apps/studio && pnpm scorers:deploy