From e4a9b6882ca1ea76139dd304ac5fd18a91648b51 Mon Sep 17 00:00:00 2001
From: Matt Rossman <22670878+mattrossman@users.noreply.github.com>
Date: Wed, 11 Mar 2026 13:55:02 -0400
Subject: [PATCH] fix(assistant): use extractTextOnly in conciseness scorer
 (#43612)

`concisenessScorer` was passing full serialized text + tool calls JSON
to the LLM judge (SQL queries, GraphQL payloads, etc.). Switches to
`extractTextOnly` so the judge only evaluates text the user actually
sees.

Prerequisite for https://github.com/supabase/supabase/pull/43613 to set
a fair conciseness baseline score.

Ref AI-402
---
 apps/studio/evals/scorer.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/apps/studio/evals/scorer.ts b/apps/studio/evals/scorer.ts
index cb006c28500..5ce66cf68fb 100644
--- a/apps/studio/evals/scorer.ts
+++ b/apps/studio/evals/scorer.ts
@@ -117,7 +117,7 @@ export const concisenessScorer: EvalScorer<
 > = async ({ input, output }) => {
   return await concisenessEvaluator({
     input: input.prompt,
-    output: serializeSteps(output.steps),
+    output: extractTextOnly(output.steps),
   })
 }