fix(assistant): use extractTextOnly in conciseness scorer (#43612)

`concisenessScorer` was passing full serialized text + tool calls JSON
to the LLM judge (SQL queries, GraphQL payloads, etc.). Switches to
`extractTextOnly` so the judge only evaluates text the user actually
sees.

Prerequisite for https://github.com/supabase/supabase/pull/43613 to set
a fair conciseness baseline score.

Ref AI-402
This commit is contained in:
Matt Rossman authored and GitHub committed 2026-03-11 13:55:02 -04:00
1 parent 48fff22f94
commit e4a9b6882c
1 file changed
+1 -1
+1 -1
View File
@@ -117,7 +117,7 @@ export const concisenessScorer: EvalScorer<
> = async ({ input, output }) => {
return await concisenessEvaluator({
input: input.prompt,
output: serializeSteps(output.steps),
output: extractTextOnly(output.steps),
})
}