mirror of
https://github.com/supabase/supabase.git
synced 2026-10-05 09:25:06 +03:00
fix(assistant): use extractTextOnly in conciseness scorer (#43612)
`concisenessScorer` was passing full serialized text + tool calls JSON to the LLM judge (SQL queries, GraphQL payloads, etc.). Switches to `extractTextOnly` so the judge only evaluates text the user actually sees. Prerequisite for https://github.com/supabase/supabase/pull/43613 to set a fair conciseness baseline score. Ref AI-402
This commit is contained in:
1 parent
48fff22f94
commit
e4a9b6882c
1 file changed
+1
-1
@@ -117,7 +117,7 @@ export const concisenessScorer: EvalScorer<
|
||||
> = async ({ input, output }) => {
|
||||
return await concisenessEvaluator({
|
||||
input: input.prompt,
|
||||
output: serializeSteps(output.steps),
|
||||
output: extractTextOnly(output.steps),
|
||||
})
|
||||
}
|
||||
|
||||
|
||||
Reference in new issue
Block a user