diff --git a/apps/studio/evals/scorer.test.ts b/apps/studio/evals/scorer.test.ts
index e6571893c21..55ca83411ac 100644
--- a/apps/studio/evals/scorer.test.ts
+++ b/apps/studio/evals/scorer.test.ts
@@ -70,7 +70,7 @@ describe('scorers with online (null) output', () => {
     const { trace, getThread } = mockTrace(THREAD_WITH_DOCS_URL)
     const result = await runUrlValidityScorer(null, trace)
 
-    expect(getThread).toHaveBeenCalled()
+    expect(getThread).toHaveBeenCalledWith({ preprocessor: 'thread' })
     expect(result).toMatchObject({ name: 'URL Validity', score: 1, metadata: { urls: [DOCS_URL] } })
 
     vi.unstubAllGlobals()
diff --git a/apps/studio/evals/trace-utils.ts b/apps/studio/evals/trace-utils.ts
index 3a7aef8ea7f..e3d68b51879 100644
--- a/apps/studio/evals/trace-utils.ts
+++ b/apps/studio/evals/trace-utils.ts
@@ -223,5 +223,6 @@ export function getThreadPartsFromThread(thread: unknown[]): Transcript {
  * in a way the offline path isn't).
  */
 export async function getThreadParts(trace: Trace): Promise<Transcript> {
-  return getThreadPartsFromThread(await trace.getThread())
+  // Pinned to not rely on project's default preprocessor, which may be custom for Topics
+  return getThreadPartsFromThread(await trace.getThread({ preprocessor: 'thread' }))
 }