mirror of
https://github.com/supabase/supabase.git
synced 2026-10-11 20:35:07 +03:00
Matt Rossman
3fcb6cbe2c
`reasoningEffort: 'minimal'` was [configured](https://github.com/supabase/supabase/blob/d5cc70560d/apps/studio/lib/ai/model.utils.ts#L55-L59) in the provider registry but `getModel()` returns it as a separate value that callers must destructure and forward — and 7 of 8 endpoints weren't doing so. This meant `gpt-5-mini` (a reasoning model) was running at default reasoning effort for every call. This PR destructures `providerOptions` from `getModel()` and passes it to `generateObject`/`generateText` in all affected endpoints. ## Benchmark (local, median of 5 runs) | Endpoint | Before (s) | After (s) | Speedup | |----------|-----------|----------|---------| | title-v2 | 7.0 | 1.9 | 3.7x | | cron-v2 | 2.3 | 0.9 | 2.6x | | filter-v1 | 5.8 | 2.2 | 2.6x | | feedback/classify | 3.5 | 0.9 | 3.9x | | feedback/rate | 2.9 | 0.9 | 3.2x | `code/complete` and `policy` also received the fix but aren't benchmarked here as they require a live DB connection and use multi-step tool calls (separate latency concern tracked in AI-419). To test the SQL naming, visit the SQL Editor in sidebar, add some SQL like: ```sql create table todos ( id serial primary key, task text not null, completed boolean default false ); ``` Right click on the snippet, "Rename" and "Rename with Supabase AI" Closes AI-443
93 lines
2.5 KiB
TypeScript
93 lines
2.5 KiB
TypeScript
import { generateObject } from 'ai'
|
|
import { source } from 'common-tags'
|
|
import { getModel } from 'lib/ai/model'
|
|
import apiWrapper from 'lib/api/apiWrapper'
|
|
import { NextApiRequest, NextApiResponse } from 'next'
|
|
import { z } from 'zod'
|
|
|
|
const titleSchema = z.object({
|
|
title: z
|
|
.string()
|
|
.describe(
|
|
'The generated title for the SQL snippet (short and concise). Omit these words: "SQL", "Postgres", "Query", "Database"'
|
|
),
|
|
description: z.string().describe('The generated description for the SQL snippet.'),
|
|
})
|
|
|
|
async function handler(req: NextApiRequest, res: NextApiResponse) {
|
|
const { method } = req
|
|
|
|
switch (method) {
|
|
case 'POST':
|
|
return handlePost(req, res)
|
|
default:
|
|
res.setHeader('Allow', ['POST'])
|
|
res.status(405).json({ data: null, error: { message: `Method ${method} Not Allowed` } })
|
|
}
|
|
}
|
|
|
|
export async function handlePost(req: NextApiRequest, res: NextApiResponse) {
|
|
const {
|
|
body: { sql },
|
|
} = req
|
|
|
|
if (!sql) {
|
|
return res.status(400).json({
|
|
error: 'SQL query is required',
|
|
})
|
|
}
|
|
|
|
try {
|
|
const {
|
|
model,
|
|
error: modelError,
|
|
providerOptions,
|
|
} = await getModel({
|
|
provider: 'openai',
|
|
routingKey: 'sql',
|
|
})
|
|
|
|
if (modelError) {
|
|
return res.status(500).json({ error: modelError.message })
|
|
}
|
|
|
|
const result = await generateObject({
|
|
model,
|
|
providerOptions,
|
|
schema: titleSchema,
|
|
prompt: source`
|
|
Generate a short title and summarized description for this Postgres SQL snippet:
|
|
|
|
${sql}
|
|
|
|
The description should describe why this table was created (eg. "Table to track todos") or what the query does.
|
|
`,
|
|
})
|
|
|
|
return res.json(result.object)
|
|
} catch (error) {
|
|
if (error instanceof Error) {
|
|
console.error(`AI title generation failed: ${error.message}`)
|
|
|
|
// Check for context length error
|
|
if (error.message.includes('context_length') || error.message.includes('too long')) {
|
|
return res.status(400).json({
|
|
error:
|
|
'Your SQL query is too large for Supabase Assistant to ingest. Try splitting it into smaller queries.',
|
|
})
|
|
}
|
|
} else {
|
|
console.log(`Unknown error: ${error}`)
|
|
}
|
|
|
|
return res.status(500).json({
|
|
error: 'There was an unknown error generating the snippet title. Please try again.',
|
|
})
|
|
}
|
|
}
|
|
|
|
const wrapper = (req: NextApiRequest, res: NextApiResponse) =>
|
|
apiWrapper(req, res, handler, { withAuth: true })
|
|
|
|
export default wrapper
|