Files
Gildas Garcia 914677ed4b chore: migrate foreign wrapper forms to react-hook-form (#44512)
## Problem

Foreign wrapper forms still use `formik` but we now use
`react-hook-form` everywhere and we'd like to reduce our dependencies.

## Solution

- [x] Write e2e tests for wrappers
- [x] Migrate to `react-hook-form`

## Notes

I tried to cover the 3 cases I identified for foreign wrappers with e2e
tests:
- Add all available tables to a new schema (stripe)
- Add selected tables to a new table (stripe)
- Create dynamic columns (s3 wrapper)

However, they are not exhaustive as I can't test the integration
actually works, only that it was created successfully. Besides, I can't
test the Iceberg wrapper case as it needs actual S3 buckets.

<!-- This is an auto-generated comment: release notes by coderabbit.ai
-->
## Summary by CodeRabbit

* **New Features**
* Enhanced column-type selector with searchable combobox, enum support,
icons, and optional recommendation prompts.

* **Refactor**
* Migrated many wrapper/table/editor forms to a schema-driven form
system with stronger validation, dynamic field arrays, and consistent
form controls.
* Updated input field integration to work with the new form control
model.

* **Bug Fixes**
* Improved handling of missing wrapper/error states during wrapper
loading.

* **Tests**
* Added unit tests for form schemas and end-to-end tests for wrapper
creation flows.

* **Chores**
  * Removed legacy dynamic-columns component.
<!-- end of auto-generated comment: release notes by coderabbit.ai -->
2026-04-09 09:20:27 +02:00

242 lines
7.3 KiB
TypeScript

import * as z from 'zod'
import { WRAPPER_HANDLERS, WRAPPERS } from './Wrappers.constants'
import type { Table, WrapperMeta } from './Wrappers.types'
import { FDW, FDWTable } from '@/data/fdw/fdws-query'
const tableSchema = z
.object({
index: z.number(),
columns: z.array(z.object({ name: z.string(), type: z.string() })),
is_new_schema: z.boolean(),
schema: z.string(),
schema_name: z.string(),
table_name: z.string(),
object: z.any().optional(),
})
.passthrough() // passthrough is needed for table options
export const getWrapperCreationFormSchema = (wrapperMeta: WrapperMeta) => {
let wrapperSchema = {
// Common validation for all wrappers
wrapper_name: z.string().min(1, 'Please provide a name for your wrapper'),
} as Record<string, any>
// Add wrapper specific options
wrapperMeta.server.options.forEach((option) => {
if (option.required) {
wrapperSchema[option.name] = z.string().min(1, 'Required')
return
}
wrapperSchema[option.name] = z.string().optional()
})
return z.discriminatedUnion('mode', [
z
.object({
mode: z.literal('tables'),
tables: z
.array(tableSchema, { required_error: 'Please provide at least one table' })
.min(1, 'Please provide at least one table'),
})
.merge(z.object(wrapperSchema)),
z
.object({
mode: z.literal('schema'),
source_schema: z.string().min(1, 'Please provide a source schema'),
target_schema: z.string().min(1, 'Please provide an unique target schema'),
})
.merge(z.object(wrapperSchema)),
])
}
export const getEditionFormSchema = (wrapperMeta: WrapperMeta) => {
let wrapperSchema = {
// Common validation for all wrappers
wrapper_name: z.string().min(1, 'Please provide a name for your wrapper'),
tables: z
.array(tableSchema, { required_error: 'Please provide at least one table' })
.min(1, 'Please provide at least one table'),
} as Record<string, any>
// Add wrapper specific options
wrapperMeta.server.options.forEach((option) => {
if (option.required) {
wrapperSchema[option.name] = z.string().min(1, 'Required')
return
}
wrapperSchema[option.name] = z.string().optional()
})
return z.object(wrapperSchema)
}
export const getTableFormSchema = (table: Table) => {
let tableSchema = {
table_name: z.string().min(1, 'Required'),
schema: z.string().min(1, 'Required'),
schema_name: z.string().optional(),
columns: z.array(
z.object({
name: z.string().min(1, 'Required'),
type: z.string().min(1, 'Required'),
})
),
} as Record<string, any>
table.options.forEach((option) => {
if (option.required) {
tableSchema[option.name] = z.string().min(1, 'Required')
return
}
tableSchema[option.name] = z.string().optional()
})
return (
z
.object(tableSchema)
// passthrough is needed for table options
.passthrough()
.superRefine((values, ctx) => {
if (values.schema === 'custom' && !values.schema_name) {
ctx.addIssue({
code: 'custom',
path: ['schema_name'],
message: 'Required',
})
}
})
)
}
export const makeValidateRequired = (options: { name: string; required: boolean }[]) => {
const requiredOptionsSet = new Set(
options.filter((option) => option.required).map((option) => option.name)
)
const requiredArrayOptionsSet = new Set(
Array.from(requiredOptionsSet).filter((option) => option.includes('.'))
)
const requiredArrayOptions = Array.from(requiredArrayOptionsSet)
return (values: Record<string, any>) => {
const errors = Object.fromEntries(
Object.entries(values)
.flatMap(([key, value]) =>
Array.isArray(value)
? [[key, value], ...value.map((v, i) => [`${key}.${i}`, v])]
: [[key, value]]
)
.filter(([_key, value]) => {
const [key, idx] = _key.split('.')
if (
idx !== undefined &&
requiredOptionsSet.has(key) &&
Object.keys(value).some((subKey) => requiredArrayOptionsSet.has(`${key}.${subKey}`))
) {
const arrayOption = requiredArrayOptions.find((option) => option.startsWith(`${key}.`))
if (arrayOption) {
const subKey = arrayOption.split('.')[1]
return !value[subKey]
}
return false
}
return requiredOptionsSet.has(key) && (Array.isArray(value) ? value.length < 1 : !value)
})
.map(([key]) => {
if (key === 'table_name') return [key, 'Please provide a name for your table']
else if (key === 'columns') return [key, 'Please select at least one column']
else return [key, 'This field is required']
})
)
return errors
}
}
export const NewTable = {} as FormattedWrapperTable
export interface FormattedWrapperTable {
index: number
columns: { name: string }[]
is_new_schema: boolean
schema: string
schema_name: string
table_name: string
object?: string // From options object for Firebase/Stripe
[key: string]: any // For other dynamic options from table.options
}
export const formatWrapperTables = (
wrapper: { handler: string; tables?: FDWTable[] },
wrapperMeta?: WrapperMeta
): FormattedWrapperTable[] => {
const tables = wrapper?.tables ?? []
return tables.map((table) => {
let index: number = 0
const options = Object.fromEntries(table.options.map((option: string) => option.split('=')))
switch (wrapper.handler) {
case WRAPPER_HANDLERS.STRIPE:
index =
wrapperMeta?.tables.findIndex(
(x) => x.options.find((x) => x.name === 'object')?.defaultValue === options.object
) ?? 0
break
case WRAPPER_HANDLERS.FIREBASE:
if (options.object === 'auth/users') {
index =
wrapperMeta?.tables.findIndex((x) =>
x.options.find((x) => x.defaultValue === 'auth/users')
) ?? 0
} else {
index = wrapperMeta?.tables.findIndex((x) => x.label === 'Firestore Collection') ?? 0
}
break
case WRAPPER_HANDLERS.S3:
case WRAPPER_HANDLERS.AIRTABLE:
case WRAPPER_HANDLERS.LOGFLARE:
case WRAPPER_HANDLERS.BIG_QUERY:
case WRAPPER_HANDLERS.CLICK_HOUSE:
break
}
return {
...options,
index,
id: table.id,
columns: table.columns,
is_new_schema: false,
schema: table.schema,
schema_name: table.schema,
table_name: table.name,
}
})
}
export const convertKVStringArrayToJson = (values: string[]): Record<string, string> => {
return Object.fromEntries(values.map((value) => value.split('=')))
}
export function wrapperMetaComparator(
wrapperMeta: Pick<WrapperMeta, 'handlerName' | 'server'>,
wrapper: FDW | undefined
) {
if (wrapperMeta.handlerName === 'wasm_fdw_handler') {
const serverOptions = convertKVStringArrayToJson(wrapper?.server_options ?? [])
return (
wrapperMeta.server.options.find((option) => option.name === 'fdw_package_name')
?.defaultValue === serverOptions['fdw_package_name']
)
}
return wrapperMeta.handlerName === wrapper?.handler
}
export function getWrapperMetaForWrapper(wrapper: FDW | undefined) {
return WRAPPERS.find((w) => wrapperMetaComparator(w, wrapper))
}