mirror of
https://github.com/stablyai/orca.git
synced 2026-09-28 08:02:43 +00:00
* refactor(cloud): share PostgreSQL schema startup between services * feat(cloud): add durable native push notification gateway * infra(push): define dedicated gateway resources and operational checks * fix(push): bound cross-host admission and simplify gateway configuration * fix(push): validate deploy configuration and preserve topic-error registrations
114 lines
3.7 KiB
TypeScript
114 lines
3.7 KiB
TypeScript
const RETRYABLE_SCHEMA_CODES = new Set(['55P03', '57014'])
|
|
const DEFAULT_RETRY_DEADLINE_MS = 30_000
|
|
const RETRY_BASE_DELAY_MS = 250
|
|
const RETRY_MAX_DELAY_MS = 2_000
|
|
|
|
type SchemaStartupOptions = {
|
|
eventPrefix?: string
|
|
now?: () => number
|
|
random?: () => number
|
|
retryDeadlineMs?: number
|
|
wait?: (delayMs: number) => Promise<void>
|
|
}
|
|
|
|
function retryDelayMs(attempt: number, random: () => number): number {
|
|
const ceiling = Math.min(RETRY_BASE_DELAY_MS * 2 ** (attempt - 1), RETRY_MAX_DELAY_MS)
|
|
return Math.ceil(ceiling * (0.5 + random() * 0.5))
|
|
}
|
|
|
|
function wait(delayMs: number): Promise<void> {
|
|
return new Promise((resolve) => setTimeout(resolve, delayMs))
|
|
}
|
|
|
|
const CREATE_TABLE_IF_NOT_EXISTS = /^\s*CREATE\s+TABLE\s+IF\s+NOT\s+EXISTS\b/i
|
|
const CREATE_INDEX_IF_NOT_EXISTS = /^\s*CREATE\s+(?:UNIQUE\s+)?INDEX\s+IF\s+NOT\s+EXISTS\b/i
|
|
|
|
// `IF NOT EXISTS` only checks the name before the catalog inserts, so the loser of a concurrent
|
|
// CREATE can fail on the catalog unique index (23505) or, when the winner has already committed by
|
|
// the time the loser reaches TypeCreate/heap_create_with_catalog, on the name check those routines
|
|
// repeat (42710 duplicate type, 42P07 duplicate relation). Each is a no-op on the next attempt.
|
|
function concurrentCreateCollision(
|
|
value: { code?: unknown; constraint?: unknown },
|
|
statement: string
|
|
): boolean {
|
|
if (CREATE_TABLE_IF_NOT_EXISTS.test(statement)) {
|
|
return (
|
|
(value.code === '23505' && value.constraint === 'pg_type_typname_nsp_index') ||
|
|
value.code === '42710' ||
|
|
value.code === '42P07'
|
|
)
|
|
}
|
|
if (CREATE_INDEX_IF_NOT_EXISTS.test(statement)) {
|
|
return (
|
|
(value.code === '23505' && value.constraint === 'pg_class_relname_nsp_index') ||
|
|
value.code === '42P07'
|
|
)
|
|
}
|
|
return false
|
|
}
|
|
|
|
const ALTER_TABLE_ADD_CONSTRAINT = /^\s*ALTER\s+TABLE\s+\S+\s+ADD\s+CONSTRAINT\b/i
|
|
|
|
function constraintAlreadyApplied(error: unknown, statement: string): boolean {
|
|
return (
|
|
ALTER_TABLE_ADD_CONSTRAINT.test(statement) &&
|
|
(error as { code?: unknown }).code === '42710'
|
|
)
|
|
}
|
|
|
|
function retryableSchemaError(error: unknown, statement: string): boolean {
|
|
const value = error as { code?: unknown; constraint?: unknown }
|
|
return (
|
|
RETRYABLE_SCHEMA_CODES.has(String(value.code)) || concurrentCreateCollision(value, statement)
|
|
)
|
|
}
|
|
|
|
export async function applyPostgresSchema(
|
|
statements: string[],
|
|
query: (statement: string) => Promise<unknown>,
|
|
options: SchemaStartupOptions = {}
|
|
): Promise<void> {
|
|
const now = options.now ?? Date.now
|
|
const random = options.random ?? Math.random
|
|
const pause = options.wait ?? wait
|
|
const deadlineAt = now() + (options.retryDeadlineMs ?? DEFAULT_RETRY_DEADLINE_MS)
|
|
|
|
for (const statement of statements) {
|
|
let attempt = 1
|
|
while (true) {
|
|
try {
|
|
await query(statement)
|
|
break
|
|
} catch (error) {
|
|
if (constraintAlreadyApplied(error, statement)) break
|
|
const code = String((error as { code?: unknown }).code)
|
|
const remainingMs = deadlineAt - now()
|
|
const retryable = retryableSchemaError(error, statement)
|
|
if (!retryable || remainingMs <= 0) {
|
|
if (retryable) {
|
|
console.warn(
|
|
JSON.stringify({
|
|
event: `${options.eventPrefix ?? 'orca_relay_postgres_schema'}_retry_exhausted`,
|
|
code,
|
|
attempts: attempt
|
|
})
|
|
)
|
|
}
|
|
throw error
|
|
}
|
|
const delayMs = Math.min(remainingMs, retryDelayMs(attempt, random))
|
|
console.warn(
|
|
JSON.stringify({
|
|
event: `${options.eventPrefix ?? 'orca_relay_postgres_schema'}_retry`,
|
|
code,
|
|
attempt,
|
|
delayMs
|
|
})
|
|
)
|
|
await pause(delayMs)
|
|
attempt += 1
|
|
}
|
|
}
|
|
}
|
|
}
|