feat: implement metadata catalog database management

backend/src/app.ts

@@ -37,6 +37,17 @@ import { supportsSessionRuntime } from "./workspaces/bindings.js";
 import { resolveRuntimeBindingsWithWorkspaceSecrets } from "./workspaces/secret-requirements.js";
 import type { WorkspaceDescriptor } from "./workspaces/schema.js";
 import { WorkspaceSecretStore } from "./workspaces/secret-store.js";
+import { createCatalogRepository } from "./catalog/repository.js";
+import type { CatalogRepository } from "./catalog/types.js";
+import { CatalogService } from "./catalog/service.js";
+import { catalogDatabaseRoutes } from "./routes/catalog-databases.js";
+import { CatalogOperationCoordinator } from "./catalog/operation-coordinator.js";
+import { ConcreteCatalogPostgresAccess, type CatalogPostgresAccess } from "./catalog/postgres-access.js";
+import { CatalogTableService } from "./catalog/table-service.js";
+import { catalogTableRoutes } from "./routes/catalog-tables.js";
+import { ConcreteCatalogSchemaIntrospector, type CatalogSchemaIntrospector } from "./catalog/schema-introspector.js";
+import { CatalogSyncWorker } from "./catalog/sync-worker.js";
+import { catalogSchemaRoutes } from "./routes/catalog-schema.js";
 
 export interface BuildAppDeps {
   thtRunner?: ThtRunner;
@@ -49,6 +60,13 @@ export interface BuildAppDeps {
   workspaceRegistry?: WorkspaceRegistry;
   workspaceDiagnoser?: WorkspaceDiagnoser;
   workspaceSecretStore?: WorkspaceSecretStore;
+  catalogRepository?: CatalogRepository;
+  catalogService?: CatalogService;
+  catalogPostgresAccess?: CatalogPostgresAccess;
+  catalogTableService?: CatalogTableService;
+  catalogSchemaIntrospector?: CatalogSchemaIntrospector;
+  catalogSyncWorker?: CatalogSyncWorker;
+  catalogOperationCoordinator?: CatalogOperationCoordinator;
   workspaceRuntimeSupport?: (workspace: WorkspaceDescriptor) => boolean;
   maintenanceBarrier?: MaintenanceBarrier;
   piManagement?: PiManagementService;
@@ -121,6 +139,37 @@ export function buildApp(config: AppConfig, deps?: BuildAppDeps): FastifyInstanc
   const mgr = deps?.mgr ?? new PiProcessManager(config, deps?.spawnFn ? { spawnFn: deps.spawnFn } : undefined);
   const hub = deps?.hub ?? new SseHub();
   const workspaceRegistry = deps?.workspaceRegistry ?? new WorkspaceRegistry(config.workspaceRegistry);
+  const catalogRepository = deps?.catalogRepository ?? createCatalogRepository(config.catalogDatabase);
+  const catalogOperationCoordinator = deps?.catalogOperationCoordinator ?? new CatalogOperationCoordinator();
+  const catalogPostgresAccess = deps?.catalogPostgresAccess ?? new ConcreteCatalogPostgresAccess(
+    workspaceSecretStore,
+    { connectTimeoutMs: config.workspaceDiagnosticTimeoutMs },
+  );
+  const catalogService = deps?.catalogService ?? new CatalogService(
+    catalogRepository,
+    workspaceRegistry,
+    workspaceSecretStore,
+    config.workspaceRegistry.secretRoots,
+    config.workspaceDiagnosticTimeoutMs,
+    catalogPostgresAccess,
+    catalogOperationCoordinator,
+  );
+  const catalogTableService = deps?.catalogTableService ?? new CatalogTableService(catalogRepository);
+  const catalogSchemaIntrospector = deps?.catalogSchemaIntrospector ?? new ConcreteCatalogSchemaIntrospector(
+    catalogPostgresAccess,
+    workspaceSecretStore,
+  );
+  const catalogSyncWorker = deps?.catalogSyncWorker ?? new CatalogSyncWorker(
+    catalogRepository,
+    catalogSchemaIntrospector,
+    catalogOperationCoordinator,
+    config.catalogSyncTimeoutMs,
+  );
+  app.addHook("onReady", async () => { await catalogSyncWorker.initialize(); });
+  if (!deps?.catalogRepository && catalogRepository.close) {
+    app.addHook("onClose", async () => { await catalogRepository.close?.(); });
+  }
+  app.addHook("onClose", async () => { await catalogSyncWorker.stop(); });
   const workspaceDiagnoser = deps?.workspaceDiagnoser
     ?? createProductionWorkspaceDiagnoser(config.workspaceDiagnosticTimeoutMs, undefined, {
       internalQdrantUrl: config.internalQdrantUrl,
@@ -334,6 +383,9 @@ export function buildApp(config: AppConfig, deps?: BuildAppDeps): FastifyInstanc
     authDiagnoser,
     secretStore: workspaceSecretStore,
   });
+  catalogDatabaseRoutes(app, { repository: catalogRepository, service: catalogService, operations: catalogOperationCoordinator });
+  catalogTableRoutes(app, { repository: catalogRepository, service: catalogTableService });
+  catalogSchemaRoutes(app, { repository: catalogRepository, worker: catalogSyncWorker });
   settingsRoutes(app, { cfg: config, listModels, getSettings });
   piManagementRoutes(app, { service: piManagement });