feat: sample sensitive columns progressively

backend/src/catalog/sensitivity-analysis-runner.ts

@@ -14,7 +14,7 @@ import type {
 } from "./types.js";
 
 const interruptedMessage = "Local sensitivity analysis was interrupted by backend restart.";
-const deadlineMessage = "Local sensitivity analysis reached its time limit.";
+const interruptedDuringRunMessage = "Local sensitivity analysis was interrupted before completion.";
 const failedMessage = "Local sensitivity analysis failed.";
 
 function ensureActive(signal: AbortSignal): void {
@@ -98,14 +98,12 @@ export class SensitivityAnalysisRunner {
           const suggestedNonSensitive = batch.filter(
             (suggestion) => suggestion.assessment === "non_sensitive",
           ).length;
-          const unknown = batch.filter((suggestion) => suggestion.assessment === "unknown").length;
           const current = await this.repository.getSensitivityAnalysisRun(started.id);
           ensureActive(signal);
           if (!current) throw new Error("Sensitivity Analysis Run disappeared");
           const progress = await this.repository.updateSensitivityAnalysisRun(started.id, {
             suggestedSensitive: current.suggestedSensitive + suggestedSensitive,
             suggestedNonSensitive: current.suggestedNonSensitive + suggestedNonSensitive,
-            unknown: current.unknown + unknown,
           });
           if (!progress) throw new Error("Sensitivity Analysis Run disappeared");
           processedSensitive += suggestedSensitive;
@@ -126,7 +124,6 @@ export class SensitivityAnalysisRunner {
       const suggestedNonSensitive = suggestions.filter(
         (suggestion) => suggestion.assessment === "non_sensitive",
       ).length;
-      const unknown = suggestions.filter((suggestion) => suggestion.assessment === "unknown").length;
       await this.repository.appendSensitivityAnalysisEvent(
         started.id,
         "info",
@@ -140,7 +137,7 @@ export class SensitivityAnalysisRunner {
         total: suggestions.length,
         suggestedSensitive,
         suggestedNonSensitive,
-        unknown,
+        unknown: 0,
         finishedAt: new Date().toISOString(),
         errorSummary: null,
       });
@@ -149,7 +146,7 @@ export class SensitivityAnalysisRunner {
       return { suggestions, run: completed };
     } catch (error) {
       const interrupted = signal.aborted || error instanceof SensitivityAnalysisInterruptedError;
-      const message = interrupted ? deadlineMessage : failedMessage;
+      const message = interrupted ? interruptedDuringRunMessage : failedMessage;
       await this.repository.updateSensitivityAnalysisRun(started.id, {
         status: interrupted ? "interrupted" : "failed",
         ...(interrupted ? {