Add detection operator profiles

2026-07-09 20:19:10 +02:00
parent 60a7e822db
commit 90048ffb4a
12 changed files with 275 additions and 13 deletions
@@ -0,0 +1,47 @@
+export interface DetectionOperatorProfile {
+  id: string
+  displayName: string
+  modelAssetId: string
+  confidenceThreshold: number
+  defaultApproved: boolean
+  promotionRecommendation: 'none' | 'promote_candidate'
+  precision: number
+  recall: number
+  f1: number
+  maxBackgroundDetections: number
+  description: string
+  limitationMessage: string
+}
+
+export const DETECTION_OPERATOR_PROFILES: DetectionOperatorProfile[] = [
+  {
+    id: 'balanced-review',
+    displayName: 'Balanced review',
+    modelAssetId: 'geointel-building-yolov8s-aoi1024bg512r3e50-pt',
+    confidenceThreshold: 0.15,
+    defaultApproved: false,
+    promotionRecommendation: 'none',
+    precision: 0.636639,
+    recall: 0.424258,
+    f1: 0.5074022485589402,
+    maxBackgroundDetections: 103,
+    description: 'Best positive-AOI F1 profile for deliberate operator review of the inactive AOI1024 model asset.',
+    limitationMessage:
+      'Candidate only because false-positive pressure still blocks default promotion on the background/hard-negative gate.',
+  },
+  {
+    id: 'conservative-review',
+    displayName: 'Conservative review',
+    modelAssetId: 'geointel-building-yolov8s-aoi1024bg512r3e50-pt',
+    confidenceThreshold: 0.35,
+    defaultApproved: false,
+    promotionRecommendation: 'none',
+    precision: 0.840006,
+    recall: 0.202135,
+    f1: 0.32086574003576274,
+    maxBackgroundDetections: 55,
+    description: 'Higher-precision profile for demos or review sessions where fewer false positives matter more than recall.',
+    limitationMessage:
+      'Candidate only because false-positive pressure remains visible; use it deliberately and inspect persisted QA evidence.',
+  },
+]