Initial public ModelForge release

2026-09-01 21:30:16 +02:00
commit 7082ab955a
490 changed files with 104252 additions and 0 deletions
@@ -0,0 +1,14 @@
+suite:
+  id: examplerag-retrieval-v1
+  capability: rag.embedding
+  version: 1
+  purpose: Compare embedding deployments against representative ExampleRAG retrieval cases.
+  dataset_revision: pending-curated-fixture
+  runnable: false
+metrics:
+  required: [recall_at_5, recall_at_10, mrr, ndcg_at_10]
+performance:
+  capture: [latency_p50, latency_p95, peak_vram_mb, throughput_items_per_second]
+release_policy:
+  forbid_unexplained_regression_percent: 2.0
+  requires_project_owner_review: true
@@ -0,0 +1,13 @@
+suite:
+  id: examplevision-card-retrieval-v1
+  capability: vision.embedding
+  version: 1
+  purpose: Rank the correct Pokémon card among visually similar catalog candidates.
+  dataset_revision: pending-curated-fixture
+  runnable: false
+metrics:
+  required: [recall_at_1, recall_at_5, recall_at_10, mrr]
+performance:
+  capture: [latency_p50, latency_p95, peak_vram_mb]
+release_policy:
+  requires_project_owner_review: true