15 lines
491 B
YAML
15 lines
491 B
YAML
suite:
|
|
id: examplerag-retrieval-v1
|
|
capability: rag.embedding
|
|
version: 1
|
|
purpose: Compare embedding deployments against representative ExampleRAG retrieval cases.
|
|
dataset_revision: pending-curated-fixture
|
|
runnable: false
|
|
metrics:
|
|
required: [recall_at_5, recall_at_10, mrr, ndcg_at_10]
|
|
performance:
|
|
capture: [latency_p50, latency_p95, peak_vram_mb, throughput_items_per_second]
|
|
release_policy:
|
|
forbid_unexplained_regression_percent: 2.0
|
|
requires_project_owner_review: true
|