{ "configuration": { "concurrency": 1, "dataset": "fixtures/benchmark/quality_benchmark.json", "iterations": 3, "jobs": 250, "warmup_runs": 1 }, "database_identity": { "engine": "django.db.backends.postgresql", "host": "127.0.0.1", "name_prefix": "vacatureradar_bench_" }, "iterations": [ { "dataset_version": "vr116-2026-07-21", "dedupe": { "case_reports": [ { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-infra", "expected_match_present": true, "id": "D-001", "is_expected_match": true, "matched": true, "matched_job_id": "267f0fd5-4543-404c-acd1-c6f6ee72e4c0", "query": "D-001" }, { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-network", "expected_match_present": true, "id": "D-002", "is_expected_match": true, "matched": true, "matched_job_id": "6a196e1a-bed6-44d0-94df-c2578c367673", "query": "D-002" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-003", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-003" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-004", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-004" } ], "false_merges": 0, "false_negative": 0, "false_positive": 0, "missed_merges": 0, "precision": 1.0, "recall": 1.0, "seed_jobs": 2, "status": "passed", "true_negative": 2, "true_positive": 2 }, "hardware": { "cpu_count": 20, "debug_mode": true, "platform": "Linux-6.12.54-Unraid-x86_64-with-glibc2.41", "python": "3.13.14", "release": "6.12.54-Unraid" }, "jobs_processed": 250, "nfr_007": { "measured": false, "p95_ms": null, "passed": false }, "parser": { "cases": [ { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "jsonld-jobposting", "expected_parser_version": "1.0.0", "extracted": 1, "fixture": "fixtures/pages/sample_jsonld_job.html", "id": "P-001", "parser_key": "jsonld-jobposting", "parser_version": "1.0.0", "passed": true, "warnings": [] }, { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "generic-html", "expected_parser_version": "1.1.0", "extracted": 1, "fixture": "fixtures/pages/sample_generic_job.html", "id": "P-002", "parser_key": "generic-html", "parser_version": "1.1.0", "passed": true, "warnings": [] } ], "coverage_ratio": 1.0, "covered_fields": 12, "expected_fields": 12, "status": "passed", "unknown_data_ratio": 0.0 }, "performance": { "avg_scores_detail_ms": 50.936, "avg_scores_import_ms": 30.859, "avg_scores_list_ms": 104.346, "avg_scores_rescore_ms": 14.893, "dashboard": { "detail_p95_ms": 55.28, "detail_query_count": 25, "detail_query_types": { "SELECT": 25 }, "list_p95_ms": 135.076, "list_query_count": 76, "list_query_types": { "SELECT": 76 }, "timing_count": 50 }, "import": { "duration_ms_total": 7714.791, "p50_ms": 29.722, "p95_ms": 39.37, "query_count": 3264, "query_types": { "INSERT": 1003, "RELEASE": 253, "SAVEPOINT": 253, "SELECT": 1256, "UPDATE": 499 }, "timing_count": 250 }, "jobs": 1, "performance": { "memory_current_mb": 12.418, "memory_peak_mb": 17.349, "nfr_007": true, "p50_ms": 30.306, "p95_ms": 94.573, "total_duration_ms": 11611.716 }, "query_count": 3370, "rescore": { "duration_ms_total": 14.893, "p50_ms": 14.893, "p95_ms": 14.893, "query_count": 5, "query_types": { "INSERT": 1, "SELECT": 4 }, "timing_count": 1 }, "source_run_id": 1, "top_n": 25 }, "ranking": { "churn_ratio": 0.0, "post_top_n": [ "8f49a32b-f425-425e-ac47-fbd1e1ab020f", "8302cd44-569c-4109-83dd-87663d053200", "fb63a999-5aa0-4912-8d06-400f852676cc", "1476c46b-84ce-4151-b777-9dac8b533a8c", "518e4b70-6742-43d2-bd39-90b3af026d89", "9fa543b2-d5c9-47e1-8cba-ed1e1bfbfb86", "5759f1c8-4974-4333-98c4-2ab0aec97918", "77565fbe-27ea-43ee-bcb7-a218b073af9f", "a9f67c53-f22d-4d72-be23-2ef95eb49443", "ff866750-238b-4eb6-a9b7-7cacd8c6b9d0", "8470bf3b-1760-4d4c-8755-387fcc5c92e8", "293b9d4a-be83-4c72-b08e-02d6170ac405", "d00b4e66-dfd1-45e8-af78-b643f59b5327", "de6cbb4d-5225-4975-91f3-23b280492598", "bb5bfca7-38d3-4639-83bd-da639ce2b4b5", "d9a6079c-eb37-47e0-b588-28f87ebc7411", "2d83e2f0-9a87-40a7-89cc-2f0689f52f18", "e985ad1c-5bd1-4a29-b683-f1be109998ba", "081bdfa8-0dfc-43d1-9b85-44cfe72892c1", "79b5af36-6f76-4e35-af5c-ed3ca755b3ac", "9c7d00f4-d307-42f3-b6d4-f95b2a6f7597", "1053c44f-6f09-4a1e-b43f-f858fcb2441c", "5f5005e9-6fe6-435a-992f-46440a803197", "a9fe6c71-e1e1-423f-9811-5318c0b49688", "f06e60ed-6d6d-44ef-b2f9-3ef57dc94cdf" ], "pre_top_n": [ "8f49a32b-f425-425e-ac47-fbd1e1ab020f", "8302cd44-569c-4109-83dd-87663d053200", "fb63a999-5aa0-4912-8d06-400f852676cc", "1476c46b-84ce-4151-b777-9dac8b533a8c", "518e4b70-6742-43d2-bd39-90b3af026d89", "9fa543b2-d5c9-47e1-8cba-ed1e1bfbfb86", "5759f1c8-4974-4333-98c4-2ab0aec97918", "77565fbe-27ea-43ee-bcb7-a218b073af9f", "a9f67c53-f22d-4d72-be23-2ef95eb49443", "ff866750-238b-4eb6-a9b7-7cacd8c6b9d0", "8470bf3b-1760-4d4c-8755-387fcc5c92e8", "293b9d4a-be83-4c72-b08e-02d6170ac405", "d00b4e66-dfd1-45e8-af78-b643f59b5327", "de6cbb4d-5225-4975-91f3-23b280492598", "bb5bfca7-38d3-4639-83bd-da639ce2b4b5", "d9a6079c-eb37-47e0-b588-28f87ebc7411", "2d83e2f0-9a87-40a7-89cc-2f0689f52f18", "e985ad1c-5bd1-4a29-b683-f1be109998ba", "081bdfa8-0dfc-43d1-9b85-44cfe72892c1", "79b5af36-6f76-4e35-af5c-ed3ca755b3ac", "9c7d00f4-d307-42f3-b6d4-f95b2a6f7597", "1053c44f-6f09-4a1e-b43f-f858fcb2441c", "5f5005e9-6fe6-435a-992f-46440a803197", "a9fe6c71-e1e1-423f-9811-5318c0b49688", "f06e60ed-6d6d-44ef-b2f9-3ef57dc94cdf" ], "seed_jobs_count": 120, "status": "passed", "top_n": 25, "unknown_data_ratio": 0.25, "unknown_fields": { "analysis_features": 0, "description_text": 30, "employment_types": 0, "raw_location": 0 } }, "status": "passed", "timestamp_utc": "2026-07-29T16:36:43.297692+00:00", "top_n": 25 }, { "dataset_version": "vr116-2026-07-21", "dedupe": { "case_reports": [ { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-infra", "expected_match_present": true, "id": "D-001", "is_expected_match": true, "matched": true, "matched_job_id": "b4c42d9c-22c7-4e89-b88d-b8734e2d7e07", "query": "D-001" }, { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-network", "expected_match_present": true, "id": "D-002", "is_expected_match": true, "matched": true, "matched_job_id": "537f63ab-1ea0-45fc-b356-e734a33a99be", "query": "D-002" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-003", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-003" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-004", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-004" } ], "false_merges": 0, "false_negative": 0, "false_positive": 0, "missed_merges": 0, "precision": 1.0, "recall": 1.0, "seed_jobs": 2, "status": "passed", "true_negative": 2, "true_positive": 2 }, "hardware": { "cpu_count": 20, "debug_mode": true, "platform": "Linux-6.12.54-Unraid-x86_64-with-glibc2.41", "python": "3.13.14", "release": "6.12.54-Unraid" }, "jobs_processed": 250, "nfr_007": { "measured": false, "p95_ms": null, "passed": false }, "parser": { "cases": [ { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "jsonld-jobposting", "expected_parser_version": "1.0.0", "extracted": 1, "fixture": "fixtures/pages/sample_jsonld_job.html", "id": "P-001", "parser_key": "jsonld-jobposting", "parser_version": "1.0.0", "passed": true, "warnings": [] }, { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "generic-html", "expected_parser_version": "1.1.0", "extracted": 1, "fixture": "fixtures/pages/sample_generic_job.html", "id": "P-002", "parser_key": "generic-html", "parser_version": "1.1.0", "passed": true, "warnings": [] } ], "coverage_ratio": 1.0, "covered_fields": 12, "expected_fields": 12, "status": "passed", "unknown_data_ratio": 0.0 }, "performance": { "avg_scores_detail_ms": 55.155, "avg_scores_import_ms": 40.941, "avg_scores_list_ms": 101.206, "avg_scores_rescore_ms": 16.1, "dashboard": { "detail_p95_ms": 60.679, "detail_query_count": 25, "detail_query_types": { "SELECT": 25 }, "list_p95_ms": 126.661, "list_query_count": 76, "list_query_types": { "SELECT": 76 }, "timing_count": 50 }, "import": { "duration_ms_total": 10235.21, "p50_ms": 33.657, "p95_ms": 68.212, "query_count": 3264, "query_types": { "INSERT": 1003, "RELEASE": 253, "SAVEPOINT": 253, "SELECT": 1256, "UPDATE": 499 }, "timing_count": 250 }, "jobs": 1, "performance": { "memory_current_mb": 4.49, "memory_peak_mb": 22.389, "nfr_007": true, "p50_ms": 34.958, "p95_ms": 96.727, "total_duration_ms": 14160.325 }, "query_count": 3370, "rescore": { "duration_ms_total": 16.1, "p50_ms": 16.1, "p95_ms": 16.1, "query_count": 5, "query_types": { "INSERT": 1, "SELECT": 4 }, "timing_count": 1 }, "source_run_id": 1, "top_n": 25 }, "ranking": { "churn_ratio": 0.0, "post_top_n": [ "733b522b-382a-4a20-b046-3174b574a456", "21473419-9a52-465d-90d0-da3dba7d87f4", "e97f2b86-717e-4c9a-9d29-ba40f3198809", "f9ee509b-fc89-4d81-8341-5b4ca48a51a1", "f89072f9-b298-4751-b6d6-a3878e54ef18", "f02c6911-d536-40d1-8d8d-3302392452e7", "fb8f2233-2810-4e0e-9977-bebdcc230aef", "8a71292f-bba7-4166-a7b8-714f9147f343", "9cecf422-fd8e-4b40-9529-8e001af3df8b", "80d26bff-3fae-4222-b6d8-25b47631a38b", "d4475ebf-0969-4023-b6e2-e54df6dac7d8", "0b33971f-c114-42a6-89d4-043055cce4d4", "57c2ebf0-6a3c-4233-b1d4-f15bf3dfe087", "bfe61184-136a-4f3f-8d12-4cee2109aa76", "5bb9b9ea-1227-4bbf-b8e9-15de052ed584", "9f361ba8-1e9e-4134-bda6-a7c78b6c4162", "6b7b0dce-036d-475d-81f3-6ed8fcb98c5f", "6c104672-11a2-4ee1-8200-f558d2d3eb0a", "09b629be-5012-403f-b93f-b212d9f46b4c", "46981d16-38d1-46a6-9755-c6d31b5adaf4", "ae01edcc-fe42-4674-97ed-cdeec737ad9a", "131a755e-4c6e-480c-81c4-6f2fe1afb069", "7eba23c8-02ef-41a0-af54-d24689877f38", "81cf6658-2035-4aba-97d9-4032085fba04", "5a0b33ac-4b1e-454d-94b6-ddf5fc0945aa" ], "pre_top_n": [ "733b522b-382a-4a20-b046-3174b574a456", "21473419-9a52-465d-90d0-da3dba7d87f4", "e97f2b86-717e-4c9a-9d29-ba40f3198809", "f9ee509b-fc89-4d81-8341-5b4ca48a51a1", "f89072f9-b298-4751-b6d6-a3878e54ef18", "f02c6911-d536-40d1-8d8d-3302392452e7", "fb8f2233-2810-4e0e-9977-bebdcc230aef", "8a71292f-bba7-4166-a7b8-714f9147f343", "9cecf422-fd8e-4b40-9529-8e001af3df8b", "80d26bff-3fae-4222-b6d8-25b47631a38b", "d4475ebf-0969-4023-b6e2-e54df6dac7d8", "0b33971f-c114-42a6-89d4-043055cce4d4", "57c2ebf0-6a3c-4233-b1d4-f15bf3dfe087", "bfe61184-136a-4f3f-8d12-4cee2109aa76", "5bb9b9ea-1227-4bbf-b8e9-15de052ed584", "9f361ba8-1e9e-4134-bda6-a7c78b6c4162", "6b7b0dce-036d-475d-81f3-6ed8fcb98c5f", "6c104672-11a2-4ee1-8200-f558d2d3eb0a", "09b629be-5012-403f-b93f-b212d9f46b4c", "46981d16-38d1-46a6-9755-c6d31b5adaf4", "ae01edcc-fe42-4674-97ed-cdeec737ad9a", "131a755e-4c6e-480c-81c4-6f2fe1afb069", "7eba23c8-02ef-41a0-af54-d24689877f38", "81cf6658-2035-4aba-97d9-4032085fba04", "5a0b33ac-4b1e-454d-94b6-ddf5fc0945aa" ], "seed_jobs_count": 120, "status": "passed", "top_n": 25, "unknown_data_ratio": 0.25, "unknown_fields": { "analysis_features": 0, "description_text": 30, "employment_types": 0, "raw_location": 0 } }, "status": "passed", "timestamp_utc": "2026-07-29T16:37:02.017739+00:00", "top_n": 25 }, { "dataset_version": "vr116-2026-07-21", "dedupe": { "case_reports": [ { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-infra", "expected_match_present": true, "id": "D-001", "is_expected_match": true, "matched": true, "matched_job_id": "bcb6a67c-1945-4006-9f01-b332822877ee", "query": "D-001" }, { "decision": "exact_external_id", "decision_similarity": 1.0, "expected_match": "seed-network", "expected_match_present": true, "id": "D-002", "is_expected_match": true, "matched": true, "matched_job_id": "bc389f7a-f049-4daa-b01e-b6bab77c81c9", "query": "D-002" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-003", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-003" }, { "decision": "new", "decision_similarity": 0.0, "expected_match": null, "expected_match_present": false, "id": "D-004", "is_expected_match": false, "matched": false, "matched_job_id": null, "query": "D-004" } ], "false_merges": 0, "false_negative": 0, "false_positive": 0, "missed_merges": 0, "precision": 1.0, "recall": 1.0, "seed_jobs": 2, "status": "passed", "true_negative": 2, "true_positive": 2 }, "hardware": { "cpu_count": 20, "debug_mode": true, "platform": "Linux-6.12.54-Unraid-x86_64-with-glibc2.41", "python": "3.13.14", "release": "6.12.54-Unraid" }, "jobs_processed": 250, "nfr_007": { "measured": false, "p95_ms": null, "passed": false }, "parser": { "cases": [ { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "jsonld-jobposting", "expected_parser_version": "1.0.0", "extracted": 1, "fixture": "fixtures/pages/sample_jsonld_job.html", "id": "P-001", "parser_key": "jsonld-jobposting", "parser_version": "1.0.0", "passed": true, "warnings": [] }, { "coverage_ratio": 1.0, "covered_fields": 6, "expected_fields": 6, "expected_job_count": 1, "expected_parser_key": "generic-html", "expected_parser_version": "1.1.0", "extracted": 1, "fixture": "fixtures/pages/sample_generic_job.html", "id": "P-002", "parser_key": "generic-html", "parser_version": "1.1.0", "passed": true, "warnings": [] } ], "coverage_ratio": 1.0, "covered_fields": 12, "expected_fields": 12, "status": "passed", "unknown_data_ratio": 0.0 }, "performance": { "avg_scores_detail_ms": 50.504, "avg_scores_import_ms": 36.681, "avg_scores_list_ms": 102.301, "avg_scores_rescore_ms": 19.548, "dashboard": { "detail_p95_ms": 54.227, "detail_query_count": 25, "detail_query_types": { "SELECT": 25 }, "list_p95_ms": 129.536, "list_query_count": 76, "list_query_types": { "SELECT": 76 }, "timing_count": 50 }, "import": { "duration_ms_total": 9170.368, "p50_ms": 35.32, "p95_ms": 49.306, "query_count": 3264, "query_types": { "INSERT": 1003, "RELEASE": 253, "SAVEPOINT": 253, "SELECT": 1256, "UPDATE": 499 }, "timing_count": 250 }, "jobs": 1, "performance": { "memory_current_mb": 12.332, "memory_peak_mb": 16.658, "nfr_007": true, "p50_ms": 36.098, "p95_ms": 93.787, "total_duration_ms": 13010.048 }, "query_count": 3370, "rescore": { "duration_ms_total": 19.548, "p50_ms": 19.548, "p95_ms": 19.548, "query_count": 5, "query_types": { "INSERT": 1, "SELECT": 4 }, "timing_count": 1 }, "source_run_id": 1, "top_n": 25 }, "ranking": { "churn_ratio": 0.0, "post_top_n": [ "6758530f-71d8-4e3d-9732-7e1001eefd13", "94176301-843f-4074-abdf-fd2c76b76d36", "492a021b-a00d-47ff-b236-86ef6a88a2a6", "c6227dbc-82c4-4c4b-8aec-99714d5adc53", "523a1940-cabc-48b3-abab-bc74f18d4ee4", "ca18c4cc-b796-4ebf-9591-c335bc072f57", "c6a495ac-564a-4aee-a509-081100ddf0a8", "0cf16e0f-5ffc-455b-b488-deb19b0e0fea", "b906c635-a818-4db7-b639-dc6e745ef345", "edce515a-e697-4925-b73f-5605b1236727", "1f800e1f-ff44-4548-91c7-0e9f97af40e2", "0d3caa61-dab1-49d1-8af3-21cb605e9b41", "e6f0d2ea-6dfc-4559-8aa9-80799402e8f1", "a5d682ee-6fac-4ae9-921d-7e883db86d49", "543f63fe-f7fd-4302-9414-95536f5fabcc", "b97df085-3019-45cb-aee6-66edb6602df9", "733c02de-73dc-4967-9e34-c62dcdd98e4f", "f0178164-2535-4e02-91c7-7a6920ab6df3", "4bb41af9-5387-4d0c-a62b-37f7ff713dfe", "ea01b4ee-5a92-4df2-8896-bd391b5c661b", "f08116ab-fa5d-45e7-a579-d9c2cad0d63f", "3c4feccb-a4d1-4cd1-b814-1a2d8bfd9da1", "69088d9a-0de5-4bbe-b8bf-abd733838ed6", "e567d05d-8ed4-4f0f-80fb-1e6f0f77f377", "9f03de2f-4c1e-4cc5-9d65-bbcd3b42a029" ], "pre_top_n": [ "6758530f-71d8-4e3d-9732-7e1001eefd13", "94176301-843f-4074-abdf-fd2c76b76d36", "492a021b-a00d-47ff-b236-86ef6a88a2a6", "c6227dbc-82c4-4c4b-8aec-99714d5adc53", "523a1940-cabc-48b3-abab-bc74f18d4ee4", "ca18c4cc-b796-4ebf-9591-c335bc072f57", "c6a495ac-564a-4aee-a509-081100ddf0a8", "0cf16e0f-5ffc-455b-b488-deb19b0e0fea", "b906c635-a818-4db7-b639-dc6e745ef345", "edce515a-e697-4925-b73f-5605b1236727", "1f800e1f-ff44-4548-91c7-0e9f97af40e2", "0d3caa61-dab1-49d1-8af3-21cb605e9b41", "e6f0d2ea-6dfc-4559-8aa9-80799402e8f1", "a5d682ee-6fac-4ae9-921d-7e883db86d49", "543f63fe-f7fd-4302-9414-95536f5fabcc", "b97df085-3019-45cb-aee6-66edb6602df9", "733c02de-73dc-4967-9e34-c62dcdd98e4f", "f0178164-2535-4e02-91c7-7a6920ab6df3", "4bb41af9-5387-4d0c-a62b-37f7ff713dfe", "ea01b4ee-5a92-4df2-8896-bd391b5c661b", "f08116ab-fa5d-45e7-a579-d9c2cad0d63f", "3c4feccb-a4d1-4cd1-b814-1a2d8bfd9da1", "69088d9a-0de5-4bbe-b8bf-abd733838ed6", "e567d05d-8ed4-4f0f-80fb-1e6f0f77f377", "9f03de2f-4c1e-4cc5-9d65-bbcd3b42a029" ], "seed_jobs_count": 120, "status": "passed", "top_n": 25, "unknown_data_ratio": 0.25, "unknown_fields": { "analysis_features": 0, "description_text": 30, "employment_types": 0, "raw_location": 0 } }, "status": "passed", "timestamp_utc": "2026-07-29T16:37:19.113439+00:00", "top_n": 25 } ], "schema_version": "1.0", "status": "passed", "summary": { "duration_ms_mean": 9040.123, "memory_peak_mb_mean": 18.799, "p50_ms_mean": 32.9, "p95_ms_mean": 52.296, "query_count_mean": 3264, "query_count_total_mean": 3370, "throughput_per_second": 28.031 }, "warmup_status": "passed" }