{ "fixture_sha256": "f029817f6bedf7340907d63165b45e2e91251425d204329825b75ae0ede2e2fa", "measured_at_utc": "2026-11-15T00:46:03Z", "k_recorded": 8, "wall_elapsed_s": 54.15, "rows": [ { "model": "all-minilm:latest", "granularity": "whole_document", "vectors": 8, "dim": 384, "single_hit1": 8, "single_hit3": 8, "single_hit8": 8, "two_hit1": 4, "two_hit3": 5, "two_both_in_top8": 5, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 1438, "ctx_top3_chars": [ 1430, 1457, 1473, 1446, 1443, 1414, 1425, 1413 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "auth", "mobile", "infra", "support" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "auth", "deploy", "support", "billing", "search" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "search", "pipeline", "support", "infra", "deploy" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 1, 1 ], "both_in_top8": true, "top5_docs": [ "support", "mobile", "pipeline", "infra", "billing" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "infra", "deploy", "pipeline", "billing", "search" ] } ] }, { "model": "all-minilm:latest", "granularity": "three_sentence", "vectors": 24, "dim": 384, "single_hit1": 8, "single_hit3": 8, "single_hit8": 8, "two_hit1": 0, "two_hit3": 4, "two_both_in_top8": 4, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 499, "ctx_top3_chars": [ 489, 477, 478, 497, 615, 614, 632, 187 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "deploy", "deploy", "auth", "deploy", "mobile" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "search", "infra", "support" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "search", "search", "pipeline", "deploy", "pipeline" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 8 ], "both_in_top8": false, "top5_docs": [ "mobile", "support", "pipeline", "pipeline", "deploy" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "infra", "infra", "search", "deploy", "deploy" ] } ] }, { "model": "all-minilm:latest", "granularity": "single_sentence", "vectors": 56, "dim": 384, "single_hit1": 8, "single_hit3": 8, "single_hit8": 8, "two_hit1": 0, "two_hit3": 3, "two_both_in_top8": 4, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 213, "ctx_top3_chars": [ 209, 207, 205, 212, 236, 207, 241, 187 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 2 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 2 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 5 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 4, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "auth", "deploy", "mobile", "deploy" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 2 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "auth", "support", "auth" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "search", "search", "pipeline", "support", "deploy" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 8 ], "both_in_top8": false, "top5_docs": [ "mobile", "infra", "support", "pipeline", "support" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "infra", "infra", "search", "deploy", "deploy" ] } ] }, { "model": "snowflake-arctic-embed:33m", "granularity": "whole_document", "vectors": 8, "dim": 384, "single_hit1": 6, "single_hit3": 8, "single_hit8": 8, "two_hit1": 4, "two_hit3": 5, "two_both_in_top8": 5, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 1452, "ctx_top3_chars": [ 1459, 1489, 1451, 1424, 1459, 1422, 1468, 1445 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 1, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "search" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 2, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "mobile" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "mobile", "search", "infra", "auth" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "auth", "mobile", "search", "deploy", "infra" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "search", "mobile", "billing", "support", "infra" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "mobile", "search", "infra", "support", "billing" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 2, 2 ], "both_in_top8": true, "top5_docs": [ "search", "mobile", "infra", "billing", "pipeline" ] } ] }, { "model": "snowflake-arctic-embed:33m", "granularity": "three_sentence", "vectors": 24, "dim": 384, "single_hit1": 7, "single_hit3": 7, "single_hit8": 7, "two_hit1": 0, "two_hit3": 2, "two_both_in_top8": 4, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 354, "ctx_top3_chars": [ 341, 478, 340, 332, 354, 471, 337, 181 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 12, "top1_sent": [ 7 ], "top1_doc": "mobile" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 2, 4 ], "both_in_top8": true, "top5_docs": [ "deploy", "mobile", "deploy", "auth", "deploy" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 6 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "mobile", "search", "mobile" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "search", "search", "mobile", "pipeline", "search" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 2, 9 ], "both_in_top8": false, "top5_docs": [ "mobile", "auth", "mobile", "infra", "search" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 1, 2 ], "both_in_top8": true, "top5_docs": [ "mobile", "infra", "infra", "search", "pipeline" ] } ] }, { "model": "snowflake-arctic-embed:33m", "granularity": "single_sentence", "vectors": 56, "dim": 384, "single_hit1": 8, "single_hit3": 8, "single_hit8": 8, "two_hit1": 0, "two_hit3": 3, "two_both_in_top8": 5, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 206, "ctx_top3_chars": [ 206, 205, 213, 189, 223, 216, 200, 195 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 2 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 2 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 5 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 3, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "auth", "deploy", "deploy", "deploy" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 2 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "auth", "auth", "auth" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "search", "search", "search", "mobile", "support" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 2 ], "both_in_top8": true, "top5_docs": [ "mobile", "search", "mobile", "mobile", "infra" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 0, 3 ], "both_in_top8": true, "top5_docs": [ "infra", "pipeline", "mobile", "infra", "deploy" ] } ] }, { "model": "nomic-embed-text:latest", "granularity": "whole_document", "vectors": 8, "dim": 768, "single_hit1": 7, "single_hit3": 8, "single_hit8": 8, "two_hit1": 5, "two_hit3": 5, "two_both_in_top8": 5, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 1441, "ctx_top3_chars": [ 1430, 1445, 1439, 1445, 1443, 1422, 1459, 1445 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 1, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "mobile" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3, 4, 5, 6, 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "auth", "mobile", "infra", "pipeline" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "auth", "support", "infra", "search", "mobile" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "search", "billing", "support", "infra", "deploy" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "mobile", "support", "infra", "billing", "pipeline" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 0, 0 ], "both_in_top8": true, "top5_docs": [ "infra", "search", "deploy", "auth", "pipeline" ] } ] }, { "model": "nomic-embed-text:latest", "granularity": "three_sentence", "vectors": 24, "dim": 768, "single_hit1": 8, "single_hit3": 8, "single_hit8": 8, "two_hit1": 0, "two_hit3": 4, "two_both_in_top8": 5, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 571, "ctx_top3_chars": [ 616, 629, 640, 621, 608, 615, 511, 330 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1, 2, 3 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 4, 5, 6 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "deploy", "deploy", "auth", "deploy", "mobile" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 0, 1 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "deploy", "support", "search" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "search", "search", "billing", "infra", "support" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 4 ], "both_in_top8": true, "top5_docs": [ "mobile", "infra", "support", "support", "mobile" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "infra", "infra", "search", "deploy", "search" ] } ] }, { "model": "nomic-embed-text:latest", "granularity": "single_sentence", "vectors": 56, "dim": 768, "single_hit1": 7, "single_hit3": 8, "single_hit8": 8, "two_hit1": 0, "two_hit3": 2, "two_both_in_top8": 3, "n_single": 8, "n_two": 5, "mean_ctx_top3_chars": 210, "ctx_top3_chars": [ 206, 207, 212, 204, 219, 207, 241, 187 ], "single_detail": [ { "q": "Who owns the deploy key and how often does it rotate?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "deploy" }, { "q": "How often does the billing retry job run?", "needle_rank0": 0, "top1_sent": [ 2 ], "top1_doc": "billing" }, { "q": "How long do access tokens last?", "needle_rank0": 1, "top1_sent": [ 3 ], "top1_doc": "auth" }, { "q": "When does the search index rebuild?", "needle_rank0": 0, "top1_sent": [ 1 ], "top1_doc": "search" }, { "q": "What is the mobile bundle identifier and how are releases signed?", "needle_rank0": 0, "top1_sent": [ 6 ], "top1_doc": "mobile" }, { "q": "How often does the warehouse load run?", "needle_rank0": 0, "top1_sent": [ 5 ], "top1_doc": "pipeline" }, { "q": "Who is named as the primary enterprise contact?", "needle_rank0": 0, "top1_sent": [ 4 ], "top1_doc": "support" }, { "q": "What is the backup retention period?", "needle_rank0": 0, "top1_sent": [ 7 ], "top1_doc": "infra" } ], "two_detail": [ { "q": "When does signing happen and who owns the deploy key?", "needle_ranks0": [ 28, 0 ], "both_in_top8": false, "top5_docs": [ "deploy", "auth", "deploy", "mobile", "deploy" ] }, { "q": "How long do access tokens last compared with signing keys?", "needle_ranks0": [ 1, 3 ], "both_in_top8": true, "top5_docs": [ "auth", "auth", "auth", "auth", "deploy" ] }, { "q": "How many candidates does the re-ranker see and what latency does it add?", "needle_ranks0": [ 1, 0 ], "both_in_top8": true, "top5_docs": [ "search", "search", "billing", "billing", "search" ] }, { "q": "How large is the offline queue and how do conflicts resolve?", "needle_ranks0": [ 0, 20 ], "both_in_top8": false, "top5_docs": [ "mobile", "infra", "support", "support", "support" ] }, { "q": "When does automatic expansion trigger and what is the backup retention?", "needle_ranks0": [ 1, 2 ], "both_in_top8": true, "top5_docs": [ "search", "infra", "infra", "deploy", "search" ] } ] } ] }