{ "generated_at_utc": "2026-11-14T19:53:39.859773Z", "fixture_sha256": "88be519486d4b8a4173083741958970c193453fc9a58bb5fa751afa833a6c465", "n_facts": 12, "n_queries": 6, "embedders": { "all-minilm:latest": { "dimensions": 384, "rows": [ { "query": "q1", "gold": "c1", "gold_score": 0.66, "gold_rank": 1, "top_id": "c1", "top_score": 0.66, "best_descriptive_id": "d2", "best_descriptive_score": 0.304, "all_scores": [ [ "c1", "constraint", 0.66 ], [ "c4", "constraint", 0.338 ], [ "d2", "description", 0.304 ], [ "c5", "constraint", 0.3 ], [ "c2", "constraint", 0.29 ], [ "d5", "description", 0.285 ], [ "d3", "description", 0.266 ], [ "d1", "description", 0.214 ], [ "d6", "description", 0.188 ], [ "c6", "constraint", 0.185 ], [ "d4", "description", 0.071 ], [ "c3", "constraint", 0.033 ] ] }, { "query": "q2", "gold": "c2", "gold_score": 0.857, "gold_rank": 1, "top_id": "c2", "top_score": 0.857, "best_descriptive_id": "d3", "best_descriptive_score": 0.705, "all_scores": [ [ "c2", "constraint", 0.857 ], [ "d3", "description", 0.705 ], [ "c1", "constraint", 0.329 ], [ "c6", "constraint", 0.314 ], [ "d2", "description", 0.271 ], [ "d5", "description", 0.218 ], [ "c4", "constraint", 0.184 ], [ "c5", "constraint", 0.16 ], [ "c3", "constraint", 0.12 ], [ "d1", "description", 0.075 ], [ "d6", "description", 0.019 ], [ "d4", "description", -0.039 ] ] }, { "query": "q3", "gold": "c3", "gold_score": 0.9, "gold_rank": 1, "top_id": "c3", "top_score": 0.9, "best_descriptive_id": "d4", "best_descriptive_score": 0.411, "all_scores": [ [ "c3", "constraint", 0.9 ], [ "d4", "description", 0.411 ], [ "c2", "constraint", 0.202 ], [ "c5", "constraint", 0.177 ], [ "d3", "description", 0.169 ], [ "d6", "description", 0.142 ], [ "d2", "description", 0.133 ], [ "c6", "constraint", 0.122 ], [ "d1", "description", 0.12 ], [ "c4", "constraint", 0.113 ], [ "c1", "constraint", 0.11 ], [ "d5", "description", 0.051 ] ] }, { "query": "q4", "gold": "c5", "gold_score": 0.821, "gold_rank": 1, "top_id": "c5", "top_score": 0.821, "best_descriptive_id": "d1", "best_descriptive_score": 0.251, "all_scores": [ [ "c5", "constraint", 0.821 ], [ "d1", "description", 0.251 ], [ "c2", "constraint", 0.208 ], [ "c4", "constraint", 0.199 ], [ "d5", "description", 0.198 ], [ "d2", "description", 0.191 ], [ "c3", "constraint", 0.189 ], [ "d3", "description", 0.164 ], [ "c1", "constraint", 0.134 ], [ "d6", "description", 0.123 ], [ "c6", "constraint", 0.078 ], [ "d4", "description", 0.069 ] ] }, { "query": "q5", "gold": "d1", "gold_score": 0.764, "gold_rank": 1, "top_id": "d1", "top_score": 0.764, "best_descriptive_id": "d1", "best_descriptive_score": 0.764, "all_scores": [ [ "d1", "description", 0.764 ], [ "c5", "constraint", 0.246 ], [ "d2", "description", 0.235 ], [ "d3", "description", 0.195 ], [ "d4", "description", 0.138 ], [ "c3", "constraint", 0.092 ], [ "d6", "description", 0.092 ], [ "d5", "description", 0.091 ], [ "c6", "constraint", 0.061 ], [ "c2", "constraint", 0.039 ], [ "c1", "constraint", 0.031 ], [ "c4", "constraint", -0.027 ] ] }, { "query": "q6", "gold": "d2", "gold_score": 0.773, "gold_rank": 1, "top_id": "d2", "top_score": 0.773, "best_descriptive_id": "d2", "best_descriptive_score": 0.773, "all_scores": [ [ "d2", "description", 0.773 ], [ "c2", "constraint", 0.42 ], [ "d3", "description", 0.315 ], [ "d6", "description", 0.296 ], [ "c6", "constraint", 0.264 ], [ "d5", "description", 0.262 ], [ "d1", "description", 0.253 ], [ "c5", "constraint", 0.149 ], [ "c1", "constraint", 0.113 ], [ "d4", "description", 0.09 ], [ "c3", "constraint", 0.078 ], [ "c4", "constraint", 0.016 ] ] } ], "sweep": { "0.2": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.25": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.3": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.35": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.4": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.45": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.5": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.55": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.6": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.65": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.7": { "constraint_recall": 0.75, "overall_recall": 0.833, "dropped_gold_while_descriptive_survived": [] }, "0.75": { "constraint_recall": 0.75, "overall_recall": 0.833, "dropped_gold_while_descriptive_survived": [] }, "0.8": { "constraint_recall": 0.75, "overall_recall": 0.5, "dropped_gold_while_descriptive_survived": [] }, "0.85": { "constraint_recall": 0.5, "overall_recall": 0.333, "dropped_gold_while_descriptive_survived": [] }, "0.9": { "constraint_recall": 0.25, "overall_recall": 0.167, "dropped_gold_while_descriptive_survived": [] } } }, "snowflake-arctic-embed:33m": { "dimensions": 384, "rows": [ { "query": "q1", "gold": "c1", "gold_score": 0.949, "gold_rank": 1, "top_id": "c1", "top_score": 0.949, "best_descriptive_id": "d5", "best_descriptive_score": 0.821, "all_scores": [ [ "c1", "constraint", 0.949 ], [ "d5", "description", 0.821 ], [ "c4", "constraint", 0.819 ], [ "c6", "constraint", 0.811 ], [ "c2", "constraint", 0.807 ], [ "c5", "constraint", 0.804 ], [ "d3", "description", 0.802 ], [ "d2", "description", 0.777 ], [ "d1", "description", 0.769 ], [ "c3", "constraint", 0.714 ], [ "d6", "description", 0.713 ], [ "d4", "description", 0.699 ] ] }, { "query": "q2", "gold": "c2", "gold_score": 0.942, "gold_rank": 1, "top_id": "c2", "top_score": 0.942, "best_descriptive_id": "d3", "best_descriptive_score": 0.932, "all_scores": [ [ "c2", "constraint", 0.942 ], [ "d3", "description", 0.932 ], [ "c1", "constraint", 0.779 ], [ "c6", "constraint", 0.77 ], [ "d2", "description", 0.748 ], [ "c4", "constraint", 0.737 ], [ "c3", "constraint", 0.732 ], [ "c5", "constraint", 0.731 ], [ "d5", "description", 0.729 ], [ "d1", "description", 0.695 ], [ "d4", "description", 0.694 ], [ "d6", "description", 0.661 ] ] }, { "query": "q3", "gold": "c3", "gold_score": 0.98, "gold_rank": 1, "top_id": "c3", "top_score": 0.98, "best_descriptive_id": "d4", "best_descriptive_score": 0.798, "all_scores": [ [ "c3", "constraint", 0.98 ], [ "d4", "description", 0.798 ], [ "c6", "constraint", 0.744 ], [ "c2", "constraint", 0.727 ], [ "d3", "description", 0.726 ], [ "c4", "constraint", 0.716 ], [ "c5", "constraint", 0.716 ], [ "c1", "constraint", 0.712 ], [ "d5", "description", 0.708 ], [ "d2", "description", 0.694 ], [ "d1", "description", 0.692 ], [ "d6", "description", 0.689 ] ] }, { "query": "q4", "gold": "c5", "gold_score": 0.942, "gold_rank": 1, "top_id": "c5", "top_score": 0.942, "best_descriptive_id": "d5", "best_descriptive_score": 0.779, "all_scores": [ [ "c5", "constraint", 0.942 ], [ "d5", "description", 0.779 ], [ "c4", "constraint", 0.774 ], [ "c6", "constraint", 0.762 ], [ "c1", "constraint", 0.743 ], [ "d3", "description", 0.743 ], [ "c3", "constraint", 0.736 ], [ "d2", "description", 0.726 ], [ "c2", "constraint", 0.724 ], [ "d1", "description", 0.718 ], [ "d4", "description", 0.678 ], [ "d6", "description", 0.678 ] ] }, { "query": "q5", "gold": "d1", "gold_score": 0.897, "gold_rank": 1, "top_id": "d1", "top_score": 0.897, "best_descriptive_id": "d1", "best_descriptive_score": 0.897, "all_scores": [ [ "d1", "description", 0.897 ], [ "c5", "constraint", 0.776 ], [ "c6", "constraint", 0.759 ], [ "c1", "constraint", 0.757 ], [ "d3", "description", 0.75 ], [ "d2", "description", 0.745 ], [ "d5", "description", 0.734 ], [ "c4", "constraint", 0.734 ], [ "c3", "constraint", 0.733 ], [ "d6", "description", 0.721 ], [ "d4", "description", 0.719 ], [ "c2", "constraint", 0.709 ] ] }, { "query": "q6", "gold": "d2", "gold_score": 0.923, "gold_rank": 1, "top_id": "d2", "top_score": 0.923, "best_descriptive_id": "d2", "best_descriptive_score": 0.923, "all_scores": [ [ "d2", "description", 0.923 ], [ "c2", "constraint", 0.846 ], [ "c6", "constraint", 0.822 ], [ "c1", "constraint", 0.798 ], [ "d3", "description", 0.785 ], [ "d5", "description", 0.764 ], [ "d6", "description", 0.751 ], [ "c5", "constraint", 0.747 ], [ "c4", "constraint", 0.744 ], [ "d1", "description", 0.741 ], [ "c3", "constraint", 0.722 ], [ "d4", "description", 0.683 ] ] } ], "sweep": { "0.2": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.25": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.3": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.35": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.4": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.45": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.5": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.55": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.6": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.65": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.7": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.75": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.8": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.85": { "constraint_recall": 1.0, "overall_recall": 1.0, "dropped_gold_while_descriptive_survived": [] }, "0.9": { "constraint_recall": 1.0, "overall_recall": 0.833, "dropped_gold_while_descriptive_survived": [] } } } } }