[ { "dataset_name": "FinanceBench", "alias": null, "tier": 0, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.80667, "ndcg_at_3": 0.89904, "ndcg_at_5": 0.90995, "ndcg_at_10": 0.91415, "ndcg_at_20": 0.91415, "ndcg_at_50": 0.91415, "ndcg_at_100": 0.91415, "map_at_1": 0.80667, "map_at_3": 0.87778, "map_at_5": 0.88378, "map_at_10": 0.88544, "map_at_20": 0.88544, "map_at_50": 0.88544, "map_at_100": 0.88544, "recall_at_1": 0.80667, "recall_at_3": 0.96, "recall_at_5": 0.98667, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.80667, "precision_at_3": 0.32, "precision_at_5": 0.19733, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.88801, "ndcg_at_5": 0.8995, "ndcg_at_10": 0.90632, "ndcg_at_20": 0.90632, "ndcg_at_50": 0.90632, "ndcg_at_100": 0.90632, "map_at_1": 0.8, "map_at_3": 0.86556, "map_at_5": 0.87222, "map_at_10": 0.87524, "map_at_20": 0.87524, "map_at_50": 0.87524, "map_at_100": 0.87524, "recall_at_1": 0.8, "recall_at_3": 0.95333, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.31778, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.78667, "ndcg_at_3": 0.86889, "ndcg_at_5": 0.88008, "ndcg_at_10": 0.88927, "ndcg_at_20": 0.89278, "ndcg_at_50": 0.89278, "ndcg_at_100": 0.89389, "map_at_1": 0.78667, "map_at_3": 0.84889, "map_at_5": 0.85522, "map_at_10": 0.85935, "map_at_20": 0.86038, "map_at_50": 0.86038, "map_at_100": 0.86049, "recall_at_1": 0.78667, "recall_at_3": 0.92667, "recall_at_5": 0.95333, "recall_at_10": 0.98, "recall_at_20": 0.99333, "recall_at_50": 0.99333, "recall_at_100": 1.0, "precision_at_1": 0.78667, "precision_at_3": 0.30889, "precision_at_5": 0.19067, "precision_at_10": 0.098, "precision_at_20": 0.04967, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54667, "ndcg_at_3": 0.68357, "ndcg_at_5": 0.70882, "ndcg_at_10": 0.73046, "ndcg_at_20": 0.74382, "ndcg_at_50": 0.74948, "ndcg_at_100": 0.75175, "map_at_1": 0.54667, "map_at_3": 0.65222, "map_at_5": 0.66656, "map_at_10": 0.67552, "map_at_20": 0.67911, "map_at_50": 0.68018, "map_at_100": 0.68041, "recall_at_1": 0.54667, "recall_at_3": 0.77333, "recall_at_5": 0.83333, "recall_at_10": 0.9, "recall_at_20": 0.95333, "recall_at_50": 0.98, "recall_at_100": 0.99333, "precision_at_1": 0.54667, "precision_at_3": 0.25778, "precision_at_5": 0.16667, "precision_at_10": 0.09, "precision_at_20": 0.04767, "precision_at_50": 0.0196, "precision_at_100": 0.00993, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58667, "ndcg_at_3": 0.73603, "ndcg_at_5": 0.76416, "ndcg_at_10": 0.78187, "ndcg_at_20": 0.78544, "ndcg_at_50": 0.78686, "ndcg_at_100": 0.78912, "map_at_1": 0.58667, "map_at_3": 0.7, "map_at_5": 0.716, "map_at_10": 0.72359, "map_at_20": 0.72467, "map_at_50": 0.72494, "map_at_100": 0.72517, "recall_at_1": 0.58667, "recall_at_3": 0.84, "recall_at_5": 0.90667, "recall_at_10": 0.96, "recall_at_20": 0.97333, "recall_at_50": 0.98, "recall_at_100": 0.99333, "precision_at_1": 0.58667, "precision_at_3": 0.28, "precision_at_5": 0.18133, "precision_at_10": 0.096, "precision_at_20": 0.04867, "precision_at_50": 0.0196, "precision_at_100": 0.00993, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.84667, "ndcg_at_3": 0.91047, "ndcg_at_5": 0.92425, "ndcg_at_10": 0.92884, "ndcg_at_20": 0.92884, "ndcg_at_50": 0.92884, "ndcg_at_100": 0.92884, "map_at_1": 0.84667, "map_at_3": 0.89556, "map_at_5": 0.90322, "map_at_10": 0.90529, "map_at_20": 0.90529, "map_at_50": 0.90529, "map_at_100": 0.90529, "recall_at_1": 0.84667, "recall_at_3": 0.95333, "recall_at_5": 0.98667, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.84667, "precision_at_3": 0.31778, "precision_at_5": 0.19733, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.82, "ndcg_at_3": 0.90468, "ndcg_at_5": 0.91242, "ndcg_at_10": 0.91665, "ndcg_at_20": 0.91665, "ndcg_at_50": 0.91665, "ndcg_at_100": 0.91665, "map_at_1": 0.82, "map_at_3": 0.88333, "map_at_5": 0.88733, "map_at_10": 0.88903, "map_at_20": 0.88903, "map_at_50": 0.88903, "map_at_100": 0.88903, "recall_at_1": 0.82, "recall_at_3": 0.96667, "recall_at_5": 0.98667, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.82, "precision_at_3": 0.32222, "precision_at_5": 0.19733, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.62, "ndcg_at_3": 0.78111, "ndcg_at_5": 0.79488, "ndcg_at_10": 0.81077, "ndcg_at_20": 0.81429, "ndcg_at_50": 0.81696, "ndcg_at_100": 0.81696, "map_at_1": 0.62, "map_at_3": 0.74222, "map_at_5": 0.74989, "map_at_10": 0.75693, "map_at_20": 0.75798, "map_at_50": 0.75841, "map_at_100": 0.75841, "recall_at_1": 0.62, "recall_at_3": 0.89333, "recall_at_5": 0.92667, "recall_at_10": 0.97333, "recall_at_20": 0.98667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.62, "precision_at_3": 0.29778, "precision_at_5": 0.18533, "precision_at_10": 0.09733, "precision_at_20": 0.04933, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85333, "ndcg_at_3": 0.91786, "ndcg_at_5": 0.92331, "ndcg_at_10": 0.92568, "ndcg_at_20": 0.92919, "ndcg_at_50": 0.92919, "ndcg_at_100": 0.92919, "map_at_1": 0.85333, "map_at_3": 0.90111, "map_at_5": 0.90411, "map_at_10": 0.90522, "map_at_20": 0.90625, "map_at_50": 0.90625, "map_at_100": 0.90625, "recall_at_1": 0.85333, "recall_at_3": 0.96667, "recall_at_5": 0.98, "recall_at_10": 0.98667, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.85333, "precision_at_3": 0.32222, "precision_at_5": 0.196, "precision_at_10": 0.09867, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.65333, "ndcg_at_3": 0.75063, "ndcg_at_5": 0.79136, "ndcg_at_10": 0.80387, "ndcg_at_20": 0.81248, "ndcg_at_50": 0.8139, "ndcg_at_100": 0.8139, "map_at_1": 0.65333, "map_at_3": 0.72667, "map_at_5": 0.749, "map_at_10": 0.7539, "map_at_20": 0.75637, "map_at_50": 0.75663, "map_at_100": 0.75663, "recall_at_1": 0.65333, "recall_at_3": 0.82, "recall_at_5": 0.92, "recall_at_10": 0.96, "recall_at_20": 0.99333, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.65333, "precision_at_3": 0.27333, "precision_at_5": 0.184, "precision_at_10": 0.096, "precision_at_20": 0.04967, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.82, "ndcg_at_3": 0.91151, "ndcg_at_5": 0.91725, "ndcg_at_10": 0.922, "ndcg_at_20": 0.922, "ndcg_at_50": 0.922, "ndcg_at_100": 0.922, "map_at_1": 0.82, "map_at_3": 0.89, "map_at_5": 0.89333, "map_at_10": 0.89556, "map_at_20": 0.89556, "map_at_50": 0.89556, "map_at_100": 0.89556, "recall_at_1": 0.82, "recall_at_3": 0.97333, "recall_at_5": 0.98667, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.82, "precision_at_3": 0.32444, "precision_at_5": 0.19733, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33333, "ndcg_at_3": 0.47341, "ndcg_at_5": 0.51156, "ndcg_at_10": 0.54956, "ndcg_at_20": 0.57431, "ndcg_at_50": 0.58789, "ndcg_at_100": 0.59561, "map_at_1": 0.33333, "map_at_3": 0.43889, "map_at_5": 0.45989, "map_at_10": 0.47634, "map_at_20": 0.48376, "map_at_50": 0.4861, "map_at_100": 0.48683, "recall_at_1": 0.33333, "recall_at_3": 0.57333, "recall_at_5": 0.66667, "recall_at_10": 0.78, "recall_at_20": 0.87333, "recall_at_50": 0.94, "recall_at_100": 0.98667, "precision_at_1": 0.33333, "precision_at_3": 0.19111, "precision_at_5": 0.13333, "precision_at_10": 0.078, "precision_at_20": 0.04367, "precision_at_50": 0.0188, "precision_at_100": 0.00987, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58667, "ndcg_at_3": 0.72849, "ndcg_at_5": 0.76635, "ndcg_at_10": 0.77521, "ndcg_at_20": 0.78196, "ndcg_at_50": 0.78487, "ndcg_at_100": 0.78596, "map_at_1": 0.58667, "map_at_3": 0.69444, "map_at_5": 0.71511, "map_at_10": 0.71891, "map_at_20": 0.72077, "map_at_50": 0.72135, "map_at_100": 0.72145, "recall_at_1": 0.58667, "recall_at_3": 0.82667, "recall_at_5": 0.92, "recall_at_10": 0.94667, "recall_at_20": 0.97333, "recall_at_50": 0.98667, "recall_at_100": 0.99333, "precision_at_1": 0.58667, "precision_at_3": 0.27556, "precision_at_5": 0.184, "precision_at_10": 0.09467, "precision_at_20": 0.04867, "precision_at_50": 0.01973, "precision_at_100": 0.00993, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62667, "ndcg_at_3": 0.69714, "ndcg_at_5": 0.71665, "ndcg_at_10": 0.72326, "ndcg_at_20": 0.73017, "ndcg_at_50": 0.73916, "ndcg_at_100": 0.75343, "map_at_1": 0.62667, "map_at_3": 0.68, "map_at_5": 0.691, "map_at_10": 0.6938, "map_at_20": 0.69578, "map_at_50": 0.69712, "map_at_100": 0.69844, "recall_at_1": 0.62667, "recall_at_3": 0.74667, "recall_at_5": 0.79333, "recall_at_10": 0.81333, "recall_at_20": 0.84, "recall_at_50": 0.88667, "recall_at_100": 0.97333, "precision_at_1": 0.62667, "precision_at_3": 0.24889, "precision_at_5": 0.15867, "precision_at_10": 0.08133, "precision_at_20": 0.042, "precision_at_50": 0.01773, "precision_at_100": 0.00973, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45333, "ndcg_at_3": 0.62706, "ndcg_at_5": 0.65976, "ndcg_at_10": 0.67458, "ndcg_at_20": 0.69298, "ndcg_at_50": 0.70217, "ndcg_at_100": 0.70217, "map_at_1": 0.45333, "map_at_3": 0.58556, "map_at_5": 0.60356, "map_at_10": 0.60952, "map_at_20": 0.61449, "map_at_50": 0.61592, "map_at_100": 0.61592, "recall_at_1": 0.45333, "recall_at_3": 0.74667, "recall_at_5": 0.82667, "recall_at_10": 0.87333, "recall_at_20": 0.94667, "recall_at_50": 0.99333, "recall_at_100": 0.99333, "precision_at_1": 0.45333, "precision_at_3": 0.24889, "precision_at_5": 0.16533, "precision_at_10": 0.08733, "precision_at_20": 0.04733, "precision_at_50": 0.01987, "precision_at_100": 0.00993, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43333, "ndcg_at_3": 0.62127, "ndcg_at_5": 0.65655, "ndcg_at_10": 0.66955, "ndcg_at_20": 0.68678, "ndcg_at_50": 0.69236, "ndcg_at_100": 0.69236, "map_at_1": 0.43333, "map_at_3": 0.57556, "map_at_5": 0.59489, "map_at_10": 0.6003, "map_at_20": 0.60524, "map_at_50": 0.60625, "map_at_100": 0.60625, "recall_at_1": 0.43333, "recall_at_3": 0.75333, "recall_at_5": 0.84, "recall_at_10": 0.88, "recall_at_20": 0.94667, "recall_at_50": 0.97333, "recall_at_100": 0.97333, "precision_at_1": 0.43333, "precision_at_3": 0.25111, "precision_at_5": 0.168, "precision_at_10": 0.088, "precision_at_20": 0.04733, "precision_at_50": 0.01947, "precision_at_100": 0.00973, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36667, "ndcg_at_3": 0.51674, "ndcg_at_5": 0.55806, "ndcg_at_10": 0.57777, "ndcg_at_20": 0.5997, "ndcg_at_50": 0.61587, "ndcg_at_100": 0.62015, "map_at_1": 0.36667, "map_at_3": 0.47889, "map_at_5": 0.50189, "map_at_10": 0.5102, "map_at_20": 0.51624, "map_at_50": 0.51897, "map_at_100": 0.51932, "recall_at_1": 0.36667, "recall_at_3": 0.62667, "recall_at_5": 0.72667, "recall_at_10": 0.78667, "recall_at_20": 0.87333, "recall_at_50": 0.95333, "recall_at_100": 0.98, "precision_at_1": 0.36667, "precision_at_3": 0.20889, "precision_at_5": 0.14533, "precision_at_10": 0.07867, "precision_at_20": 0.04367, "precision_at_50": 0.01907, "precision_at_100": 0.0098, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.80746, "ndcg_at_5": 0.82984, "ndcg_at_10": 0.84364, "ndcg_at_20": 0.84736, "ndcg_at_50": 0.84998, "ndcg_at_100": 0.84998, "map_at_1": 0.7, "map_at_3": 0.78222, "map_at_5": 0.79489, "map_at_10": 0.80111, "map_at_20": 0.80232, "map_at_50": 0.80273, "map_at_100": 0.80273, "recall_at_1": 0.7, "recall_at_3": 0.88, "recall_at_5": 0.93333, "recall_at_10": 0.97333, "recall_at_20": 0.98667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7, "precision_at_3": 0.29333, "precision_at_5": 0.18667, "precision_at_10": 0.09733, "precision_at_20": 0.04933, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39333, "ndcg_at_3": 0.5469, "ndcg_at_5": 0.57444, "ndcg_at_10": 0.60309, "ndcg_at_20": 0.6143, "ndcg_at_50": 0.63145, "ndcg_at_100": 0.64014, "map_at_1": 0.39333, "map_at_3": 0.51, "map_at_5": 0.52533, "map_at_10": 0.53752, "map_at_20": 0.5403, "map_at_50": 0.54304, "map_at_100": 0.54381, "recall_at_1": 0.39333, "recall_at_3": 0.65333, "recall_at_5": 0.72, "recall_at_10": 0.80667, "recall_at_20": 0.85333, "recall_at_50": 0.94, "recall_at_100": 0.99333, "precision_at_1": 0.39333, "precision_at_3": 0.21778, "precision_at_5": 0.144, "precision_at_10": 0.08067, "precision_at_20": 0.04267, "precision_at_50": 0.0188, "precision_at_100": 0.00993, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44667, "ndcg_at_3": 0.59762, "ndcg_at_5": 0.61971, "ndcg_at_10": 0.62602, "ndcg_at_20": 0.64631, "ndcg_at_50": 0.66051, "ndcg_at_100": 0.67034, "map_at_1": 0.44667, "map_at_3": 0.56, "map_at_5": 0.57233, "map_at_10": 0.57485, "map_at_20": 0.58045, "map_at_50": 0.58258, "map_at_100": 0.58347, "recall_at_1": 0.44667, "recall_at_3": 0.70667, "recall_at_5": 0.76, "recall_at_10": 0.78, "recall_at_20": 0.86, "recall_at_50": 0.93333, "recall_at_100": 0.99333, "precision_at_1": 0.44667, "precision_at_3": 0.23556, "precision_at_5": 0.152, "precision_at_10": 0.078, "precision_at_20": 0.043, "precision_at_50": 0.01867, "precision_at_100": 0.00993, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.65333, "ndcg_at_3": 0.81111, "ndcg_at_5": 0.82687, "ndcg_at_10": 0.8354, "ndcg_at_20": 0.8354, "ndcg_at_50": 0.83667, "ndcg_at_100": 0.83782, "map_at_1": 0.65333, "map_at_3": 0.77333, "map_at_5": 0.78167, "map_at_10": 0.78514, "map_at_20": 0.78514, "map_at_50": 0.78531, "map_at_100": 0.78544, "recall_at_1": 0.65333, "recall_at_3": 0.92, "recall_at_5": 0.96, "recall_at_10": 0.98667, "recall_at_20": 0.98667, "recall_at_50": 0.99333, "recall_at_100": 1.0, "precision_at_1": 0.65333, "precision_at_3": 0.30667, "precision_at_5": 0.192, "precision_at_10": 0.09867, "precision_at_20": 0.04933, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83333, "ndcg_at_3": 0.89293, "ndcg_at_5": 0.90612, "ndcg_at_10": 0.91493, "ndcg_at_20": 0.91493, "ndcg_at_50": 0.91628, "ndcg_at_100": 0.91628, "map_at_1": 0.83333, "map_at_3": 0.87889, "map_at_5": 0.88589, "map_at_10": 0.88962, "map_at_20": 0.88962, "map_at_50": 0.88985, "map_at_100": 0.88985, "recall_at_1": 0.83333, "recall_at_3": 0.93333, "recall_at_5": 0.96667, "recall_at_10": 0.99333, "recall_at_20": 0.99333, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83333, "precision_at_3": 0.31111, "precision_at_5": 0.19333, "precision_at_10": 0.09933, "precision_at_20": 0.04967, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76667, "ndcg_at_3": 0.8473, "ndcg_at_5": 0.86998, "ndcg_at_10": 0.88581, "ndcg_at_20": 0.88581, "ndcg_at_50": 0.88581, "ndcg_at_100": 0.88581, "map_at_1": 0.76667, "map_at_3": 0.82889, "map_at_5": 0.84189, "map_at_10": 0.84886, "map_at_20": 0.84886, "map_at_50": 0.84886, "map_at_100": 0.84886, "recall_at_1": 0.76667, "recall_at_3": 0.9, "recall_at_5": 0.95333, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76667, "precision_at_3": 0.3, "precision_at_5": 0.19067, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53333, "ndcg_at_3": 0.71198, "ndcg_at_5": 0.73466, "ndcg_at_10": 0.75857, "ndcg_at_20": 0.76532, "ndcg_at_50": 0.76673, "ndcg_at_100": 0.76673, "map_at_1": 0.53333, "map_at_3": 0.66778, "map_at_5": 0.68078, "map_at_10": 0.69076, "map_at_20": 0.6926, "map_at_50": 0.69287, "map_at_100": 0.69287, "recall_at_1": 0.53333, "recall_at_3": 0.84, "recall_at_5": 0.89333, "recall_at_10": 0.96667, "recall_at_20": 0.99333, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.53333, "precision_at_3": 0.28, "precision_at_5": 0.17867, "precision_at_10": 0.09667, "precision_at_20": 0.04967, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17333, "ndcg_at_3": 0.26309, "ndcg_at_5": 0.30898, "ndcg_at_10": 0.34684, "ndcg_at_20": 0.38307, "ndcg_at_50": 0.42146, "ndcg_at_100": 0.43688, "map_at_1": 0.17333, "map_at_3": 0.24111, "map_at_5": 0.26611, "map_at_10": 0.28117, "map_at_20": 0.29066, "map_at_50": 0.29684, "map_at_100": 0.29828, "recall_at_1": 0.17333, "recall_at_3": 0.32667, "recall_at_5": 0.44, "recall_at_10": 0.56, "recall_at_20": 0.70667, "recall_at_50": 0.9, "recall_at_100": 0.99333, "precision_at_1": 0.17333, "precision_at_3": 0.10889, "precision_at_5": 0.088, "precision_at_10": 0.056, "precision_at_20": 0.03533, "precision_at_50": 0.018, "precision_at_100": 0.00993, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47333, "ndcg_at_3": 0.6269, "ndcg_at_5": 0.64812, "ndcg_at_10": 0.68331, "ndcg_at_20": 0.69331, "ndcg_at_50": 0.70113, "ndcg_at_100": 0.70325, "map_at_1": 0.47333, "map_at_3": 0.59, "map_at_5": 0.60133, "map_at_10": 0.61627, "map_at_20": 0.61896, "map_at_50": 0.62017, "map_at_100": 0.62034, "recall_at_1": 0.47333, "recall_at_3": 0.73333, "recall_at_5": 0.78667, "recall_at_10": 0.89333, "recall_at_20": 0.93333, "recall_at_50": 0.97333, "recall_at_100": 0.98667, "precision_at_1": 0.47333, "precision_at_3": 0.24444, "precision_at_5": 0.15733, "precision_at_10": 0.08933, "precision_at_20": 0.04667, "precision_at_50": 0.01947, "precision_at_100": 0.00987, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44667, "ndcg_at_3": 0.59849, "ndcg_at_5": 0.63348, "ndcg_at_10": 0.6675, "ndcg_at_20": 0.67606, "ndcg_at_50": 0.68412, "ndcg_at_100": 0.6886, "map_at_1": 0.44667, "map_at_3": 0.56111, "map_at_5": 0.58011, "map_at_10": 0.59388, "map_at_20": 0.5963, "map_at_50": 0.59766, "map_at_100": 0.59809, "recall_at_1": 0.44667, "recall_at_3": 0.70667, "recall_at_5": 0.79333, "recall_at_10": 0.9, "recall_at_20": 0.93333, "recall_at_50": 0.97333, "recall_at_100": 1.0, "precision_at_1": 0.44667, "precision_at_3": 0.23556, "precision_at_5": 0.15867, "precision_at_10": 0.09, "precision_at_20": 0.04667, "precision_at_50": 0.01947, "precision_at_100": 0.01, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.62667, "ndcg_at_3": 0.73833, "ndcg_at_5": 0.75697, "ndcg_at_10": 0.78125, "ndcg_at_20": 0.78974, "ndcg_at_50": 0.79612, "ndcg_at_100": 0.79612, "map_at_1": 0.62667, "map_at_3": 0.71222, "map_at_5": 0.72222, "map_at_10": 0.73259, "map_at_20": 0.73496, "map_at_50": 0.73589, "map_at_100": 0.73589, "recall_at_1": 0.62667, "recall_at_3": 0.81333, "recall_at_5": 0.86, "recall_at_10": 0.93333, "recall_at_20": 0.96667, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.62667, "precision_at_3": 0.27111, "precision_at_5": 0.172, "precision_at_10": 0.09333, "precision_at_20": 0.04833, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36667, "ndcg_at_3": 0.53603, "ndcg_at_5": 0.55238, "ndcg_at_10": 0.57793, "ndcg_at_20": 0.58911, "ndcg_at_50": 0.61061, "ndcg_at_100": 0.61914, "map_at_1": 0.36667, "map_at_3": 0.49333, "map_at_5": 0.50233, "map_at_10": 0.51269, "map_at_20": 0.51545, "map_at_50": 0.51903, "map_at_100": 0.51975, "recall_at_1": 0.36667, "recall_at_3": 0.66, "recall_at_5": 0.7, "recall_at_10": 0.78, "recall_at_20": 0.82667, "recall_at_50": 0.93333, "recall_at_100": 0.98667, "precision_at_1": 0.36667, "precision_at_3": 0.22, "precision_at_5": 0.14, "precision_at_10": 0.078, "precision_at_20": 0.04133, "precision_at_50": 0.01867, "precision_at_100": 0.00987, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39333, "ndcg_at_3": 0.525, "ndcg_at_5": 0.56719, "ndcg_at_10": 0.59902, "ndcg_at_20": 0.61125, "ndcg_at_50": 0.62862, "ndcg_at_100": 0.63416, "map_at_1": 0.39333, "map_at_3": 0.49222, "map_at_5": 0.51622, "map_at_10": 0.52907, "map_at_20": 0.53265, "map_at_50": 0.5355, "map_at_100": 0.53603, "recall_at_1": 0.39333, "recall_at_3": 0.62, "recall_at_5": 0.72, "recall_at_10": 0.82, "recall_at_20": 0.86667, "recall_at_50": 0.95333, "recall_at_100": 0.98667, "precision_at_1": 0.39333, "precision_at_3": 0.20667, "precision_at_5": 0.144, "precision_at_10": 0.082, "precision_at_20": 0.04333, "precision_at_50": 0.01907, "precision_at_100": 0.00987, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51333, "ndcg_at_3": 0.65849, "ndcg_at_5": 0.69722, "ndcg_at_10": 0.72159, "ndcg_at_20": 0.72834, "ndcg_at_50": 0.7334, "ndcg_at_100": 0.73456, "map_at_1": 0.51333, "map_at_3": 0.62333, "map_at_5": 0.645, "map_at_10": 0.65542, "map_at_20": 0.65728, "map_at_50": 0.658, "map_at_100": 0.65812, "recall_at_1": 0.51333, "recall_at_3": 0.76, "recall_at_5": 0.85333, "recall_at_10": 0.92667, "recall_at_20": 0.95333, "recall_at_50": 0.98, "recall_at_100": 0.98667, "precision_at_1": 0.51333, "precision_at_3": 0.25333, "precision_at_5": 0.17067, "precision_at_10": 0.09267, "precision_at_20": 0.04767, "precision_at_50": 0.0196, "precision_at_100": 0.00987, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68667, "ndcg_at_3": 0.80746, "ndcg_at_5": 0.83383, "ndcg_at_10": 0.84281, "ndcg_at_20": 0.84619, "ndcg_at_50": 0.84619, "ndcg_at_100": 0.84619, "map_at_1": 0.68667, "map_at_3": 0.77778, "map_at_5": 0.79178, "map_at_10": 0.79569, "map_at_20": 0.79662, "map_at_50": 0.79662, "map_at_100": 0.79662, "recall_at_1": 0.68667, "recall_at_3": 0.89333, "recall_at_5": 0.96, "recall_at_10": 0.98667, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.68667, "precision_at_3": 0.29778, "precision_at_5": 0.192, "precision_at_10": 0.09867, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68, "ndcg_at_3": 0.80904, "ndcg_at_5": 0.82311, "ndcg_at_10": 0.83879, "ndcg_at_20": 0.84033, "ndcg_at_50": 0.84163, "ndcg_at_100": 0.84163, "map_at_1": 0.68, "map_at_3": 0.77556, "map_at_5": 0.78356, "map_at_10": 0.79037, "map_at_20": 0.79072, "map_at_50": 0.79091, "map_at_100": 0.79091, "recall_at_1": 0.68, "recall_at_3": 0.90667, "recall_at_5": 0.94, "recall_at_10": 0.98667, "recall_at_20": 0.99333, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.68, "precision_at_3": 0.30222, "precision_at_5": 0.188, "precision_at_10": 0.09867, "precision_at_20": 0.04967, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57333, "ndcg_at_3": 0.69238, "ndcg_at_5": 0.73399, "ndcg_at_10": 0.75157, "ndcg_at_20": 0.75806, "ndcg_at_50": 0.7622, "ndcg_at_100": 0.76435, "map_at_1": 0.57333, "map_at_3": 0.66222, "map_at_5": 0.68556, "map_at_10": 0.69303, "map_at_20": 0.69469, "map_at_50": 0.69542, "map_at_100": 0.6956, "recall_at_1": 0.57333, "recall_at_3": 0.78, "recall_at_5": 0.88, "recall_at_10": 0.93333, "recall_at_20": 0.96, "recall_at_50": 0.98, "recall_at_100": 0.99333, "precision_at_1": 0.57333, "precision_at_3": 0.26, "precision_at_5": 0.176, "precision_at_10": 0.09333, "precision_at_20": 0.048, "precision_at_50": 0.0196, "precision_at_100": 0.00993, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.76, "ndcg_at_3": 0.84484, "ndcg_at_5": 0.86752, "ndcg_at_10": 0.88335, "ndcg_at_20": 0.88335, "ndcg_at_50": 0.88335, "ndcg_at_100": 0.88335, "map_at_1": 0.76, "map_at_3": 0.82556, "map_at_5": 0.83856, "map_at_10": 0.84553, "map_at_20": 0.84553, "map_at_50": 0.84553, "map_at_100": 0.84553, "recall_at_1": 0.76, "recall_at_3": 0.9, "recall_at_5": 0.95333, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76, "precision_at_3": 0.3, "precision_at_5": 0.19067, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.83333, "ndcg_at_3": 0.90381, "ndcg_at_5": 0.91471, "ndcg_at_10": 0.92168, "ndcg_at_20": 0.92168, "ndcg_at_50": 0.92168, "ndcg_at_100": 0.92168, "map_at_1": 0.83333, "map_at_3": 0.88667, "map_at_5": 0.89267, "map_at_10": 0.89584, "map_at_20": 0.89584, "map_at_50": 0.89584, "map_at_100": 0.89584, "recall_at_1": 0.83333, "recall_at_3": 0.95333, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83333, "precision_at_3": 0.31778, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.14667, "ndcg_at_3": 0.18349, "ndcg_at_5": 0.20846, "ndcg_at_10": 0.23681, "ndcg_at_20": 0.27593, "ndcg_at_50": 0.32723, "ndcg_at_100": 0.34912, "map_at_1": 0.14667, "map_at_3": 0.17333, "map_at_5": 0.18733, "map_at_10": 0.19924, "map_at_20": 0.21017, "map_at_50": 0.21825, "map_at_100": 0.22026, "recall_at_1": 0.14667, "recall_at_3": 0.21333, "recall_at_5": 0.27333, "recall_at_10": 0.36, "recall_at_20": 0.51333, "recall_at_50": 0.77333, "recall_at_100": 0.90667, "precision_at_1": 0.14667, "precision_at_3": 0.07111, "precision_at_5": 0.05467, "precision_at_10": 0.036, "precision_at_20": 0.02567, "precision_at_50": 0.01547, "precision_at_100": 0.00907, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.63198, "ndcg_at_5": 0.66269, "ndcg_at_10": 0.69294, "ndcg_at_20": 0.69814, "ndcg_at_50": 0.71055, "ndcg_at_100": 0.71171, "map_at_1": 0.48, "map_at_3": 0.59667, "map_at_5": 0.614, "map_at_10": 0.62651, "map_at_20": 0.62803, "map_at_50": 0.63023, "map_at_100": 0.63036, "recall_at_1": 0.48, "recall_at_3": 0.73333, "recall_at_5": 0.80667, "recall_at_10": 0.9, "recall_at_20": 0.92, "recall_at_50": 0.98, "recall_at_100": 0.98667, "precision_at_1": 0.48, "precision_at_3": 0.24444, "precision_at_5": 0.16133, "precision_at_10": 0.09, "precision_at_20": 0.046, "precision_at_50": 0.0196, "precision_at_100": 0.00987, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "VidoreInfoVQA", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/infovqa_test_subsampled_beir", "results": [ { "ndcg_at_1": 0.68219, "ndcg_at_3": 0.7595, "ndcg_at_5": 0.77334, "ndcg_at_10": 0.7867, "ndcg_at_20": 0.79909, "ndcg_at_50": 0.80375, "ndcg_at_100": 0.80644, "map_at_1": 0.68219, "map_at_3": 0.74072, "map_at_5": 0.74821, "map_at_10": 0.75388, "map_at_20": 0.75734, "map_at_50": 0.75807, "map_at_100": 0.7583, "recall_at_1": 0.68219, "recall_at_3": 0.81377, "recall_at_5": 0.84818, "recall_at_10": 0.88866, "recall_at_20": 0.93725, "recall_at_50": 0.96053, "recall_at_100": 0.97652, "precision_at_1": 0.68219, "precision_at_3": 0.27193, "precision_at_5": 0.17004, "precision_at_10": 0.08907, "precision_at_20": 0.04696, "precision_at_50": 0.01927, "precision_at_100": 0.00984, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83806, "ndcg_at_3": 0.88313, "ndcg_at_5": 0.89343, "ndcg_at_10": 0.90423, "ndcg_at_20": 0.90559, "ndcg_at_50": 0.90759, "ndcg_at_100": 0.90826, "map_at_1": 0.83806, "map_at_3": 0.87233, "map_at_5": 0.87831, "map_at_10": 0.88295, "map_at_20": 0.88333, "map_at_50": 0.88372, "map_at_100": 0.88379, "recall_at_1": 0.83806, "recall_at_3": 0.91235, "recall_at_5": 0.93765, "recall_at_10": 0.97004, "recall_at_20": 0.9751, "recall_at_50": 0.98401, "recall_at_100": 0.98806, "precision_at_1": 0.83806, "precision_at_3": 0.30499, "precision_at_5": 0.18826, "precision_at_10": 0.09737, "precision_at_20": 0.04899, "precision_at_50": 0.01984, "precision_at_100": 0.00996, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8583, "ndcg_at_3": 0.88987, "ndcg_at_5": 0.90368, "ndcg_at_10": 0.90965, "ndcg_at_20": 0.91075, "ndcg_at_50": 0.91318, "ndcg_at_100": 0.91485, "map_at_1": 0.8583, "map_at_3": 0.88192, "map_at_5": 0.88951, "map_at_10": 0.89211, "map_at_20": 0.89245, "map_at_50": 0.89286, "map_at_100": 0.89301, "recall_at_1": 0.8583, "recall_at_3": 0.91296, "recall_at_5": 0.94636, "recall_at_10": 0.96397, "recall_at_20": 0.96802, "recall_at_50": 0.97955, "recall_at_100": 0.98968, "precision_at_1": 0.8583, "precision_at_3": 0.30432, "precision_at_5": 0.18947, "precision_at_10": 0.09676, "precision_at_20": 0.04858, "precision_at_50": 0.01972, "precision_at_100": 0.00996, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45547, "ndcg_at_3": 0.5301, "ndcg_at_5": 0.55973, "ndcg_at_10": 0.58727, "ndcg_at_20": 0.60973, "ndcg_at_50": 0.62449, "ndcg_at_100": 0.63041, "map_at_1": 0.45547, "map_at_3": 0.51181, "map_at_5": 0.52815, "map_at_10": 0.53981, "map_at_20": 0.54602, "map_at_50": 0.5484, "map_at_100": 0.54893, "recall_at_1": 0.45547, "recall_at_3": 0.583, "recall_at_5": 0.65486, "recall_at_10": 0.73887, "recall_at_20": 0.82692, "recall_at_50": 0.90061, "recall_at_100": 0.93704, "precision_at_1": 0.45547, "precision_at_3": 0.19433, "precision_at_5": 0.13117, "precision_at_10": 0.07409, "precision_at_20": 0.0415, "precision_at_50": 0.01814, "precision_at_100": 0.00943, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "CUREv1_en", "alias": null, "tier": 0, "groups": { "text": 1, "healthcare": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.7915, "ndcg_at_3": 0.71217, "ndcg_at_5": 0.67278, "ndcg_at_10": 0.63599, "ndcg_at_20": 0.61515, "ndcg_at_50": 0.62353, "ndcg_at_100": 0.65199, "map_at_1": 0.10501, "map_at_3": 0.18699, "map_at_5": 0.2283, "map_at_10": 0.2843, "map_at_20": 0.33435, "map_at_50": 0.38896, "map_at_100": 0.41878, "recall_at_1": 0.10501, "recall_at_3": 0.20325, "recall_at_5": 0.26113, "recall_at_10": 0.357, "recall_at_20": 0.462, "recall_at_50": 0.60847, "recall_at_100": 0.71732, "precision_at_1": 0.7915, "precision_at_3": 0.65967, "precision_at_5": 0.583, "precision_at_10": 0.48055, "precision_at_20": 0.37542, "precision_at_50": 0.25209, "precision_at_100": 0.17455, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6635, "ndcg_at_3": 0.60563, "ndcg_at_5": 0.5697, "ndcg_at_10": 0.53826, "ndcg_at_20": 0.5229, "ndcg_at_50": 0.53427, "ndcg_at_100": 0.56402, "map_at_1": 0.07792, "map_at_3": 0.14392, "map_at_5": 0.17456, "map_at_10": 0.21801, "map_at_20": 0.25736, "map_at_50": 0.3032, "map_at_100": 0.33003, "recall_at_1": 0.07792, "recall_at_3": 0.16433, "recall_at_5": 0.21231, "recall_at_10": 0.29558, "recall_at_20": 0.39044, "recall_at_50": 0.53488, "recall_at_100": 0.64716, "precision_at_1": 0.6635, "precision_at_3": 0.56633, "precision_at_5": 0.4991, "precision_at_10": 0.41485, "precision_at_20": 0.33005, "precision_at_50": 0.22724, "precision_at_100": 0.16087, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8055, "ndcg_at_3": 0.72365, "ndcg_at_5": 0.68447, "ndcg_at_10": 0.64478, "ndcg_at_20": 0.62464, "ndcg_at_50": 0.63542, "ndcg_at_100": 0.66193, "map_at_1": 0.10728, "map_at_3": 0.18704, "map_at_5": 0.22695, "map_at_10": 0.2825, "map_at_20": 0.33509, "map_at_50": 0.39445, "map_at_100": 0.42582, "recall_at_1": 0.10728, "recall_at_3": 0.20005, "recall_at_5": 0.25531, "recall_at_10": 0.34919, "recall_at_20": 0.45707, "recall_at_50": 0.61835, "recall_at_100": 0.72624, "precision_at_1": 0.8055, "precision_at_3": 0.6705, "precision_at_5": 0.5948, "precision_at_10": 0.49115, "precision_at_20": 0.38915, "precision_at_50": 0.26418, "precision_at_100": 0.1826, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6945, "ndcg_at_3": 0.62633, "ndcg_at_5": 0.59685, "ndcg_at_10": 0.5649, "ndcg_at_20": 0.55224, "ndcg_at_50": 0.5687, "ndcg_at_100": 0.59964, "map_at_1": 0.09051, "map_at_3": 0.15966, "map_at_5": 0.19405, "map_at_10": 0.23961, "map_at_20": 0.28287, "map_at_50": 0.33294, "map_at_100": 0.36104, "recall_at_1": 0.09051, "recall_at_3": 0.17972, "recall_at_5": 0.2334, "recall_at_10": 0.31743, "recall_at_20": 0.42026, "recall_at_50": 0.57255, "recall_at_100": 0.68501, "precision_at_1": 0.6945, "precision_at_3": 0.58017, "precision_at_5": 0.519, "precision_at_10": 0.4284, "precision_at_20": 0.34115, "precision_at_50": 0.23538, "precision_at_100": 0.16559, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7275, "ndcg_at_3": 0.64648, "ndcg_at_5": 0.61178, "ndcg_at_10": 0.57158, "ndcg_at_20": 0.5512, "ndcg_at_50": 0.55783, "ndcg_at_100": 0.58532, "map_at_1": 0.09156, "map_at_3": 0.15928, "map_at_5": 0.19298, "map_at_10": 0.23583, "map_at_20": 0.27711, "map_at_50": 0.32362, "map_at_100": 0.35016, "recall_at_1": 0.09156, "recall_at_3": 0.17403, "recall_at_5": 0.22521, "recall_at_10": 0.30193, "recall_at_20": 0.39872, "recall_at_50": 0.54361, "recall_at_100": 0.65461, "precision_at_1": 0.7275, "precision_at_3": 0.5985, "precision_at_5": 0.5321, "precision_at_10": 0.4351, "precision_at_20": 0.34313, "precision_at_50": 0.23273, "precision_at_100": 0.16315, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8825, "ndcg_at_3": 0.80347, "ndcg_at_5": 0.76966, "ndcg_at_10": 0.73055, "ndcg_at_20": 0.70587, "ndcg_at_50": 0.71288, "ndcg_at_100": 0.73758, "map_at_1": 0.11739, "map_at_3": 0.21633, "map_at_5": 0.26957, "map_at_10": 0.34124, "map_at_20": 0.40547, "map_at_50": 0.47783, "map_at_100": 0.51418, "recall_at_1": 0.11739, "recall_at_3": 0.2272, "recall_at_5": 0.29697, "recall_at_10": 0.40565, "recall_at_20": 0.51925, "recall_at_50": 0.67977, "recall_at_100": 0.78573, "precision_at_1": 0.8825, "precision_at_3": 0.748, "precision_at_5": 0.6759, "precision_at_10": 0.5613, "precision_at_20": 0.44128, "precision_at_50": 0.2963, "precision_at_100": 0.20199, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.804, "ndcg_at_3": 0.71917, "ndcg_at_5": 0.68386, "ndcg_at_10": 0.64008, "ndcg_at_20": 0.61496, "ndcg_at_50": 0.62087, "ndcg_at_100": 0.6465, "map_at_1": 0.10335, "map_at_3": 0.18164, "map_at_5": 0.22187, "map_at_10": 0.27469, "map_at_20": 0.32435, "map_at_50": 0.38131, "map_at_100": 0.41204, "recall_at_1": 0.10335, "recall_at_3": 0.1944, "recall_at_5": 0.25105, "recall_at_10": 0.34063, "recall_at_20": 0.44097, "recall_at_50": 0.59402, "recall_at_100": 0.70548, "precision_at_1": 0.804, "precision_at_3": 0.667, "precision_at_5": 0.5977, "precision_at_10": 0.4904, "precision_at_20": 0.38582, "precision_at_50": 0.26126, "precision_at_100": 0.18022, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.371, "ndcg_at_3": 0.3351, "ndcg_at_5": 0.31921, "ndcg_at_10": 0.30591, "ndcg_at_20": 0.3044, "ndcg_at_50": 0.32356, "ndcg_at_100": 0.35262, "map_at_1": 0.05254, "map_at_3": 0.08786, "map_at_5": 0.10351, "map_at_10": 0.1225, "map_at_20": 0.14018, "map_at_50": 0.15952, "map_at_100": 0.1712, "recall_at_1": 0.05254, "recall_at_3": 0.10606, "recall_at_5": 0.13927, "recall_at_10": 0.1904, "recall_at_20": 0.25274, "recall_at_50": 0.35511, "recall_at_100": 0.44459, "precision_at_1": 0.371, "precision_at_3": 0.3085, "precision_at_5": 0.2731, "precision_at_10": 0.22435, "precision_at_20": 0.17855, "precision_at_50": 0.12495, "precision_at_100": 0.09118, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.794, "ndcg_at_3": 0.71567, "ndcg_at_5": 0.68024, "ndcg_at_10": 0.64109, "ndcg_at_20": 0.62186, "ndcg_at_50": 0.63323, "ndcg_at_100": 0.66029, "map_at_1": 0.10458, "map_at_3": 0.18529, "map_at_5": 0.22739, "map_at_10": 0.28252, "map_at_20": 0.33428, "map_at_50": 0.39262, "map_at_100": 0.4237, "recall_at_1": 0.10458, "recall_at_3": 0.19981, "recall_at_5": 0.25946, "recall_at_10": 0.35208, "recall_at_20": 0.46316, "recall_at_50": 0.61808, "recall_at_100": 0.72619, "precision_at_1": 0.794, "precision_at_3": 0.66317, "precision_at_5": 0.5921, "precision_at_10": 0.48755, "precision_at_20": 0.38453, "precision_at_50": 0.2621, "precision_at_100": 0.18105, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6495, "ndcg_at_3": 0.58437, "ndcg_at_5": 0.5546, "ndcg_at_10": 0.5268, "ndcg_at_20": 0.51784, "ndcg_at_50": 0.53714, "ndcg_at_100": 0.57011, "map_at_1": 0.08946, "map_at_3": 0.15289, "map_at_5": 0.18371, "map_at_10": 0.22519, "map_at_20": 0.2653, "map_at_50": 0.31097, "map_at_100": 0.3377, "recall_at_1": 0.08946, "recall_at_3": 0.16907, "recall_at_5": 0.21699, "recall_at_10": 0.29642, "recall_at_20": 0.39695, "recall_at_50": 0.54291, "recall_at_100": 0.65531, "precision_at_1": 0.6495, "precision_at_3": 0.53917, "precision_at_5": 0.4796, "precision_at_10": 0.3978, "precision_at_20": 0.31847, "precision_at_50": 0.22223, "precision_at_100": 0.15824, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8535, "ndcg_at_3": 0.77557, "ndcg_at_5": 0.73921, "ndcg_at_10": 0.69945, "ndcg_at_20": 0.67609, "ndcg_at_50": 0.68371, "ndcg_at_100": 0.71086, "map_at_1": 0.11375, "map_at_3": 0.20678, "map_at_5": 0.25552, "map_at_10": 0.31977, "map_at_20": 0.37884, "map_at_50": 0.4456, "map_at_100": 0.48099, "recall_at_1": 0.11375, "recall_at_3": 0.21932, "recall_at_5": 0.28408, "recall_at_10": 0.38454, "recall_at_20": 0.49684, "recall_at_50": 0.65515, "recall_at_100": 0.76613, "precision_at_1": 0.8535, "precision_at_3": 0.72183, "precision_at_5": 0.647, "precision_at_10": 0.5355, "precision_at_20": 0.4211, "precision_at_50": 0.28369, "precision_at_100": 0.19559, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.469, "ndcg_at_3": 0.413, "ndcg_at_5": 0.3898, "ndcg_at_10": 0.3668, "ndcg_at_20": 0.3593, "ndcg_at_50": 0.37491, "ndcg_at_100": 0.40433, "map_at_1": 0.05573, "map_at_3": 0.09208, "map_at_5": 0.10981, "map_at_10": 0.13261, "map_at_20": 0.15547, "map_at_50": 0.18261, "map_at_100": 0.19965, "recall_at_1": 0.05573, "recall_at_3": 0.10852, "recall_at_5": 0.14215, "recall_at_10": 0.19493, "recall_at_20": 0.26964, "recall_at_50": 0.39037, "recall_at_100": 0.4938, "precision_at_1": 0.469, "precision_at_3": 0.38283, "precision_at_5": 0.3389, "precision_at_10": 0.28185, "precision_at_20": 0.22703, "precision_at_50": 0.16152, "precision_at_100": 0.11768, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.713, "ndcg_at_3": 0.63174, "ndcg_at_5": 0.59601, "ndcg_at_10": 0.55833, "ndcg_at_20": 0.53742, "ndcg_at_50": 0.543, "ndcg_at_100": 0.56897, "map_at_1": 0.08765, "map_at_3": 0.15297, "map_at_5": 0.18508, "map_at_10": 0.22686, "map_at_20": 0.26647, "map_at_50": 0.31068, "map_at_100": 0.3359, "recall_at_1": 0.08765, "recall_at_3": 0.16815, "recall_at_5": 0.21806, "recall_at_10": 0.29533, "recall_at_20": 0.38994, "recall_at_50": 0.53006, "recall_at_100": 0.63728, "precision_at_1": 0.713, "precision_at_3": 0.58567, "precision_at_5": 0.518, "precision_at_10": 0.4259, "precision_at_20": 0.33525, "precision_at_50": 0.22701, "precision_at_100": 0.15865, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7365, "ndcg_at_3": 0.66336, "ndcg_at_5": 0.62852, "ndcg_at_10": 0.59166, "ndcg_at_20": 0.57339, "ndcg_at_50": 0.58672, "ndcg_at_100": 0.61744, "map_at_1": 0.0954, "map_at_3": 0.16675, "map_at_5": 0.20321, "map_at_10": 0.25185, "map_at_20": 0.29648, "map_at_50": 0.34871, "map_at_100": 0.37751, "recall_at_1": 0.0954, "recall_at_3": 0.18368, "recall_at_5": 0.23787, "recall_at_10": 0.32606, "recall_at_20": 0.42972, "recall_at_50": 0.58519, "recall_at_100": 0.69998, "precision_at_1": 0.7365, "precision_at_3": 0.61533, "precision_at_5": 0.5472, "precision_at_10": 0.44915, "precision_at_20": 0.35367, "precision_at_50": 0.24148, "precision_at_100": 0.16923, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6425, "ndcg_at_3": 0.57137, "ndcg_at_5": 0.53787, "ndcg_at_10": 0.50463, "ndcg_at_20": 0.48416, "ndcg_at_50": 0.48948, "ndcg_at_100": 0.51185, "map_at_1": 0.08113, "map_at_3": 0.14122, "map_at_5": 0.16802, "map_at_10": 0.20259, "map_at_20": 0.23453, "map_at_50": 0.27112, "map_at_100": 0.29149, "recall_at_1": 0.08113, "recall_at_3": 0.15928, "recall_at_5": 0.20158, "recall_at_10": 0.27028, "recall_at_20": 0.35082, "recall_at_50": 0.47477, "recall_at_100": 0.56985, "precision_at_1": 0.6425, "precision_at_3": 0.5265, "precision_at_5": 0.4635, "precision_at_10": 0.38135, "precision_at_20": 0.29735, "precision_at_50": 0.20201, "precision_at_100": 0.14098, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2875, "ndcg_at_3": 0.25107, "ndcg_at_5": 0.23534, "ndcg_at_10": 0.2155, "ndcg_at_20": 0.20512, "ndcg_at_50": 0.20451, "ndcg_at_100": 0.21442, "map_at_1": 0.02745, "map_at_3": 0.04504, "map_at_5": 0.05271, "map_at_10": 0.06184, "map_at_20": 0.07055, "map_at_50": 0.08032, "map_at_100": 0.08598, "recall_at_1": 0.02745, "recall_at_3": 0.05546, "recall_at_5": 0.07315, "recall_at_10": 0.10223, "recall_at_20": 0.14028, "recall_at_50": 0.20249, "recall_at_100": 0.25176, "precision_at_1": 0.2875, "precision_at_3": 0.23433, "precision_at_5": 0.2084, "precision_at_10": 0.16845, "precision_at_20": 0.13385, "precision_at_50": 0.0912, "precision_at_100": 0.06473, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5185, "ndcg_at_3": 0.45862, "ndcg_at_5": 0.42913, "ndcg_at_10": 0.40196, "ndcg_at_20": 0.39249, "ndcg_at_50": 0.40871, "ndcg_at_100": 0.43669, "map_at_1": 0.05981, "map_at_3": 0.10245, "map_at_5": 0.12226, "map_at_10": 0.14907, "map_at_20": 0.17466, "map_at_50": 0.20623, "map_at_100": 0.22466, "recall_at_1": 0.05981, "recall_at_3": 0.1194, "recall_at_5": 0.15507, "recall_at_10": 0.21632, "recall_at_20": 0.29329, "recall_at_50": 0.42283, "recall_at_100": 0.52419, "precision_at_1": 0.5185, "precision_at_3": 0.4255, "precision_at_5": 0.3727, "precision_at_10": 0.3066, "precision_at_20": 0.24698, "precision_at_50": 0.17484, "precision_at_100": 0.12566, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4915, "ndcg_at_3": 0.4368, "ndcg_at_5": 0.41139, "ndcg_at_10": 0.3862, "ndcg_at_20": 0.37577, "ndcg_at_50": 0.38523, "ndcg_at_100": 0.41155, "map_at_1": 0.05979, "map_at_3": 0.10048, "map_at_5": 0.1185, "map_at_10": 0.14217, "map_at_20": 0.16537, "map_at_50": 0.19151, "map_at_100": 0.20763, "recall_at_1": 0.05979, "recall_at_3": 0.11751, "recall_at_5": 0.15111, "recall_at_10": 0.2071, "recall_at_20": 0.27952, "recall_at_50": 0.39331, "recall_at_100": 0.48916, "precision_at_1": 0.4915, "precision_at_3": 0.40483, "precision_at_5": 0.3566, "precision_at_10": 0.2943, "precision_at_20": 0.23503, "precision_at_50": 0.16125, "precision_at_100": 0.11613, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.671, "ndcg_at_3": 0.61207, "ndcg_at_5": 0.5829, "ndcg_at_10": 0.55649, "ndcg_at_20": 0.54301, "ndcg_at_50": 0.55626, "ndcg_at_100": 0.58793, "map_at_1": 0.08576, "map_at_3": 0.15237, "map_at_5": 0.18627, "map_at_10": 0.23239, "map_at_20": 0.27544, "map_at_50": 0.32342, "map_at_100": 0.35142, "recall_at_1": 0.08576, "recall_at_3": 0.17031, "recall_at_5": 0.2247, "recall_at_10": 0.31168, "recall_at_20": 0.4132, "recall_at_50": 0.55759, "recall_at_100": 0.67219, "precision_at_1": 0.671, "precision_at_3": 0.57083, "precision_at_5": 0.5106, "precision_at_10": 0.4294, "precision_at_20": 0.34057, "precision_at_50": 0.23262, "precision_at_100": 0.16442, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.501, "ndcg_at_3": 0.4361, "ndcg_at_5": 0.40672, "ndcg_at_10": 0.37531, "ndcg_at_20": 0.35907, "ndcg_at_50": 0.35986, "ndcg_at_100": 0.37898, "map_at_1": 0.05777, "map_at_3": 0.09654, "map_at_5": 0.11369, "map_at_10": 0.13529, "map_at_20": 0.15503, "map_at_50": 0.17675, "map_at_100": 0.1898, "recall_at_1": 0.05777, "recall_at_3": 0.11106, "recall_at_5": 0.14308, "recall_at_10": 0.19529, "recall_at_20": 0.25724, "recall_at_50": 0.35161, "recall_at_100": 0.43217, "precision_at_1": 0.501, "precision_at_3": 0.40183, "precision_at_5": 0.3504, "precision_at_10": 0.28165, "precision_at_20": 0.22093, "precision_at_50": 0.14921, "precision_at_100": 0.10576, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6755, "ndcg_at_3": 0.59938, "ndcg_at_5": 0.56453, "ndcg_at_10": 0.52602, "ndcg_at_20": 0.50269, "ndcg_at_50": 0.50467, "ndcg_at_100": 0.52825, "map_at_1": 0.08335, "map_at_3": 0.14271, "map_at_5": 0.17107, "map_at_10": 0.20833, "map_at_20": 0.24188, "map_at_50": 0.28043, "map_at_100": 0.30259, "recall_at_1": 0.08335, "recall_at_3": 0.15895, "recall_at_5": 0.20425, "recall_at_10": 0.27633, "recall_at_20": 0.35919, "recall_at_50": 0.48562, "recall_at_100": 0.5849, "precision_at_1": 0.6755, "precision_at_3": 0.55517, "precision_at_5": 0.4902, "precision_at_10": 0.40005, "precision_at_20": 0.31265, "precision_at_50": 0.21006, "precision_at_100": 0.14737, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8095, "ndcg_at_3": 0.72979, "ndcg_at_5": 0.6913, "ndcg_at_10": 0.64619, "ndcg_at_20": 0.62082, "ndcg_at_50": 0.62404, "ndcg_at_100": 0.64861, "map_at_1": 0.10105, "map_at_3": 0.18375, "map_at_5": 0.22599, "map_at_10": 0.28043, "map_at_20": 0.33034, "map_at_50": 0.38527, "map_at_100": 0.41476, "recall_at_1": 0.10105, "recall_at_3": 0.19856, "recall_at_5": 0.25658, "recall_at_10": 0.34686, "recall_at_20": 0.44998, "recall_at_50": 0.59815, "recall_at_100": 0.70524, "precision_at_1": 0.8095, "precision_at_3": 0.67933, "precision_at_5": 0.6048, "precision_at_10": 0.4936, "precision_at_20": 0.38608, "precision_at_50": 0.258, "precision_at_100": 0.17745, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.765, "ndcg_at_3": 0.68787, "ndcg_at_5": 0.64972, "ndcg_at_10": 0.61278, "ndcg_at_20": 0.58956, "ndcg_at_50": 0.59598, "ndcg_at_100": 0.6219, "map_at_1": 0.09613, "map_at_3": 0.16992, "map_at_5": 0.20692, "map_at_10": 0.25773, "map_at_20": 0.30408, "map_at_50": 0.35785, "map_at_100": 0.38737, "recall_at_1": 0.09613, "recall_at_3": 0.18372, "recall_at_5": 0.23817, "recall_at_10": 0.3275, "recall_at_20": 0.428, "recall_at_50": 0.57541, "recall_at_100": 0.68278, "precision_at_1": 0.765, "precision_at_3": 0.63933, "precision_at_5": 0.5669, "precision_at_10": 0.47035, "precision_at_20": 0.36952, "precision_at_50": 0.25088, "precision_at_100": 0.17446, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.599, "ndcg_at_3": 0.53467, "ndcg_at_5": 0.50413, "ndcg_at_10": 0.47744, "ndcg_at_20": 0.45987, "ndcg_at_50": 0.46871, "ndcg_at_100": 0.49558, "map_at_1": 0.06913, "map_at_3": 0.11906, "map_at_5": 0.14257, "map_at_10": 0.17693, "map_at_20": 0.20859, "map_at_50": 0.24699, "map_at_100": 0.26984, "recall_at_1": 0.06913, "recall_at_3": 0.13437, "recall_at_5": 0.17486, "recall_at_10": 0.24888, "recall_at_20": 0.33127, "recall_at_50": 0.46378, "recall_at_100": 0.57057, "precision_at_1": 0.599, "precision_at_3": 0.49833, "precision_at_5": 0.4421, "precision_at_10": 0.3724, "precision_at_20": 0.29578, "precision_at_50": 0.20563, "precision_at_100": 0.14611, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7425, "ndcg_at_3": 0.66181, "ndcg_at_5": 0.62591, "ndcg_at_10": 0.58824, "ndcg_at_20": 0.5708, "ndcg_at_50": 0.58027, "ndcg_at_100": 0.61004, "map_at_1": 0.09817, "map_at_3": 0.17317, "map_at_5": 0.2082, "map_at_10": 0.2543, "map_at_20": 0.29847, "map_at_50": 0.34709, "map_at_100": 0.37477, "recall_at_1": 0.09817, "recall_at_3": 0.19153, "recall_at_5": 0.24401, "recall_at_10": 0.32768, "recall_at_20": 0.4249, "recall_at_50": 0.56717, "recall_at_100": 0.67815, "precision_at_1": 0.7425, "precision_at_3": 0.61167, "precision_at_5": 0.5411, "precision_at_10": 0.4405, "precision_at_20": 0.34815, "precision_at_50": 0.23521, "precision_at_100": 0.16514, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.598, "ndcg_at_3": 0.52037, "ndcg_at_5": 0.49028, "ndcg_at_10": 0.45733, "ndcg_at_20": 0.4385, "ndcg_at_50": 0.44218, "ndcg_at_100": 0.4652, "map_at_1": 0.07588, "map_at_3": 0.12188, "map_at_5": 0.1458, "map_at_10": 0.17565, "map_at_20": 0.20261, "map_at_50": 0.23237, "map_at_100": 0.24997, "recall_at_1": 0.07588, "recall_at_3": 0.13686, "recall_at_5": 0.17836, "recall_at_10": 0.24503, "recall_at_20": 0.31999, "recall_at_50": 0.43262, "recall_at_100": 0.52604, "precision_at_1": 0.598, "precision_at_3": 0.47783, "precision_at_5": 0.4224, "precision_at_10": 0.34355, "precision_at_20": 0.26775, "precision_at_50": 0.18066, "precision_at_100": 0.12765, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37, "ndcg_at_3": 0.32764, "ndcg_at_5": 0.31402, "ndcg_at_10": 0.30139, "ndcg_at_20": 0.30249, "ndcg_at_50": 0.3258, "ndcg_at_100": 0.35849, "map_at_1": 0.05262, "map_at_3": 0.08597, "map_at_5": 0.10272, "map_at_10": 0.12237, "map_at_20": 0.14052, "map_at_50": 0.16074, "map_at_100": 0.17291, "recall_at_1": 0.05262, "recall_at_3": 0.10331, "recall_at_5": 0.13942, "recall_at_10": 0.19469, "recall_at_20": 0.26423, "recall_at_50": 0.37471, "recall_at_100": 0.47229, "precision_at_1": 0.37, "precision_at_3": 0.298, "precision_at_5": 0.2667, "precision_at_10": 0.2188, "precision_at_20": 0.17413, "precision_at_50": 0.12124, "precision_at_100": 0.0892, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.123, "ndcg_at_3": 0.107, "ndcg_at_5": 0.10098, "ndcg_at_10": 0.09552, "ndcg_at_20": 0.09451, "ndcg_at_50": 0.10166, "ndcg_at_100": 0.11337, "map_at_1": 0.01528, "map_at_3": 0.02248, "map_at_5": 0.02609, "map_at_10": 0.03002, "map_at_20": 0.03326, "map_at_50": 0.03718, "map_at_100": 0.03976, "recall_at_1": 0.01528, "recall_at_3": 0.02725, "recall_at_5": 0.03791, "recall_at_10": 0.05431, "recall_at_20": 0.07373, "recall_at_50": 0.11397, "recall_at_100": 0.15428, "precision_at_1": 0.123, "precision_at_3": 0.098, "precision_at_5": 0.086, "precision_at_10": 0.07075, "precision_at_20": 0.0581, "precision_at_50": 0.04388, "precision_at_100": 0.03415, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6725, "ndcg_at_3": 0.59531, "ndcg_at_5": 0.56354, "ndcg_at_10": 0.52706, "ndcg_at_20": 0.50893, "ndcg_at_50": 0.51772, "ndcg_at_100": 0.54514, "map_at_1": 0.08051, "map_at_3": 0.13997, "map_at_5": 0.16904, "map_at_10": 0.20762, "map_at_20": 0.24494, "map_at_50": 0.28867, "map_at_100": 0.31407, "recall_at_1": 0.08051, "recall_at_3": 0.1562, "recall_at_5": 0.20304, "recall_at_10": 0.27713, "recall_at_20": 0.36838, "recall_at_50": 0.50599, "recall_at_100": 0.61466, "precision_at_1": 0.6725, "precision_at_3": 0.55083, "precision_at_5": 0.492, "precision_at_10": 0.4051, "precision_at_20": 0.3221, "precision_at_50": 0.22212, "precision_at_100": 0.15681, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4095, "ndcg_at_3": 0.34491, "ndcg_at_5": 0.31421, "ndcg_at_10": 0.28337, "ndcg_at_20": 0.26768, "ndcg_at_50": 0.26611, "ndcg_at_100": 0.28073, "map_at_1": 0.04623, "map_at_3": 0.07459, "map_at_5": 0.0851, "map_at_10": 0.09717, "map_at_20": 0.10773, "map_at_50": 0.11934, "map_at_100": 0.12614, "recall_at_1": 0.04623, "recall_at_3": 0.08886, "recall_at_5": 0.11196, "recall_at_10": 0.1479, "recall_at_20": 0.19207, "recall_at_50": 0.26292, "recall_at_100": 0.3269, "precision_at_1": 0.4095, "precision_at_3": 0.31317, "precision_at_5": 0.2628, "precision_at_10": 0.20335, "precision_at_20": 0.15573, "precision_at_50": 0.1028, "precision_at_100": 0.07252, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.749, "ndcg_at_3": 0.66419, "ndcg_at_5": 0.62702, "ndcg_at_10": 0.58776, "ndcg_at_20": 0.56277, "ndcg_at_50": 0.56717, "ndcg_at_100": 0.59172, "map_at_1": 0.09226, "map_at_3": 0.16142, "map_at_5": 0.19456, "map_at_10": 0.24013, "map_at_20": 0.28235, "map_at_50": 0.33156, "map_at_100": 0.35845, "recall_at_1": 0.09226, "recall_at_3": 0.17619, "recall_at_5": 0.22636, "recall_at_10": 0.30764, "recall_at_20": 0.40137, "recall_at_50": 0.54227, "recall_at_100": 0.65071, "precision_at_1": 0.749, "precision_at_3": 0.616, "precision_at_5": 0.5465, "precision_at_10": 0.45105, "precision_at_20": 0.35335, "precision_at_50": 0.24013, "precision_at_100": 0.16676, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6225, "ndcg_at_3": 0.54218, "ndcg_at_5": 0.50392, "ndcg_at_10": 0.46628, "ndcg_at_20": 0.44726, "ndcg_at_50": 0.44987, "ndcg_at_100": 0.47157, "map_at_1": 0.07225, "map_at_3": 0.12364, "map_at_5": 0.14668, "map_at_10": 0.17583, "map_at_20": 0.20433, "map_at_50": 0.23617, "map_at_100": 0.2547, "recall_at_1": 0.07225, "recall_at_3": 0.13996, "recall_at_5": 0.1793, "recall_at_10": 0.24165, "recall_at_20": 0.31887, "recall_at_50": 0.4363, "recall_at_100": 0.52976, "precision_at_1": 0.6225, "precision_at_3": 0.501, "precision_at_5": 0.4343, "precision_at_10": 0.352, "precision_at_20": 0.27717, "precision_at_50": 0.18826, "precision_at_100": 0.13218, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8285, "ndcg_at_3": 0.74668, "ndcg_at_5": 0.70928, "ndcg_at_10": 0.66891, "ndcg_at_20": 0.64783, "ndcg_at_50": 0.65757, "ndcg_at_100": 0.68466, "map_at_1": 0.10422, "map_at_3": 0.1905, "map_at_5": 0.23479, "map_at_10": 0.29417, "map_at_20": 0.35002, "map_at_50": 0.41381, "map_at_100": 0.44816, "recall_at_1": 0.10422, "recall_at_3": 0.20611, "recall_at_5": 0.26874, "recall_at_10": 0.36605, "recall_at_20": 0.47789, "recall_at_50": 0.63762, "recall_at_100": 0.74788, "precision_at_1": 0.8285, "precision_at_3": 0.6945, "precision_at_5": 0.6198, "precision_at_10": 0.512, "precision_at_20": 0.40552, "precision_at_50": 0.27643, "precision_at_100": 0.1915, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8195, "ndcg_at_3": 0.74736, "ndcg_at_5": 0.70741, "ndcg_at_10": 0.66667, "ndcg_at_20": 0.64224, "ndcg_at_50": 0.6462, "ndcg_at_100": 0.6718, "map_at_1": 0.10391, "map_at_3": 0.19045, "map_at_5": 0.23434, "map_at_10": 0.29367, "map_at_20": 0.34701, "map_at_50": 0.40583, "map_at_100": 0.4374, "recall_at_1": 0.10391, "recall_at_3": 0.20568, "recall_at_5": 0.26419, "recall_at_10": 0.36275, "recall_at_20": 0.46965, "recall_at_50": 0.62051, "recall_at_100": 0.73036, "precision_at_1": 0.8195, "precision_at_3": 0.6975, "precision_at_5": 0.6199, "precision_at_10": 0.5113, "precision_at_20": 0.4011, "precision_at_50": 0.26832, "precision_at_100": 0.18462, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4795, "ndcg_at_3": 0.42062, "ndcg_at_5": 0.39428, "ndcg_at_10": 0.36594, "ndcg_at_20": 0.34746, "ndcg_at_50": 0.34922, "ndcg_at_100": 0.36929, "map_at_1": 0.05388, "map_at_3": 0.08872, "map_at_5": 0.1047, "map_at_10": 0.12554, "map_at_20": 0.14423, "map_at_50": 0.16556, "map_at_100": 0.17837, "recall_at_1": 0.05388, "recall_at_3": 0.10411, "recall_at_5": 0.13405, "recall_at_10": 0.18605, "recall_at_20": 0.24847, "recall_at_50": 0.34761, "recall_at_100": 0.43057, "precision_at_1": 0.4795, "precision_at_3": 0.3885, "precision_at_5": 0.3423, "precision_at_10": 0.2791, "precision_at_20": 0.21713, "precision_at_50": 0.1478, "precision_at_100": 0.10534, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.743, "ndcg_at_3": 0.66236, "ndcg_at_5": 0.62682, "ndcg_at_10": 0.58897, "ndcg_at_20": 0.57184, "ndcg_at_50": 0.58143, "ndcg_at_100": 0.6113, "map_at_1": 0.09793, "map_at_3": 0.17306, "map_at_5": 0.20852, "map_at_10": 0.25472, "map_at_20": 0.29914, "map_at_50": 0.34802, "map_at_100": 0.3758, "recall_at_1": 0.09793, "recall_at_3": 0.19109, "recall_at_5": 0.24467, "recall_at_10": 0.32837, "recall_at_20": 0.42558, "recall_at_50": 0.56884, "recall_at_100": 0.68022, "precision_at_1": 0.743, "precision_at_3": 0.61217, "precision_at_5": 0.5419, "precision_at_10": 0.4412, "precision_at_20": 0.3492, "precision_at_50": 0.23586, "precision_at_100": 0.16554, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.8435, "ndcg_at_3": 0.76519, "ndcg_at_5": 0.72794, "ndcg_at_10": 0.68686, "ndcg_at_20": 0.66344, "ndcg_at_50": 0.67139, "ndcg_at_100": 0.69567, "map_at_1": 0.10943, "map_at_3": 0.20068, "map_at_5": 0.24655, "map_at_10": 0.30882, "map_at_20": 0.3658, "map_at_50": 0.43149, "map_at_100": 0.46441, "recall_at_1": 0.10943, "recall_at_3": 0.21422, "recall_at_5": 0.27593, "recall_at_10": 0.37545, "recall_at_20": 0.48689, "recall_at_50": 0.64549, "recall_at_100": 0.75089, "precision_at_1": 0.8435, "precision_at_3": 0.71317, "precision_at_5": 0.6377, "precision_at_10": 0.52635, "precision_at_20": 0.41395, "precision_at_50": 0.27963, "precision_at_100": 0.19081, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6665, "ndcg_at_3": 0.6053, "ndcg_at_5": 0.57276, "ndcg_at_10": 0.53983, "ndcg_at_20": 0.52309, "ndcg_at_50": 0.53064, "ndcg_at_100": 0.55537, "map_at_1": 0.07988, "map_at_3": 0.14443, "map_at_5": 0.17381, "map_at_10": 0.21409, "map_at_20": 0.25374, "map_at_50": 0.2995, "map_at_100": 0.3245, "recall_at_1": 0.07988, "recall_at_3": 0.16291, "recall_at_5": 0.21032, "recall_at_10": 0.28694, "recall_at_20": 0.37943, "recall_at_50": 0.51844, "recall_at_100": 0.62207, "precision_at_1": 0.6665, "precision_at_3": 0.56517, "precision_at_5": 0.5019, "precision_at_10": 0.41735, "precision_at_20": 0.33343, "precision_at_50": 0.2278, "precision_at_100": 0.15876, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 7 (English, Finance)", "alias": "ClosedDataset 7 (English, Finance)", "tier": 3, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.52074, "ndcg_at_3": 0.64252, "ndcg_at_5": 0.67108, "ndcg_at_10": 0.69886, "ndcg_at_20": 0.71268, "ndcg_at_50": 0.72134, "ndcg_at_100": 0.72362, "map_at_1": 0.52074, "map_at_3": 0.6129, "map_at_5": 0.6288, "map_at_10": 0.64039, "map_at_20": 0.64409, "map_at_50": 0.64548, "map_at_100": 0.64569, "recall_at_1": 0.52074, "recall_at_3": 0.72811, "recall_at_5": 0.79724, "recall_at_10": 0.88249, "recall_at_20": 0.93779, "recall_at_50": 0.98157, "recall_at_100": 0.99539, "precision_at_1": 0.52074, "precision_at_3": 0.2427, "precision_at_5": 0.15945, "precision_at_10": 0.08825, "precision_at_20": 0.04689, "precision_at_50": 0.01963, "precision_at_100": 0.00995, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59447, "ndcg_at_3": 0.70402, "ndcg_at_5": 0.73169, "ndcg_at_10": 0.75011, "ndcg_at_20": 0.76131, "ndcg_at_50": 0.76875, "ndcg_at_100": 0.76984, "map_at_1": 0.59447, "map_at_3": 0.67665, "map_at_5": 0.69209, "map_at_10": 0.70001, "map_at_20": 0.70315, "map_at_50": 0.7044, "map_at_100": 0.70449, "recall_at_1": 0.59447, "recall_at_3": 0.78341, "recall_at_5": 0.85023, "recall_at_10": 0.90553, "recall_at_20": 0.94931, "recall_at_50": 0.98618, "recall_at_100": 0.99309, "precision_at_1": 0.59447, "precision_at_3": 0.26114, "precision_at_5": 0.17005, "precision_at_10": 0.09055, "precision_at_20": 0.04747, "precision_at_50": 0.01972, "precision_at_100": 0.00993, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67051, "ndcg_at_3": 0.76884, "ndcg_at_5": 0.78401, "ndcg_at_10": 0.80494, "ndcg_at_20": 0.81554, "ndcg_at_50": 0.81873, "ndcg_at_100": 0.81873, "map_at_1": 0.67051, "map_at_3": 0.74539, "map_at_5": 0.7538, "map_at_10": 0.76247, "map_at_20": 0.76544, "map_at_50": 0.76596, "map_at_100": 0.76596, "recall_at_1": 0.67051, "recall_at_3": 0.83641, "recall_at_5": 0.87327, "recall_at_10": 0.93779, "recall_at_20": 0.97926, "recall_at_50": 0.99539, "recall_at_100": 0.99539, "precision_at_1": 0.67051, "precision_at_3": 0.2788, "precision_at_5": 0.17465, "precision_at_10": 0.09378, "precision_at_20": 0.04896, "precision_at_50": 0.01991, "precision_at_100": 0.00995, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43088, "ndcg_at_3": 0.53933, "ndcg_at_5": 0.56015, "ndcg_at_10": 0.59457, "ndcg_at_20": 0.61856, "ndcg_at_50": 0.63173, "ndcg_at_100": 0.63814, "map_at_1": 0.43088, "map_at_3": 0.51306, "map_at_5": 0.52458, "map_at_10": 0.53843, "map_at_20": 0.54476, "map_at_50": 0.54684, "map_at_100": 0.54742, "recall_at_1": 0.43088, "recall_at_3": 0.61521, "recall_at_5": 0.6659, "recall_at_10": 0.77419, "recall_at_20": 0.87097, "recall_at_50": 0.93779, "recall_at_100": 0.97696, "precision_at_1": 0.43088, "precision_at_3": 0.20507, "precision_at_5": 0.13318, "precision_at_10": 0.07742, "precision_at_20": 0.04355, "precision_at_50": 0.01876, "precision_at_100": 0.00977, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32028, "ndcg_at_3": 0.41625, "ndcg_at_5": 0.44828, "ndcg_at_10": 0.47729, "ndcg_at_20": 0.50084, "ndcg_at_50": 0.5268, "ndcg_at_100": 0.53585, "map_at_1": 0.32028, "map_at_3": 0.39286, "map_at_5": 0.41048, "map_at_10": 0.42287, "map_at_20": 0.42947, "map_at_50": 0.43378, "map_at_100": 0.4346, "recall_at_1": 0.32028, "recall_at_3": 0.48387, "recall_at_5": 0.56221, "recall_at_10": 0.64977, "recall_at_20": 0.74194, "recall_at_50": 0.87097, "recall_at_100": 0.92627, "precision_at_1": 0.32028, "precision_at_3": 0.16129, "precision_at_5": 0.11244, "precision_at_10": 0.06498, "precision_at_20": 0.0371, "precision_at_50": 0.01742, "precision_at_100": 0.00926, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.81797, "ndcg_at_3": 0.89456, "ndcg_at_5": 0.90794, "ndcg_at_10": 0.91159, "ndcg_at_20": 0.91215, "ndcg_at_50": 0.91304, "ndcg_at_100": 0.91343, "map_at_1": 0.81797, "map_at_3": 0.87634, "map_at_5": 0.88383, "map_at_10": 0.88529, "map_at_20": 0.88543, "map_at_50": 0.88556, "map_at_100": 0.8856, "recall_at_1": 0.81797, "recall_at_3": 0.947, "recall_at_5": 0.97926, "recall_at_10": 0.99078, "recall_at_20": 0.99309, "recall_at_50": 0.9977, "recall_at_100": 1.0, "precision_at_1": 0.81797, "precision_at_3": 0.31567, "precision_at_5": 0.19585, "precision_at_10": 0.09908, "precision_at_20": 0.04965, "precision_at_50": 0.01995, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75806, "ndcg_at_3": 0.85895, "ndcg_at_5": 0.87045, "ndcg_at_10": 0.87486, "ndcg_at_20": 0.87906, "ndcg_at_50": 0.88086, "ndcg_at_100": 0.88121, "map_at_1": 0.75806, "map_at_3": 0.8341, "map_at_5": 0.84055, "map_at_10": 0.84233, "map_at_20": 0.84355, "map_at_50": 0.84383, "map_at_100": 0.84386, "recall_at_1": 0.75806, "recall_at_3": 0.93088, "recall_at_5": 0.95853, "recall_at_10": 0.97235, "recall_at_20": 0.98848, "recall_at_50": 0.9977, "recall_at_100": 1.0, "precision_at_1": 0.75806, "precision_at_3": 0.31029, "precision_at_5": 0.19171, "precision_at_10": 0.09724, "precision_at_20": 0.04942, "precision_at_50": 0.01995, "precision_at_100": 0.01, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.38018, "ndcg_at_3": 0.47556, "ndcg_at_5": 0.51165, "ndcg_at_10": 0.54385, "ndcg_at_20": 0.56438, "ndcg_at_50": 0.58495, "ndcg_at_100": 0.59323, "map_at_1": 0.38018, "map_at_3": 0.452, "map_at_5": 0.47204, "map_at_10": 0.48499, "map_at_20": 0.4907, "map_at_50": 0.494, "map_at_100": 0.49474, "recall_at_1": 0.38018, "recall_at_3": 0.54378, "recall_at_5": 0.63134, "recall_at_10": 0.73272, "recall_at_20": 0.81336, "recall_at_50": 0.91705, "recall_at_100": 0.96774, "precision_at_1": 0.38018, "precision_at_3": 0.18126, "precision_at_5": 0.12627, "precision_at_10": 0.07327, "precision_at_20": 0.04067, "precision_at_50": 0.01834, "precision_at_100": 0.00968, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64977, "ndcg_at_3": 0.76325, "ndcg_at_5": 0.78556, "ndcg_at_10": 0.80238, "ndcg_at_20": 0.80901, "ndcg_at_50": 0.81525, "ndcg_at_100": 0.81525, "map_at_1": 0.64977, "map_at_3": 0.73694, "map_at_5": 0.74962, "map_at_10": 0.75681, "map_at_20": 0.75874, "map_at_50": 0.75987, "map_at_100": 0.75987, "recall_at_1": 0.64977, "recall_at_3": 0.83871, "recall_at_5": 0.89171, "recall_at_10": 0.9424, "recall_at_20": 0.96774, "recall_at_50": 0.9977, "recall_at_100": 0.9977, "precision_at_1": 0.64977, "precision_at_3": 0.27957, "precision_at_5": 0.17834, "precision_at_10": 0.09424, "precision_at_20": 0.04839, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44931, "ndcg_at_3": 0.57115, "ndcg_at_5": 0.60169, "ndcg_at_10": 0.63246, "ndcg_at_20": 0.64497, "ndcg_at_50": 0.66142, "ndcg_at_100": 0.66771, "map_at_1": 0.44931, "map_at_3": 0.54224, "map_at_5": 0.55929, "map_at_10": 0.57214, "map_at_20": 0.57571, "map_at_50": 0.57855, "map_at_100": 0.57909, "recall_at_1": 0.44931, "recall_at_3": 0.65438, "recall_at_5": 0.72811, "recall_at_10": 0.82258, "recall_at_20": 0.87097, "recall_at_50": 0.95161, "recall_at_100": 0.99078, "precision_at_1": 0.44931, "precision_at_3": 0.21813, "precision_at_5": 0.14562, "precision_at_10": 0.08226, "precision_at_20": 0.04355, "precision_at_50": 0.01903, "precision_at_100": 0.00991, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73963, "ndcg_at_3": 0.83712, "ndcg_at_5": 0.85447, "ndcg_at_10": 0.86842, "ndcg_at_20": 0.87127, "ndcg_at_50": 0.87173, "ndcg_at_100": 0.87173, "map_at_1": 0.73963, "map_at_3": 0.81413, "map_at_5": 0.82392, "map_at_10": 0.83, "map_at_20": 0.83074, "map_at_50": 0.83081, "map_at_100": 0.83081, "recall_at_1": 0.73963, "recall_at_3": 0.90323, "recall_at_5": 0.9447, "recall_at_10": 0.98618, "recall_at_20": 0.9977, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.73963, "precision_at_3": 0.30108, "precision_at_5": 0.18894, "precision_at_10": 0.09862, "precision_at_20": 0.04988, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24885, "ndcg_at_3": 0.31756, "ndcg_at_5": 0.33749, "ndcg_at_10": 0.36262, "ndcg_at_20": 0.38476, "ndcg_at_50": 0.41104, "ndcg_at_100": 0.42876, "map_at_1": 0.24885, "map_at_3": 0.30069, "map_at_5": 0.31175, "map_at_10": 0.322, "map_at_20": 0.32808, "map_at_50": 0.33238, "map_at_100": 0.33399, "recall_at_1": 0.24885, "recall_at_3": 0.36636, "recall_at_5": 0.41475, "recall_at_10": 0.49309, "recall_at_20": 0.58065, "recall_at_50": 0.71198, "recall_at_100": 0.82028, "precision_at_1": 0.24885, "precision_at_3": 0.12212, "precision_at_5": 0.08295, "precision_at_10": 0.04931, "precision_at_20": 0.02903, "precision_at_50": 0.01424, "precision_at_100": 0.0082, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30415, "ndcg_at_3": 0.39867, "ndcg_at_5": 0.43079, "ndcg_at_10": 0.4606, "ndcg_at_20": 0.47909, "ndcg_at_50": 0.50643, "ndcg_at_100": 0.51697, "map_at_1": 0.30415, "map_at_3": 0.37558, "map_at_5": 0.39332, "map_at_10": 0.40561, "map_at_20": 0.41061, "map_at_50": 0.41496, "map_at_100": 0.41591, "recall_at_1": 0.30415, "recall_at_3": 0.46544, "recall_at_5": 0.54378, "recall_at_10": 0.63594, "recall_at_20": 0.70968, "recall_at_50": 0.84793, "recall_at_100": 0.91244, "precision_at_1": 0.30415, "precision_at_3": 0.15515, "precision_at_5": 0.10876, "precision_at_10": 0.06359, "precision_at_20": 0.03548, "precision_at_50": 0.01696, "precision_at_100": 0.00912, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32488, "ndcg_at_3": 0.42231, "ndcg_at_5": 0.46207, "ndcg_at_10": 0.49518, "ndcg_at_20": 0.51704, "ndcg_at_50": 0.53913, "ndcg_at_100": 0.54962, "map_at_1": 0.32488, "map_at_3": 0.39862, "map_at_5": 0.42062, "map_at_10": 0.43447, "map_at_20": 0.44033, "map_at_50": 0.44412, "map_at_100": 0.44506, "recall_at_1": 0.32488, "recall_at_3": 0.49078, "recall_at_5": 0.58756, "recall_at_10": 0.68894, "recall_at_20": 0.7765, "recall_at_50": 0.88479, "recall_at_100": 0.94931, "precision_at_1": 0.32488, "precision_at_3": 0.16359, "precision_at_5": 0.11751, "precision_at_10": 0.06889, "precision_at_20": 0.03882, "precision_at_50": 0.0177, "precision_at_100": 0.00949, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39631, "ndcg_at_3": 0.47816, "ndcg_at_5": 0.50474, "ndcg_at_10": 0.52606, "ndcg_at_20": 0.5501, "ndcg_at_50": 0.56487, "ndcg_at_100": 0.57384, "map_at_1": 0.39631, "map_at_3": 0.45929, "map_at_5": 0.47404, "map_at_10": 0.48268, "map_at_20": 0.48937, "map_at_50": 0.4918, "map_at_100": 0.49258, "recall_at_1": 0.39631, "recall_at_3": 0.53226, "recall_at_5": 0.59677, "recall_at_10": 0.66359, "recall_at_20": 0.75806, "recall_at_50": 0.8318, "recall_at_100": 0.8871, "precision_at_1": 0.39631, "precision_at_3": 0.17742, "precision_at_5": 0.11935, "precision_at_10": 0.06636, "precision_at_20": 0.0379, "precision_at_50": 0.01664, "precision_at_100": 0.00887, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21429, "ndcg_at_3": 0.32299, "ndcg_at_5": 0.34213, "ndcg_at_10": 0.37233, "ndcg_at_20": 0.40267, "ndcg_at_50": 0.42257, "ndcg_at_100": 0.43562, "map_at_1": 0.21429, "map_at_3": 0.29608, "map_at_5": 0.3068, "map_at_10": 0.31907, "map_at_20": 0.32741, "map_at_50": 0.33052, "map_at_100": 0.33166, "recall_at_1": 0.21429, "recall_at_3": 0.40092, "recall_at_5": 0.447, "recall_at_10": 0.54147, "recall_at_20": 0.66129, "recall_at_50": 0.76267, "recall_at_100": 0.84332, "precision_at_1": 0.21429, "precision_at_3": 0.13364, "precision_at_5": 0.0894, "precision_at_10": 0.05415, "precision_at_20": 0.03306, "precision_at_50": 0.01525, "precision_at_100": 0.00843, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17972, "ndcg_at_3": 0.24067, "ndcg_at_5": 0.25604, "ndcg_at_10": 0.2782, "ndcg_at_20": 0.29972, "ndcg_at_50": 0.32673, "ndcg_at_100": 0.34783, "map_at_1": 0.17972, "map_at_3": 0.22657, "map_at_5": 0.23522, "map_at_10": 0.24424, "map_at_20": 0.25012, "map_at_50": 0.25449, "map_at_100": 0.2564, "recall_at_1": 0.17972, "recall_at_3": 0.28111, "recall_at_5": 0.31797, "recall_at_10": 0.3871, "recall_at_20": 0.47235, "recall_at_50": 0.60829, "recall_at_100": 0.73733, "precision_at_1": 0.17972, "precision_at_3": 0.0937, "precision_at_5": 0.06359, "precision_at_10": 0.03871, "precision_at_20": 0.02362, "precision_at_50": 0.01217, "precision_at_100": 0.00737, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45161, "ndcg_at_3": 0.55546, "ndcg_at_5": 0.59016, "ndcg_at_10": 0.61329, "ndcg_at_20": 0.63377, "ndcg_at_50": 0.64736, "ndcg_at_100": 0.65567, "map_at_1": 0.45161, "map_at_3": 0.53072, "map_at_5": 0.54973, "map_at_10": 0.5593, "map_at_20": 0.56498, "map_at_50": 0.56729, "map_at_100": 0.56805, "recall_at_1": 0.45161, "recall_at_3": 0.62673, "recall_at_5": 0.71198, "recall_at_10": 0.78341, "recall_at_20": 0.86406, "recall_at_50": 0.93088, "recall_at_100": 0.98157, "precision_at_1": 0.45161, "precision_at_3": 0.20891, "precision_at_5": 0.1424, "precision_at_10": 0.07834, "precision_at_20": 0.0432, "precision_at_50": 0.01862, "precision_at_100": 0.00982, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22581, "ndcg_at_3": 0.30118, "ndcg_at_5": 0.32875, "ndcg_at_10": 0.36448, "ndcg_at_20": 0.39063, "ndcg_at_50": 0.41433, "ndcg_at_100": 0.43411, "map_at_1": 0.22581, "map_at_3": 0.28264, "map_at_5": 0.29796, "map_at_10": 0.31271, "map_at_20": 0.31985, "map_at_50": 0.32362, "map_at_100": 0.32536, "recall_at_1": 0.22581, "recall_at_3": 0.35484, "recall_at_5": 0.42166, "recall_at_10": 0.53226, "recall_at_20": 0.63594, "recall_at_50": 0.75576, "recall_at_100": 0.87788, "precision_at_1": 0.22581, "precision_at_3": 0.11828, "precision_at_5": 0.08433, "precision_at_10": 0.05323, "precision_at_20": 0.0318, "precision_at_50": 0.01512, "precision_at_100": 0.00878, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31106, "ndcg_at_3": 0.38869, "ndcg_at_5": 0.41635, "ndcg_at_10": 0.4554, "ndcg_at_20": 0.48378, "ndcg_at_50": 0.50612, "ndcg_at_100": 0.52007, "map_at_1": 0.31106, "map_at_3": 0.36866, "map_at_5": 0.3841, "map_at_10": 0.4004, "map_at_20": 0.4084, "map_at_50": 0.41196, "map_at_100": 0.41323, "recall_at_1": 0.31106, "recall_at_3": 0.447, "recall_at_5": 0.51382, "recall_at_10": 0.63364, "recall_at_20": 0.74424, "recall_at_50": 0.85714, "recall_at_100": 0.9424, "precision_at_1": 0.31106, "precision_at_3": 0.149, "precision_at_5": 0.10276, "precision_at_10": 0.06336, "precision_at_20": 0.03721, "precision_at_50": 0.01714, "precision_at_100": 0.00942, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3341, "ndcg_at_3": 0.43965, "ndcg_at_5": 0.46315, "ndcg_at_10": 0.50774, "ndcg_at_20": 0.52864, "ndcg_at_50": 0.5522, "ndcg_at_100": 0.56264, "map_at_1": 0.3341, "map_at_3": 0.41398, "map_at_5": 0.42688, "map_at_10": 0.44478, "map_at_20": 0.45048, "map_at_50": 0.45436, "map_at_100": 0.45527, "recall_at_1": 0.3341, "recall_at_3": 0.51382, "recall_at_5": 0.57143, "recall_at_10": 0.71198, "recall_at_20": 0.79493, "recall_at_50": 0.91244, "recall_at_100": 0.97696, "precision_at_1": 0.3341, "precision_at_3": 0.17127, "precision_at_5": 0.11429, "precision_at_10": 0.0712, "precision_at_20": 0.03975, "precision_at_50": 0.01825, "precision_at_100": 0.00977, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76498, "ndcg_at_3": 0.85058, "ndcg_at_5": 0.86774, "ndcg_at_10": 0.87745, "ndcg_at_20": 0.88096, "ndcg_at_50": 0.88186, "ndcg_at_100": 0.88223, "map_at_1": 0.76498, "map_at_3": 0.83065, "map_at_5": 0.84021, "map_at_10": 0.84422, "map_at_20": 0.84519, "map_at_50": 0.84533, "map_at_100": 0.84536, "recall_at_1": 0.76498, "recall_at_3": 0.90783, "recall_at_5": 0.94931, "recall_at_10": 0.97926, "recall_at_20": 0.99309, "recall_at_50": 0.9977, "recall_at_100": 1.0, "precision_at_1": 0.76498, "precision_at_3": 0.30261, "precision_at_5": 0.18986, "precision_at_10": 0.09793, "precision_at_20": 0.04965, "precision_at_50": 0.01995, "precision_at_100": 0.01, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.65438, "ndcg_at_3": 0.76218, "ndcg_at_5": 0.78766, "ndcg_at_10": 0.80593, "ndcg_at_20": 0.81185, "ndcg_at_50": 0.81472, "ndcg_at_100": 0.81548, "map_at_1": 0.65438, "map_at_3": 0.73502, "map_at_5": 0.74908, "map_at_10": 0.75684, "map_at_20": 0.75853, "map_at_50": 0.75904, "map_at_100": 0.75911, "recall_at_1": 0.65438, "recall_at_3": 0.84101, "recall_at_5": 0.90323, "recall_at_10": 0.95853, "recall_at_20": 0.98157, "recall_at_50": 0.99539, "recall_at_100": 1.0, "precision_at_1": 0.65438, "precision_at_3": 0.28034, "precision_at_5": 0.18065, "precision_at_10": 0.09585, "precision_at_20": 0.04908, "precision_at_50": 0.01991, "precision_at_100": 0.01, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44009, "ndcg_at_3": 0.52098, "ndcg_at_5": 0.54825, "ndcg_at_10": 0.57196, "ndcg_at_20": 0.58997, "ndcg_at_50": 0.60621, "ndcg_at_100": 0.61669, "map_at_1": 0.44009, "map_at_3": 0.50115, "map_at_5": 0.51613, "map_at_10": 0.52585, "map_at_20": 0.53076, "map_at_50": 0.53346, "map_at_100": 0.53439, "recall_at_1": 0.44009, "recall_at_3": 0.57834, "recall_at_5": 0.64516, "recall_at_10": 0.71889, "recall_at_20": 0.79032, "recall_at_50": 0.87097, "recall_at_100": 0.93548, "precision_at_1": 0.44009, "precision_at_3": 0.19278, "precision_at_5": 0.12903, "precision_at_10": 0.07189, "precision_at_20": 0.03952, "precision_at_50": 0.01742, "precision_at_100": 0.00935, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1682, "ndcg_at_3": 0.23225, "ndcg_at_5": 0.24811, "ndcg_at_10": 0.26898, "ndcg_at_20": 0.29901, "ndcg_at_50": 0.33373, "ndcg_at_100": 0.35461, "map_at_1": 0.1682, "map_at_3": 0.21621, "map_at_5": 0.22485, "map_at_10": 0.23346, "map_at_20": 0.24156, "map_at_50": 0.24695, "map_at_100": 0.24877, "recall_at_1": 0.1682, "recall_at_3": 0.2788, "recall_at_5": 0.31797, "recall_at_10": 0.38249, "recall_at_20": 0.5023, "recall_at_50": 0.67972, "recall_at_100": 0.80876, "precision_at_1": 0.1682, "precision_at_3": 0.09293, "precision_at_5": 0.06359, "precision_at_10": 0.03825, "precision_at_20": 0.02512, "precision_at_50": 0.01359, "precision_at_100": 0.00809, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30184, "ndcg_at_3": 0.38539, "ndcg_at_5": 0.4081, "ndcg_at_10": 0.44324, "ndcg_at_20": 0.46242, "ndcg_at_50": 0.49158, "ndcg_at_100": 0.50053, "map_at_1": 0.30184, "map_at_3": 0.36559, "map_at_5": 0.37815, "map_at_10": 0.39272, "map_at_20": 0.39796, "map_at_50": 0.4028, "map_at_100": 0.40358, "recall_at_1": 0.30184, "recall_at_3": 0.4424, "recall_at_5": 0.4977, "recall_at_10": 0.60599, "recall_at_20": 0.68203, "recall_at_50": 0.82719, "recall_at_100": 0.88249, "precision_at_1": 0.30184, "precision_at_3": 0.14747, "precision_at_5": 0.09954, "precision_at_10": 0.0606, "precision_at_20": 0.0341, "precision_at_50": 0.01654, "precision_at_100": 0.00882, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33641, "ndcg_at_3": 0.44226, "ndcg_at_5": 0.47546, "ndcg_at_10": 0.51555, "ndcg_at_20": 0.53761, "ndcg_at_50": 0.5616, "ndcg_at_100": 0.56757, "map_at_1": 0.33641, "map_at_3": 0.41667, "map_at_5": 0.43452, "map_at_10": 0.45143, "map_at_20": 0.45745, "map_at_50": 0.46139, "map_at_100": 0.46191, "recall_at_1": 0.33641, "recall_at_3": 0.51613, "recall_at_5": 0.59908, "recall_at_10": 0.7212, "recall_at_20": 0.80876, "recall_at_50": 0.92857, "recall_at_100": 0.96544, "precision_at_1": 0.33641, "precision_at_3": 0.17204, "precision_at_5": 0.11982, "precision_at_10": 0.07212, "precision_at_20": 0.04044, "precision_at_50": 0.01857, "precision_at_100": 0.00965, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.34332, "ndcg_at_3": 0.43263, "ndcg_at_5": 0.44829, "ndcg_at_10": 0.47757, "ndcg_at_20": 0.49963, "ndcg_at_50": 0.51868, "ndcg_at_100": 0.53104, "map_at_1": 0.34332, "map_at_3": 0.41091, "map_at_5": 0.41932, "map_at_10": 0.43155, "map_at_20": 0.43755, "map_at_50": 0.44055, "map_at_100": 0.44165, "recall_at_1": 0.34332, "recall_at_3": 0.49539, "recall_at_5": 0.53456, "recall_at_10": 0.62442, "recall_at_20": 0.71198, "recall_at_50": 0.80876, "recall_at_100": 0.88479, "precision_at_1": 0.34332, "precision_at_3": 0.16513, "precision_at_5": 0.10691, "precision_at_10": 0.06244, "precision_at_20": 0.0356, "precision_at_50": 0.01618, "precision_at_100": 0.00885, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27419, "ndcg_at_3": 0.35763, "ndcg_at_5": 0.38024, "ndcg_at_10": 0.41565, "ndcg_at_20": 0.44697, "ndcg_at_50": 0.47311, "ndcg_at_100": 0.48324, "map_at_1": 0.27419, "map_at_3": 0.33641, "map_at_5": 0.34885, "map_at_10": 0.36326, "map_at_20": 0.37179, "map_at_50": 0.37601, "map_at_100": 0.37691, "recall_at_1": 0.27419, "recall_at_3": 0.41935, "recall_at_5": 0.47465, "recall_at_10": 0.58525, "recall_at_20": 0.70968, "recall_at_50": 0.84101, "recall_at_100": 0.90323, "precision_at_1": 0.27419, "precision_at_3": 0.13978, "precision_at_5": 0.09493, "precision_at_10": 0.05853, "precision_at_20": 0.03548, "precision_at_50": 0.01682, "precision_at_100": 0.00903, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29954, "ndcg_at_3": 0.3697, "ndcg_at_5": 0.40073, "ndcg_at_10": 0.42907, "ndcg_at_20": 0.44621, "ndcg_at_50": 0.47238, "ndcg_at_100": 0.48439, "map_at_1": 0.29954, "map_at_3": 0.35253, "map_at_5": 0.36959, "map_at_10": 0.38085, "map_at_20": 0.38537, "map_at_50": 0.38944, "map_at_100": 0.39051, "recall_at_1": 0.29954, "recall_at_3": 0.41935, "recall_at_5": 0.49539, "recall_at_10": 0.58525, "recall_at_20": 0.65438, "recall_at_50": 0.78802, "recall_at_100": 0.86175, "precision_at_1": 0.29954, "precision_at_3": 0.13978, "precision_at_5": 0.09908, "precision_at_10": 0.05853, "precision_at_20": 0.03272, "precision_at_50": 0.01576, "precision_at_100": 0.00862, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36175, "ndcg_at_3": 0.43743, "ndcg_at_5": 0.47065, "ndcg_at_10": 0.49448, "ndcg_at_20": 0.51623, "ndcg_at_50": 0.53137, "ndcg_at_100": 0.54369, "map_at_1": 0.36175, "map_at_3": 0.41897, "map_at_5": 0.4374, "map_at_10": 0.44724, "map_at_20": 0.45331, "map_at_50": 0.45576, "map_at_100": 0.45684, "recall_at_1": 0.36175, "recall_at_3": 0.49078, "recall_at_5": 0.57143, "recall_at_10": 0.64516, "recall_at_20": 0.73041, "recall_at_50": 0.80645, "recall_at_100": 0.88249, "precision_at_1": 0.36175, "precision_at_3": 0.16359, "precision_at_5": 0.11429, "precision_at_10": 0.06452, "precision_at_20": 0.03652, "precision_at_50": 0.01613, "precision_at_100": 0.00882, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5023, "ndcg_at_3": 0.61773, "ndcg_at_5": 0.64817, "ndcg_at_10": 0.67978, "ndcg_at_20": 0.69898, "ndcg_at_50": 0.70885, "ndcg_at_100": 0.70964, "map_at_1": 0.5023, "map_at_3": 0.58986, "map_at_5": 0.6068, "map_at_10": 0.62003, "map_at_20": 0.62528, "map_at_50": 0.62698, "map_at_100": 0.62706, "recall_at_1": 0.5023, "recall_at_3": 0.69816, "recall_at_5": 0.77189, "recall_at_10": 0.86866, "recall_at_20": 0.9447, "recall_at_50": 0.99309, "recall_at_100": 0.9977, "precision_at_1": 0.5023, "precision_at_3": 0.23272, "precision_at_5": 0.15438, "precision_at_10": 0.08687, "precision_at_20": 0.04724, "precision_at_50": 0.01986, "precision_at_100": 0.00998, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37558, "ndcg_at_3": 0.48337, "ndcg_at_5": 0.51392, "ndcg_at_10": 0.55138, "ndcg_at_20": 0.57365, "ndcg_at_50": 0.59225, "ndcg_at_100": 0.60005, "map_at_1": 0.37558, "map_at_3": 0.45622, "map_at_5": 0.47327, "map_at_10": 0.48843, "map_at_20": 0.49461, "map_at_50": 0.49772, "map_at_100": 0.49839, "recall_at_1": 0.37558, "recall_at_3": 0.56221, "recall_at_5": 0.63594, "recall_at_10": 0.75346, "recall_at_20": 0.84101, "recall_at_50": 0.93318, "recall_at_100": 0.98157, "precision_at_1": 0.37558, "precision_at_3": 0.1874, "precision_at_5": 0.12719, "precision_at_10": 0.07535, "precision_at_20": 0.04205, "precision_at_50": 0.01866, "precision_at_100": 0.00982, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51152, "ndcg_at_3": 0.63471, "ndcg_at_5": 0.66922, "ndcg_at_10": 0.69347, "ndcg_at_20": 0.70728, "ndcg_at_50": 0.71622, "ndcg_at_100": 0.7185, "map_at_1": 0.51152, "map_at_3": 0.60407, "map_at_5": 0.62343, "map_at_10": 0.63367, "map_at_20": 0.63737, "map_at_50": 0.63891, "map_at_100": 0.63912, "recall_at_1": 0.51152, "recall_at_3": 0.7235, "recall_at_5": 0.80645, "recall_at_10": 0.88018, "recall_at_20": 0.93548, "recall_at_50": 0.97926, "recall_at_100": 0.99309, "precision_at_1": 0.51152, "precision_at_3": 0.24117, "precision_at_5": 0.16129, "precision_at_10": 0.08802, "precision_at_20": 0.04677, "precision_at_50": 0.01959, "precision_at_100": 0.00993, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.64516, "ndcg_at_3": 0.76223, "ndcg_at_5": 0.78285, "ndcg_at_10": 0.80288, "ndcg_at_20": 0.80936, "ndcg_at_50": 0.81171, "ndcg_at_100": 0.81248, "map_at_1": 0.64516, "map_at_3": 0.73272, "map_at_5": 0.74401, "map_at_10": 0.75266, "map_at_20": 0.75448, "map_at_50": 0.75488, "map_at_100": 0.75495, "recall_at_1": 0.64516, "recall_at_3": 0.84793, "recall_at_5": 0.89862, "recall_at_10": 0.95853, "recall_at_20": 0.98387, "recall_at_50": 0.99539, "recall_at_100": 1.0, "precision_at_1": 0.64516, "precision_at_3": 0.28264, "precision_at_5": 0.17972, "precision_at_10": 0.09585, "precision_at_20": 0.04919, "precision_at_50": 0.01991, "precision_at_100": 0.01, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.7765, "ndcg_at_3": 0.86356, "ndcg_at_5": 0.8827, "ndcg_at_10": 0.88866, "ndcg_at_20": 0.89051, "ndcg_at_50": 0.89188, "ndcg_at_100": 0.89188, "map_at_1": 0.7765, "map_at_3": 0.84332, "map_at_5": 0.85403, "map_at_10": 0.85649, "map_at_20": 0.85705, "map_at_50": 0.85727, "map_at_100": 0.85727, "recall_at_1": 0.7765, "recall_at_3": 0.92166, "recall_at_5": 0.96774, "recall_at_10": 0.98618, "recall_at_20": 0.99309, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7765, "precision_at_3": 0.30722, "precision_at_5": 0.19355, "precision_at_10": 0.09862, "precision_at_20": 0.04965, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2765, "ndcg_at_3": 0.35127, "ndcg_at_5": 0.37665, "ndcg_at_10": 0.41316, "ndcg_at_20": 0.43844, "ndcg_at_50": 0.45988, "ndcg_at_100": 0.46848, "map_at_1": 0.2765, "map_at_3": 0.33257, "map_at_5": 0.34651, "map_at_10": 0.362, "map_at_20": 0.36905, "map_at_50": 0.37248, "map_at_100": 0.37324, "recall_at_1": 0.2765, "recall_at_3": 0.40553, "recall_at_5": 0.46774, "recall_at_10": 0.57834, "recall_at_20": 0.67742, "recall_at_50": 0.78571, "recall_at_100": 0.83871, "precision_at_1": 0.2765, "precision_at_3": 0.13518, "precision_at_5": 0.09355, "precision_at_10": 0.05783, "precision_at_20": 0.03387, "precision_at_50": 0.01571, "precision_at_100": 0.00839, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32719, "ndcg_at_3": 0.41875, "ndcg_at_5": 0.43927, "ndcg_at_10": 0.46172, "ndcg_at_20": 0.49198, "ndcg_at_50": 0.50575, "ndcg_at_100": 0.52198, "map_at_1": 0.32719, "map_at_3": 0.39555, "map_at_5": 0.40672, "map_at_10": 0.41605, "map_at_20": 0.42435, "map_at_50": 0.42659, "map_at_100": 0.42795, "recall_at_1": 0.32719, "recall_at_3": 0.48618, "recall_at_5": 0.53687, "recall_at_10": 0.60599, "recall_at_20": 0.72581, "recall_at_50": 0.79493, "recall_at_100": 0.89631, "precision_at_1": 0.32719, "precision_at_3": 0.16206, "precision_at_5": 0.10737, "precision_at_10": 0.0606, "precision_at_20": 0.03629, "precision_at_50": 0.0159, "precision_at_100": 0.00896, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "ClosedDataset 12 (Japanese, Code)", "alias": "ClosedDataset 12 (Japanese, Code)", "tier": 3, "groups": { "text": 1, "code": 1, "japanese": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.76126, "ndcg_at_3": 0.84632, "ndcg_at_5": 0.85763, "ndcg_at_10": 0.86762, "ndcg_at_20": 0.87149, "ndcg_at_50": 0.87418, "ndcg_at_100": 0.87455, "map_at_1": 0.74917, "map_at_3": 0.82466, "map_at_5": 0.83189, "map_at_10": 0.83622, "map_at_20": 0.8373, "map_at_50": 0.83776, "map_at_100": 0.83779, "recall_at_1": 0.74917, "recall_at_3": 0.90405, "recall_at_5": 0.93048, "recall_at_10": 0.96074, "recall_at_20": 0.97575, "recall_at_50": 0.98896, "recall_at_100": 0.99122, "precision_at_1": 0.76126, "precision_at_3": 0.31036, "precision_at_5": 0.19252, "precision_at_10": 0.09955, "precision_at_20": 0.05059, "precision_at_50": 0.02051, "precision_at_100": 0.01028, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73919, "ndcg_at_3": 0.83083, "ndcg_at_5": 0.8441, "ndcg_at_10": 0.85566, "ndcg_at_20": 0.85866, "ndcg_at_50": 0.86156, "ndcg_at_100": 0.86264, "map_at_1": 0.72763, "map_at_3": 0.80748, "map_at_5": 0.81575, "map_at_10": 0.82092, "map_at_20": 0.82177, "map_at_50": 0.82228, "map_at_100": 0.82238, "recall_at_1": 0.72763, "recall_at_3": 0.89279, "recall_at_5": 0.9241, "recall_at_10": 0.95863, "recall_at_20": 0.97027, "recall_at_50": 0.98446, "recall_at_100": 0.99099, "precision_at_1": 0.73919, "precision_at_3": 0.30676, "precision_at_5": 0.19126, "precision_at_10": 0.09941, "precision_at_20": 0.05034, "precision_at_50": 0.02042, "precision_at_100": 0.01028, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6491, "ndcg_at_3": 0.75216, "ndcg_at_5": 0.77498, "ndcg_at_10": 0.79009, "ndcg_at_20": 0.7981, "ndcg_at_50": 0.80298, "ndcg_at_100": 0.80449, "map_at_1": 0.63821, "map_at_3": 0.72613, "map_at_5": 0.73984, "map_at_10": 0.74637, "map_at_20": 0.7486, "map_at_50": 0.74943, "map_at_100": 0.74957, "recall_at_1": 0.63821, "recall_at_3": 0.82237, "recall_at_5": 0.8765, "recall_at_10": 0.92215, "recall_at_20": 0.95345, "recall_at_50": 0.97748, "recall_at_100": 0.98671, "precision_at_1": 0.6491, "precision_at_3": 0.28288, "precision_at_5": 0.18198, "precision_at_10": 0.09568, "precision_at_20": 0.04946, "precision_at_50": 0.02028, "precision_at_100": 0.01023, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56622, "ndcg_at_3": 0.6699, "ndcg_at_5": 0.6955, "ndcg_at_10": 0.71607, "ndcg_at_20": 0.72666, "ndcg_at_50": 0.7352, "ndcg_at_100": 0.73926, "map_at_1": 0.55582, "map_at_3": 0.64262, "map_at_5": 0.65763, "map_at_10": 0.6664, "map_at_20": 0.66947, "map_at_50": 0.67091, "map_at_100": 0.67127, "recall_at_1": 0.55582, "recall_at_3": 0.74347, "recall_at_5": 0.80435, "recall_at_10": 0.86674, "recall_at_20": 0.90728, "recall_at_50": 0.94955, "recall_at_100": 0.97432, "precision_at_1": 0.56622, "precision_at_3": 0.25465, "precision_at_5": 0.16604, "precision_at_10": 0.08955, "precision_at_20": 0.047, "precision_at_50": 0.01968, "precision_at_100": 0.0101, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46982, "ndcg_at_3": 0.55375, "ndcg_at_5": 0.57791, "ndcg_at_10": 0.60044, "ndcg_at_20": 0.61781, "ndcg_at_50": 0.63199, "ndcg_at_100": 0.63997, "map_at_1": 0.46261, "map_at_3": 0.53221, "map_at_5": 0.54585, "map_at_10": 0.55546, "map_at_20": 0.56033, "map_at_50": 0.56272, "map_at_100": 0.56345, "recall_at_1": 0.46261, "recall_at_3": 0.61261, "recall_at_5": 0.67095, "recall_at_10": 0.73919, "recall_at_20": 0.80709, "recall_at_50": 0.87688, "recall_at_100": 0.92508, "precision_at_1": 0.46982, "precision_at_3": 0.20991, "precision_at_5": 0.1382, "precision_at_10": 0.07635, "precision_at_20": 0.04171, "precision_at_50": 0.01814, "precision_at_100": 0.00959, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75225, "ndcg_at_3": 0.8371, "ndcg_at_5": 0.85032, "ndcg_at_10": 0.86133, "ndcg_at_20": 0.86553, "ndcg_at_50": 0.86799, "ndcg_at_100": 0.86881, "map_at_1": 0.74122, "map_at_3": 0.81565, "map_at_5": 0.82356, "map_at_10": 0.82838, "map_at_20": 0.82956, "map_at_50": 0.82996, "map_at_100": 0.83004, "recall_at_1": 0.74122, "recall_at_3": 0.89467, "recall_at_5": 0.9265, "recall_at_10": 0.95953, "recall_at_20": 0.97598, "recall_at_50": 0.98836, "recall_at_100": 0.99324, "precision_at_1": 0.75225, "precision_at_3": 0.30766, "precision_at_5": 0.1918, "precision_at_10": 0.09946, "precision_at_20": 0.05059, "precision_at_50": 0.02049, "precision_at_100": 0.0103, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.76069, "ndcg_at_5": 0.77921, "ndcg_at_10": 0.79373, "ndcg_at_20": 0.80209, "ndcg_at_50": 0.8075, "ndcg_at_100": 0.80944, "map_at_1": 0.65721, "map_at_3": 0.737, "map_at_5": 0.74827, "map_at_10": 0.75455, "map_at_20": 0.75691, "map_at_50": 0.75783, "map_at_100": 0.75801, "recall_at_1": 0.65721, "recall_at_3": 0.82447, "recall_at_5": 0.86817, "recall_at_10": 0.91201, "recall_at_20": 0.94467, "recall_at_50": 0.97117, "recall_at_100": 0.98288, "precision_at_1": 0.66667, "precision_at_3": 0.28348, "precision_at_5": 0.17991, "precision_at_10": 0.09459, "precision_at_20": 0.04894, "precision_at_50": 0.02014, "precision_at_100": 0.0102, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.56847, "ndcg_at_3": 0.66374, "ndcg_at_5": 0.6869, "ndcg_at_10": 0.70864, "ndcg_at_20": 0.72135, "ndcg_at_50": 0.73062, "ndcg_at_100": 0.73404, "map_at_1": 0.55923, "map_at_3": 0.6386, "map_at_5": 0.65206, "map_at_10": 0.66139, "map_at_20": 0.66501, "map_at_50": 0.66662, "map_at_100": 0.66695, "recall_at_1": 0.55923, "recall_at_3": 0.73202, "recall_at_5": 0.78758, "recall_at_10": 0.85338, "recall_at_20": 0.90278, "recall_at_50": 0.94797, "recall_at_100": 0.96847, "precision_at_1": 0.56847, "precision_at_3": 0.2512, "precision_at_5": 0.16279, "precision_at_10": 0.08833, "precision_at_20": 0.04676, "precision_at_50": 0.01966, "precision_at_100": 0.01004, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69459, "ndcg_at_3": 0.79071, "ndcg_at_5": 0.80612, "ndcg_at_10": 0.82062, "ndcg_at_20": 0.82718, "ndcg_at_50": 0.8309, "ndcg_at_100": 0.83254, "map_at_1": 0.68378, "map_at_3": 0.76674, "map_at_5": 0.77605, "map_at_10": 0.78229, "map_at_20": 0.78412, "map_at_50": 0.78474, "map_at_100": 0.78489, "recall_at_1": 0.68378, "recall_at_3": 0.85563, "recall_at_5": 0.89227, "recall_at_10": 0.93656, "recall_at_20": 0.96224, "recall_at_50": 0.98063, "recall_at_100": 0.99054, "precision_at_1": 0.69459, "precision_at_3": 0.29444, "precision_at_5": 0.18495, "precision_at_10": 0.09712, "precision_at_20": 0.04986, "precision_at_50": 0.02033, "precision_at_100": 0.01027, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59009, "ndcg_at_3": 0.69642, "ndcg_at_5": 0.71966, "ndcg_at_10": 0.73938, "ndcg_at_20": 0.75055, "ndcg_at_50": 0.75709, "ndcg_at_100": 0.76034, "map_at_1": 0.58168, "map_at_3": 0.66971, "map_at_5": 0.68327, "map_at_10": 0.69189, "map_at_20": 0.69499, "map_at_50": 0.6961, "map_at_100": 0.69639, "recall_at_1": 0.58168, "recall_at_3": 0.76914, "recall_at_5": 0.82462, "recall_at_10": 0.88393, "recall_at_20": 0.92785, "recall_at_50": 0.96014, "recall_at_100": 0.97995, "precision_at_1": 0.59009, "precision_at_3": 0.26351, "precision_at_5": 0.17027, "precision_at_10": 0.09162, "precision_at_20": 0.04811, "precision_at_50": 0.01991, "precision_at_100": 0.01015, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73198, "ndcg_at_3": 0.82314, "ndcg_at_5": 0.83803, "ndcg_at_10": 0.85018, "ndcg_at_20": 0.85435, "ndcg_at_50": 0.85769, "ndcg_at_100": 0.8586, "map_at_1": 0.72005, "map_at_3": 0.8003, "map_at_5": 0.80942, "map_at_10": 0.81467, "map_at_20": 0.81589, "map_at_50": 0.81644, "map_at_100": 0.81653, "recall_at_1": 0.72005, "recall_at_3": 0.88431, "recall_at_5": 0.91982, "recall_at_10": 0.95661, "recall_at_20": 0.97252, "recall_at_50": 0.98919, "recall_at_100": 0.99459, "precision_at_1": 0.73198, "precision_at_3": 0.30435, "precision_at_5": 0.19054, "precision_at_10": 0.0991, "precision_at_20": 0.05043, "precision_at_50": 0.02051, "precision_at_100": 0.01032, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18423, "ndcg_at_3": 0.22563, "ndcg_at_5": 0.2415, "ndcg_at_10": 0.26343, "ndcg_at_20": 0.27934, "ndcg_at_50": 0.29856, "ndcg_at_100": 0.31041, "map_at_1": 0.18119, "map_at_3": 0.21443, "map_at_5": 0.22339, "map_at_10": 0.23262, "map_at_20": 0.2371, "map_at_50": 0.24028, "map_at_100": 0.24133, "recall_at_1": 0.18119, "recall_at_3": 0.25544, "recall_at_5": 0.29351, "recall_at_10": 0.36055, "recall_at_20": 0.42264, "recall_at_50": 0.51813, "recall_at_100": 0.59073, "precision_at_1": 0.18423, "precision_at_3": 0.08739, "precision_at_5": 0.06036, "precision_at_10": 0.03721, "precision_at_20": 0.02182, "precision_at_50": 0.0107, "precision_at_100": 0.0061, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43604, "ndcg_at_3": 0.51384, "ndcg_at_5": 0.54178, "ndcg_at_10": 0.56632, "ndcg_at_20": 0.58243, "ndcg_at_50": 0.59803, "ndcg_at_100": 0.60673, "map_at_1": 0.42913, "map_at_3": 0.49374, "map_at_5": 0.50931, "map_at_10": 0.51969, "map_at_20": 0.52411, "map_at_50": 0.52672, "map_at_100": 0.52751, "recall_at_1": 0.42913, "recall_at_3": 0.56922, "recall_at_5": 0.63664, "recall_at_10": 0.71141, "recall_at_20": 0.77496, "recall_at_50": 0.8521, "recall_at_100": 0.90503, "precision_at_1": 0.43604, "precision_at_3": 0.19489, "precision_at_5": 0.1309, "precision_at_10": 0.07329, "precision_at_20": 0.04002, "precision_at_50": 0.01763, "precision_at_100": 0.00937, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70405, "ndcg_at_3": 0.79612, "ndcg_at_5": 0.81374, "ndcg_at_10": 0.82566, "ndcg_at_20": 0.832, "ndcg_at_50": 0.83647, "ndcg_at_100": 0.83804, "map_at_1": 0.69377, "map_at_3": 0.77349, "map_at_5": 0.78408, "map_at_10": 0.78936, "map_at_20": 0.79113, "map_at_50": 0.79187, "map_at_100": 0.79202, "recall_at_1": 0.69377, "recall_at_3": 0.85661, "recall_at_5": 0.89835, "recall_at_10": 0.93378, "recall_at_20": 0.95863, "recall_at_50": 0.98086, "recall_at_100": 0.99032, "precision_at_1": 0.70405, "precision_at_3": 0.29384, "precision_at_5": 0.18577, "precision_at_10": 0.09671, "precision_at_20": 0.04966, "precision_at_50": 0.02034, "precision_at_100": 0.01027, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48694, "ndcg_at_3": 0.56457, "ndcg_at_5": 0.58408, "ndcg_at_10": 0.60437, "ndcg_at_20": 0.61991, "ndcg_at_50": 0.63393, "ndcg_at_100": 0.6407, "map_at_1": 0.4792, "map_at_3": 0.54462, "map_at_5": 0.55591, "map_at_10": 0.56449, "map_at_20": 0.5688, "map_at_50": 0.57111, "map_at_100": 0.57173, "recall_at_1": 0.4792, "recall_at_3": 0.61806, "recall_at_5": 0.66502, "recall_at_10": 0.72669, "recall_at_20": 0.78773, "recall_at_50": 0.85755, "recall_at_100": 0.89876, "precision_at_1": 0.48694, "precision_at_3": 0.21171, "precision_at_5": 0.13712, "precision_at_10": 0.07505, "precision_at_20": 0.04072, "precision_at_50": 0.01775, "precision_at_100": 0.0093, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1973, "ndcg_at_3": 0.24613, "ndcg_at_5": 0.26114, "ndcg_at_10": 0.27776, "ndcg_at_20": 0.29392, "ndcg_at_50": 0.31264, "ndcg_at_100": 0.32589, "map_at_1": 0.19456, "map_at_3": 0.23338, "map_at_5": 0.24182, "map_at_10": 0.24885, "map_at_20": 0.25332, "map_at_50": 0.25636, "map_at_100": 0.25753, "recall_at_1": 0.19456, "recall_at_3": 0.28104, "recall_at_5": 0.31712, "recall_at_10": 0.36776, "recall_at_20": 0.43119, "recall_at_50": 0.52466, "recall_at_100": 0.60552, "precision_at_1": 0.1973, "precision_at_3": 0.0961, "precision_at_5": 0.06541, "precision_at_10": 0.03797, "precision_at_20": 0.02223, "precision_at_50": 0.01085, "precision_at_100": 0.00628, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2464, "ndcg_at_3": 0.29874, "ndcg_at_5": 0.31535, "ndcg_at_10": 0.33603, "ndcg_at_20": 0.35055, "ndcg_at_50": 0.36591, "ndcg_at_100": 0.37645, "map_at_1": 0.24208, "map_at_3": 0.28477, "map_at_5": 0.29449, "map_at_10": 0.30308, "map_at_20": 0.30711, "map_at_50": 0.30957, "map_at_100": 0.31051, "recall_at_1": 0.24208, "recall_at_3": 0.33645, "recall_at_5": 0.37598, "recall_at_10": 0.43964, "recall_at_20": 0.49673, "recall_at_50": 0.57399, "recall_at_100": 0.63863, "precision_at_1": 0.2464, "precision_at_3": 0.11592, "precision_at_5": 0.07811, "precision_at_10": 0.04554, "precision_at_20": 0.0257, "precision_at_50": 0.01188, "precision_at_100": 0.0066, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28108, "ndcg_at_3": 0.3379, "ndcg_at_5": 0.35245, "ndcg_at_10": 0.3698, "ndcg_at_20": 0.38311, "ndcg_at_50": 0.39876, "ndcg_at_100": 0.41033, "map_at_1": 0.27721, "map_at_3": 0.32306, "map_at_5": 0.33138, "map_at_10": 0.33846, "map_at_20": 0.34217, "map_at_50": 0.3447, "map_at_100": 0.34575, "recall_at_1": 0.27721, "recall_at_3": 0.37879, "recall_at_5": 0.4137, "recall_at_10": 0.46734, "recall_at_20": 0.51959, "recall_at_50": 0.59756, "recall_at_100": 0.66798, "precision_at_1": 0.28108, "precision_at_3": 0.12898, "precision_at_5": 0.08486, "precision_at_10": 0.04806, "precision_at_20": 0.02671, "precision_at_50": 0.01232, "precision_at_100": 0.0069, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13108, "ndcg_at_3": 0.16393, "ndcg_at_5": 0.1789, "ndcg_at_10": 0.19766, "ndcg_at_20": 0.21481, "ndcg_at_50": 0.23074, "ndcg_at_100": 0.24349, "map_at_1": 0.12845, "map_at_3": 0.15475, "map_at_5": 0.16325, "map_at_10": 0.17088, "map_at_20": 0.17563, "map_at_50": 0.17821, "map_at_100": 0.17935, "recall_at_1": 0.12845, "recall_at_3": 0.18881, "recall_at_5": 0.22466, "recall_at_10": 0.2833, "recall_at_20": 0.35041, "recall_at_50": 0.43029, "recall_at_100": 0.50803, "precision_at_1": 0.13108, "precision_at_3": 0.06486, "precision_at_5": 0.0464, "precision_at_10": 0.02923, "precision_at_20": 0.01809, "precision_at_50": 0.00886, "precision_at_100": 0.00524, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20586, "ndcg_at_3": 0.2559, "ndcg_at_5": 0.27169, "ndcg_at_10": 0.29171, "ndcg_at_20": 0.30656, "ndcg_at_50": 0.32237, "ndcg_at_100": 0.33393, "map_at_1": 0.20315, "map_at_3": 0.24282, "map_at_5": 0.25176, "map_at_10": 0.26019, "map_at_20": 0.26425, "map_at_50": 0.26687, "map_at_100": 0.26787, "recall_at_1": 0.20315, "recall_at_3": 0.29272, "recall_at_5": 0.33071, "recall_at_10": 0.39137, "recall_at_20": 0.44981, "recall_at_50": 0.52823, "recall_at_100": 0.59932, "precision_at_1": 0.20586, "precision_at_3": 0.1, "precision_at_5": 0.06784, "precision_at_10": 0.04045, "precision_at_20": 0.0232, "precision_at_50": 0.01093, "precision_at_100": 0.0062, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58108, "ndcg_at_3": 0.67644, "ndcg_at_5": 0.69989, "ndcg_at_10": 0.71886, "ndcg_at_20": 0.73115, "ndcg_at_50": 0.73911, "ndcg_at_100": 0.74298, "map_at_1": 0.57132, "map_at_3": 0.65138, "map_at_5": 0.66508, "map_at_10": 0.67308, "map_at_20": 0.67652, "map_at_50": 0.6779, "map_at_100": 0.67826, "recall_at_1": 0.57132, "recall_at_3": 0.74403, "recall_at_5": 0.80015, "recall_at_10": 0.85841, "recall_at_20": 0.90638, "recall_at_50": 0.94512, "recall_at_100": 0.96847, "precision_at_1": 0.58108, "precision_at_3": 0.25541, "precision_at_5": 0.16541, "precision_at_10": 0.08878, "precision_at_20": 0.04694, "precision_at_50": 0.0196, "precision_at_100": 0.01005, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68198, "ndcg_at_3": 0.77621, "ndcg_at_5": 0.79258, "ndcg_at_10": 0.80511, "ndcg_at_20": 0.81323, "ndcg_at_50": 0.81958, "ndcg_at_100": 0.82122, "map_at_1": 0.672, "map_at_3": 0.75245, "map_at_5": 0.76244, "map_at_10": 0.76791, "map_at_20": 0.77024, "map_at_50": 0.77134, "map_at_100": 0.77149, "recall_at_1": 0.672, "recall_at_3": 0.83934, "recall_at_5": 0.87808, "recall_at_10": 0.91569, "recall_at_20": 0.94715, "recall_at_50": 0.97815, "recall_at_100": 0.98829, "precision_at_1": 0.68198, "precision_at_3": 0.28799, "precision_at_5": 0.18171, "precision_at_10": 0.09495, "precision_at_20": 0.04914, "precision_at_50": 0.0203, "precision_at_100": 0.01025, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69595, "ndcg_at_3": 0.78489, "ndcg_at_5": 0.80025, "ndcg_at_10": 0.81196, "ndcg_at_20": 0.81894, "ndcg_at_50": 0.82351, "ndcg_at_100": 0.82585, "map_at_1": 0.68431, "map_at_3": 0.76207, "map_at_5": 0.77132, "map_at_10": 0.77627, "map_at_20": 0.77831, "map_at_50": 0.77907, "map_at_100": 0.77928, "recall_at_1": 0.68431, "recall_at_3": 0.84576, "recall_at_5": 0.88255, "recall_at_10": 0.91828, "recall_at_20": 0.94505, "recall_at_50": 0.96779, "recall_at_100": 0.98198, "precision_at_1": 0.69595, "precision_at_3": 0.29039, "precision_at_5": 0.18261, "precision_at_10": 0.09514, "precision_at_20": 0.04903, "precision_at_50": 0.02007, "precision_at_100": 0.01018, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54234, "ndcg_at_3": 0.64019, "ndcg_at_5": 0.6629, "ndcg_at_10": 0.67988, "ndcg_at_20": 0.69125, "ndcg_at_50": 0.70242, "ndcg_at_100": 0.7067, "map_at_1": 0.53318, "map_at_3": 0.61513, "map_at_5": 0.62816, "map_at_10": 0.63559, "map_at_20": 0.63886, "map_at_50": 0.64071, "map_at_100": 0.6411, "recall_at_1": 0.53318, "recall_at_3": 0.70766, "recall_at_5": 0.76231, "recall_at_10": 0.81344, "recall_at_20": 0.85736, "recall_at_50": 0.91276, "recall_at_100": 0.93866, "precision_at_1": 0.54234, "precision_at_3": 0.24249, "precision_at_5": 0.15721, "precision_at_10": 0.08414, "precision_at_20": 0.04439, "precision_at_50": 0.01891, "precision_at_100": 0.00973, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33423, "ndcg_at_3": 0.40907, "ndcg_at_5": 0.43169, "ndcg_at_10": 0.45496, "ndcg_at_20": 0.47252, "ndcg_at_50": 0.48944, "ndcg_at_100": 0.50202, "map_at_1": 0.32759, "map_at_3": 0.3889, "map_at_5": 0.40175, "map_at_10": 0.41143, "map_at_20": 0.41634, "map_at_50": 0.41906, "map_at_100": 0.4202, "recall_at_1": 0.32759, "recall_at_3": 0.46385, "recall_at_5": 0.51828, "recall_at_10": 0.58986, "recall_at_20": 0.65856, "recall_at_50": 0.74328, "recall_at_100": 0.82001, "precision_at_1": 0.33423, "precision_at_3": 0.15901, "precision_at_5": 0.10667, "precision_at_10": 0.06077, "precision_at_20": 0.03394, "precision_at_50": 0.01534, "precision_at_100": 0.00846, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25045, "ndcg_at_3": 0.30461, "ndcg_at_5": 0.32077, "ndcg_at_10": 0.33806, "ndcg_at_20": 0.35528, "ndcg_at_50": 0.37109, "ndcg_at_100": 0.38034, "map_at_1": 0.24613, "map_at_3": 0.29054, "map_at_5": 0.29974, "map_at_10": 0.30691, "map_at_20": 0.31178, "map_at_50": 0.31436, "map_at_100": 0.31516, "recall_at_1": 0.24613, "recall_at_3": 0.34215, "recall_at_5": 0.38119, "recall_at_10": 0.43442, "recall_at_20": 0.50143, "recall_at_50": 0.58041, "recall_at_100": 0.63761, "precision_at_1": 0.25045, "precision_at_3": 0.11757, "precision_at_5": 0.07874, "precision_at_10": 0.04486, "precision_at_20": 0.02592, "precision_at_50": 0.012, "precision_at_100": 0.00658, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43964, "ndcg_at_3": 0.52835, "ndcg_at_5": 0.55033, "ndcg_at_10": 0.56886, "ndcg_at_20": 0.58599, "ndcg_at_50": 0.60207, "ndcg_at_100": 0.60994, "map_at_1": 0.43292, "map_at_3": 0.50588, "map_at_5": 0.51814, "map_at_10": 0.52612, "map_at_20": 0.53089, "map_at_50": 0.53353, "map_at_100": 0.53424, "recall_at_1": 0.43292, "recall_at_3": 0.59005, "recall_at_5": 0.64343, "recall_at_10": 0.69921, "recall_at_20": 0.76644, "recall_at_50": 0.84643, "recall_at_100": 0.89414, "precision_at_1": 0.43964, "precision_at_3": 0.20165, "precision_at_5": 0.13216, "precision_at_10": 0.07207, "precision_at_20": 0.03955, "precision_at_50": 0.01748, "precision_at_100": 0.00925, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.58198, "ndcg_at_3": 0.67838, "ndcg_at_5": 0.69533, "ndcg_at_10": 0.71424, "ndcg_at_20": 0.72577, "ndcg_at_50": 0.7355, "ndcg_at_100": 0.73983, "map_at_1": 0.5735, "map_at_3": 0.65425, "map_at_5": 0.66409, "map_at_10": 0.67189, "map_at_20": 0.67511, "map_at_50": 0.67678, "map_at_100": 0.67718, "recall_at_1": 0.5735, "recall_at_3": 0.74407, "recall_at_5": 0.78517, "recall_at_10": 0.84358, "recall_at_20": 0.88893, "recall_at_50": 0.93652, "recall_at_100": 0.96258, "precision_at_1": 0.58198, "precision_at_3": 0.25541, "precision_at_5": 0.16198, "precision_at_10": 0.08712, "precision_at_20": 0.04595, "precision_at_50": 0.01939, "precision_at_100": 0.00997, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16667, "ndcg_at_3": 0.21167, "ndcg_at_5": 0.22723, "ndcg_at_10": 0.24217, "ndcg_at_20": 0.25478, "ndcg_at_50": 0.27009, "ndcg_at_100": 0.28032, "map_at_1": 0.16366, "map_at_3": 0.19996, "map_at_5": 0.20877, "map_at_10": 0.21504, "map_at_20": 0.21844, "map_at_50": 0.2209, "map_at_100": 0.2218, "recall_at_1": 0.16366, "recall_at_3": 0.24343, "recall_at_5": 0.28112, "recall_at_10": 0.32699, "recall_at_20": 0.37706, "recall_at_50": 0.45387, "recall_at_100": 0.51693, "precision_at_1": 0.16667, "precision_at_3": 0.08363, "precision_at_5": 0.05811, "precision_at_10": 0.03378, "precision_at_20": 0.0195, "precision_at_50": 0.00937, "precision_at_100": 0.00533, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21351, "ndcg_at_3": 0.26513, "ndcg_at_5": 0.27975, "ndcg_at_10": 0.29788, "ndcg_at_20": 0.31289, "ndcg_at_50": 0.32913, "ndcg_at_100": 0.34074, "map_at_1": 0.20968, "map_at_3": 0.25175, "map_at_5": 0.26009, "map_at_10": 0.26778, "map_at_20": 0.27198, "map_at_50": 0.27467, "map_at_100": 0.27572, "recall_at_1": 0.20968, "recall_at_3": 0.30169, "recall_at_5": 0.33682, "recall_at_10": 0.39185, "recall_at_20": 0.45064, "recall_at_50": 0.53104, "recall_at_100": 0.60154, "precision_at_1": 0.21351, "precision_at_3": 0.1036, "precision_at_5": 0.06964, "precision_at_10": 0.04054, "precision_at_20": 0.02322, "precision_at_50": 0.01095, "precision_at_100": 0.00621, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44685, "ndcg_at_3": 0.51967, "ndcg_at_5": 0.54305, "ndcg_at_10": 0.56159, "ndcg_at_20": 0.57776, "ndcg_at_50": 0.59328, "ndcg_at_100": 0.60158, "map_at_1": 0.43919, "map_at_3": 0.50073, "map_at_5": 0.51419, "map_at_10": 0.52197, "map_at_20": 0.52641, "map_at_50": 0.52893, "map_at_100": 0.52969, "recall_at_1": 0.43919, "recall_at_3": 0.57042, "recall_at_5": 0.62673, "recall_at_10": 0.68333, "recall_at_20": 0.74722, "recall_at_50": 0.82492, "recall_at_100": 0.87526, "precision_at_1": 0.44685, "precision_at_3": 0.19595, "precision_at_5": 0.12964, "precision_at_10": 0.07077, "precision_at_20": 0.03865, "precision_at_50": 0.01707, "precision_at_100": 0.00906, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.71577, "ndcg_at_3": 0.80602, "ndcg_at_5": 0.82288, "ndcg_at_10": 0.83329, "ndcg_at_20": 0.83907, "ndcg_at_50": 0.84313, "ndcg_at_100": 0.84478, "map_at_1": 0.7042, "map_at_3": 0.78297, "map_at_5": 0.79314, "map_at_10": 0.79752, "map_at_20": 0.79917, "map_at_50": 0.79988, "map_at_100": 0.80002, "recall_at_1": 0.7042, "recall_at_3": 0.86806, "recall_at_5": 0.90826, "recall_at_10": 0.94017, "recall_at_20": 0.96246, "recall_at_50": 0.98221, "recall_at_100": 0.99234, "precision_at_1": 0.71577, "precision_at_3": 0.2982, "precision_at_5": 0.18811, "precision_at_10": 0.09743, "precision_at_20": 0.04986, "precision_at_50": 0.02038, "precision_at_100": 0.01029, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62432, "ndcg_at_3": 0.71964, "ndcg_at_5": 0.73937, "ndcg_at_10": 0.75753, "ndcg_at_20": 0.76732, "ndcg_at_50": 0.77523, "ndcg_at_100": 0.77759, "map_at_1": 0.61434, "map_at_3": 0.69511, "map_at_5": 0.70682, "map_at_10": 0.71459, "map_at_20": 0.7174, "map_at_50": 0.71877, "map_at_100": 0.71899, "recall_at_1": 0.61434, "recall_at_3": 0.78566, "recall_at_5": 0.8327, "recall_at_10": 0.88784, "recall_at_20": 0.9256, "recall_at_50": 0.96396, "recall_at_100": 0.97815, "precision_at_1": 0.62432, "precision_at_3": 0.26982, "precision_at_5": 0.17225, "precision_at_10": 0.09189, "precision_at_20": 0.04791, "precision_at_50": 0.02, "precision_at_100": 0.01015, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46351, "ndcg_at_3": 0.55052, "ndcg_at_5": 0.58028, "ndcg_at_10": 0.60524, "ndcg_at_20": 0.62361, "ndcg_at_50": 0.63817, "ndcg_at_100": 0.644, "map_at_1": 0.45383, "map_at_3": 0.52701, "map_at_5": 0.54431, "map_at_10": 0.5549, "map_at_20": 0.56009, "map_at_50": 0.56246, "map_at_100": 0.56299, "recall_at_1": 0.45383, "recall_at_3": 0.61231, "recall_at_5": 0.68345, "recall_at_10": 0.75957, "recall_at_20": 0.83127, "recall_at_50": 0.90405, "recall_at_100": 0.93926, "precision_at_1": 0.46351, "precision_at_3": 0.21096, "precision_at_5": 0.14162, "precision_at_10": 0.07874, "precision_at_20": 0.04306, "precision_at_50": 0.01872, "precision_at_100": 0.00974, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.69685, "ndcg_at_3": 0.78504, "ndcg_at_5": 0.80058, "ndcg_at_10": 0.81256, "ndcg_at_20": 0.8192, "ndcg_at_50": 0.82379, "ndcg_at_100": 0.82621, "map_at_1": 0.68544, "map_at_3": 0.76249, "map_at_5": 0.77181, "map_at_10": 0.77687, "map_at_20": 0.77882, "map_at_50": 0.77959, "map_at_100": 0.77981, "recall_at_1": 0.68544, "recall_at_3": 0.84531, "recall_at_5": 0.88255, "recall_at_10": 0.91918, "recall_at_20": 0.94459, "recall_at_50": 0.96734, "recall_at_100": 0.98198, "precision_at_1": 0.69685, "precision_at_3": 0.29024, "precision_at_5": 0.18261, "precision_at_10": 0.09523, "precision_at_20": 0.04901, "precision_at_50": 0.02006, "precision_at_100": 0.01018, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.72838, "ndcg_at_3": 0.82017, "ndcg_at_5": 0.83376, "ndcg_at_10": 0.84479, "ndcg_at_20": 0.85129, "ndcg_at_50": 0.85435, "ndcg_at_100": 0.85536, "map_at_1": 0.71674, "map_at_3": 0.7968, "map_at_5": 0.80528, "map_at_10": 0.81015, "map_at_20": 0.81199, "map_at_50": 0.81249, "map_at_100": 0.81259, "recall_at_1": 0.71674, "recall_at_3": 0.88206, "recall_at_5": 0.91419, "recall_at_10": 0.94737, "recall_at_20": 0.97282, "recall_at_50": 0.98806, "recall_at_100": 0.99414, "precision_at_1": 0.72838, "precision_at_3": 0.30315, "precision_at_5": 0.18928, "precision_at_10": 0.0982, "precision_at_20": 0.05043, "precision_at_50": 0.0205, "precision_at_100": 0.01031, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7455, "ndcg_at_3": 0.83569, "ndcg_at_5": 0.84993, "ndcg_at_10": 0.85924, "ndcg_at_20": 0.86411, "ndcg_at_50": 0.86644, "ndcg_at_100": 0.86756, "map_at_1": 0.73251, "map_at_3": 0.81278, "map_at_5": 0.82173, "map_at_10": 0.82571, "map_at_20": 0.8271, "map_at_50": 0.82752, "map_at_100": 0.82762, "recall_at_1": 0.73251, "recall_at_3": 0.89625, "recall_at_5": 0.92973, "recall_at_10": 0.95818, "recall_at_20": 0.97703, "recall_at_50": 0.98829, "recall_at_100": 0.99505, "precision_at_1": 0.7455, "precision_at_3": 0.30826, "precision_at_5": 0.19261, "precision_at_10": 0.09932, "precision_at_20": 0.05065, "precision_at_50": 0.0205, "precision_at_100": 0.01032, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24595, "ndcg_at_3": 0.29555, "ndcg_at_5": 0.31031, "ndcg_at_10": 0.32832, "ndcg_at_20": 0.34428, "ndcg_at_50": 0.36112, "ndcg_at_100": 0.37422, "map_at_1": 0.24189, "map_at_3": 0.28243, "map_at_5": 0.29069, "map_at_10": 0.29837, "map_at_20": 0.3028, "map_at_50": 0.30554, "map_at_100": 0.3067, "recall_at_1": 0.24189, "recall_at_3": 0.33093, "recall_at_5": 0.3664, "recall_at_10": 0.42095, "recall_at_20": 0.48322, "recall_at_50": 0.56723, "recall_at_100": 0.64782, "precision_at_1": 0.24595, "precision_at_3": 0.11306, "precision_at_5": 0.07532, "precision_at_10": 0.04342, "precision_at_20": 0.02505, "precision_at_50": 0.01176, "precision_at_100": 0.0067, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25721, "ndcg_at_3": 0.3092, "ndcg_at_5": 0.3272, "ndcg_at_10": 0.34608, "ndcg_at_20": 0.35901, "ndcg_at_50": 0.3762, "ndcg_at_100": 0.38817, "map_at_1": 0.25289, "map_at_3": 0.29556, "map_at_5": 0.30583, "map_at_10": 0.31366, "map_at_20": 0.31723, "map_at_50": 0.32009, "map_at_100": 0.32116, "recall_at_1": 0.25289, "recall_at_3": 0.34576, "recall_at_5": 0.38915, "recall_at_10": 0.4473, "recall_at_20": 0.49801, "recall_at_50": 0.58311, "recall_at_100": 0.65631, "precision_at_1": 0.25721, "precision_at_3": 0.11832, "precision_at_5": 0.08009, "precision_at_10": 0.04604, "precision_at_20": 0.02565, "precision_at_50": 0.01205, "precision_at_100": 0.00678, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "VidoreShiftProject", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/shiftproject_test_beir", "results": [ { "ndcg_at_1": 0.63, "ndcg_at_3": 0.75726, "ndcg_at_5": 0.78741, "ndcg_at_10": 0.80009, "ndcg_at_20": 0.8053, "ndcg_at_50": 0.80933, "ndcg_at_100": 0.81085, "map_at_1": 0.63, "map_at_3": 0.72833, "map_at_5": 0.74583, "map_at_10": 0.75091, "map_at_20": 0.75241, "map_at_50": 0.75309, "map_at_100": 0.7532, "recall_at_1": 0.63, "recall_at_3": 0.84, "recall_at_5": 0.91, "recall_at_10": 0.95, "recall_at_20": 0.97, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.63, "precision_at_3": 0.28, "precision_at_5": 0.182, "precision_at_10": 0.095, "precision_at_20": 0.0485, "precision_at_50": 0.0198, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.82202, "ndcg_at_5": 0.84698, "ndcg_at_10": 0.86375, "ndcg_at_20": 0.86375, "ndcg_at_50": 0.86562, "ndcg_at_100": 0.86562, "map_at_1": 0.73, "map_at_3": 0.80167, "map_at_5": 0.81567, "map_at_10": 0.82293, "map_at_20": 0.82293, "map_at_50": 0.82318, "map_at_100": 0.82318, "recall_at_1": 0.73, "recall_at_3": 0.88, "recall_at_5": 0.94, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.73, "precision_at_3": 0.29333, "precision_at_5": 0.188, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.81833, "ndcg_at_5": 0.83899, "ndcg_at_10": 0.84849, "ndcg_at_20": 0.8534, "ndcg_at_50": 0.8534, "ndcg_at_100": 0.8534, "map_at_1": 0.7, "map_at_3": 0.79, "map_at_5": 0.8015, "map_at_10": 0.80529, "map_at_20": 0.80656, "map_at_50": 0.80656, "map_at_100": 0.80656, "recall_at_1": 0.7, "recall_at_3": 0.9, "recall_at_5": 0.95, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7, "precision_at_3": 0.3, "precision_at_5": 0.19, "precision_at_10": 0.098, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.11, "ndcg_at_3": 0.14524, "ndcg_at_5": 0.16589, "ndcg_at_10": 0.19462, "ndcg_at_20": 0.21251, "ndcg_at_50": 0.239, "ndcg_at_100": 0.25672, "map_at_1": 0.11, "map_at_3": 0.13667, "map_at_5": 0.14817, "map_at_10": 0.1598, "map_at_20": 0.16481, "map_at_50": 0.16934, "map_at_100": 0.17085, "recall_at_1": 0.11, "recall_at_3": 0.17, "recall_at_5": 0.22, "recall_at_10": 0.31, "recall_at_20": 0.38, "recall_at_50": 0.51, "recall_at_100": 0.62, "precision_at_1": 0.11, "precision_at_3": 0.05667, "precision_at_5": 0.044, "precision_at_10": 0.031, "precision_at_20": 0.019, "precision_at_50": 0.0102, "precision_at_100": 0.0062, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "HumanEval", "alias": null, "tier": 0, "groups": { "text": 1, "code": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.98101, "ndcg_at_3": 0.989, "ndcg_at_5": 0.989, "ndcg_at_10": 0.989, "ndcg_at_20": 0.989, "ndcg_at_50": 0.99042, "ndcg_at_100": 0.99042, "map_at_1": 0.98101, "map_at_3": 0.98734, "map_at_5": 0.98734, "map_at_10": 0.98734, "map_at_20": 0.98734, "map_at_50": 0.98764, "map_at_100": 0.98764, "recall_at_1": 0.98101, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 0.99367, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98101, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.04968, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98101, "ndcg_at_3": 0.989, "ndcg_at_5": 0.989, "ndcg_at_10": 0.99111, "ndcg_at_20": 0.99111, "ndcg_at_50": 0.99111, "ndcg_at_100": 0.99111, "map_at_1": 0.98101, "map_at_3": 0.98734, "map_at_5": 0.98734, "map_at_10": 0.98825, "map_at_20": 0.98825, "map_at_50": 0.98825, "map_at_100": 0.98825, "recall_at_1": 0.98101, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98101, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98734, "ndcg_at_3": 0.99133, "ndcg_at_5": 0.99133, "ndcg_at_10": 0.99359, "ndcg_at_20": 0.99359, "ndcg_at_50": 0.99359, "ndcg_at_100": 0.99359, "map_at_1": 0.98734, "map_at_3": 0.99051, "map_at_5": 0.99051, "map_at_10": 0.99156, "map_at_20": 0.99156, "map_at_50": 0.99156, "map_at_100": 0.99156, "recall_at_1": 0.98734, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98734, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.92405, "ndcg_at_3": 0.95667, "ndcg_at_5": 0.9594, "ndcg_at_10": 0.96123, "ndcg_at_20": 0.96123, "ndcg_at_50": 0.96123, "ndcg_at_100": 0.96224, "map_at_1": 0.92405, "map_at_3": 0.94831, "map_at_5": 0.94989, "map_at_10": 0.95053, "map_at_20": 0.95053, "map_at_50": 0.95053, "map_at_100": 0.95061, "recall_at_1": 0.92405, "recall_at_3": 0.98101, "recall_at_5": 0.98734, "recall_at_10": 0.99367, "recall_at_20": 0.99367, "recall_at_50": 0.99367, "recall_at_100": 1.0, "precision_at_1": 0.92405, "precision_at_3": 0.327, "precision_at_5": 0.19747, "precision_at_10": 0.09937, "precision_at_20": 0.04968, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68354, "ndcg_at_3": 0.76861, "ndcg_at_5": 0.79804, "ndcg_at_10": 0.81719, "ndcg_at_20": 0.82066, "ndcg_at_50": 0.82567, "ndcg_at_100": 0.82567, "map_at_1": 0.68354, "map_at_3": 0.74578, "map_at_5": 0.76255, "map_at_10": 0.7709, "map_at_20": 0.772, "map_at_50": 0.7728, "map_at_100": 0.7728, "recall_at_1": 0.68354, "recall_at_3": 0.83544, "recall_at_5": 0.90506, "recall_at_10": 0.96203, "recall_at_20": 0.97468, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.68354, "precision_at_3": 0.27848, "precision_at_5": 0.18101, "precision_at_10": 0.0962, "precision_at_20": 0.04873, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.99367, "ndcg_at_3": 0.99367, "ndcg_at_5": 0.99367, "ndcg_at_10": 0.99367, "ndcg_at_20": 0.99533, "ndcg_at_50": 0.99533, "ndcg_at_100": 0.99533, "map_at_1": 0.99367, "map_at_3": 0.99367, "map_at_5": 0.99367, "map_at_10": 0.99367, "map_at_20": 0.99416, "map_at_50": 0.99416, "map_at_100": 0.99416, "recall_at_1": 0.99367, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99367, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98101, "ndcg_at_3": 0.99216, "ndcg_at_5": 0.99216, "ndcg_at_10": 0.99216, "ndcg_at_20": 0.99216, "ndcg_at_50": 0.99216, "ndcg_at_100": 0.99216, "map_at_1": 0.98101, "map_at_3": 0.98945, "map_at_5": 0.98945, "map_at_10": 0.98945, "map_at_20": 0.98945, "map_at_50": 0.98945, "map_at_100": 0.98945, "recall_at_1": 0.98101, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98101, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.84177, "ndcg_at_3": 0.90468, "ndcg_at_5": 0.91531, "ndcg_at_10": 0.91742, "ndcg_at_20": 0.91886, "ndcg_at_50": 0.92024, "ndcg_at_100": 0.92024, "map_at_1": 0.84177, "map_at_3": 0.88924, "map_at_5": 0.89525, "map_at_10": 0.89616, "map_at_20": 0.89647, "map_at_50": 0.89675, "map_at_100": 0.89675, "recall_at_1": 0.84177, "recall_at_3": 0.94937, "recall_at_5": 0.97468, "recall_at_10": 0.98101, "recall_at_20": 0.98734, "recall_at_50": 0.99367, "recall_at_100": 0.99367, "precision_at_1": 0.84177, "precision_at_3": 0.31646, "precision_at_5": 0.19494, "precision_at_10": 0.0981, "precision_at_20": 0.04937, "precision_at_50": 0.01987, "precision_at_100": 0.00994, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.99367, "ndcg_at_3": 0.99766, "ndcg_at_5": 0.99766, "ndcg_at_10": 0.99766, "ndcg_at_20": 0.99766, "ndcg_at_50": 0.99766, "ndcg_at_100": 0.99766, "map_at_1": 0.99367, "map_at_3": 0.99684, "map_at_5": 0.99684, "map_at_10": 0.99684, "map_at_20": 0.99684, "map_at_50": 0.99684, "map_at_100": 0.99684, "recall_at_1": 0.99367, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99367, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98101, "ndcg_at_3": 0.99216, "ndcg_at_5": 0.99216, "ndcg_at_10": 0.99216, "ndcg_at_20": 0.99216, "ndcg_at_50": 0.99216, "ndcg_at_100": 0.99216, "map_at_1": 0.98101, "map_at_3": 0.98945, "map_at_5": 0.98945, "map_at_10": 0.98945, "map_at_20": 0.98945, "map_at_50": 0.98945, "map_at_100": 0.98945, "recall_at_1": 0.98101, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98101, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98734, "ndcg_at_3": 0.99133, "ndcg_at_5": 0.99133, "ndcg_at_10": 0.99133, "ndcg_at_20": 0.99133, "ndcg_at_50": 0.99272, "ndcg_at_100": 0.99272, "map_at_1": 0.98734, "map_at_3": 0.99051, "map_at_5": 0.99051, "map_at_10": 0.99051, "map_at_20": 0.99051, "map_at_50": 0.99078, "map_at_100": 0.99078, "recall_at_1": 0.98734, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 0.99367, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98734, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.04968, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48734, "ndcg_at_3": 0.60036, "ndcg_at_5": 0.61833, "ndcg_at_10": 0.65329, "ndcg_at_20": 0.67754, "ndcg_at_50": 0.68924, "ndcg_at_100": 0.69128, "map_at_1": 0.48734, "map_at_3": 0.57173, "map_at_5": 0.58154, "map_at_10": 0.59607, "map_at_20": 0.60285, "map_at_50": 0.60489, "map_at_100": 0.60507, "recall_at_1": 0.48734, "recall_at_3": 0.68354, "recall_at_5": 0.72785, "recall_at_10": 0.83544, "recall_at_20": 0.93038, "recall_at_50": 0.98734, "recall_at_100": 1.0, "precision_at_1": 0.48734, "precision_at_3": 0.22785, "precision_at_5": 0.14557, "precision_at_10": 0.08354, "precision_at_20": 0.04652, "precision_at_50": 0.01975, "precision_at_100": 0.01, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64557, "ndcg_at_3": 0.76175, "ndcg_at_5": 0.78, "ndcg_at_10": 0.79415, "ndcg_at_20": 0.80588, "ndcg_at_50": 0.80841, "ndcg_at_100": 0.80951, "map_at_1": 0.64557, "map_at_3": 0.73207, "map_at_5": 0.74219, "map_at_10": 0.74793, "map_at_20": 0.75144, "map_at_50": 0.75185, "map_at_100": 0.75197, "recall_at_1": 0.64557, "recall_at_3": 0.8481, "recall_at_5": 0.89241, "recall_at_10": 0.93671, "recall_at_20": 0.98101, "recall_at_50": 0.99367, "recall_at_100": 1.0, "precision_at_1": 0.64557, "precision_at_3": 0.2827, "precision_at_5": 0.17848, "precision_at_10": 0.09367, "precision_at_20": 0.04905, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94937, "ndcg_at_3": 0.97167, "ndcg_at_5": 0.97439, "ndcg_at_10": 0.97665, "ndcg_at_20": 0.97665, "ndcg_at_50": 0.97665, "ndcg_at_100": 0.97665, "map_at_1": 0.94937, "map_at_3": 0.96624, "map_at_5": 0.96783, "map_at_10": 0.96888, "map_at_20": 0.96888, "map_at_50": 0.96888, "map_at_100": 0.96888, "recall_at_1": 0.94937, "recall_at_3": 0.98734, "recall_at_5": 0.99367, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94937, "precision_at_3": 0.32911, "precision_at_5": 0.19873, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49367, "ndcg_at_3": 0.56623, "ndcg_at_5": 0.58175, "ndcg_at_10": 0.61398, "ndcg_at_20": 0.63187, "ndcg_at_50": 0.64582, "ndcg_at_100": 0.65809, "map_at_1": 0.49367, "map_at_3": 0.54958, "map_at_5": 0.55812, "map_at_10": 0.57111, "map_at_20": 0.57616, "map_at_50": 0.57847, "map_at_100": 0.57954, "recall_at_1": 0.49367, "recall_at_3": 0.61392, "recall_at_5": 0.6519, "recall_at_10": 0.75316, "recall_at_20": 0.82278, "recall_at_50": 0.89241, "recall_at_100": 0.96835, "precision_at_1": 0.49367, "precision_at_3": 0.20464, "precision_at_5": 0.13038, "precision_at_10": 0.07532, "precision_at_20": 0.04114, "precision_at_50": 0.01785, "precision_at_100": 0.00968, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58861, "ndcg_at_3": 0.70343, "ndcg_at_5": 0.7312, "ndcg_at_10": 0.75814, "ndcg_at_20": 0.77115, "ndcg_at_50": 0.77507, "ndcg_at_100": 0.77507, "map_at_1": 0.58861, "map_at_3": 0.67722, "map_at_5": 0.69209, "map_at_10": 0.7034, "map_at_20": 0.70707, "map_at_50": 0.70776, "map_at_100": 0.70776, "recall_at_1": 0.58861, "recall_at_3": 0.77848, "recall_at_5": 0.8481, "recall_at_10": 0.93038, "recall_at_20": 0.98101, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.58861, "precision_at_3": 0.25949, "precision_at_5": 0.16962, "precision_at_10": 0.09304, "precision_at_20": 0.04905, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52532, "ndcg_at_3": 0.636, "ndcg_at_5": 0.6706, "ndcg_at_10": 0.70135, "ndcg_at_20": 0.71885, "ndcg_at_50": 0.72523, "ndcg_at_100": 0.72633, "map_at_1": 0.52532, "map_at_3": 0.60865, "map_at_5": 0.62827, "map_at_10": 0.641, "map_at_20": 0.64575, "map_at_50": 0.64681, "map_at_100": 0.64694, "recall_at_1": 0.52532, "recall_at_3": 0.71519, "recall_at_5": 0.79747, "recall_at_10": 0.89241, "recall_at_20": 0.96203, "recall_at_50": 0.99367, "recall_at_100": 1.0, "precision_at_1": 0.52532, "precision_at_3": 0.2384, "precision_at_5": 0.15949, "precision_at_10": 0.08924, "precision_at_20": 0.0481, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.74051, "ndcg_at_3": 0.84885, "ndcg_at_5": 0.86137, "ndcg_at_10": 0.87389, "ndcg_at_20": 0.87555, "ndcg_at_50": 0.87555, "ndcg_at_100": 0.87555, "map_at_1": 0.74051, "map_at_3": 0.82278, "map_at_5": 0.82943, "map_at_10": 0.83473, "map_at_20": 0.83522, "map_at_50": 0.83522, "map_at_100": 0.83522, "recall_at_1": 0.74051, "recall_at_3": 0.92405, "recall_at_5": 0.9557, "recall_at_10": 0.99367, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.74051, "precision_at_3": 0.30802, "precision_at_5": 0.19114, "precision_at_10": 0.09937, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41139, "ndcg_at_3": 0.50512, "ndcg_at_5": 0.5321, "ndcg_at_10": 0.57785, "ndcg_at_20": 0.60258, "ndcg_at_50": 0.62018, "ndcg_at_100": 0.62331, "map_at_1": 0.41139, "map_at_3": 0.4789, "map_at_5": 0.49441, "map_at_10": 0.51367, "map_at_20": 0.52085, "map_at_50": 0.52368, "map_at_100": 0.52396, "recall_at_1": 0.41139, "recall_at_3": 0.58228, "recall_at_5": 0.64557, "recall_at_10": 0.78481, "recall_at_20": 0.87975, "recall_at_50": 0.96835, "recall_at_100": 0.98734, "precision_at_1": 0.41139, "precision_at_3": 0.19409, "precision_at_5": 0.12911, "precision_at_10": 0.07848, "precision_at_20": 0.04399, "precision_at_50": 0.01937, "precision_at_100": 0.00987, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48734, "ndcg_at_3": 0.53993, "ndcg_at_5": 0.56936, "ndcg_at_10": 0.59731, "ndcg_at_20": 0.62465, "ndcg_at_50": 0.64713, "ndcg_at_100": 0.65338, "map_at_1": 0.48734, "map_at_3": 0.52743, "map_at_5": 0.5442, "map_at_10": 0.55533, "map_at_20": 0.5629, "map_at_50": 0.56643, "map_at_100": 0.56701, "recall_at_1": 0.48734, "recall_at_3": 0.57595, "recall_at_5": 0.64557, "recall_at_10": 0.73418, "recall_at_20": 0.84177, "recall_at_50": 0.9557, "recall_at_100": 0.99367, "precision_at_1": 0.48734, "precision_at_3": 0.19198, "precision_at_5": 0.12911, "precision_at_10": 0.07342, "precision_at_20": 0.04209, "precision_at_50": 0.01911, "precision_at_100": 0.00994, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8481, "ndcg_at_3": 0.91335, "ndcg_at_5": 0.92097, "ndcg_at_10": 0.92506, "ndcg_at_20": 0.92506, "ndcg_at_50": 0.92506, "ndcg_at_100": 0.92609, "map_at_1": 0.8481, "map_at_3": 0.89662, "map_at_5": 0.90074, "map_at_10": 0.90243, "map_at_20": 0.90243, "map_at_50": 0.90243, "map_at_100": 0.90252, "recall_at_1": 0.8481, "recall_at_3": 0.96203, "recall_at_5": 0.98101, "recall_at_10": 0.99367, "recall_at_20": 0.99367, "recall_at_50": 0.99367, "recall_at_100": 1.0, "precision_at_1": 0.8481, "precision_at_3": 0.32068, "precision_at_5": 0.1962, "precision_at_10": 0.09937, "precision_at_20": 0.04968, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.96835, "ndcg_at_3": 0.98832, "ndcg_at_5": 0.98832, "ndcg_at_10": 0.98832, "ndcg_at_20": 0.98832, "ndcg_at_50": 0.98832, "ndcg_at_100": 0.98832, "map_at_1": 0.96835, "map_at_3": 0.98418, "map_at_5": 0.98418, "map_at_10": 0.98418, "map_at_20": 0.98418, "map_at_50": 0.98418, "map_at_100": 0.98418, "recall_at_1": 0.96835, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96835, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94304, "ndcg_at_3": 0.97333, "ndcg_at_5": 0.97333, "ndcg_at_10": 0.97516, "ndcg_at_20": 0.97516, "ndcg_at_50": 0.97516, "ndcg_at_100": 0.97516, "map_at_1": 0.94304, "map_at_3": 0.96624, "map_at_5": 0.96624, "map_at_10": 0.96688, "map_at_20": 0.96688, "map_at_50": 0.96688, "map_at_100": 0.96688, "recall_at_1": 0.94304, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94304, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88608, "ndcg_at_3": 0.93934, "ndcg_at_5": 0.94207, "ndcg_at_10": 0.94615, "ndcg_at_20": 0.94615, "ndcg_at_50": 0.94615, "ndcg_at_100": 0.94615, "map_at_1": 0.88608, "map_at_3": 0.92511, "map_at_5": 0.92669, "map_at_10": 0.92838, "map_at_20": 0.92838, "map_at_50": 0.92838, "map_at_100": 0.92838, "recall_at_1": 0.88608, "recall_at_3": 0.98101, "recall_at_5": 0.98734, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88608, "precision_at_3": 0.327, "precision_at_5": 0.19747, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29747, "ndcg_at_3": 0.3652, "ndcg_at_5": 0.3908, "ndcg_at_10": 0.4292, "ndcg_at_20": 0.45387, "ndcg_at_50": 0.47903, "ndcg_at_100": 0.49899, "map_at_1": 0.29747, "map_at_3": 0.34916, "map_at_5": 0.36308, "map_at_10": 0.37864, "map_at_20": 0.38577, "map_at_50": 0.38985, "map_at_100": 0.39174, "recall_at_1": 0.29747, "recall_at_3": 0.41139, "recall_at_5": 0.47468, "recall_at_10": 0.59494, "recall_at_20": 0.68987, "recall_at_50": 0.81646, "recall_at_100": 0.93671, "precision_at_1": 0.29747, "precision_at_3": 0.13713, "precision_at_5": 0.09494, "precision_at_10": 0.05949, "precision_at_20": 0.03449, "precision_at_50": 0.01633, "precision_at_100": 0.00937, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4557, "ndcg_at_3": 0.58069, "ndcg_at_5": 0.61446, "ndcg_at_10": 0.64375, "ndcg_at_20": 0.6672, "ndcg_at_50": 0.67745, "ndcg_at_100": 0.68061, "map_at_1": 0.4557, "map_at_3": 0.54958, "map_at_5": 0.56825, "map_at_10": 0.58069, "map_at_20": 0.5877, "map_at_50": 0.58942, "map_at_100": 0.58972, "recall_at_1": 0.4557, "recall_at_3": 0.67089, "recall_at_5": 0.75316, "recall_at_10": 0.84177, "recall_at_20": 0.93038, "recall_at_50": 0.98101, "recall_at_100": 1.0, "precision_at_1": 0.4557, "precision_at_3": 0.22363, "precision_at_5": 0.15063, "precision_at_10": 0.08418, "precision_at_20": 0.04652, "precision_at_50": 0.01962, "precision_at_100": 0.01, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75316, "ndcg_at_3": 0.83439, "ndcg_at_5": 0.86137, "ndcg_at_10": 0.86928, "ndcg_at_20": 0.87231, "ndcg_at_50": 0.87231, "ndcg_at_100": 0.87333, "map_at_1": 0.75316, "map_at_3": 0.81435, "map_at_5": 0.82985, "map_at_10": 0.83295, "map_at_20": 0.83369, "map_at_50": 0.83369, "map_at_100": 0.83378, "recall_at_1": 0.75316, "recall_at_3": 0.89241, "recall_at_5": 0.9557, "recall_at_10": 0.98101, "recall_at_20": 0.99367, "recall_at_50": 0.99367, "recall_at_100": 1.0, "precision_at_1": 0.75316, "precision_at_3": 0.29747, "precision_at_5": 0.19114, "precision_at_10": 0.0981, "precision_at_20": 0.04968, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.65823, "ndcg_at_3": 0.77057, "ndcg_at_5": 0.78581, "ndcg_at_10": 0.80925, "ndcg_at_20": 0.81528, "ndcg_at_50": 0.81912, "ndcg_at_100": 0.81912, "map_at_1": 0.65823, "map_at_3": 0.74367, "map_at_5": 0.7519, "map_at_10": 0.76212, "map_at_20": 0.76358, "map_at_50": 0.76422, "map_at_100": 0.76422, "recall_at_1": 0.65823, "recall_at_3": 0.8481, "recall_at_5": 0.88608, "recall_at_10": 0.9557, "recall_at_20": 0.98101, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.65823, "precision_at_3": 0.2827, "precision_at_5": 0.17722, "precision_at_10": 0.09557, "precision_at_20": 0.04905, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32278, "ndcg_at_3": 0.4025, "ndcg_at_5": 0.42292, "ndcg_at_10": 0.46299, "ndcg_at_20": 0.48561, "ndcg_at_50": 0.52341, "ndcg_at_100": 0.53578, "map_at_1": 0.32278, "map_at_3": 0.38397, "map_at_5": 0.39504, "map_at_10": 0.41106, "map_at_20": 0.41739, "map_at_50": 0.42354, "map_at_100": 0.42464, "recall_at_1": 0.32278, "recall_at_3": 0.4557, "recall_at_5": 0.50633, "recall_at_10": 0.63291, "recall_at_20": 0.72152, "recall_at_50": 0.91139, "recall_at_100": 0.98734, "precision_at_1": 0.32278, "precision_at_3": 0.1519, "precision_at_5": 0.10127, "precision_at_10": 0.06329, "precision_at_20": 0.03608, "precision_at_50": 0.01823, "precision_at_100": 0.00987, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46203, "ndcg_at_3": 0.55839, "ndcg_at_5": 0.58671, "ndcg_at_10": 0.62793, "ndcg_at_20": 0.64611, "ndcg_at_50": 0.66129, "ndcg_at_100": 0.66647, "map_at_1": 0.46203, "map_at_3": 0.53481, "map_at_5": 0.55032, "map_at_10": 0.56749, "map_at_20": 0.57278, "map_at_50": 0.57526, "map_at_100": 0.57573, "recall_at_1": 0.46203, "recall_at_3": 0.62658, "recall_at_5": 0.6962, "recall_at_10": 0.82278, "recall_at_20": 0.89241, "recall_at_50": 0.96835, "recall_at_100": 1.0, "precision_at_1": 0.46203, "precision_at_3": 0.20886, "precision_at_5": 0.13924, "precision_at_10": 0.08228, "precision_at_20": 0.04462, "precision_at_50": 0.01937, "precision_at_100": 0.01, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49367, "ndcg_at_3": 0.58687, "ndcg_at_5": 0.60757, "ndcg_at_10": 0.6351, "ndcg_at_20": 0.64762, "ndcg_at_50": 0.6641, "ndcg_at_100": 0.67436, "map_at_1": 0.49367, "map_at_3": 0.56435, "map_at_5": 0.57574, "map_at_10": 0.58764, "map_at_20": 0.59092, "map_at_50": 0.59363, "map_at_100": 0.59453, "recall_at_1": 0.49367, "recall_at_3": 0.6519, "recall_at_5": 0.70253, "recall_at_10": 0.78481, "recall_at_20": 0.83544, "recall_at_50": 0.91772, "recall_at_100": 0.98101, "precision_at_1": 0.49367, "precision_at_3": 0.2173, "precision_at_5": 0.14051, "precision_at_10": 0.07848, "precision_at_20": 0.04177, "precision_at_50": 0.01835, "precision_at_100": 0.00981, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94304, "ndcg_at_3": 0.97333, "ndcg_at_5": 0.97333, "ndcg_at_10": 0.97333, "ndcg_at_20": 0.97491, "ndcg_at_50": 0.97491, "ndcg_at_100": 0.97491, "map_at_1": 0.94304, "map_at_3": 0.96624, "map_at_5": 0.96624, "map_at_10": 0.96624, "map_at_20": 0.96667, "map_at_50": 0.96667, "map_at_100": 0.96667, "recall_at_1": 0.94304, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94304, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.84177, "ndcg_at_3": 0.92382, "ndcg_at_5": 0.929, "ndcg_at_10": 0.929, "ndcg_at_20": 0.929, "ndcg_at_50": 0.93017, "ndcg_at_100": 0.93017, "map_at_1": 0.84177, "map_at_3": 0.90401, "map_at_5": 0.90686, "map_at_10": 0.90686, "map_at_20": 0.90686, "map_at_50": 0.90701, "map_at_100": 0.90701, "recall_at_1": 0.84177, "recall_at_3": 0.98101, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 0.99367, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.84177, "precision_at_3": 0.327, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.04968, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86076, "ndcg_at_3": 0.92217, "ndcg_at_5": 0.93251, "ndcg_at_10": 0.93251, "ndcg_at_20": 0.93422, "ndcg_at_50": 0.93564, "ndcg_at_100": 0.93564, "map_at_1": 0.86076, "map_at_3": 0.90823, "map_at_5": 0.91392, "map_at_10": 0.91392, "map_at_20": 0.91445, "map_at_50": 0.91475, "map_at_100": 0.91475, "recall_at_1": 0.86076, "recall_at_3": 0.96203, "recall_at_5": 0.98734, "recall_at_10": 0.98734, "recall_at_20": 0.99367, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.86076, "precision_at_3": 0.32068, "precision_at_5": 0.19747, "precision_at_10": 0.09873, "precision_at_20": 0.04968, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.94304, "ndcg_at_3": 0.97333, "ndcg_at_5": 0.97333, "ndcg_at_10": 0.97333, "ndcg_at_20": 0.97504, "ndcg_at_50": 0.97504, "ndcg_at_100": 0.97504, "map_at_1": 0.94304, "map_at_3": 0.96624, "map_at_5": 0.96624, "map_at_10": 0.96624, "map_at_20": 0.96677, "map_at_50": 0.96677, "map_at_100": 0.96677, "recall_at_1": 0.94304, "recall_at_3": 0.99367, "recall_at_5": 0.99367, "recall_at_10": 0.99367, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94304, "precision_at_3": 0.33122, "precision_at_5": 0.19873, "precision_at_10": 0.09937, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.97468, "ndcg_at_3": 0.98983, "ndcg_at_5": 0.98983, "ndcg_at_10": 0.98983, "ndcg_at_20": 0.98983, "ndcg_at_50": 0.98983, "ndcg_at_100": 0.98983, "map_at_1": 0.97468, "map_at_3": 0.98629, "map_at_5": 0.98629, "map_at_10": 0.98629, "map_at_20": 0.98629, "map_at_50": 0.98629, "map_at_100": 0.98629, "recall_at_1": 0.97468, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97468, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.99367, "ndcg_at_3": 0.99684, "ndcg_at_5": 0.99684, "ndcg_at_10": 0.99684, "ndcg_at_20": 0.99684, "ndcg_at_50": 0.99684, "ndcg_at_100": 0.99684, "map_at_1": 0.99367, "map_at_3": 0.99578, "map_at_5": 0.99578, "map_at_10": 0.99578, "map_at_20": 0.99578, "map_at_50": 0.99578, "map_at_100": 0.99578, "recall_at_1": 0.99367, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.99367, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25316, "ndcg_at_3": 0.32489, "ndcg_at_5": 0.35894, "ndcg_at_10": 0.40506, "ndcg_at_20": 0.42833, "ndcg_at_50": 0.46217, "ndcg_at_100": 0.47748, "map_at_1": 0.25316, "map_at_3": 0.30802, "map_at_5": 0.327, "map_at_10": 0.34548, "map_at_20": 0.35148, "map_at_50": 0.35687, "map_at_100": 0.3582, "recall_at_1": 0.25316, "recall_at_3": 0.37342, "recall_at_5": 0.4557, "recall_at_10": 0.60127, "recall_at_20": 0.6962, "recall_at_50": 0.86709, "recall_at_100": 0.96203, "precision_at_1": 0.25316, "precision_at_3": 0.12447, "precision_at_5": 0.09114, "precision_at_10": 0.06013, "precision_at_20": 0.03481, "precision_at_50": 0.01734, "precision_at_100": 0.00962, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50633, "ndcg_at_3": 0.62018, "ndcg_at_5": 0.6515, "ndcg_at_10": 0.67787, "ndcg_at_20": 0.68914, "ndcg_at_50": 0.70596, "ndcg_at_100": 0.707, "map_at_1": 0.50633, "map_at_3": 0.59177, "map_at_5": 0.60918, "map_at_10": 0.61991, "map_at_20": 0.62304, "map_at_50": 0.62594, "map_at_100": 0.62604, "recall_at_1": 0.50633, "recall_at_3": 0.70253, "recall_at_5": 0.77848, "recall_at_10": 0.86076, "recall_at_20": 0.90506, "recall_at_50": 0.98734, "recall_at_100": 0.99367, "precision_at_1": 0.50633, "precision_at_3": 0.23418, "precision_at_5": 0.1557, "precision_at_10": 0.08608, "precision_at_20": 0.04525, "precision_at_50": 0.01975, "precision_at_100": 0.00994, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 4 (French)", "alias": "ClosedDataset 4 (French)", "tier": 3, "groups": { "text": 1, "french": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.78936, "ndcg_at_3": 0.85951, "ndcg_at_5": 0.87222, "ndcg_at_10": 0.87977, "ndcg_at_20": 0.88361, "ndcg_at_50": 0.88639, "ndcg_at_100": 0.88702, "map_at_1": 0.78936, "map_at_3": 0.84323, "map_at_5": 0.85029, "map_at_10": 0.85341, "map_at_20": 0.85448, "map_at_50": 0.85496, "map_at_100": 0.85502, "recall_at_1": 0.78936, "recall_at_3": 0.90622, "recall_at_5": 0.93707, "recall_at_10": 0.9604, "recall_at_20": 0.97546, "recall_at_50": 0.98907, "recall_at_100": 0.99295, "precision_at_1": 0.78936, "precision_at_3": 0.30215, "precision_at_5": 0.18746, "precision_at_10": 0.09606, "precision_at_20": 0.04879, "precision_at_50": 0.01979, "precision_at_100": 0.00993, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7053, "ndcg_at_3": 0.79081, "ndcg_at_5": 0.80584, "ndcg_at_10": 0.81541, "ndcg_at_20": 0.82166, "ndcg_at_50": 0.82649, "ndcg_at_100": 0.82871, "map_at_1": 0.7053, "map_at_3": 0.77055, "map_at_5": 0.77891, "map_at_10": 0.78298, "map_at_20": 0.78473, "map_at_50": 0.78554, "map_at_100": 0.78574, "recall_at_1": 0.7053, "recall_at_3": 0.84913, "recall_at_5": 0.88557, "recall_at_10": 0.91448, "recall_at_20": 0.93902, "recall_at_50": 0.96283, "recall_at_100": 0.97643, "precision_at_1": 0.7053, "precision_at_3": 0.28312, "precision_at_5": 0.17716, "precision_at_10": 0.09147, "precision_at_20": 0.04696, "precision_at_50": 0.01926, "precision_at_100": 0.00977, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72692, "ndcg_at_3": 0.81158, "ndcg_at_5": 0.82678, "ndcg_at_10": 0.83813, "ndcg_at_20": 0.843, "ndcg_at_50": 0.84629, "ndcg_at_100": 0.84808, "map_at_1": 0.72692, "map_at_3": 0.79155, "map_at_5": 0.80002, "map_at_10": 0.80477, "map_at_20": 0.80612, "map_at_50": 0.80665, "map_at_100": 0.80681, "recall_at_1": 0.72692, "recall_at_3": 0.86917, "recall_at_5": 0.90598, "recall_at_10": 0.94072, "recall_at_20": 0.95991, "recall_at_50": 0.97643, "recall_at_100": 0.98737, "precision_at_1": 0.72692, "precision_at_3": 0.28976, "precision_at_5": 0.18124, "precision_at_10": 0.0941, "precision_at_20": 0.04801, "precision_at_50": 0.01953, "precision_at_100": 0.00988, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25194, "ndcg_at_3": 0.2844, "ndcg_at_5": 0.29187, "ndcg_at_10": 0.29995, "ndcg_at_20": 0.30597, "ndcg_at_50": 0.31277, "ndcg_at_100": 0.31649, "map_at_1": 0.25194, "map_at_3": 0.27668, "map_at_5": 0.28081, "map_at_10": 0.28414, "map_at_20": 0.28579, "map_at_50": 0.28693, "map_at_100": 0.28726, "recall_at_1": 0.25194, "recall_at_3": 0.30661, "recall_at_5": 0.32483, "recall_at_10": 0.34985, "recall_at_20": 0.37366, "recall_at_50": 0.40743, "recall_at_100": 0.43027, "precision_at_1": 0.25194, "precision_at_3": 0.1022, "precision_at_5": 0.06497, "precision_at_10": 0.03499, "precision_at_20": 0.01868, "precision_at_50": 0.00815, "precision_at_100": 0.0043, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72036, "ndcg_at_3": 0.79679, "ndcg_at_5": 0.81172, "ndcg_at_10": 0.82309, "ndcg_at_20": 0.83073, "ndcg_at_50": 0.83503, "ndcg_at_100": 0.83685, "map_at_1": 0.72024, "map_at_3": 0.77847, "map_at_5": 0.78676, "map_at_10": 0.79149, "map_at_20": 0.7936, "map_at_50": 0.79429, "map_at_100": 0.79445, "recall_at_1": 0.72024, "recall_at_3": 0.84961, "recall_at_5": 0.88581, "recall_at_10": 0.9208, "recall_at_20": 0.95092, "recall_at_50": 0.97255, "recall_at_100": 0.98372, "precision_at_1": 0.72036, "precision_at_3": 0.28328, "precision_at_5": 0.17721, "precision_at_10": 0.0921, "precision_at_20": 0.04756, "precision_at_50": 0.01946, "precision_at_100": 0.00984, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7534, "ndcg_at_3": 0.83721, "ndcg_at_5": 0.84994, "ndcg_at_10": 0.85886, "ndcg_at_20": 0.86335, "ndcg_at_50": 0.86609, "ndcg_at_100": 0.86725, "map_at_1": 0.7534, "map_at_3": 0.81744, "map_at_5": 0.82452, "map_at_10": 0.82827, "map_at_20": 0.82948, "map_at_50": 0.82993, "map_at_100": 0.83004, "recall_at_1": 0.7534, "recall_at_3": 0.89407, "recall_at_5": 0.92493, "recall_at_10": 0.95214, "recall_at_20": 0.97012, "recall_at_50": 0.98372, "recall_at_100": 0.99077, "precision_at_1": 0.7534, "precision_at_3": 0.2981, "precision_at_5": 0.18503, "precision_at_10": 0.09524, "precision_at_20": 0.04852, "precision_at_50": 0.01968, "precision_at_100": 0.00991, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73542, "ndcg_at_3": 0.81207, "ndcg_at_5": 0.82419, "ndcg_at_10": 0.83578, "ndcg_at_20": 0.84259, "ndcg_at_50": 0.84656, "ndcg_at_100": 0.84803, "map_at_1": 0.7353, "map_at_3": 0.79402, "map_at_5": 0.80081, "map_at_10": 0.80566, "map_at_20": 0.80755, "map_at_50": 0.80818, "map_at_100": 0.80831, "recall_at_1": 0.7353, "recall_at_3": 0.86395, "recall_at_5": 0.8931, "recall_at_10": 0.92857, "recall_at_20": 0.9553, "recall_at_50": 0.97546, "recall_at_100": 0.98445, "precision_at_1": 0.73542, "precision_at_3": 0.28806, "precision_at_5": 0.17867, "precision_at_10": 0.09288, "precision_at_20": 0.04778, "precision_at_50": 0.01951, "precision_at_100": 0.00985, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.67274, "ndcg_at_3": 0.76124, "ndcg_at_5": 0.78009, "ndcg_at_10": 0.79444, "ndcg_at_20": 0.80231, "ndcg_at_50": 0.8073, "ndcg_at_100": 0.80941, "map_at_1": 0.67274, "map_at_3": 0.74018, "map_at_5": 0.75071, "map_at_10": 0.75671, "map_at_20": 0.75892, "map_at_50": 0.75975, "map_at_100": 0.75994, "recall_at_1": 0.67274, "recall_at_3": 0.82191, "recall_at_5": 0.86735, "recall_at_10": 0.91132, "recall_at_20": 0.94218, "recall_at_50": 0.96696, "recall_at_100": 0.97983, "precision_at_1": 0.67274, "precision_at_3": 0.27405, "precision_at_5": 0.17352, "precision_at_10": 0.09116, "precision_at_20": 0.04712, "precision_at_50": 0.01934, "precision_at_100": 0.0098, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76968, "ndcg_at_3": 0.84272, "ndcg_at_5": 0.85517, "ndcg_at_10": 0.86447, "ndcg_at_20": 0.86931, "ndcg_at_50": 0.8724, "ndcg_at_100": 0.87364, "map_at_1": 0.76968, "map_at_3": 0.82554, "map_at_5": 0.83247, "map_at_10": 0.83642, "map_at_20": 0.83774, "map_at_50": 0.83826, "map_at_100": 0.83837, "recall_at_1": 0.76968, "recall_at_3": 0.89213, "recall_at_5": 0.92225, "recall_at_10": 0.95044, "recall_at_20": 0.96963, "recall_at_50": 0.98494, "recall_at_100": 0.99247, "precision_at_1": 0.76968, "precision_at_3": 0.29746, "precision_at_5": 0.1845, "precision_at_10": 0.09507, "precision_at_20": 0.04849, "precision_at_50": 0.0197, "precision_at_100": 0.00993, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.77259, "ndcg_at_3": 0.85193, "ndcg_at_5": 0.86399, "ndcg_at_10": 0.8707, "ndcg_at_20": 0.8746, "ndcg_at_50": 0.87779, "ndcg_at_100": 0.87839, "map_at_1": 0.77259, "map_at_3": 0.83315, "map_at_5": 0.83987, "map_at_10": 0.8427, "map_at_20": 0.84379, "map_at_50": 0.8443, "map_at_100": 0.84436, "recall_at_1": 0.77259, "recall_at_3": 0.90598, "recall_at_5": 0.93513, "recall_at_10": 0.95554, "recall_at_20": 0.97085, "recall_at_50": 0.98688, "recall_at_100": 0.99052, "precision_at_1": 0.77259, "precision_at_3": 0.30207, "precision_at_5": 0.18707, "precision_at_10": 0.09558, "precision_at_20": 0.04855, "precision_at_50": 0.01974, "precision_at_100": 0.00991, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75656, "ndcg_at_3": 0.83489, "ndcg_at_5": 0.84716, "ndcg_at_10": 0.85639, "ndcg_at_20": 0.86224, "ndcg_at_50": 0.86538, "ndcg_at_100": 0.86648, "map_at_1": 0.75656, "map_at_3": 0.81643, "map_at_5": 0.82327, "map_at_10": 0.82715, "map_at_20": 0.82876, "map_at_50": 0.82929, "map_at_100": 0.82938, "recall_at_1": 0.75656, "recall_at_3": 0.888, "recall_at_5": 0.91764, "recall_at_10": 0.94582, "recall_at_20": 0.9689, "recall_at_50": 0.98445, "recall_at_100": 0.99125, "precision_at_1": 0.75656, "precision_at_3": 0.29608, "precision_at_5": 0.18358, "precision_at_10": 0.09461, "precision_at_20": 0.04846, "precision_at_50": 0.01969, "precision_at_100": 0.00991, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53158, "ndcg_at_3": 0.60896, "ndcg_at_5": 0.62592, "ndcg_at_10": 0.64307, "ndcg_at_20": 0.65661, "ndcg_at_50": 0.66678, "ndcg_at_100": 0.6726, "map_at_1": 0.53158, "map_at_3": 0.59024, "map_at_5": 0.59968, "map_at_10": 0.60677, "map_at_20": 0.6105, "map_at_50": 0.61219, "map_at_100": 0.6127, "recall_at_1": 0.53158, "recall_at_3": 0.66302, "recall_at_5": 0.70408, "recall_at_10": 0.75705, "recall_at_20": 0.8105, "recall_at_50": 0.86103, "recall_at_100": 0.89699, "precision_at_1": 0.53158, "precision_at_3": 0.22109, "precision_at_5": 0.14086, "precision_at_10": 0.07573, "precision_at_20": 0.04054, "precision_at_50": 0.01723, "precision_at_100": 0.00897, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69534, "ndcg_at_3": 0.77133, "ndcg_at_5": 0.78614, "ndcg_at_10": 0.8007, "ndcg_at_20": 0.80832, "ndcg_at_50": 0.81416, "ndcg_at_100": 0.81637, "map_at_1": 0.69521, "map_at_3": 0.75304, "map_at_5": 0.76131, "map_at_10": 0.76739, "map_at_20": 0.76948, "map_at_50": 0.77046, "map_at_100": 0.77066, "recall_at_1": 0.69521, "recall_at_3": 0.8241, "recall_at_5": 0.85982, "recall_at_10": 0.90452, "recall_at_20": 0.93465, "recall_at_50": 0.96356, "recall_at_100": 0.97716, "precision_at_1": 0.69534, "precision_at_3": 0.27478, "precision_at_5": 0.17201, "precision_at_10": 0.09048, "precision_at_20": 0.04674, "precision_at_50": 0.01928, "precision_at_100": 0.00977, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1674, "ndcg_at_3": 0.21083, "ndcg_at_5": 0.22997, "ndcg_at_10": 0.25482, "ndcg_at_20": 0.28058, "ndcg_at_50": 0.3109, "ndcg_at_100": 0.33263, "map_at_1": 0.1674, "map_at_3": 0.20007, "map_at_5": 0.21065, "map_at_10": 0.22088, "map_at_20": 0.22786, "map_at_50": 0.23273, "map_at_100": 0.23464, "recall_at_1": 0.1674, "recall_at_3": 0.24198, "recall_at_5": 0.28863, "recall_at_10": 0.36565, "recall_at_20": 0.46817, "recall_at_50": 0.62099, "recall_at_100": 0.7551, "precision_at_1": 0.1674, "precision_at_3": 0.08066, "precision_at_5": 0.05773, "precision_at_10": 0.03656, "precision_at_20": 0.02341, "precision_at_50": 0.01242, "precision_at_100": 0.00755, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72133, "ndcg_at_3": 0.78485, "ndcg_at_5": 0.7968, "ndcg_at_10": 0.80892, "ndcg_at_20": 0.81722, "ndcg_at_50": 0.82281, "ndcg_at_100": 0.82497, "map_at_1": 0.72121, "map_at_3": 0.76964, "map_at_5": 0.77624, "map_at_10": 0.78138, "map_at_20": 0.7837, "map_at_50": 0.78461, "map_at_100": 0.78481, "recall_at_1": 0.72121, "recall_at_3": 0.82872, "recall_at_5": 0.85787, "recall_at_10": 0.89456, "recall_at_20": 0.92711, "recall_at_50": 0.95505, "recall_at_100": 0.96817, "precision_at_1": 0.72133, "precision_at_3": 0.27632, "precision_at_5": 0.17162, "precision_at_10": 0.08948, "precision_at_20": 0.04637, "precision_at_50": 0.01911, "precision_at_100": 0.00968, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54519, "ndcg_at_3": 0.62745, "ndcg_at_5": 0.64844, "ndcg_at_10": 0.66649, "ndcg_at_20": 0.67789, "ndcg_at_50": 0.68761, "ndcg_at_100": 0.69292, "map_at_1": 0.54519, "map_at_3": 0.60749, "map_at_5": 0.61917, "map_at_10": 0.62652, "map_at_20": 0.62964, "map_at_50": 0.63123, "map_at_100": 0.6317, "recall_at_1": 0.54519, "recall_at_3": 0.68513, "recall_at_5": 0.73591, "recall_at_10": 0.79227, "recall_at_20": 0.83746, "recall_at_50": 0.88605, "recall_at_100": 0.91885, "precision_at_1": 0.54519, "precision_at_3": 0.22846, "precision_at_5": 0.14723, "precision_at_10": 0.07925, "precision_at_20": 0.04189, "precision_at_50": 0.01773, "precision_at_100": 0.00919, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59281, "ndcg_at_3": 0.65885, "ndcg_at_5": 0.6765, "ndcg_at_10": 0.69348, "ndcg_at_20": 0.70364, "ndcg_at_50": 0.71293, "ndcg_at_100": 0.71788, "map_at_1": 0.59269, "map_at_3": 0.64314, "map_at_5": 0.65291, "map_at_10": 0.65996, "map_at_20": 0.66273, "map_at_50": 0.66426, "map_at_100": 0.66469, "recall_at_1": 0.59269, "recall_at_3": 0.70408, "recall_at_5": 0.74708, "recall_at_10": 0.79932, "recall_at_20": 0.83965, "recall_at_50": 0.88605, "recall_at_100": 0.91667, "precision_at_1": 0.59281, "precision_at_3": 0.23477, "precision_at_5": 0.14947, "precision_at_10": 0.07996, "precision_at_20": 0.04199, "precision_at_50": 0.01773, "precision_at_100": 0.00917, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72303, "ndcg_at_3": 0.79862, "ndcg_at_5": 0.81278, "ndcg_at_10": 0.82517, "ndcg_at_20": 0.83209, "ndcg_at_50": 0.83721, "ndcg_at_100": 0.83908, "map_at_1": 0.72303, "map_at_3": 0.78096, "map_at_5": 0.78884, "map_at_10": 0.79404, "map_at_20": 0.79593, "map_at_50": 0.79681, "map_at_100": 0.79698, "recall_at_1": 0.72303, "recall_at_3": 0.84937, "recall_at_5": 0.88362, "recall_at_10": 0.92153, "recall_at_20": 0.94898, "recall_at_50": 0.974, "recall_at_100": 0.98542, "precision_at_1": 0.72303, "precision_at_3": 0.2832, "precision_at_5": 0.17677, "precision_at_10": 0.09218, "precision_at_20": 0.04746, "precision_at_50": 0.01948, "precision_at_100": 0.00986, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55855, "ndcg_at_3": 0.62967, "ndcg_at_5": 0.65049, "ndcg_at_10": 0.66485, "ndcg_at_20": 0.67632, "ndcg_at_50": 0.68597, "ndcg_at_100": 0.69147, "map_at_1": 0.55855, "map_at_3": 0.61255, "map_at_5": 0.62411, "map_at_10": 0.63002, "map_at_20": 0.6332, "map_at_50": 0.63473, "map_at_100": 0.63522, "recall_at_1": 0.55855, "recall_at_3": 0.67906, "recall_at_5": 0.72959, "recall_at_10": 0.77405, "recall_at_20": 0.81924, "recall_at_50": 0.86808, "recall_at_100": 0.90185, "precision_at_1": 0.55855, "precision_at_3": 0.22643, "precision_at_5": 0.14597, "precision_at_10": 0.07743, "precision_at_20": 0.04097, "precision_at_50": 0.01737, "precision_at_100": 0.00902, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50705, "ndcg_at_3": 0.58733, "ndcg_at_5": 0.60493, "ndcg_at_10": 0.62144, "ndcg_at_20": 0.63327, "ndcg_at_50": 0.64398, "ndcg_at_100": 0.64973, "map_at_1": 0.50705, "map_at_3": 0.56807, "map_at_5": 0.5779, "map_at_10": 0.58471, "map_at_20": 0.58794, "map_at_50": 0.58971, "map_at_100": 0.59022, "recall_at_1": 0.50705, "recall_at_3": 0.64286, "recall_at_5": 0.68537, "recall_at_10": 0.73639, "recall_at_20": 0.78328, "recall_at_50": 0.83673, "recall_at_100": 0.87196, "precision_at_1": 0.50705, "precision_at_3": 0.21429, "precision_at_5": 0.13707, "precision_at_10": 0.07364, "precision_at_20": 0.03918, "precision_at_50": 0.01674, "precision_at_100": 0.00872, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64043, "ndcg_at_3": 0.72856, "ndcg_at_5": 0.74582, "ndcg_at_10": 0.76011, "ndcg_at_20": 0.76965, "ndcg_at_50": 0.7764, "ndcg_at_100": 0.77947, "map_at_1": 0.64043, "map_at_3": 0.70718, "map_at_5": 0.71673, "map_at_10": 0.72271, "map_at_20": 0.7254, "map_at_50": 0.72652, "map_at_100": 0.7268, "recall_at_1": 0.64043, "recall_at_3": 0.79033, "recall_at_5": 0.83236, "recall_at_10": 0.87609, "recall_at_20": 0.91327, "recall_at_50": 0.94679, "recall_at_100": 0.96574, "precision_at_1": 0.64043, "precision_at_3": 0.26352, "precision_at_5": 0.16652, "precision_at_10": 0.08763, "precision_at_20": 0.04568, "precision_at_50": 0.01894, "precision_at_100": 0.00966, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.74028, "ndcg_at_3": 0.82131, "ndcg_at_5": 0.83498, "ndcg_at_10": 0.84544, "ndcg_at_20": 0.8511, "ndcg_at_50": 0.85391, "ndcg_at_100": 0.85548, "map_at_1": 0.74028, "map_at_3": 0.80234, "map_at_5": 0.80989, "map_at_10": 0.81426, "map_at_20": 0.81585, "map_at_50": 0.81633, "map_at_100": 0.81648, "recall_at_1": 0.74028, "recall_at_3": 0.87585, "recall_at_5": 0.90914, "recall_at_10": 0.94121, "recall_at_20": 0.96331, "recall_at_50": 0.97716, "recall_at_100": 0.98664, "precision_at_1": 0.74028, "precision_at_3": 0.29203, "precision_at_5": 0.18188, "precision_at_10": 0.09414, "precision_at_20": 0.04818, "precision_at_50": 0.01955, "precision_at_100": 0.00987, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.79543, "ndcg_at_3": 0.86856, "ndcg_at_5": 0.87795, "ndcg_at_10": 0.88533, "ndcg_at_20": 0.889, "ndcg_at_50": 0.89064, "ndcg_at_100": 0.8916, "map_at_1": 0.79531, "map_at_3": 0.85147, "map_at_5": 0.85667, "map_at_10": 0.85981, "map_at_20": 0.86084, "map_at_50": 0.8611, "map_at_100": 0.86119, "recall_at_1": 0.79531, "recall_at_3": 0.91764, "recall_at_5": 0.94048, "recall_at_10": 0.96283, "recall_at_20": 0.97716, "recall_at_50": 0.98542, "recall_at_100": 0.99125, "precision_at_1": 0.79543, "precision_at_3": 0.30596, "precision_at_5": 0.18814, "precision_at_10": 0.09631, "precision_at_20": 0.04887, "precision_at_50": 0.01971, "precision_at_100": 0.00991, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.74951, "ndcg_at_3": 0.8222, "ndcg_at_5": 0.83707, "ndcg_at_10": 0.84659, "ndcg_at_20": 0.85228, "ndcg_at_50": 0.85601, "ndcg_at_100": 0.85751, "map_at_1": 0.74951, "map_at_3": 0.80531, "map_at_5": 0.81352, "map_at_10": 0.81746, "map_at_20": 0.81904, "map_at_50": 0.81967, "map_at_100": 0.8198, "recall_at_1": 0.74951, "recall_at_3": 0.87063, "recall_at_5": 0.90695, "recall_at_10": 0.93635, "recall_at_20": 0.9587, "recall_at_50": 0.97716, "recall_at_100": 0.98639, "precision_at_1": 0.74951, "precision_at_3": 0.29025, "precision_at_5": 0.18144, "precision_at_10": 0.09366, "precision_at_20": 0.04795, "precision_at_50": 0.01955, "precision_at_100": 0.00987, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48518, "ndcg_at_3": 0.57214, "ndcg_at_5": 0.59312, "ndcg_at_10": 0.61436, "ndcg_at_20": 0.62956, "ndcg_at_50": 0.64332, "ndcg_at_100": 0.64916, "map_at_1": 0.48518, "map_at_3": 0.5511, "map_at_5": 0.56268, "map_at_10": 0.57149, "map_at_20": 0.57568, "map_at_50": 0.57789, "map_at_100": 0.57842, "recall_at_1": 0.48518, "recall_at_3": 0.6329, "recall_at_5": 0.68404, "recall_at_10": 0.74951, "recall_at_20": 0.80952, "recall_at_50": 0.87877, "recall_at_100": 0.91448, "precision_at_1": 0.48518, "precision_at_3": 0.21097, "precision_at_5": 0.13683, "precision_at_10": 0.07498, "precision_at_20": 0.04049, "precision_at_50": 0.01758, "precision_at_100": 0.00915, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58819, "ndcg_at_3": 0.6686, "ndcg_at_5": 0.68692, "ndcg_at_10": 0.70405, "ndcg_at_20": 0.71355, "ndcg_at_50": 0.72302, "ndcg_at_100": 0.72803, "map_at_1": 0.58819, "map_at_3": 0.64925, "map_at_5": 0.65947, "map_at_10": 0.66658, "map_at_20": 0.66921, "map_at_50": 0.67076, "map_at_100": 0.67122, "recall_at_1": 0.58819, "recall_at_3": 0.72437, "recall_at_5": 0.76871, "recall_at_10": 0.82143, "recall_at_20": 0.85884, "recall_at_50": 0.90622, "recall_at_100": 0.93683, "precision_at_1": 0.58819, "precision_at_3": 0.2415, "precision_at_5": 0.15379, "precision_at_10": 0.08217, "precision_at_20": 0.04295, "precision_at_50": 0.01813, "precision_at_100": 0.00937, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44291, "ndcg_at_3": 0.52342, "ndcg_at_5": 0.54867, "ndcg_at_10": 0.57193, "ndcg_at_20": 0.58741, "ndcg_at_50": 0.60056, "ndcg_at_100": 0.60772, "map_at_1": 0.44291, "map_at_3": 0.50393, "map_at_5": 0.51786, "map_at_10": 0.5275, "map_at_20": 0.53177, "map_at_50": 0.53394, "map_at_100": 0.53458, "recall_at_1": 0.44291, "recall_at_3": 0.57969, "recall_at_5": 0.64128, "recall_at_10": 0.71307, "recall_at_20": 0.77405, "recall_at_50": 0.83965, "recall_at_100": 0.88362, "precision_at_1": 0.44291, "precision_at_3": 0.19323, "precision_at_5": 0.12828, "precision_at_10": 0.07133, "precision_at_20": 0.03871, "precision_at_50": 0.0168, "precision_at_100": 0.00884, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.70773, "ndcg_at_3": 0.77004, "ndcg_at_5": 0.78237, "ndcg_at_10": 0.79495, "ndcg_at_20": 0.803, "ndcg_at_50": 0.80989, "ndcg_at_100": 0.81216, "map_at_1": 0.70773, "map_at_3": 0.75508, "map_at_5": 0.76195, "map_at_10": 0.76719, "map_at_20": 0.76939, "map_at_50": 0.77051, "map_at_100": 0.77072, "recall_at_1": 0.70773, "recall_at_3": 0.81317, "recall_at_5": 0.84305, "recall_at_10": 0.88168, "recall_at_20": 0.91351, "recall_at_50": 0.94801, "recall_at_100": 0.96186, "precision_at_1": 0.70773, "precision_at_3": 0.27114, "precision_at_5": 0.16866, "precision_at_10": 0.08819, "precision_at_20": 0.04569, "precision_at_50": 0.01897, "precision_at_100": 0.00962, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40209, "ndcg_at_3": 0.47809, "ndcg_at_5": 0.49777, "ndcg_at_10": 0.51686, "ndcg_at_20": 0.53004, "ndcg_at_50": 0.54262, "ndcg_at_100": 0.55075, "map_at_1": 0.40209, "map_at_3": 0.45987, "map_at_5": 0.47083, "map_at_10": 0.47875, "map_at_20": 0.48242, "map_at_50": 0.4845, "map_at_100": 0.48521, "recall_at_1": 0.40209, "recall_at_3": 0.53061, "recall_at_5": 0.57823, "recall_at_10": 0.63703, "recall_at_20": 0.68878, "recall_at_50": 0.75146, "recall_at_100": 0.80151, "precision_at_1": 0.40209, "precision_at_3": 0.17687, "precision_at_5": 0.11565, "precision_at_10": 0.0637, "precision_at_20": 0.03444, "precision_at_50": 0.01503, "precision_at_100": 0.00802, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60496, "ndcg_at_3": 0.68453, "ndcg_at_5": 0.70144, "ndcg_at_10": 0.71865, "ndcg_at_20": 0.72804, "ndcg_at_50": 0.73604, "ndcg_at_100": 0.74022, "map_at_1": 0.60483, "map_at_3": 0.66537, "map_at_5": 0.67476, "map_at_10": 0.68195, "map_at_20": 0.68455, "map_at_50": 0.68582, "map_at_100": 0.68619, "recall_at_1": 0.60483, "recall_at_3": 0.7398, "recall_at_5": 0.78086, "recall_at_10": 0.83358, "recall_at_20": 0.87051, "recall_at_50": 0.91108, "recall_at_100": 0.93683, "precision_at_1": 0.60496, "precision_at_3": 0.24668, "precision_at_5": 0.15622, "precision_at_10": 0.08338, "precision_at_20": 0.04354, "precision_at_50": 0.01823, "precision_at_100": 0.00937, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63776, "ndcg_at_3": 0.69873, "ndcg_at_5": 0.71266, "ndcg_at_10": 0.72932, "ndcg_at_20": 0.74003, "ndcg_at_50": 0.7487, "ndcg_at_100": 0.75279, "map_at_1": 0.63763, "map_at_3": 0.684, "map_at_5": 0.69174, "map_at_10": 0.69866, "map_at_20": 0.70164, "map_at_50": 0.70305, "map_at_100": 0.70341, "recall_at_1": 0.63763, "recall_at_3": 0.74125, "recall_at_5": 0.77502, "recall_at_10": 0.82629, "recall_at_20": 0.86832, "recall_at_50": 0.91181, "recall_at_100": 0.93707, "precision_at_1": 0.63776, "precision_at_3": 0.24717, "precision_at_5": 0.15505, "precision_at_10": 0.08265, "precision_at_20": 0.04343, "precision_at_50": 0.01824, "precision_at_100": 0.00937, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.80466, "ndcg_at_3": 0.87641, "ndcg_at_5": 0.88567, "ndcg_at_10": 0.89301, "ndcg_at_20": 0.8957, "ndcg_at_50": 0.89753, "ndcg_at_100": 0.89829, "map_at_1": 0.80454, "map_at_3": 0.85953, "map_at_5": 0.86465, "map_at_10": 0.86775, "map_at_20": 0.8685, "map_at_50": 0.86882, "map_at_100": 0.86889, "recall_at_1": 0.80454, "recall_at_3": 0.92493, "recall_at_5": 0.94752, "recall_at_10": 0.96987, "recall_at_20": 0.98032, "recall_at_50": 0.98931, "recall_at_100": 0.99393, "precision_at_1": 0.80466, "precision_at_3": 0.30839, "precision_at_5": 0.18955, "precision_at_10": 0.09701, "precision_at_20": 0.04903, "precision_at_50": 0.01979, "precision_at_100": 0.00994, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68537, "ndcg_at_3": 0.77604, "ndcg_at_5": 0.79082, "ndcg_at_10": 0.80362, "ndcg_at_20": 0.81193, "ndcg_at_50": 0.81695, "ndcg_at_100": 0.81924, "map_at_1": 0.68537, "map_at_3": 0.75431, "map_at_5": 0.7625, "map_at_10": 0.76791, "map_at_20": 0.77027, "map_at_50": 0.77108, "map_at_100": 0.77128, "recall_at_1": 0.68537, "recall_at_3": 0.83868, "recall_at_5": 0.87464, "recall_at_10": 0.91351, "recall_at_20": 0.94582, "recall_at_50": 0.97109, "recall_at_100": 0.98518, "precision_at_1": 0.68537, "precision_at_3": 0.27964, "precision_at_5": 0.17498, "precision_at_10": 0.09138, "precision_at_20": 0.0473, "precision_at_50": 0.01943, "precision_at_100": 0.00985, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45773, "ndcg_at_3": 0.54088, "ndcg_at_5": 0.5647, "ndcg_at_10": 0.58952, "ndcg_at_20": 0.60511, "ndcg_at_50": 0.61909, "ndcg_at_100": 0.6258, "map_at_1": 0.45773, "map_at_3": 0.52071, "map_at_5": 0.53393, "map_at_10": 0.54426, "map_at_20": 0.54857, "map_at_50": 0.55083, "map_at_100": 0.55142, "recall_at_1": 0.45773, "recall_at_3": 0.59913, "recall_at_5": 0.65695, "recall_at_10": 0.73324, "recall_at_20": 0.7947, "recall_at_50": 0.86492, "recall_at_100": 0.90622, "precision_at_1": 0.45773, "precision_at_3": 0.19979, "precision_at_5": 0.13144, "precision_at_10": 0.07335, "precision_at_20": 0.03975, "precision_at_50": 0.0173, "precision_at_100": 0.00906, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.79568, "ndcg_at_3": 0.86825, "ndcg_at_5": 0.8775, "ndcg_at_10": 0.88555, "ndcg_at_20": 0.88896, "ndcg_at_50": 0.89064, "ndcg_at_100": 0.8916, "map_at_1": 0.79555, "map_at_3": 0.85131, "map_at_5": 0.85646, "map_at_10": 0.85986, "map_at_20": 0.86081, "map_at_50": 0.86108, "map_at_100": 0.86116, "recall_at_1": 0.79555, "recall_at_3": 0.91691, "recall_at_5": 0.93926, "recall_at_10": 0.9638, "recall_at_20": 0.97716, "recall_at_50": 0.98567, "recall_at_100": 0.9915, "precision_at_1": 0.79568, "precision_at_3": 0.30572, "precision_at_5": 0.1879, "precision_at_10": 0.0964, "precision_at_20": 0.04887, "precision_at_50": 0.01972, "precision_at_100": 0.00992, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.7517, "ndcg_at_3": 0.83364, "ndcg_at_5": 0.84737, "ndcg_at_10": 0.85622, "ndcg_at_20": 0.86169, "ndcg_at_50": 0.86467, "ndcg_at_100": 0.86569, "map_at_1": 0.7517, "map_at_3": 0.81469, "map_at_5": 0.82232, "map_at_10": 0.82604, "map_at_20": 0.82758, "map_at_50": 0.82808, "map_at_100": 0.82817, "recall_at_1": 0.7517, "recall_at_3": 0.888, "recall_at_5": 0.92128, "recall_at_10": 0.94825, "recall_at_20": 0.96963, "recall_at_50": 0.98445, "recall_at_100": 0.99077, "precision_at_1": 0.7517, "precision_at_3": 0.29608, "precision_at_5": 0.18431, "precision_at_10": 0.09485, "precision_at_20": 0.04849, "precision_at_50": 0.01969, "precision_at_100": 0.00991, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46137, "ndcg_at_3": 0.53948, "ndcg_at_5": 0.56137, "ndcg_at_10": 0.57854, "ndcg_at_20": 0.5944, "ndcg_at_50": 0.60761, "ndcg_at_100": 0.61458, "map_at_1": 0.46125, "map_at_3": 0.52029, "map_at_5": 0.53248, "map_at_10": 0.53954, "map_at_20": 0.54394, "map_at_50": 0.54608, "map_at_100": 0.54669, "recall_at_1": 0.46125, "recall_at_3": 0.595, "recall_at_5": 0.64796, "recall_at_10": 0.70117, "recall_at_20": 0.76361, "recall_at_50": 0.82993, "recall_at_100": 0.87293, "precision_at_1": 0.46137, "precision_at_3": 0.19841, "precision_at_5": 0.12964, "precision_at_10": 0.07014, "precision_at_20": 0.03819, "precision_at_50": 0.0166, "precision_at_100": 0.00873, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66327, "ndcg_at_3": 0.7361, "ndcg_at_5": 0.75299, "ndcg_at_10": 0.76811, "ndcg_at_20": 0.77693, "ndcg_at_50": 0.78348, "ndcg_at_100": 0.78617, "map_at_1": 0.66327, "map_at_3": 0.71872, "map_at_5": 0.72813, "map_at_10": 0.73444, "map_at_20": 0.73688, "map_at_50": 0.73797, "map_at_100": 0.73822, "recall_at_1": 0.66327, "recall_at_3": 0.7862, "recall_at_5": 0.82702, "recall_at_10": 0.87342, "recall_at_20": 0.90816, "recall_at_50": 0.94072, "recall_at_100": 0.957, "precision_at_1": 0.66327, "precision_at_3": 0.26215, "precision_at_5": 0.16545, "precision_at_10": 0.08737, "precision_at_20": 0.04542, "precision_at_50": 0.01882, "precision_at_100": 0.00957, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "ClosedDataset 9 (German)", "alias": "ClosedDataset 9 (German)", "tier": 3, "groups": { "text": 1, "german": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.95199, "ndcg_at_3": 0.97295, "ndcg_at_5": 0.97519, "ndcg_at_10": 0.97647, "ndcg_at_20": 0.97699, "ndcg_at_50": 0.97712, "ndcg_at_100": 0.97712, "map_at_1": 0.95098, "map_at_3": 0.96822, "map_at_5": 0.96947, "map_at_10": 0.96997, "map_at_20": 0.97012, "map_at_50": 0.97014, "map_at_100": 0.97014, "recall_at_1": 0.95098, "recall_at_3": 0.98648, "recall_at_5": 0.99189, "recall_at_10": 0.99594, "recall_at_20": 0.99797, "recall_at_50": 0.99865, "recall_at_100": 0.99865, "precision_at_1": 0.95199, "precision_at_3": 0.3295, "precision_at_5": 0.19878, "precision_at_10": 0.0998, "precision_at_20": 0.05, "precision_at_50": 0.02001, "precision_at_100": 0.01001, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.9574, "ndcg_at_3": 0.97513, "ndcg_at_5": 0.97769, "ndcg_at_10": 0.97902, "ndcg_at_20": 0.97936, "ndcg_at_50": 0.97963, "ndcg_at_100": 0.97963, "map_at_1": 0.95639, "map_at_3": 0.97115, "map_at_5": 0.97261, "map_at_10": 0.97317, "map_at_20": 0.97326, "map_at_50": 0.9733, "map_at_100": 0.9733, "recall_at_1": 0.95639, "recall_at_3": 0.98648, "recall_at_5": 0.99256, "recall_at_10": 0.99662, "recall_at_20": 0.99797, "recall_at_50": 0.99932, "recall_at_100": 0.99932, "precision_at_1": 0.9574, "precision_at_3": 0.3295, "precision_at_5": 0.19892, "precision_at_10": 0.09986, "precision_at_20": 0.05, "precision_at_50": 0.02003, "precision_at_100": 0.01001, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93374, "ndcg_at_3": 0.95632, "ndcg_at_5": 0.95992, "ndcg_at_10": 0.96284, "ndcg_at_20": 0.96404, "ndcg_at_50": 0.96458, "ndcg_at_100": 0.96479, "map_at_1": 0.93272, "map_at_3": 0.95121, "map_at_5": 0.9532, "map_at_10": 0.95445, "map_at_20": 0.95478, "map_at_50": 0.95486, "map_at_100": 0.95488, "recall_at_1": 0.93272, "recall_at_3": 0.97093, "recall_at_5": 0.97972, "recall_at_10": 0.98851, "recall_at_20": 0.99324, "recall_at_50": 0.99594, "recall_at_100": 0.9973, "precision_at_1": 0.93374, "precision_at_3": 0.32432, "precision_at_5": 0.19635, "precision_at_10": 0.09905, "precision_at_20": 0.04976, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93036, "ndcg_at_3": 0.95208, "ndcg_at_5": 0.95531, "ndcg_at_10": 0.95769, "ndcg_at_20": 0.95916, "ndcg_at_50": 0.9604, "ndcg_at_100": 0.96051, "map_at_1": 0.92934, "map_at_3": 0.94715, "map_at_5": 0.94887, "map_at_10": 0.94984, "map_at_20": 0.95021, "map_at_50": 0.95042, "map_at_100": 0.95043, "recall_at_1": 0.92934, "recall_at_3": 0.96619, "recall_at_5": 0.97431, "recall_at_10": 0.98174, "recall_at_20": 0.98783, "recall_at_50": 0.99391, "recall_at_100": 0.99459, "precision_at_1": 0.93036, "precision_at_3": 0.32274, "precision_at_5": 0.19527, "precision_at_10": 0.09838, "precision_at_20": 0.04949, "precision_at_50": 0.01992, "precision_at_100": 0.00997, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.91413, "ndcg_at_3": 0.95009, "ndcg_at_5": 0.95254, "ndcg_at_10": 0.95604, "ndcg_at_20": 0.95723, "ndcg_at_50": 0.9579, "ndcg_at_100": 0.95813, "map_at_1": 0.91312, "map_at_3": 0.94208, "map_at_5": 0.9434, "map_at_10": 0.94484, "map_at_20": 0.94517, "map_at_50": 0.94527, "map_at_100": 0.9453, "recall_at_1": 0.91312, "recall_at_3": 0.97295, "recall_at_5": 0.97904, "recall_at_10": 0.98986, "recall_at_20": 0.99459, "recall_at_50": 0.99797, "recall_at_100": 0.99932, "precision_at_1": 0.91413, "precision_at_3": 0.32499, "precision_at_5": 0.19621, "precision_at_10": 0.09919, "precision_at_20": 0.04983, "precision_at_50": 0.02, "precision_at_100": 0.01001, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.95064, "ndcg_at_3": 0.97324, "ndcg_at_5": 0.97554, "ndcg_at_10": 0.9764, "ndcg_at_20": 0.97696, "ndcg_at_50": 0.97722, "ndcg_at_100": 0.97733, "map_at_1": 0.94963, "map_at_3": 0.96833, "map_at_5": 0.96965, "map_at_10": 0.97, "map_at_20": 0.97018, "map_at_50": 0.97022, "map_at_100": 0.97023, "recall_at_1": 0.94963, "recall_at_3": 0.98715, "recall_at_5": 0.99256, "recall_at_10": 0.99527, "recall_at_20": 0.9973, "recall_at_50": 0.99865, "recall_at_100": 0.99932, "precision_at_1": 0.95064, "precision_at_3": 0.32973, "precision_at_5": 0.19892, "precision_at_10": 0.09973, "precision_at_20": 0.04997, "precision_at_50": 0.02001, "precision_at_100": 0.01001, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.9432, "ndcg_at_3": 0.96715, "ndcg_at_5": 0.96965, "ndcg_at_10": 0.97052, "ndcg_at_20": 0.9719, "ndcg_at_50": 0.97244, "ndcg_at_100": 0.97255, "map_at_1": 0.94219, "map_at_3": 0.9618, "map_at_5": 0.96318, "map_at_10": 0.96353, "map_at_20": 0.96393, "map_at_50": 0.96401, "map_at_100": 0.96402, "recall_at_1": 0.94219, "recall_at_3": 0.98242, "recall_at_5": 0.98851, "recall_at_10": 0.99121, "recall_at_20": 0.99662, "recall_at_50": 0.99932, "recall_at_100": 1.0, "precision_at_1": 0.9432, "precision_at_3": 0.32815, "precision_at_5": 0.19811, "precision_at_10": 0.09932, "precision_at_20": 0.04993, "precision_at_50": 0.02003, "precision_at_100": 0.01002, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.91548, "ndcg_at_3": 0.95415, "ndcg_at_5": 0.95828, "ndcg_at_10": 0.95912, "ndcg_at_20": 0.96014, "ndcg_at_50": 0.96029, "ndcg_at_100": 0.96052, "map_at_1": 0.91447, "map_at_3": 0.94523, "map_at_5": 0.9475, "map_at_10": 0.94782, "map_at_20": 0.9481, "map_at_50": 0.94813, "map_at_100": 0.94815, "recall_at_1": 0.91447, "recall_at_3": 0.97972, "recall_at_5": 0.98986, "recall_at_10": 0.99256, "recall_at_20": 0.99662, "recall_at_50": 0.9973, "recall_at_100": 0.99865, "precision_at_1": 0.91548, "precision_at_3": 0.32725, "precision_at_5": 0.19838, "precision_at_10": 0.09946, "precision_at_20": 0.04993, "precision_at_50": 0.01999, "precision_at_100": 0.01001, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94523, "ndcg_at_3": 0.96841, "ndcg_at_5": 0.9715, "ndcg_at_10": 0.97242, "ndcg_at_20": 0.97307, "ndcg_at_50": 0.97376, "ndcg_at_100": 0.97376, "map_at_1": 0.94422, "map_at_3": 0.96326, "map_at_5": 0.96499, "map_at_10": 0.96539, "map_at_20": 0.96556, "map_at_50": 0.96567, "map_at_100": 0.96567, "recall_at_1": 0.94422, "recall_at_3": 0.9831, "recall_at_5": 0.99053, "recall_at_10": 0.99324, "recall_at_20": 0.99594, "recall_at_50": 0.99932, "recall_at_100": 0.99932, "precision_at_1": 0.94523, "precision_at_3": 0.32838, "precision_at_5": 0.19851, "precision_at_10": 0.09953, "precision_at_20": 0.0499, "precision_at_50": 0.02003, "precision_at_100": 0.01001, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93847, "ndcg_at_3": 0.96087, "ndcg_at_5": 0.96314, "ndcg_at_10": 0.96496, "ndcg_at_20": 0.96683, "ndcg_at_50": 0.96737, "ndcg_at_100": 0.96791, "map_at_1": 0.93746, "map_at_3": 0.95571, "map_at_5": 0.957, "map_at_10": 0.95779, "map_at_20": 0.9583, "map_at_50": 0.95838, "map_at_100": 0.95843, "recall_at_1": 0.93746, "recall_at_3": 0.97566, "recall_at_5": 0.98107, "recall_at_10": 0.98648, "recall_at_20": 0.99391, "recall_at_50": 0.99662, "recall_at_100": 1.0, "precision_at_1": 0.93847, "precision_at_3": 0.3259, "precision_at_5": 0.19662, "precision_at_10": 0.09885, "precision_at_20": 0.0498, "precision_at_50": 0.01997, "precision_at_100": 0.01002, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.95335, "ndcg_at_3": 0.97662, "ndcg_at_5": 0.97778, "ndcg_at_10": 0.97798, "ndcg_at_20": 0.97849, "ndcg_at_50": 0.97915, "ndcg_at_100": 0.97915, "map_at_1": 0.95233, "map_at_3": 0.97149, "map_at_5": 0.97217, "map_at_10": 0.97224, "map_at_20": 0.97238, "map_at_50": 0.97248, "map_at_100": 0.97248, "recall_at_1": 0.95233, "recall_at_3": 0.99121, "recall_at_5": 0.99391, "recall_at_10": 0.99459, "recall_at_20": 0.99662, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95335, "precision_at_3": 0.33108, "precision_at_5": 0.19919, "precision_at_10": 0.09966, "precision_at_20": 0.04993, "precision_at_50": 0.02004, "precision_at_100": 0.01002, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33942, "ndcg_at_3": 0.40474, "ndcg_at_5": 0.4258, "ndcg_at_10": 0.45009, "ndcg_at_20": 0.46864, "ndcg_at_50": 0.49265, "ndcg_at_100": 0.50648, "map_at_1": 0.33942, "map_at_3": 0.38855, "map_at_5": 0.40001, "map_at_10": 0.41004, "map_at_20": 0.41503, "map_at_50": 0.41897, "map_at_100": 0.42022, "recall_at_1": 0.33942, "recall_at_3": 0.45166, "recall_at_5": 0.50372, "recall_at_10": 0.57877, "recall_at_20": 0.65281, "recall_at_50": 0.77282, "recall_at_100": 0.85734, "precision_at_1": 0.33942, "precision_at_3": 0.15055, "precision_at_5": 0.10074, "precision_at_10": 0.05788, "precision_at_20": 0.03266, "precision_at_50": 0.01547, "precision_at_100": 0.00858, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.89993, "ndcg_at_3": 0.93675, "ndcg_at_5": 0.94146, "ndcg_at_10": 0.94665, "ndcg_at_20": 0.94752, "ndcg_at_50": 0.94878, "ndcg_at_100": 0.949, "map_at_1": 0.89892, "map_at_3": 0.92856, "map_at_5": 0.93116, "map_at_10": 0.93327, "map_at_20": 0.93352, "map_at_50": 0.93375, "map_at_100": 0.93376, "recall_at_1": 0.89892, "recall_at_3": 0.96011, "recall_at_5": 0.9716, "recall_at_10": 0.98783, "recall_at_20": 0.99121, "recall_at_50": 0.9973, "recall_at_100": 0.99865, "precision_at_1": 0.89993, "precision_at_3": 0.32071, "precision_at_5": 0.19473, "precision_at_10": 0.09899, "precision_at_20": 0.04966, "precision_at_50": 0.01999, "precision_at_100": 0.01001, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94997, "ndcg_at_3": 0.9716, "ndcg_at_5": 0.97437, "ndcg_at_10": 0.97548, "ndcg_at_20": 0.97583, "ndcg_at_50": 0.97613, "ndcg_at_100": 0.97624, "map_at_1": 0.94895, "map_at_3": 0.96664, "map_at_5": 0.96817, "map_at_10": 0.96864, "map_at_20": 0.96874, "map_at_50": 0.9688, "map_at_100": 0.96881, "recall_at_1": 0.94895, "recall_at_3": 0.9858, "recall_at_5": 0.99256, "recall_at_10": 0.99594, "recall_at_20": 0.9973, "recall_at_50": 0.99865, "recall_at_100": 0.99932, "precision_at_1": 0.94997, "precision_at_3": 0.32928, "precision_at_5": 0.19892, "precision_at_10": 0.0998, "precision_at_20": 0.04997, "precision_at_50": 0.02001, "precision_at_100": 0.01001, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88438, "ndcg_at_3": 0.91565, "ndcg_at_5": 0.91961, "ndcg_at_10": 0.9248, "ndcg_at_20": 0.92727, "ndcg_at_50": 0.92976, "ndcg_at_100": 0.93064, "map_at_1": 0.88371, "map_at_3": 0.90861, "map_at_5": 0.91084, "map_at_10": 0.91299, "map_at_20": 0.91368, "map_at_50": 0.91411, "map_at_100": 0.91419, "recall_at_1": 0.88371, "recall_at_3": 0.93577, "recall_at_5": 0.94523, "recall_at_10": 0.96112, "recall_at_20": 0.97093, "recall_at_50": 0.9831, "recall_at_100": 0.98851, "precision_at_1": 0.88438, "precision_at_3": 0.31237, "precision_at_5": 0.18932, "precision_at_10": 0.09628, "precision_at_20": 0.04865, "precision_at_50": 0.0197, "precision_at_100": 0.00991, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34956, "ndcg_at_3": 0.43739, "ndcg_at_5": 0.46166, "ndcg_at_10": 0.48816, "ndcg_at_20": 0.50751, "ndcg_at_50": 0.52785, "ndcg_at_100": 0.53899, "map_at_1": 0.34956, "map_at_3": 0.41515, "map_at_5": 0.4286, "map_at_10": 0.43953, "map_at_20": 0.44487, "map_at_50": 0.44816, "map_at_100": 0.44913, "recall_at_1": 0.34956, "recall_at_3": 0.50169, "recall_at_5": 0.56085, "recall_at_10": 0.643, "recall_at_20": 0.71941, "recall_at_50": 0.8215, "recall_at_100": 0.89047, "precision_at_1": 0.34956, "precision_at_3": 0.16746, "precision_at_5": 0.11237, "precision_at_10": 0.06444, "precision_at_20": 0.03604, "precision_at_50": 0.01647, "precision_at_100": 0.00892, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37323, "ndcg_at_3": 0.45661, "ndcg_at_5": 0.47506, "ndcg_at_10": 0.49634, "ndcg_at_20": 0.51596, "ndcg_at_50": 0.53405, "ndcg_at_100": 0.5446, "map_at_1": 0.37289, "map_at_3": 0.43633, "map_at_5": 0.44661, "map_at_10": 0.45547, "map_at_20": 0.46088, "map_at_50": 0.46383, "map_at_100": 0.46477, "recall_at_1": 0.37289, "recall_at_3": 0.51521, "recall_at_5": 0.55984, "recall_at_10": 0.62508, "recall_at_20": 0.7025, "recall_at_50": 0.7931, "recall_at_100": 0.85801, "precision_at_1": 0.37323, "precision_at_3": 0.17196, "precision_at_5": 0.1121, "precision_at_10": 0.06268, "precision_at_20": 0.03523, "precision_at_50": 0.0159, "precision_at_100": 0.0086, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86815, "ndcg_at_3": 0.9076, "ndcg_at_5": 0.91374, "ndcg_at_10": 0.92053, "ndcg_at_20": 0.9229, "ndcg_at_50": 0.9243, "ndcg_at_100": 0.92562, "map_at_1": 0.86714, "map_at_3": 0.89869, "map_at_5": 0.90211, "map_at_10": 0.90492, "map_at_20": 0.90555, "map_at_50": 0.9058, "map_at_100": 0.90592, "recall_at_1": 0.86714, "recall_at_3": 0.93306, "recall_at_5": 0.94794, "recall_at_10": 0.9689, "recall_at_20": 0.97836, "recall_at_50": 0.98513, "recall_at_100": 0.99324, "precision_at_1": 0.86815, "precision_at_3": 0.3117, "precision_at_5": 0.18999, "precision_at_10": 0.09709, "precision_at_20": 0.04902, "precision_at_50": 0.01974, "precision_at_100": 0.00995, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40703, "ndcg_at_3": 0.47108, "ndcg_at_5": 0.49456, "ndcg_at_10": 0.5196, "ndcg_at_20": 0.54051, "ndcg_at_50": 0.55637, "ndcg_at_100": 0.56732, "map_at_1": 0.40703, "map_at_3": 0.45515, "map_at_5": 0.46806, "map_at_10": 0.47847, "map_at_20": 0.48415, "map_at_50": 0.48672, "map_at_100": 0.48771, "recall_at_1": 0.40703, "recall_at_3": 0.51724, "recall_at_5": 0.57471, "recall_at_10": 0.65179, "recall_at_20": 0.73496, "recall_at_50": 0.8144, "recall_at_100": 0.88134, "precision_at_1": 0.40703, "precision_at_3": 0.17241, "precision_at_5": 0.11494, "precision_at_10": 0.06518, "precision_at_20": 0.03675, "precision_at_50": 0.01629, "precision_at_100": 0.00882, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44219, "ndcg_at_3": 0.51152, "ndcg_at_5": 0.53279, "ndcg_at_10": 0.54939, "ndcg_at_20": 0.56253, "ndcg_at_50": 0.57787, "ndcg_at_100": 0.59072, "map_at_1": 0.44219, "map_at_3": 0.49437, "map_at_5": 0.50623, "map_at_10": 0.51294, "map_at_20": 0.51654, "map_at_50": 0.51907, "map_at_100": 0.52021, "recall_at_1": 0.44219, "recall_at_3": 0.56119, "recall_at_5": 0.61258, "recall_at_10": 0.66464, "recall_at_20": 0.7167, "recall_at_50": 0.7931, "recall_at_100": 0.87187, "precision_at_1": 0.44219, "precision_at_3": 0.18706, "precision_at_5": 0.12252, "precision_at_10": 0.06646, "precision_at_20": 0.03584, "precision_at_50": 0.01588, "precision_at_100": 0.00874, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.9432, "ndcg_at_3": 0.96491, "ndcg_at_5": 0.96768, "ndcg_at_10": 0.9701, "ndcg_at_20": 0.97028, "ndcg_at_50": 0.97095, "ndcg_at_100": 0.9713, "map_at_1": 0.94219, "map_at_3": 0.95977, "map_at_5": 0.96129, "map_at_10": 0.9623, "map_at_20": 0.96236, "map_at_50": 0.96246, "map_at_100": 0.9625, "recall_at_1": 0.94219, "recall_at_3": 0.97972, "recall_at_5": 0.98648, "recall_at_10": 0.99391, "recall_at_20": 0.99459, "recall_at_50": 0.99797, "recall_at_100": 1.0, "precision_at_1": 0.9432, "precision_at_3": 0.32725, "precision_at_5": 0.1977, "precision_at_10": 0.09959, "precision_at_20": 0.04983, "precision_at_50": 0.02, "precision_at_100": 0.01002, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93239, "ndcg_at_3": 0.95973, "ndcg_at_5": 0.96197, "ndcg_at_10": 0.96482, "ndcg_at_20": 0.96572, "ndcg_at_50": 0.96638, "ndcg_at_100": 0.96638, "map_at_1": 0.93137, "map_at_3": 0.95346, "map_at_5": 0.95471, "map_at_10": 0.9559, "map_at_20": 0.95616, "map_at_50": 0.95626, "map_at_100": 0.95626, "recall_at_1": 0.93137, "recall_at_3": 0.97769, "recall_at_5": 0.9831, "recall_at_10": 0.99189, "recall_at_20": 0.99527, "recall_at_50": 0.99865, "recall_at_100": 0.99865, "precision_at_1": 0.93239, "precision_at_3": 0.32657, "precision_at_5": 0.19703, "precision_at_10": 0.09939, "precision_at_20": 0.04986, "precision_at_50": 0.02001, "precision_at_100": 0.01001, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.92968, "ndcg_at_3": 0.95446, "ndcg_at_5": 0.95749, "ndcg_at_10": 0.95979, "ndcg_at_20": 0.96139, "ndcg_at_50": 0.96238, "ndcg_at_100": 0.96249, "map_at_1": 0.92901, "map_at_3": 0.94873, "map_at_5": 0.95038, "map_at_10": 0.9513, "map_at_20": 0.95174, "map_at_50": 0.95192, "map_at_100": 0.95193, "recall_at_1": 0.92901, "recall_at_3": 0.97093, "recall_at_5": 0.97836, "recall_at_10": 0.98546, "recall_at_20": 0.99189, "recall_at_50": 0.99662, "recall_at_100": 0.9973, "precision_at_1": 0.92968, "precision_at_3": 0.32409, "precision_at_5": 0.19594, "precision_at_10": 0.09872, "precision_at_20": 0.0497, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93306, "ndcg_at_3": 0.9564, "ndcg_at_5": 0.9603, "ndcg_at_10": 0.96342, "ndcg_at_20": 0.96447, "ndcg_at_50": 0.96528, "ndcg_at_100": 0.96539, "map_at_1": 0.93205, "map_at_3": 0.95109, "map_at_5": 0.95326, "map_at_10": 0.95458, "map_at_20": 0.95488, "map_at_50": 0.95501, "map_at_100": 0.95502, "recall_at_1": 0.93205, "recall_at_3": 0.9716, "recall_at_5": 0.98107, "recall_at_10": 0.99053, "recall_at_20": 0.99459, "recall_at_50": 0.99865, "recall_at_100": 0.99932, "precision_at_1": 0.93306, "precision_at_3": 0.32454, "precision_at_5": 0.19662, "precision_at_10": 0.09926, "precision_at_20": 0.04983, "precision_at_50": 0.02001, "precision_at_100": 0.01001, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75186, "ndcg_at_3": 0.81186, "ndcg_at_5": 0.82624, "ndcg_at_10": 0.8376, "ndcg_at_20": 0.84427, "ndcg_at_50": 0.84958, "ndcg_at_100": 0.85191, "map_at_1": 0.75085, "map_at_3": 0.7975, "map_at_5": 0.80558, "map_at_10": 0.81026, "map_at_20": 0.81209, "map_at_50": 0.81298, "map_at_100": 0.81319, "recall_at_1": 0.75085, "recall_at_3": 0.85328, "recall_at_5": 0.88776, "recall_at_10": 0.92292, "recall_at_20": 0.94929, "recall_at_50": 0.97566, "recall_at_100": 0.98986, "precision_at_1": 0.75186, "precision_at_3": 0.2851, "precision_at_5": 0.17796, "precision_at_10": 0.09249, "precision_at_20": 0.04757, "precision_at_50": 0.01955, "precision_at_100": 0.00992, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36376, "ndcg_at_3": 0.44657, "ndcg_at_5": 0.46597, "ndcg_at_10": 0.49023, "ndcg_at_20": 0.51081, "ndcg_at_50": 0.53026, "ndcg_at_100": 0.54363, "map_at_1": 0.36376, "map_at_3": 0.42613, "map_at_5": 0.43705, "map_at_10": 0.44713, "map_at_20": 0.45273, "map_at_50": 0.45585, "map_at_100": 0.45703, "recall_at_1": 0.36376, "recall_at_3": 0.50575, "recall_at_5": 0.55206, "recall_at_10": 0.62677, "recall_at_20": 0.70859, "recall_at_50": 0.80663, "recall_at_100": 0.88911, "precision_at_1": 0.36376, "precision_at_3": 0.16881, "precision_at_5": 0.11062, "precision_at_10": 0.06288, "precision_at_20": 0.03553, "precision_at_50": 0.01617, "precision_at_100": 0.00891, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64503, "ndcg_at_3": 0.71968, "ndcg_at_5": 0.73461, "ndcg_at_10": 0.75108, "ndcg_at_20": 0.76272, "ndcg_at_50": 0.77229, "ndcg_at_100": 0.7759, "map_at_1": 0.64503, "map_at_3": 0.70194, "map_at_5": 0.71015, "map_at_10": 0.71713, "map_at_20": 0.72032, "map_at_50": 0.72193, "map_at_100": 0.72225, "recall_at_1": 0.64503, "recall_at_3": 0.77079, "recall_at_5": 0.8073, "recall_at_10": 0.85734, "recall_at_20": 0.90331, "recall_at_50": 0.95064, "recall_at_100": 0.97262, "precision_at_1": 0.64503, "precision_at_3": 0.25693, "precision_at_5": 0.16146, "precision_at_10": 0.08573, "precision_at_20": 0.0452, "precision_at_50": 0.01904, "precision_at_100": 0.00974, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.89385, "ndcg_at_3": 0.92766, "ndcg_at_5": 0.93252, "ndcg_at_10": 0.93652, "ndcg_at_20": 0.93911, "ndcg_at_50": 0.94073, "ndcg_at_100": 0.94128, "map_at_1": 0.89283, "map_at_3": 0.91988, "map_at_5": 0.92265, "map_at_10": 0.92433, "map_at_20": 0.92506, "map_at_50": 0.92532, "map_at_100": 0.92537, "recall_at_1": 0.89283, "recall_at_3": 0.94997, "recall_at_5": 0.96146, "recall_at_10": 0.97363, "recall_at_20": 0.98377, "recall_at_50": 0.99189, "recall_at_100": 0.99527, "precision_at_1": 0.89385, "precision_at_3": 0.31733, "precision_at_5": 0.1927, "precision_at_10": 0.09757, "precision_at_20": 0.04929, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40838, "ndcg_at_3": 0.46853, "ndcg_at_5": 0.48361, "ndcg_at_10": 0.5065, "ndcg_at_20": 0.5224, "ndcg_at_50": 0.54217, "ndcg_at_100": 0.55508, "map_at_1": 0.40838, "map_at_3": 0.4538, "map_at_5": 0.46218, "map_at_10": 0.47173, "map_at_20": 0.47622, "map_at_50": 0.47943, "map_at_100": 0.48056, "recall_at_1": 0.40838, "recall_at_3": 0.51116, "recall_at_5": 0.54767, "recall_at_10": 0.61799, "recall_at_20": 0.67985, "recall_at_50": 0.7789, "recall_at_100": 0.85869, "precision_at_1": 0.40838, "precision_at_3": 0.17039, "precision_at_5": 0.10953, "precision_at_10": 0.0618, "precision_at_20": 0.03401, "precision_at_50": 0.01561, "precision_at_100": 0.00861, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37999, "ndcg_at_3": 0.4643, "ndcg_at_5": 0.48509, "ndcg_at_10": 0.50436, "ndcg_at_20": 0.51865, "ndcg_at_50": 0.53443, "ndcg_at_100": 0.54626, "map_at_1": 0.37999, "map_at_3": 0.44366, "map_at_5": 0.45518, "map_at_10": 0.46316, "map_at_20": 0.46712, "map_at_50": 0.46962, "map_at_100": 0.47069, "recall_at_1": 0.37999, "recall_at_3": 0.524, "recall_at_5": 0.57437, "recall_at_10": 0.63387, "recall_at_20": 0.68999, "recall_at_50": 0.77011, "recall_at_100": 0.84246, "precision_at_1": 0.37999, "precision_at_3": 0.17467, "precision_at_5": 0.11494, "precision_at_10": 0.06349, "precision_at_20": 0.03458, "precision_at_50": 0.01544, "precision_at_100": 0.00844, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.91346, "ndcg_at_3": 0.93943, "ndcg_at_5": 0.94469, "ndcg_at_10": 0.94806, "ndcg_at_20": 0.95001, "ndcg_at_50": 0.95092, "ndcg_at_100": 0.95179, "map_at_1": 0.91312, "map_at_3": 0.9334, "map_at_5": 0.93631, "map_at_10": 0.93775, "map_at_20": 0.93833, "map_at_50": 0.93846, "map_at_100": 0.93853, "recall_at_1": 0.91312, "recall_at_3": 0.95673, "recall_at_5": 0.96957, "recall_at_10": 0.97972, "recall_at_20": 0.98715, "recall_at_50": 0.99189, "recall_at_100": 0.9973, "precision_at_1": 0.91346, "precision_at_3": 0.31959, "precision_at_5": 0.19432, "precision_at_10": 0.09817, "precision_at_20": 0.04946, "precision_at_50": 0.01988, "precision_at_100": 0.00999, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94997, "ndcg_at_3": 0.97452, "ndcg_at_5": 0.97568, "ndcg_at_10": 0.97657, "ndcg_at_20": 0.97691, "ndcg_at_50": 0.97746, "ndcg_at_100": 0.97746, "map_at_1": 0.94895, "map_at_3": 0.96912, "map_at_5": 0.9698, "map_at_10": 0.97017, "map_at_20": 0.97027, "map_at_50": 0.97036, "map_at_100": 0.97036, "recall_at_1": 0.94895, "recall_at_3": 0.98986, "recall_at_5": 0.99256, "recall_at_10": 0.99527, "recall_at_20": 0.99662, "recall_at_50": 0.99932, "recall_at_100": 0.99932, "precision_at_1": 0.94997, "precision_at_3": 0.33063, "precision_at_5": 0.19892, "precision_at_10": 0.09973, "precision_at_20": 0.04993, "precision_at_50": 0.02003, "precision_at_100": 0.01001, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.95199, "ndcg_at_3": 0.97038, "ndcg_at_5": 0.97346, "ndcg_at_10": 0.97458, "ndcg_at_20": 0.97492, "ndcg_at_50": 0.97562, "ndcg_at_100": 0.97584, "map_at_1": 0.95098, "map_at_3": 0.96597, "map_at_5": 0.96769, "map_at_10": 0.96817, "map_at_20": 0.96826, "map_at_50": 0.96839, "map_at_100": 0.96841, "recall_at_1": 0.95098, "recall_at_3": 0.9831, "recall_at_5": 0.99053, "recall_at_10": 0.99391, "recall_at_20": 0.99527, "recall_at_50": 0.99865, "recall_at_100": 1.0, "precision_at_1": 0.95199, "precision_at_3": 0.32838, "precision_at_5": 0.19851, "precision_at_10": 0.09959, "precision_at_20": 0.04986, "precision_at_50": 0.02001, "precision_at_100": 0.01002, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.78364, "ndcg_at_3": 0.84792, "ndcg_at_5": 0.86135, "ndcg_at_10": 0.87064, "ndcg_at_20": 0.87557, "ndcg_at_50": 0.87846, "ndcg_at_100": 0.87999, "map_at_1": 0.78364, "map_at_3": 0.83288, "map_at_5": 0.84029, "map_at_10": 0.84414, "map_at_20": 0.84552, "map_at_50": 0.84602, "map_at_100": 0.84615, "recall_at_1": 0.78364, "recall_at_3": 0.89114, "recall_at_5": 0.9236, "recall_at_10": 0.95233, "recall_at_20": 0.9716, "recall_at_50": 0.9858, "recall_at_100": 0.99527, "precision_at_1": 0.78364, "precision_at_3": 0.29705, "precision_at_5": 0.18485, "precision_at_10": 0.0954, "precision_at_20": 0.04868, "precision_at_50": 0.01976, "precision_at_100": 0.00997, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.92833, "ndcg_at_3": 0.95302, "ndcg_at_5": 0.95666, "ndcg_at_10": 0.95873, "ndcg_at_20": 0.96051, "ndcg_at_50": 0.96147, "ndcg_at_100": 0.96158, "map_at_1": 0.92765, "map_at_3": 0.94726, "map_at_5": 0.94929, "map_at_10": 0.95011, "map_at_20": 0.9506, "map_at_50": 0.95076, "map_at_100": 0.95077, "recall_at_1": 0.92765, "recall_at_3": 0.96957, "recall_at_5": 0.97836, "recall_at_10": 0.98479, "recall_at_20": 0.99189, "recall_at_50": 0.99662, "recall_at_100": 0.9973, "precision_at_1": 0.92833, "precision_at_3": 0.32364, "precision_at_5": 0.19594, "precision_at_10": 0.09865, "precision_at_20": 0.0497, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.94997, "ndcg_at_3": 0.97204, "ndcg_at_5": 0.97402, "ndcg_at_10": 0.97558, "ndcg_at_20": 0.97594, "ndcg_at_50": 0.97622, "ndcg_at_100": 0.97622, "map_at_1": 0.94895, "map_at_3": 0.96721, "map_at_5": 0.96832, "map_at_10": 0.96898, "map_at_20": 0.96909, "map_at_50": 0.96914, "map_at_100": 0.96914, "recall_at_1": 0.94895, "recall_at_3": 0.9858, "recall_at_5": 0.99053, "recall_at_10": 0.99527, "recall_at_20": 0.99662, "recall_at_50": 0.99797, "recall_at_100": 0.99797, "precision_at_1": 0.94997, "precision_at_3": 0.32928, "precision_at_5": 0.19851, "precision_at_10": 0.09973, "precision_at_20": 0.04993, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67748, "ndcg_at_3": 0.72718, "ndcg_at_5": 0.73815, "ndcg_at_10": 0.75094, "ndcg_at_20": 0.76051, "ndcg_at_50": 0.77, "ndcg_at_100": 0.77642, "map_at_1": 0.67681, "map_at_3": 0.71512, "map_at_5": 0.72116, "map_at_10": 0.72649, "map_at_20": 0.72909, "map_at_50": 0.73065, "map_at_100": 0.73123, "recall_at_1": 0.67681, "recall_at_3": 0.762, "recall_at_5": 0.78871, "recall_at_10": 0.82792, "recall_at_20": 0.86613, "recall_at_50": 0.91346, "recall_at_100": 0.95267, "precision_at_1": 0.67748, "precision_at_3": 0.25445, "precision_at_5": 0.15808, "precision_at_10": 0.08296, "precision_at_20": 0.04341, "precision_at_50": 0.01831, "precision_at_100": 0.00955, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60649, "ndcg_at_3": 0.6753, "ndcg_at_5": 0.69433, "ndcg_at_10": 0.71359, "ndcg_at_20": 0.72493, "ndcg_at_50": 0.73438, "ndcg_at_100": 0.73921, "map_at_1": 0.60581, "map_at_3": 0.65883, "map_at_5": 0.66945, "map_at_10": 0.67741, "map_at_20": 0.68054, "map_at_50": 0.68198, "map_at_100": 0.68241, "recall_at_1": 0.60581, "recall_at_3": 0.72279, "recall_at_5": 0.76876, "recall_at_10": 0.82826, "recall_at_20": 0.87289, "recall_at_50": 0.92157, "recall_at_100": 0.95132, "precision_at_1": 0.60649, "precision_at_3": 0.2416, "precision_at_5": 0.15416, "precision_at_10": 0.08303, "precision_at_20": 0.04375, "precision_at_50": 0.01847, "precision_at_100": 0.00953, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "VidoreTatdqa", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/tatdqa_test_beir", "results": [ { "ndcg_at_1": 0.3305, "ndcg_at_3": 0.42548, "ndcg_at_5": 0.45642, "ndcg_at_10": 0.4955, "ndcg_at_20": 0.51884, "ndcg_at_50": 0.53919, "ndcg_at_100": 0.55032, "map_at_1": 0.32989, "map_at_3": 0.40153, "map_at_5": 0.41868, "map_at_10": 0.43503, "map_at_20": 0.44145, "map_at_50": 0.44487, "map_at_100": 0.44586, "recall_at_1": 0.32989, "recall_at_3": 0.49423, "recall_at_5": 0.56926, "recall_at_10": 0.68925, "recall_at_20": 0.78129, "recall_at_50": 0.8819, "recall_at_100": 0.95012, "precision_at_1": 0.3305, "precision_at_3": 0.16505, "precision_at_5": 0.11409, "precision_at_10": 0.06914, "precision_at_20": 0.03922, "precision_at_50": 0.01772, "precision_at_100": 0.00956, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49939, "ndcg_at_3": 0.62134, "ndcg_at_5": 0.65872, "ndcg_at_10": 0.68568, "ndcg_at_20": 0.69777, "ndcg_at_50": 0.70489, "ndcg_at_100": 0.70794, "map_at_1": 0.49818, "map_at_3": 0.59108, "map_at_5": 0.61196, "map_at_10": 0.62324, "map_at_20": 0.62656, "map_at_50": 0.62776, "map_at_100": 0.62803, "recall_at_1": 0.49818, "recall_at_3": 0.70869, "recall_at_5": 0.7986, "recall_at_10": 0.88104, "recall_at_20": 0.92886, "recall_at_50": 0.96416, "recall_at_100": 0.98281, "precision_at_1": 0.49939, "precision_at_3": 0.23714, "precision_at_5": 0.16039, "precision_at_10": 0.08858, "precision_at_20": 0.04675, "precision_at_50": 0.01942, "precision_at_100": 0.00991, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5243, "ndcg_at_3": 0.64834, "ndcg_at_5": 0.6792, "ndcg_at_10": 0.70771, "ndcg_at_20": 0.72034, "ndcg_at_50": 0.72687, "ndcg_at_100": 0.72812, "map_at_1": 0.52339, "map_at_3": 0.61852, "map_at_5": 0.63559, "map_at_10": 0.64775, "map_at_20": 0.65139, "map_at_50": 0.65247, "map_at_100": 0.65259, "recall_at_1": 0.52339, "recall_at_3": 0.7339, "recall_at_5": 0.80893, "recall_at_10": 0.8952, "recall_at_20": 0.94368, "recall_at_50": 0.97618, "recall_at_100": 0.98366, "precision_at_1": 0.5243, "precision_at_3": 0.24544, "precision_at_5": 0.16233, "precision_at_10": 0.08985, "precision_at_20": 0.04745, "precision_at_50": 0.01964, "precision_at_100": 0.00991, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.07351, "ndcg_at_3": 0.11021, "ndcg_at_5": 0.12234, "ndcg_at_10": 0.14096, "ndcg_at_20": 0.15914, "ndcg_at_50": 0.1929, "ndcg_at_100": 0.22016, "map_at_1": 0.07351, "map_at_3": 0.10126, "map_at_5": 0.10806, "map_at_10": 0.11552, "map_at_20": 0.12051, "map_at_50": 0.12592, "map_at_100": 0.12831, "recall_at_1": 0.07351, "recall_at_3": 0.13609, "recall_at_5": 0.16525, "recall_at_10": 0.22363, "recall_at_20": 0.29563, "recall_at_50": 0.46574, "recall_at_100": 0.6339, "precision_at_1": 0.07351, "precision_at_3": 0.04536, "precision_at_5": 0.03305, "precision_at_10": 0.02248, "precision_at_20": 0.01485, "precision_at_50": 0.00936, "precision_at_100": 0.00639, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "VidoreDocVQA", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/docvqa_test_subsampled_beir", "results": [ { "ndcg_at_1": 0.37694, "ndcg_at_3": 0.43765, "ndcg_at_5": 0.45701, "ndcg_at_10": 0.49268, "ndcg_at_20": 0.50897, "ndcg_at_50": 0.52952, "ndcg_at_100": 0.53878, "map_at_1": 0.37406, "map_at_3": 0.42067, "map_at_5": 0.43165, "map_at_10": 0.4464, "map_at_20": 0.45111, "map_at_50": 0.45454, "map_at_100": 0.45545, "recall_at_1": 0.37406, "recall_at_3": 0.47927, "recall_at_5": 0.52805, "recall_at_10": 0.63845, "recall_at_20": 0.69939, "recall_at_50": 0.79991, "recall_at_100": 0.85464, "precision_at_1": 0.37694, "precision_at_3": 0.16408, "precision_at_5": 0.10865, "precision_at_10": 0.06608, "precision_at_20": 0.03659, "precision_at_50": 0.0169, "precision_at_100": 0.00911, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44124, "ndcg_at_3": 0.50069, "ndcg_at_5": 0.51423, "ndcg_at_10": 0.53504, "ndcg_at_20": 0.55279, "ndcg_at_50": 0.56568, "ndcg_at_100": 0.57743, "map_at_1": 0.43976, "map_at_3": 0.48633, "map_at_5": 0.49375, "map_at_10": 0.50256, "map_at_20": 0.50741, "map_at_50": 0.50947, "map_at_100": 0.51052, "recall_at_1": 0.43976, "recall_at_3": 0.53917, "recall_at_5": 0.57243, "recall_at_10": 0.63562, "recall_at_20": 0.70462, "recall_at_50": 0.76678, "recall_at_100": 0.83779, "precision_at_1": 0.44124, "precision_at_3": 0.18256, "precision_at_5": 0.11619, "precision_at_10": 0.06475, "precision_at_20": 0.03625, "precision_at_50": 0.01601, "precision_at_100": 0.0088, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48337, "ndcg_at_3": 0.55534, "ndcg_at_5": 0.57374, "ndcg_at_10": 0.59906, "ndcg_at_20": 0.6137, "ndcg_at_50": 0.62981, "ndcg_at_100": 0.63552, "map_at_1": 0.47912, "map_at_3": 0.53576, "map_at_5": 0.54624, "map_at_10": 0.55708, "map_at_20": 0.56119, "map_at_50": 0.56389, "map_at_100": 0.56443, "recall_at_1": 0.47912, "recall_at_3": 0.60558, "recall_at_5": 0.65103, "recall_at_10": 0.72687, "recall_at_20": 0.78328, "recall_at_50": 0.8626, "recall_at_100": 0.89575, "precision_at_1": 0.48337, "precision_at_3": 0.20473, "precision_at_5": 0.13304, "precision_at_10": 0.07517, "precision_at_20": 0.04102, "precision_at_50": 0.01823, "precision_at_100": 0.00956, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12195, "ndcg_at_3": 0.15311, "ndcg_at_5": 0.16866, "ndcg_at_10": 0.19204, "ndcg_at_20": 0.2141, "ndcg_at_50": 0.24556, "ndcg_at_100": 0.26755, "map_at_1": 0.11853, "map_at_3": 0.14385, "map_at_5": 0.15283, "map_at_10": 0.16205, "map_at_20": 0.16813, "map_at_50": 0.17301, "map_at_100": 0.17496, "recall_at_1": 0.11853, "recall_at_3": 0.17507, "recall_at_5": 0.21277, "recall_at_10": 0.2859, "recall_at_20": 0.37164, "recall_at_50": 0.53099, "recall_at_100": 0.66408, "precision_at_1": 0.12195, "precision_at_3": 0.05987, "precision_at_5": 0.04346, "precision_at_10": 0.02993, "precision_at_20": 0.01962, "precision_at_50": 0.01122, "precision_at_100": 0.0071, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ChatDoctor_HealthCareMagic", "alias": null, "tier": 0, "groups": { "text": 1, "healthcare": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.63549, "ndcg_at_3": 0.70544, "ndcg_at_5": 0.72278, "ndcg_at_10": 0.74007, "ndcg_at_20": 0.7507, "ndcg_at_50": 0.75927, "ndcg_at_100": 0.76377, "map_at_1": 0.63549, "map_at_3": 0.68837, "map_at_5": 0.69801, "map_at_10": 0.70521, "map_at_20": 0.70815, "map_at_50": 0.70959, "map_at_100": 0.70999, "recall_at_1": 0.63549, "recall_at_3": 0.75478, "recall_at_5": 0.79682, "recall_at_10": 0.84994, "recall_at_20": 0.89179, "recall_at_50": 0.93418, "recall_at_100": 0.9619, "precision_at_1": 0.63549, "precision_at_3": 0.25159, "precision_at_5": 0.15936, "precision_at_10": 0.08499, "precision_at_20": 0.04459, "precision_at_50": 0.01868, "precision_at_100": 0.00962, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61438, "ndcg_at_3": 0.68822, "ndcg_at_5": 0.70802, "ndcg_at_10": 0.72756, "ndcg_at_20": 0.73901, "ndcg_at_50": 0.74767, "ndcg_at_100": 0.75122, "map_at_1": 0.61438, "map_at_3": 0.67015, "map_at_5": 0.68117, "map_at_10": 0.68933, "map_at_20": 0.69248, "map_at_50": 0.6939, "map_at_100": 0.69421, "recall_at_1": 0.61438, "recall_at_3": 0.74048, "recall_at_5": 0.78841, "recall_at_10": 0.84833, "recall_at_20": 0.89358, "recall_at_50": 0.93686, "recall_at_100": 0.95868, "precision_at_1": 0.61438, "precision_at_3": 0.24683, "precision_at_5": 0.15768, "precision_at_10": 0.08483, "precision_at_20": 0.04468, "precision_at_50": 0.01874, "precision_at_100": 0.00959, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59435, "ndcg_at_3": 0.66904, "ndcg_at_5": 0.68985, "ndcg_at_10": 0.70662, "ndcg_at_20": 0.72004, "ndcg_at_50": 0.7294, "ndcg_at_100": 0.73426, "map_at_1": 0.59435, "map_at_3": 0.65093, "map_at_5": 0.6625, "map_at_10": 0.66941, "map_at_20": 0.67316, "map_at_50": 0.67471, "map_at_100": 0.67514, "recall_at_1": 0.59435, "recall_at_3": 0.72134, "recall_at_5": 0.77178, "recall_at_10": 0.82365, "recall_at_20": 0.87623, "recall_at_50": 0.92291, "recall_at_100": 0.95278, "precision_at_1": 0.59435, "precision_at_3": 0.24045, "precision_at_5": 0.15436, "precision_at_10": 0.08236, "precision_at_20": 0.04381, "precision_at_50": 0.01846, "precision_at_100": 0.00953, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57771, "ndcg_at_3": 0.64802, "ndcg_at_5": 0.67023, "ndcg_at_10": 0.68924, "ndcg_at_20": 0.70209, "ndcg_at_50": 0.7131, "ndcg_at_100": 0.71746, "map_at_1": 0.57771, "map_at_3": 0.63078, "map_at_5": 0.64308, "map_at_10": 0.65088, "map_at_20": 0.65444, "map_at_50": 0.65625, "map_at_100": 0.65664, "recall_at_1": 0.57771, "recall_at_3": 0.69791, "recall_at_5": 0.75192, "recall_at_10": 0.81095, "recall_at_20": 0.86156, "recall_at_50": 0.91647, "recall_at_100": 0.94312, "precision_at_1": 0.57771, "precision_at_3": 0.23264, "precision_at_5": 0.15038, "precision_at_10": 0.08109, "precision_at_20": 0.04308, "precision_at_50": 0.01833, "precision_at_100": 0.00943, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45537, "ndcg_at_3": 0.53237, "ndcg_at_5": 0.55558, "ndcg_at_10": 0.57852, "ndcg_at_20": 0.59607, "ndcg_at_50": 0.6104, "ndcg_at_100": 0.61835, "map_at_1": 0.45537, "map_at_3": 0.51347, "map_at_5": 0.52636, "map_at_10": 0.53592, "map_at_20": 0.54079, "map_at_50": 0.54314, "map_at_100": 0.54386, "recall_at_1": 0.45537, "recall_at_3": 0.58701, "recall_at_5": 0.64336, "recall_at_10": 0.71383, "recall_at_20": 0.78287, "recall_at_50": 0.85441, "recall_at_100": 0.90306, "precision_at_1": 0.45537, "precision_at_3": 0.19567, "precision_at_5": 0.12867, "precision_at_10": 0.07138, "precision_at_20": 0.03914, "precision_at_50": 0.01709, "precision_at_100": 0.00903, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66768, "ndcg_at_3": 0.73395, "ndcg_at_5": 0.75088, "ndcg_at_10": 0.76741, "ndcg_at_20": 0.77624, "ndcg_at_50": 0.78338, "ndcg_at_100": 0.78669, "map_at_1": 0.66768, "map_at_3": 0.71782, "map_at_5": 0.72721, "map_at_10": 0.73403, "map_at_20": 0.73648, "map_at_50": 0.73765, "map_at_100": 0.73794, "recall_at_1": 0.66768, "recall_at_3": 0.78054, "recall_at_5": 0.82168, "recall_at_10": 0.87283, "recall_at_20": 0.90753, "recall_at_50": 0.9433, "recall_at_100": 0.96369, "precision_at_1": 0.66768, "precision_at_3": 0.26018, "precision_at_5": 0.16434, "precision_at_10": 0.08728, "precision_at_20": 0.04538, "precision_at_50": 0.01887, "precision_at_100": 0.00964, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58022, "ndcg_at_3": 0.64875, "ndcg_at_5": 0.66907, "ndcg_at_10": 0.68813, "ndcg_at_20": 0.70214, "ndcg_at_50": 0.71293, "ndcg_at_100": 0.71776, "map_at_1": 0.58022, "map_at_3": 0.632, "map_at_5": 0.64327, "map_at_10": 0.65115, "map_at_20": 0.65504, "map_at_50": 0.6568, "map_at_100": 0.65723, "recall_at_1": 0.58022, "recall_at_3": 0.69719, "recall_at_5": 0.74656, "recall_at_10": 0.8054, "recall_at_20": 0.86049, "recall_at_50": 0.91451, "recall_at_100": 0.94402, "precision_at_1": 0.58022, "precision_at_3": 0.2324, "precision_at_5": 0.14931, "precision_at_10": 0.08054, "precision_at_20": 0.04302, "precision_at_50": 0.01829, "precision_at_100": 0.00944, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.52209, "ndcg_at_3": 0.5971, "ndcg_at_5": 0.61931, "ndcg_at_10": 0.64156, "ndcg_at_20": 0.65778, "ndcg_at_50": 0.66976, "ndcg_at_100": 0.6762, "map_at_1": 0.52209, "map_at_3": 0.5787, "map_at_5": 0.591, "map_at_10": 0.60028, "map_at_20": 0.60479, "map_at_50": 0.60675, "map_at_100": 0.60733, "recall_at_1": 0.52209, "recall_at_3": 0.65033, "recall_at_5": 0.70435, "recall_at_10": 0.77267, "recall_at_20": 0.83634, "recall_at_50": 0.89626, "recall_at_100": 0.93579, "precision_at_1": 0.52209, "precision_at_3": 0.21678, "precision_at_5": 0.14087, "precision_at_10": 0.07727, "precision_at_20": 0.04182, "precision_at_50": 0.01793, "precision_at_100": 0.00936, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6201, "ndcg_at_3": 0.69047, "ndcg_at_5": 0.70915, "ndcg_at_10": 0.72622, "ndcg_at_20": 0.73809, "ndcg_at_50": 0.7476, "ndcg_at_100": 0.75118, "map_at_1": 0.6201, "map_at_3": 0.6734, "map_at_5": 0.6838, "map_at_10": 0.69081, "map_at_20": 0.6941, "map_at_50": 0.69564, "map_at_100": 0.69596, "recall_at_1": 0.6201, "recall_at_3": 0.73976, "recall_at_5": 0.78501, "recall_at_10": 0.83795, "recall_at_20": 0.88464, "recall_at_50": 0.93239, "recall_at_100": 0.95439, "precision_at_1": 0.6201, "precision_at_3": 0.24659, "precision_at_5": 0.157, "precision_at_10": 0.0838, "precision_at_20": 0.04423, "precision_at_50": 0.01865, "precision_at_100": 0.00954, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61456, "ndcg_at_3": 0.68483, "ndcg_at_5": 0.70343, "ndcg_at_10": 0.72134, "ndcg_at_20": 0.73312, "ndcg_at_50": 0.74269, "ndcg_at_100": 0.74686, "map_at_1": 0.61456, "map_at_3": 0.66768, "map_at_5": 0.67798, "map_at_10": 0.68539, "map_at_20": 0.68871, "map_at_50": 0.69027, "map_at_100": 0.69065, "recall_at_1": 0.61456, "recall_at_3": 0.73439, "recall_at_5": 0.77965, "recall_at_10": 0.83491, "recall_at_20": 0.88088, "recall_at_50": 0.92881, "recall_at_100": 0.95439, "precision_at_1": 0.61456, "precision_at_3": 0.2448, "precision_at_5": 0.15593, "precision_at_10": 0.08349, "precision_at_20": 0.04404, "precision_at_50": 0.01858, "precision_at_100": 0.00954, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63513, "ndcg_at_3": 0.7072, "ndcg_at_5": 0.72582, "ndcg_at_10": 0.743, "ndcg_at_20": 0.75384, "ndcg_at_50": 0.76174, "ndcg_at_100": 0.7657, "map_at_1": 0.63513, "map_at_3": 0.68962, "map_at_5": 0.69994, "map_at_10": 0.70711, "map_at_20": 0.7101, "map_at_50": 0.71139, "map_at_100": 0.71175, "recall_at_1": 0.63513, "recall_at_3": 0.758, "recall_at_5": 0.80326, "recall_at_10": 0.85602, "recall_at_20": 0.89877, "recall_at_50": 0.93829, "recall_at_100": 0.96244, "precision_at_1": 0.63513, "precision_at_3": 0.25267, "precision_at_5": 0.16065, "precision_at_10": 0.0856, "precision_at_20": 0.04494, "precision_at_50": 0.01877, "precision_at_100": 0.00962, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40243, "ndcg_at_3": 0.47846, "ndcg_at_5": 0.50392, "ndcg_at_10": 0.52946, "ndcg_at_20": 0.54795, "ndcg_at_50": 0.56447, "ndcg_at_100": 0.57311, "map_at_1": 0.40243, "map_at_3": 0.45931, "map_at_5": 0.47341, "map_at_10": 0.48397, "map_at_20": 0.489, "map_at_50": 0.4917, "map_at_100": 0.49247, "recall_at_1": 0.40243, "recall_at_3": 0.53407, "recall_at_5": 0.59596, "recall_at_10": 0.67483, "recall_at_20": 0.74835, "recall_at_50": 0.83098, "recall_at_100": 0.8841, "precision_at_1": 0.40243, "precision_at_3": 0.17802, "precision_at_5": 0.11919, "precision_at_10": 0.06748, "precision_at_20": 0.03742, "precision_at_50": 0.01662, "precision_at_100": 0.00884, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42908, "ndcg_at_3": 0.50545, "ndcg_at_5": 0.52704, "ndcg_at_10": 0.55221, "ndcg_at_20": 0.56974, "ndcg_at_50": 0.58628, "ndcg_at_100": 0.59451, "map_at_1": 0.42908, "map_at_3": 0.4865, "map_at_5": 0.49843, "map_at_10": 0.50887, "map_at_20": 0.5137, "map_at_50": 0.51639, "map_at_100": 0.51713, "recall_at_1": 0.42908, "recall_at_3": 0.56036, "recall_at_5": 0.61295, "recall_at_10": 0.69057, "recall_at_20": 0.75979, "recall_at_50": 0.8426, "recall_at_100": 0.89304, "precision_at_1": 0.42908, "precision_at_3": 0.18679, "precision_at_5": 0.12259, "precision_at_10": 0.06906, "precision_at_20": 0.03799, "precision_at_50": 0.01685, "precision_at_100": 0.00893, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64944, "ndcg_at_3": 0.71839, "ndcg_at_5": 0.73673, "ndcg_at_10": 0.75311, "ndcg_at_20": 0.76365, "ndcg_at_50": 0.77172, "ndcg_at_100": 0.77518, "map_at_1": 0.64944, "map_at_3": 0.70169, "map_at_5": 0.71187, "map_at_10": 0.7187, "map_at_20": 0.72165, "map_at_50": 0.72301, "map_at_100": 0.72331, "recall_at_1": 0.64944, "recall_at_3": 0.76659, "recall_at_5": 0.81113, "recall_at_10": 0.86138, "recall_at_20": 0.9027, "recall_at_50": 0.94259, "recall_at_100": 0.96405, "precision_at_1": 0.64944, "precision_at_3": 0.25553, "precision_at_5": 0.16223, "precision_at_10": 0.08614, "precision_at_20": 0.04514, "precision_at_50": 0.01885, "precision_at_100": 0.00964, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46521, "ndcg_at_3": 0.53667, "ndcg_at_5": 0.56014, "ndcg_at_10": 0.5799, "ndcg_at_20": 0.59488, "ndcg_at_50": 0.61029, "ndcg_at_100": 0.61736, "map_at_1": 0.46521, "map_at_3": 0.5192, "map_at_5": 0.53216, "map_at_10": 0.54038, "map_at_20": 0.54447, "map_at_50": 0.54694, "map_at_100": 0.54758, "recall_at_1": 0.46521, "recall_at_3": 0.58719, "recall_at_5": 0.64443, "recall_at_10": 0.70524, "recall_at_20": 0.76462, "recall_at_50": 0.84225, "recall_at_100": 0.88553, "precision_at_1": 0.46521, "precision_at_3": 0.19573, "precision_at_5": 0.12889, "precision_at_10": 0.07052, "precision_at_20": 0.03823, "precision_at_50": 0.01684, "precision_at_100": 0.00886, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44196, "ndcg_at_3": 0.52428, "ndcg_at_5": 0.54753, "ndcg_at_10": 0.57152, "ndcg_at_20": 0.5901, "ndcg_at_50": 0.60685, "ndcg_at_100": 0.61449, "map_at_1": 0.44196, "map_at_3": 0.50408, "map_at_5": 0.51705, "map_at_10": 0.52705, "map_at_20": 0.53217, "map_at_50": 0.5349, "map_at_100": 0.53558, "recall_at_1": 0.44196, "recall_at_3": 0.58272, "recall_at_5": 0.63888, "recall_at_10": 0.71257, "recall_at_20": 0.78591, "recall_at_50": 0.86979, "recall_at_100": 0.91665, "precision_at_1": 0.44196, "precision_at_3": 0.19424, "precision_at_5": 0.12778, "precision_at_10": 0.07126, "precision_at_20": 0.0393, "precision_at_50": 0.0174, "precision_at_100": 0.00917, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4069, "ndcg_at_3": 0.48385, "ndcg_at_5": 0.50867, "ndcg_at_10": 0.53294, "ndcg_at_20": 0.55133, "ndcg_at_50": 0.56895, "ndcg_at_100": 0.57794, "map_at_1": 0.4069, "map_at_3": 0.46473, "map_at_5": 0.4785, "map_at_10": 0.48857, "map_at_20": 0.49364, "map_at_50": 0.49649, "map_at_100": 0.4973, "recall_at_1": 0.4069, "recall_at_3": 0.53926, "recall_at_5": 0.59953, "recall_at_10": 0.6743, "recall_at_20": 0.74691, "recall_at_50": 0.83527, "recall_at_100": 0.89054, "precision_at_1": 0.4069, "precision_at_3": 0.17975, "precision_at_5": 0.11991, "precision_at_10": 0.06743, "precision_at_20": 0.03735, "precision_at_50": 0.01671, "precision_at_100": 0.00891, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62082, "ndcg_at_3": 0.6905, "ndcg_at_5": 0.70921, "ndcg_at_10": 0.72889, "ndcg_at_20": 0.74008, "ndcg_at_50": 0.74898, "ndcg_at_100": 0.7529, "map_at_1": 0.62082, "map_at_3": 0.67346, "map_at_5": 0.68385, "map_at_10": 0.69194, "map_at_20": 0.69505, "map_at_50": 0.69649, "map_at_100": 0.69684, "recall_at_1": 0.62082, "recall_at_3": 0.73976, "recall_at_5": 0.78519, "recall_at_10": 0.84618, "recall_at_20": 0.89018, "recall_at_50": 0.9349, "recall_at_100": 0.95904, "precision_at_1": 0.62082, "precision_at_3": 0.24659, "precision_at_5": 0.15704, "precision_at_10": 0.08462, "precision_at_20": 0.04451, "precision_at_50": 0.0187, "precision_at_100": 0.00959, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34019, "ndcg_at_3": 0.4141, "ndcg_at_5": 0.43652, "ndcg_at_10": 0.46143, "ndcg_at_20": 0.48216, "ndcg_at_50": 0.50067, "ndcg_at_100": 0.51028, "map_at_1": 0.34019, "map_at_3": 0.39605, "map_at_5": 0.4085, "map_at_10": 0.41884, "map_at_20": 0.42451, "map_at_50": 0.42756, "map_at_100": 0.42841, "recall_at_1": 0.34019, "recall_at_3": 0.46629, "recall_at_5": 0.52066, "recall_at_10": 0.59739, "recall_at_20": 0.67948, "recall_at_50": 0.77195, "recall_at_100": 0.83098, "precision_at_1": 0.34019, "precision_at_3": 0.15543, "precision_at_5": 0.10413, "precision_at_10": 0.05974, "precision_at_20": 0.03397, "precision_at_50": 0.01544, "precision_at_100": 0.00831, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42264, "ndcg_at_3": 0.49624, "ndcg_at_5": 0.51876, "ndcg_at_10": 0.54413, "ndcg_at_20": 0.56112, "ndcg_at_50": 0.57765, "ndcg_at_100": 0.58612, "map_at_1": 0.42264, "map_at_3": 0.47821, "map_at_5": 0.49065, "map_at_10": 0.50111, "map_at_20": 0.50581, "map_at_50": 0.50851, "map_at_100": 0.50926, "recall_at_1": 0.42264, "recall_at_3": 0.54838, "recall_at_5": 0.60329, "recall_at_10": 0.68181, "recall_at_20": 0.7487, "recall_at_50": 0.83151, "recall_at_100": 0.88356, "precision_at_1": 0.42264, "precision_at_3": 0.18279, "precision_at_5": 0.12066, "precision_at_10": 0.06818, "precision_at_20": 0.03744, "precision_at_50": 0.01663, "precision_at_100": 0.00884, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50599, "ndcg_at_3": 0.58459, "ndcg_at_5": 0.60636, "ndcg_at_10": 0.62741, "ndcg_at_20": 0.64247, "ndcg_at_50": 0.65557, "ndcg_at_100": 0.662, "map_at_1": 0.50599, "map_at_3": 0.56543, "map_at_5": 0.57749, "map_at_10": 0.58618, "map_at_20": 0.59033, "map_at_50": 0.5925, "map_at_100": 0.59308, "recall_at_1": 0.50599, "recall_at_3": 0.63996, "recall_at_5": 0.6929, "recall_at_10": 0.758, "recall_at_20": 0.81739, "recall_at_50": 0.88267, "recall_at_100": 0.92202, "precision_at_1": 0.50599, "precision_at_3": 0.21332, "precision_at_5": 0.13858, "precision_at_10": 0.0758, "precision_at_20": 0.04087, "precision_at_50": 0.01765, "precision_at_100": 0.00922, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59184, "ndcg_at_3": 0.66441, "ndcg_at_5": 0.68522, "ndcg_at_10": 0.70335, "ndcg_at_20": 0.71613, "ndcg_at_50": 0.72631, "ndcg_at_100": 0.73113, "map_at_1": 0.59184, "map_at_3": 0.64649, "map_at_5": 0.65797, "map_at_10": 0.6655, "map_at_20": 0.66905, "map_at_50": 0.67072, "map_at_100": 0.67115, "recall_at_1": 0.59184, "recall_at_3": 0.71633, "recall_at_5": 0.76713, "recall_at_10": 0.82293, "recall_at_20": 0.87319, "recall_at_50": 0.92398, "recall_at_100": 0.95368, "precision_at_1": 0.59184, "precision_at_3": 0.23878, "precision_at_5": 0.15343, "precision_at_10": 0.08229, "precision_at_20": 0.04366, "precision_at_50": 0.01848, "precision_at_100": 0.00954, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62171, "ndcg_at_3": 0.6919, "ndcg_at_5": 0.71118, "ndcg_at_10": 0.72783, "ndcg_at_20": 0.73947, "ndcg_at_50": 0.74884, "ndcg_at_100": 0.75331, "map_at_1": 0.62171, "map_at_3": 0.67489, "map_at_5": 0.68558, "map_at_10": 0.69245, "map_at_20": 0.6957, "map_at_50": 0.69725, "map_at_100": 0.69765, "recall_at_1": 0.62171, "recall_at_3": 0.74101, "recall_at_5": 0.78787, "recall_at_10": 0.83938, "recall_at_20": 0.88499, "recall_at_50": 0.93168, "recall_at_100": 0.95922, "precision_at_1": 0.62171, "precision_at_3": 0.247, "precision_at_5": 0.15757, "precision_at_10": 0.08394, "precision_at_20": 0.04425, "precision_at_50": 0.01863, "precision_at_100": 0.00959, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55428, "ndcg_at_3": 0.62745, "ndcg_at_5": 0.64956, "ndcg_at_10": 0.66964, "ndcg_at_20": 0.68437, "ndcg_at_50": 0.69662, "ndcg_at_100": 0.70185, "map_at_1": 0.55428, "map_at_3": 0.60946, "map_at_5": 0.6217, "map_at_10": 0.63006, "map_at_20": 0.63417, "map_at_50": 0.63623, "map_at_100": 0.6367, "recall_at_1": 0.55428, "recall_at_3": 0.67948, "recall_at_5": 0.73332, "recall_at_10": 0.79503, "recall_at_20": 0.8528, "recall_at_50": 0.91343, "recall_at_100": 0.94545, "precision_at_1": 0.55428, "precision_at_3": 0.22649, "precision_at_5": 0.14666, "precision_at_10": 0.0795, "precision_at_20": 0.04264, "precision_at_50": 0.01827, "precision_at_100": 0.00945, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.0821, "ndcg_at_3": 0.11033, "ndcg_at_5": 0.12184, "ndcg_at_10": 0.13534, "ndcg_at_20": 0.14712, "ndcg_at_50": 0.1642, "ndcg_at_100": 0.17758, "map_at_1": 0.0821, "map_at_3": 0.10323, "map_at_5": 0.10963, "map_at_10": 0.11519, "map_at_20": 0.11838, "map_at_50": 0.12113, "map_at_100": 0.1223, "recall_at_1": 0.0821, "recall_at_3": 0.13092, "recall_at_5": 0.15883, "recall_at_10": 0.20068, "recall_at_20": 0.24754, "recall_at_50": 0.33357, "recall_at_100": 0.4162, "precision_at_1": 0.0821, "precision_at_3": 0.04364, "precision_at_5": 0.03177, "precision_at_10": 0.02007, "precision_at_20": 0.01238, "precision_at_50": 0.00667, "precision_at_100": 0.00416, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41245, "ndcg_at_3": 0.48798, "ndcg_at_5": 0.51115, "ndcg_at_10": 0.53572, "ndcg_at_20": 0.55265, "ndcg_at_50": 0.56926, "ndcg_at_100": 0.57862, "map_at_1": 0.41245, "map_at_3": 0.46918, "map_at_5": 0.48205, "map_at_10": 0.49223, "map_at_20": 0.49689, "map_at_50": 0.49957, "map_at_100": 0.50041, "recall_at_1": 0.41245, "recall_at_3": 0.54248, "recall_at_5": 0.59864, "recall_at_10": 0.67448, "recall_at_20": 0.74137, "recall_at_50": 0.8249, "recall_at_100": 0.88213, "precision_at_1": 0.41245, "precision_at_3": 0.18083, "precision_at_5": 0.11973, "precision_at_10": 0.06745, "precision_at_20": 0.03707, "precision_at_50": 0.0165, "precision_at_100": 0.00882, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28564, "ndcg_at_3": 0.35145, "ndcg_at_5": 0.37384, "ndcg_at_10": 0.39918, "ndcg_at_20": 0.41891, "ndcg_at_50": 0.44042, "ndcg_at_100": 0.45219, "map_at_1": 0.28564, "map_at_3": 0.33509, "map_at_5": 0.34747, "map_at_10": 0.35787, "map_at_20": 0.36331, "map_at_50": 0.36681, "map_at_100": 0.36786, "recall_at_1": 0.28564, "recall_at_3": 0.39886, "recall_at_5": 0.45341, "recall_at_10": 0.53211, "recall_at_20": 0.60991, "recall_at_50": 0.71776, "recall_at_100": 0.7902, "precision_at_1": 0.28564, "precision_at_3": 0.13295, "precision_at_5": 0.09068, "precision_at_10": 0.05321, "precision_at_20": 0.0305, "precision_at_50": 0.01436, "precision_at_100": 0.0079, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.4763, "ndcg_at_3": 0.54636, "ndcg_at_5": 0.56701, "ndcg_at_10": 0.58877, "ndcg_at_20": 0.60527, "ndcg_at_50": 0.6201, "ndcg_at_100": 0.62781, "map_at_1": 0.4763, "map_at_3": 0.52915, "map_at_5": 0.54058, "map_at_10": 0.5495, "map_at_20": 0.5541, "map_at_50": 0.55652, "map_at_100": 0.5572, "recall_at_1": 0.4763, "recall_at_3": 0.59614, "recall_at_5": 0.6464, "recall_at_10": 0.714, "recall_at_20": 0.77875, "recall_at_50": 0.85298, "recall_at_100": 0.90055, "precision_at_1": 0.4763, "precision_at_3": 0.19871, "precision_at_5": 0.12928, "precision_at_10": 0.0714, "precision_at_20": 0.03894, "precision_at_50": 0.01706, "precision_at_100": 0.00901, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34108, "ndcg_at_3": 0.41252, "ndcg_at_5": 0.43616, "ndcg_at_10": 0.463, "ndcg_at_20": 0.4835, "ndcg_at_50": 0.50382, "ndcg_at_100": 0.51403, "map_at_1": 0.34108, "map_at_3": 0.39504, "map_at_5": 0.40815, "map_at_10": 0.4193, "map_at_20": 0.42491, "map_at_50": 0.42826, "map_at_100": 0.42916, "recall_at_1": 0.34108, "recall_at_3": 0.46307, "recall_at_5": 0.52048, "recall_at_10": 0.60311, "recall_at_20": 0.68431, "recall_at_50": 0.78573, "recall_at_100": 0.84851, "precision_at_1": 0.34108, "precision_at_3": 0.15436, "precision_at_5": 0.1041, "precision_at_10": 0.06031, "precision_at_20": 0.03422, "precision_at_50": 0.01571, "precision_at_100": 0.00849, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39778, "ndcg_at_3": 0.47062, "ndcg_at_5": 0.49074, "ndcg_at_10": 0.51574, "ndcg_at_20": 0.53428, "ndcg_at_50": 0.55052, "ndcg_at_100": 0.55893, "map_at_1": 0.39778, "map_at_3": 0.45254, "map_at_5": 0.46371, "map_at_10": 0.47401, "map_at_20": 0.4791, "map_at_50": 0.48174, "map_at_100": 0.48248, "recall_at_1": 0.39778, "recall_at_3": 0.52298, "recall_at_5": 0.57181, "recall_at_10": 0.64926, "recall_at_20": 0.72259, "recall_at_50": 0.80397, "recall_at_100": 0.85584, "precision_at_1": 0.39778, "precision_at_3": 0.17433, "precision_at_5": 0.11436, "precision_at_10": 0.06493, "precision_at_20": 0.03613, "precision_at_50": 0.01608, "precision_at_100": 0.00856, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35611, "ndcg_at_3": 0.4264, "ndcg_at_5": 0.45021, "ndcg_at_10": 0.47549, "ndcg_at_20": 0.49419, "ndcg_at_50": 0.51152, "ndcg_at_100": 0.52233, "map_at_1": 0.35611, "map_at_3": 0.40899, "map_at_5": 0.42216, "map_at_10": 0.43256, "map_at_20": 0.43773, "map_at_50": 0.44055, "map_at_100": 0.44153, "recall_at_1": 0.35611, "recall_at_3": 0.47684, "recall_at_5": 0.53479, "recall_at_10": 0.61313, "recall_at_20": 0.68682, "recall_at_50": 0.77374, "recall_at_100": 0.83992, "precision_at_1": 0.35611, "precision_at_3": 0.15895, "precision_at_5": 0.10696, "precision_at_10": 0.06131, "precision_at_20": 0.03434, "precision_at_50": 0.01547, "precision_at_100": 0.0084, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62136, "ndcg_at_3": 0.69172, "ndcg_at_5": 0.71152, "ndcg_at_10": 0.72644, "ndcg_at_20": 0.73776, "ndcg_at_50": 0.747, "ndcg_at_100": 0.75109, "map_at_1": 0.62136, "map_at_3": 0.67433, "map_at_5": 0.68531, "map_at_10": 0.69146, "map_at_20": 0.69458, "map_at_50": 0.69608, "map_at_100": 0.69645, "recall_at_1": 0.62136, "recall_at_3": 0.74209, "recall_at_5": 0.7902, "recall_at_10": 0.83634, "recall_at_20": 0.88106, "recall_at_50": 0.92738, "recall_at_100": 0.95242, "precision_at_1": 0.62136, "precision_at_3": 0.24736, "precision_at_5": 0.15804, "precision_at_10": 0.08363, "precision_at_20": 0.04405, "precision_at_50": 0.01855, "precision_at_100": 0.00952, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55393, "ndcg_at_3": 0.62563, "ndcg_at_5": 0.64701, "ndcg_at_10": 0.66653, "ndcg_at_20": 0.6802, "ndcg_at_50": 0.69168, "ndcg_at_100": 0.69716, "map_at_1": 0.55393, "map_at_3": 0.608, "map_at_5": 0.61988, "map_at_10": 0.62802, "map_at_20": 0.63178, "map_at_50": 0.63366, "map_at_100": 0.63415, "recall_at_1": 0.55393, "recall_at_3": 0.67662, "recall_at_5": 0.72849, "recall_at_10": 0.78841, "recall_at_20": 0.84243, "recall_at_50": 0.89984, "recall_at_100": 0.93346, "precision_at_1": 0.55393, "precision_at_3": 0.22554, "precision_at_5": 0.1457, "precision_at_10": 0.07884, "precision_at_20": 0.04212, "precision_at_50": 0.018, "precision_at_100": 0.00933, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32767, "ndcg_at_3": 0.40145, "ndcg_at_5": 0.42394, "ndcg_at_10": 0.453, "ndcg_at_20": 0.47353, "ndcg_at_50": 0.49275, "ndcg_at_100": 0.50402, "map_at_1": 0.32767, "map_at_3": 0.38315, "map_at_5": 0.39559, "map_at_10": 0.40767, "map_at_20": 0.41323, "map_at_50": 0.41634, "map_at_100": 0.41735, "recall_at_1": 0.32767, "recall_at_3": 0.45448, "recall_at_5": 0.50921, "recall_at_10": 0.59864, "recall_at_20": 0.68038, "recall_at_50": 0.77696, "recall_at_100": 0.846, "precision_at_1": 0.32767, "precision_at_3": 0.15149, "precision_at_5": 0.10184, "precision_at_10": 0.05986, "precision_at_20": 0.03402, "precision_at_50": 0.01554, "precision_at_100": 0.00846, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.62243, "ndcg_at_3": 0.69266, "ndcg_at_5": 0.71127, "ndcg_at_10": 0.7282, "ndcg_at_20": 0.73971, "ndcg_at_50": 0.74904, "ndcg_at_100": 0.75358, "map_at_1": 0.62243, "map_at_3": 0.67561, "map_at_5": 0.68592, "map_at_10": 0.69289, "map_at_20": 0.69612, "map_at_50": 0.69767, "map_at_100": 0.69808, "recall_at_1": 0.62243, "recall_at_3": 0.74191, "recall_at_5": 0.78716, "recall_at_10": 0.83956, "recall_at_20": 0.88464, "recall_at_50": 0.93096, "recall_at_100": 0.95886, "precision_at_1": 0.62243, "precision_at_3": 0.2473, "precision_at_5": 0.15743, "precision_at_10": 0.08396, "precision_at_20": 0.04423, "precision_at_50": 0.01862, "precision_at_100": 0.00959, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.63566, "ndcg_at_3": 0.70423, "ndcg_at_5": 0.72412, "ndcg_at_10": 0.74077, "ndcg_at_20": 0.75132, "ndcg_at_50": 0.76021, "ndcg_at_100": 0.76427, "map_at_1": 0.63566, "map_at_3": 0.68732, "map_at_5": 0.69836, "map_at_10": 0.70536, "map_at_20": 0.70828, "map_at_50": 0.70977, "map_at_100": 0.71013, "recall_at_1": 0.63566, "recall_at_3": 0.75317, "recall_at_5": 0.80147, "recall_at_10": 0.85226, "recall_at_20": 0.89376, "recall_at_50": 0.93794, "recall_at_100": 0.9628, "precision_at_1": 0.63566, "precision_at_3": 0.25106, "precision_at_5": 0.16029, "precision_at_10": 0.08523, "precision_at_20": 0.04469, "precision_at_50": 0.01876, "precision_at_100": 0.00963, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.08317, "ndcg_at_3": 0.11188, "ndcg_at_5": 0.12148, "ndcg_at_10": 0.13441, "ndcg_at_20": 0.14558, "ndcg_at_50": 0.16044, "ndcg_at_100": 0.17186, "map_at_1": 0.08317, "map_at_3": 0.10469, "map_at_5": 0.11004, "map_at_10": 0.1154, "map_at_20": 0.11846, "map_at_50": 0.12085, "map_at_100": 0.12186, "recall_at_1": 0.08317, "recall_at_3": 0.13271, "recall_at_5": 0.15596, "recall_at_10": 0.19585, "recall_at_20": 0.24003, "recall_at_50": 0.31479, "recall_at_100": 0.38526, "precision_at_1": 0.08317, "precision_at_3": 0.04424, "precision_at_5": 0.03119, "precision_at_10": 0.01959, "precision_at_20": 0.012, "precision_at_50": 0.0063, "precision_at_100": 0.00385, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45967, "ndcg_at_3": 0.53225, "ndcg_at_5": 0.55433, "ndcg_at_10": 0.5764, "ndcg_at_20": 0.5937, "ndcg_at_50": 0.60801, "ndcg_at_100": 0.61547, "map_at_1": 0.45967, "map_at_3": 0.51416, "map_at_5": 0.52653, "map_at_10": 0.53562, "map_at_20": 0.54041, "map_at_50": 0.54272, "map_at_100": 0.54339, "recall_at_1": 0.45967, "recall_at_3": 0.58469, "recall_at_5": 0.63781, "recall_at_10": 0.70613, "recall_at_20": 0.77428, "recall_at_50": 0.84618, "recall_at_100": 0.89197, "precision_at_1": 0.45967, "precision_at_3": 0.1949, "precision_at_5": 0.12756, "precision_at_10": 0.07061, "precision_at_20": 0.03871, "precision_at_50": 0.01692, "precision_at_100": 0.00892, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "Vidore2EconomicsReports", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/economics_reports_v2", "results": [ { "ndcg_at_1": 0.64655, "ndcg_at_3": 0.61749, "ndcg_at_5": 0.56916, "ndcg_at_10": 0.53943, "ndcg_at_20": 0.55197, "ndcg_at_50": 0.61917, "ndcg_at_100": 0.66358, "map_at_1": 0.09721, "map_at_3": 0.18991, "map_at_5": 0.22909, "map_at_10": 0.28968, "map_at_20": 0.33803, "map_at_50": 0.39431, "map_at_100": 0.42326, "recall_at_1": 0.09721, "recall_at_3": 0.22257, "recall_at_5": 0.28358, "recall_at_10": 0.39682, "recall_at_20": 0.53332, "recall_at_50": 0.73596, "recall_at_100": 0.87125, "precision_at_1": 0.64655, "precision_at_3": 0.56178, "precision_at_5": 0.47931, "precision_at_10": 0.38578, "precision_at_20": 0.28578, "precision_at_50": 0.18716, "precision_at_100": 0.12483, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62931, "ndcg_at_3": 0.58018, "ndcg_at_5": 0.54941, "ndcg_at_10": 0.52653, "ndcg_at_20": 0.54009, "ndcg_at_50": 0.61369, "ndcg_at_100": 0.65534, "map_at_1": 0.10726, "map_at_3": 0.18332, "map_at_5": 0.2286, "map_at_10": 0.28873, "map_at_20": 0.33413, "map_at_50": 0.39119, "map_at_100": 0.41662, "recall_at_1": 0.10726, "recall_at_3": 0.20827, "recall_at_5": 0.28149, "recall_at_10": 0.40361, "recall_at_20": 0.53296, "recall_at_50": 0.73702, "recall_at_100": 0.8676, "precision_at_1": 0.62931, "precision_at_3": 0.5273, "precision_at_5": 0.46897, "precision_at_10": 0.37026, "precision_at_20": 0.27284, "precision_at_50": 0.18414, "precision_at_100": 0.1203, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6681, "ndcg_at_3": 0.63514, "ndcg_at_5": 0.59239, "ndcg_at_10": 0.55617, "ndcg_at_20": 0.57263, "ndcg_at_50": 0.62894, "ndcg_at_100": 0.67528, "map_at_1": 0.1126, "map_at_3": 0.20525, "map_at_5": 0.2498, "map_at_10": 0.31092, "map_at_20": 0.36307, "map_at_50": 0.4142, "map_at_100": 0.44368, "recall_at_1": 0.1126, "recall_at_3": 0.2403, "recall_at_5": 0.30409, "recall_at_10": 0.4103, "recall_at_20": 0.55551, "recall_at_50": 0.73259, "recall_at_100": 0.86797, "precision_at_1": 0.6681, "precision_at_3": 0.57759, "precision_at_5": 0.5, "precision_at_10": 0.39138, "precision_at_20": 0.29246, "precision_at_50": 0.18345, "precision_at_100": 0.12448, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2069, "ndcg_at_3": 0.19876, "ndcg_at_5": 0.19821, "ndcg_at_10": 0.19428, "ndcg_at_20": 0.21596, "ndcg_at_50": 0.27017, "ndcg_at_100": 0.33051, "map_at_1": 0.01737, "map_at_3": 0.03672, "map_at_5": 0.05311, "map_at_10": 0.07047, "map_at_20": 0.09034, "map_at_50": 0.11211, "map_at_100": 0.12822, "recall_at_1": 0.01737, "recall_at_3": 0.05363, "recall_at_5": 0.0964, "recall_at_10": 0.15315, "recall_at_20": 0.23854, "recall_at_50": 0.38616, "recall_at_100": 0.57045, "precision_at_1": 0.2069, "precision_at_3": 0.19684, "precision_at_5": 0.19138, "precision_at_10": 0.15819, "precision_at_20": 0.13017, "precision_at_50": 0.09414, "precision_at_100": 0.07543, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 11 (English, Healthcare)", "alias": "ClosedDataset 11 (English, Healthcare)", "tier": 3, "groups": { "text": 1, "healthcare": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.50025, "ndcg_at_3": 0.58807, "ndcg_at_5": 0.61228, "ndcg_at_10": 0.63752, "ndcg_at_20": 0.65619, "ndcg_at_50": 0.67186, "ndcg_at_100": 0.67948, "map_at_1": 0.49992, "map_at_3": 0.56657, "map_at_5": 0.57993, "map_at_10": 0.59037, "map_at_20": 0.59554, "map_at_50": 0.59812, "map_at_100": 0.5988, "recall_at_1": 0.49992, "recall_at_3": 0.64994, "recall_at_5": 0.7089, "recall_at_10": 0.7867, "recall_at_20": 0.8602, "recall_at_50": 0.93808, "recall_at_100": 0.98488, "precision_at_1": 0.50025, "precision_at_3": 0.21676, "precision_at_5": 0.14192, "precision_at_10": 0.07876, "precision_at_20": 0.04306, "precision_at_50": 0.01882, "precision_at_100": 0.00989, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36239, "ndcg_at_3": 0.43526, "ndcg_at_5": 0.46061, "ndcg_at_10": 0.49109, "ndcg_at_20": 0.51909, "ndcg_at_50": 0.54715, "ndcg_at_100": 0.56092, "map_at_1": 0.36239, "map_at_3": 0.4171, "map_at_5": 0.43122, "map_at_10": 0.4438, "map_at_20": 0.45141, "map_at_50": 0.45595, "map_at_100": 0.45721, "recall_at_1": 0.36239, "recall_at_3": 0.48775, "recall_at_5": 0.54908, "recall_at_10": 0.64335, "recall_at_20": 0.75443, "recall_at_50": 0.89517, "recall_at_100": 0.97897, "precision_at_1": 0.36239, "precision_at_3": 0.1627, "precision_at_5": 0.10988, "precision_at_10": 0.06437, "precision_at_20": 0.03779, "precision_at_50": 0.01795, "precision_at_100": 0.00983, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45312, "ndcg_at_3": 0.5486, "ndcg_at_5": 0.5696, "ndcg_at_10": 0.60114, "ndcg_at_20": 0.62055, "ndcg_at_50": 0.63945, "ndcg_at_100": 0.64727, "map_at_1": 0.45312, "map_at_3": 0.52534, "map_at_5": 0.53695, "map_at_10": 0.55, "map_at_20": 0.55536, "map_at_50": 0.55842, "map_at_100": 0.55913, "recall_at_1": 0.45312, "recall_at_3": 0.61581, "recall_at_5": 0.667, "recall_at_10": 0.76432, "recall_at_20": 0.8406, "recall_at_50": 0.93512, "recall_at_100": 0.98302, "precision_at_1": 0.45312, "precision_at_3": 0.20527, "precision_at_5": 0.1334, "precision_at_10": 0.07643, "precision_at_20": 0.04209, "precision_at_50": 0.01877, "precision_at_100": 0.00987, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2002, "ndcg_at_3": 0.2479, "ndcg_at_5": 0.26812, "ndcg_at_10": 0.29038, "ndcg_at_20": 0.31044, "ndcg_at_50": 0.34512, "ndcg_at_100": 0.37445, "map_at_1": 0.2002, "map_at_3": 0.23606, "map_at_5": 0.24726, "map_at_10": 0.25643, "map_at_20": 0.26182, "map_at_50": 0.26722, "map_at_100": 0.26981, "recall_at_1": 0.2002, "recall_at_3": 0.28206, "recall_at_5": 0.33122, "recall_at_10": 0.40015, "recall_at_20": 0.48015, "recall_at_50": 0.65687, "recall_at_100": 0.83739, "precision_at_1": 0.2002, "precision_at_3": 0.0941, "precision_at_5": 0.06629, "precision_at_10": 0.04004, "precision_at_20": 0.02405, "precision_at_50": 0.01317, "precision_at_100": 0.00841, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39128, "ndcg_at_3": 0.48535, "ndcg_at_5": 0.51172, "ndcg_at_10": 0.53789, "ndcg_at_20": 0.56123, "ndcg_at_50": 0.58624, "ndcg_at_100": 0.59794, "map_at_1": 0.39128, "map_at_3": 0.46232, "map_at_5": 0.477, "map_at_10": 0.48776, "map_at_20": 0.49419, "map_at_50": 0.4983, "map_at_100": 0.49939, "recall_at_1": 0.39128, "recall_at_3": 0.55195, "recall_at_5": 0.61581, "recall_at_10": 0.69691, "recall_at_20": 0.78873, "recall_at_50": 0.91325, "recall_at_100": 0.98403, "precision_at_1": 0.39128, "precision_at_3": 0.18398, "precision_at_5": 0.12316, "precision_at_10": 0.06969, "precision_at_20": 0.03948, "precision_at_50": 0.01831, "precision_at_100": 0.00989, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53725, "ndcg_at_3": 0.62628, "ndcg_at_5": 0.64988, "ndcg_at_10": 0.67417, "ndcg_at_20": 0.69021, "ndcg_at_50": 0.7017, "ndcg_at_100": 0.70841, "map_at_1": 0.537, "map_at_3": 0.60433, "map_at_5": 0.61743, "map_at_10": 0.62751, "map_at_20": 0.63191, "map_at_50": 0.63377, "map_at_100": 0.63438, "recall_at_1": 0.537, "recall_at_3": 0.68956, "recall_at_5": 0.74683, "recall_at_10": 0.82151, "recall_at_20": 0.88478, "recall_at_50": 0.94239, "recall_at_100": 0.98311, "precision_at_1": 0.53725, "precision_at_3": 0.22994, "precision_at_5": 0.14942, "precision_at_10": 0.08221, "precision_at_20": 0.0443, "precision_at_50": 0.0189, "precision_at_100": 0.00988, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45261, "ndcg_at_3": 0.53802, "ndcg_at_5": 0.56048, "ndcg_at_10": 0.58888, "ndcg_at_20": 0.60843, "ndcg_at_50": 0.63044, "ndcg_at_100": 0.6398, "map_at_1": 0.45261, "map_at_3": 0.51685, "map_at_5": 0.52927, "map_at_10": 0.54111, "map_at_20": 0.54647, "map_at_50": 0.55005, "map_at_100": 0.55092, "recall_at_1": 0.45261, "recall_at_3": 0.599, "recall_at_5": 0.65374, "recall_at_10": 0.74092, "recall_at_20": 0.81813, "recall_at_50": 0.9282, "recall_at_100": 0.98479, "precision_at_1": 0.45261, "precision_at_3": 0.19986, "precision_at_5": 0.13087, "precision_at_10": 0.07415, "precision_at_20": 0.04095, "precision_at_50": 0.01861, "precision_at_100": 0.00989, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.39179, "ndcg_at_3": 0.47765, "ndcg_at_5": 0.50592, "ndcg_at_10": 0.53032, "ndcg_at_20": 0.55142, "ndcg_at_50": 0.57161, "ndcg_at_100": 0.58442, "map_at_1": 0.39179, "map_at_3": 0.45683, "map_at_5": 0.47257, "map_at_10": 0.48273, "map_at_20": 0.48852, "map_at_50": 0.4918, "map_at_100": 0.49296, "recall_at_1": 0.39179, "recall_at_3": 0.53776, "recall_at_5": 0.60618, "recall_at_10": 0.6812, "recall_at_20": 0.76457, "recall_at_50": 0.86535, "recall_at_100": 0.94357, "precision_at_1": 0.39179, "precision_at_3": 0.17925, "precision_at_5": 0.12124, "precision_at_10": 0.06812, "precision_at_20": 0.03824, "precision_at_50": 0.01735, "precision_at_100": 0.00948, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52255, "ndcg_at_3": 0.60447, "ndcg_at_5": 0.62762, "ndcg_at_10": 0.65089, "ndcg_at_20": 0.66882, "ndcg_at_50": 0.68444, "ndcg_at_100": 0.69186, "map_at_1": 0.52255, "map_at_3": 0.58473, "map_at_5": 0.59761, "map_at_10": 0.60731, "map_at_20": 0.61225, "map_at_50": 0.6148, "map_at_100": 0.61549, "recall_at_1": 0.52255, "recall_at_3": 0.66143, "recall_at_5": 0.71735, "recall_at_10": 0.78882, "recall_at_20": 0.85952, "recall_at_50": 0.93732, "recall_at_100": 0.98218, "precision_at_1": 0.52255, "precision_at_3": 0.22048, "precision_at_5": 0.14354, "precision_at_10": 0.07892, "precision_at_20": 0.04301, "precision_at_50": 0.01878, "precision_at_100": 0.00986, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47288, "ndcg_at_3": 0.5608, "ndcg_at_5": 0.586, "ndcg_at_10": 0.61261, "ndcg_at_20": 0.62771, "ndcg_at_50": 0.64387, "ndcg_at_100": 0.65338, "map_at_1": 0.47288, "map_at_3": 0.53886, "map_at_5": 0.55292, "map_at_10": 0.56402, "map_at_20": 0.56823, "map_at_50": 0.5708, "map_at_100": 0.57164, "recall_at_1": 0.47288, "recall_at_3": 0.62443, "recall_at_5": 0.68525, "recall_at_10": 0.76677, "recall_at_20": 0.82607, "recall_at_50": 0.90733, "recall_at_100": 0.9657, "precision_at_1": 0.47288, "precision_at_3": 0.20814, "precision_at_5": 0.13705, "precision_at_10": 0.07674, "precision_at_20": 0.04133, "precision_at_50": 0.0182, "precision_at_100": 0.0097, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54232, "ndcg_at_3": 0.62401, "ndcg_at_5": 0.64848, "ndcg_at_10": 0.6747, "ndcg_at_20": 0.69002, "ndcg_at_50": 0.70407, "ndcg_at_100": 0.71027, "map_at_1": 0.54198, "map_at_3": 0.6039, "map_at_5": 0.61751, "map_at_10": 0.62836, "map_at_20": 0.6326, "map_at_50": 0.63494, "map_at_100": 0.63551, "recall_at_1": 0.54198, "recall_at_3": 0.68187, "recall_at_5": 0.74117, "recall_at_10": 0.82201, "recall_at_20": 0.88233, "recall_at_50": 0.95177, "recall_at_100": 0.98944, "precision_at_1": 0.54232, "precision_at_3": 0.2274, "precision_at_5": 0.1483, "precision_at_10": 0.08226, "precision_at_20": 0.04417, "precision_at_50": 0.01909, "precision_at_100": 0.00994, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28231, "ndcg_at_3": 0.36384, "ndcg_at_5": 0.38962, "ndcg_at_10": 0.41778, "ndcg_at_20": 0.44444, "ndcg_at_50": 0.47406, "ndcg_at_100": 0.49369, "map_at_1": 0.28231, "map_at_3": 0.34415, "map_at_5": 0.35851, "map_at_10": 0.36992, "map_at_20": 0.3772, "map_at_50": 0.38194, "map_at_100": 0.38367, "recall_at_1": 0.28231, "recall_at_3": 0.42068, "recall_at_5": 0.48302, "recall_at_10": 0.57121, "recall_at_20": 0.6768, "recall_at_50": 0.82615, "recall_at_100": 0.94695, "precision_at_1": 0.28231, "precision_at_3": 0.14023, "precision_at_5": 0.0966, "precision_at_10": 0.05712, "precision_at_20": 0.03386, "precision_at_50": 0.01654, "precision_at_100": 0.00949, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37608, "ndcg_at_3": 0.46768, "ndcg_at_5": 0.48965, "ndcg_at_10": 0.51842, "ndcg_at_20": 0.54193, "ndcg_at_50": 0.56968, "ndcg_at_100": 0.58202, "map_at_1": 0.37608, "map_at_3": 0.44551, "map_at_5": 0.45773, "map_at_10": 0.4696, "map_at_20": 0.47604, "map_at_50": 0.48054, "map_at_100": 0.48167, "recall_at_1": 0.37608, "recall_at_3": 0.53168, "recall_at_5": 0.5849, "recall_at_10": 0.67385, "recall_at_20": 0.7666, "recall_at_50": 0.90564, "recall_at_100": 0.98066, "precision_at_1": 0.37608, "precision_at_3": 0.17723, "precision_at_5": 0.11698, "precision_at_10": 0.06741, "precision_at_20": 0.03839, "precision_at_50": 0.01816, "precision_at_100": 0.00985, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48049, "ndcg_at_3": 0.57819, "ndcg_at_5": 0.60089, "ndcg_at_10": 0.62829, "ndcg_at_20": 0.6474, "ndcg_at_50": 0.6643, "ndcg_at_100": 0.67127, "map_at_1": 0.48049, "map_at_3": 0.55508, "map_at_5": 0.56765, "map_at_10": 0.57897, "map_at_20": 0.58425, "map_at_50": 0.58702, "map_at_100": 0.58766, "recall_at_1": 0.48049, "recall_at_3": 0.6447, "recall_at_5": 0.69995, "recall_at_10": 0.78459, "recall_at_20": 0.85977, "recall_at_50": 0.94391, "recall_at_100": 0.98623, "precision_at_1": 0.48049, "precision_at_3": 0.2149, "precision_at_5": 0.13999, "precision_at_10": 0.07846, "precision_at_20": 0.04301, "precision_at_50": 0.01892, "precision_at_100": 0.00989, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38469, "ndcg_at_3": 0.44997, "ndcg_at_5": 0.46978, "ndcg_at_10": 0.4975, "ndcg_at_20": 0.52159, "ndcg_at_50": 0.54767, "ndcg_at_100": 0.56456, "map_at_1": 0.38436, "map_at_3": 0.43369, "map_at_5": 0.44463, "map_at_10": 0.45589, "map_at_20": 0.46249, "map_at_50": 0.46663, "map_at_100": 0.46813, "recall_at_1": 0.38436, "recall_at_3": 0.49687, "recall_at_5": 0.54519, "recall_at_10": 0.63186, "recall_at_20": 0.72707, "recall_at_50": 0.85893, "recall_at_100": 0.96266, "precision_at_1": 0.38469, "precision_at_3": 0.16574, "precision_at_5": 0.10917, "precision_at_10": 0.06325, "precision_at_20": 0.03642, "precision_at_50": 0.01722, "precision_at_100": 0.00967, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33198, "ndcg_at_3": 0.41364, "ndcg_at_5": 0.4372, "ndcg_at_10": 0.46849, "ndcg_at_20": 0.49578, "ndcg_at_50": 0.52365, "ndcg_at_100": 0.53794, "map_at_1": 0.33198, "map_at_3": 0.39399, "map_at_5": 0.40716, "map_at_10": 0.42007, "map_at_20": 0.42756, "map_at_50": 0.4321, "map_at_100": 0.43337, "recall_at_1": 0.33198, "recall_at_3": 0.47035, "recall_at_5": 0.52712, "recall_at_10": 0.62392, "recall_at_20": 0.73188, "recall_at_50": 0.87126, "recall_at_100": 0.95903, "precision_at_1": 0.33198, "precision_at_3": 0.15678, "precision_at_5": 0.10542, "precision_at_10": 0.06239, "precision_at_20": 0.03659, "precision_at_50": 0.01745, "precision_at_100": 0.00961, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26204, "ndcg_at_3": 0.33424, "ndcg_at_5": 0.35653, "ndcg_at_10": 0.38081, "ndcg_at_20": 0.40872, "ndcg_at_50": 0.44236, "ndcg_at_100": 0.46525, "map_at_1": 0.26204, "map_at_3": 0.31661, "map_at_5": 0.32895, "map_at_10": 0.3389, "map_at_20": 0.34654, "map_at_50": 0.35201, "map_at_100": 0.35401, "recall_at_1": 0.26204, "recall_at_3": 0.3852, "recall_at_5": 0.43943, "recall_at_10": 0.51495, "recall_at_20": 0.62544, "recall_at_50": 0.79405, "recall_at_100": 0.93496, "precision_at_1": 0.26204, "precision_at_3": 0.1284, "precision_at_5": 0.08789, "precision_at_10": 0.0515, "precision_at_20": 0.03127, "precision_at_50": 0.01589, "precision_at_100": 0.00938, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50735, "ndcg_at_3": 0.5939, "ndcg_at_5": 0.61942, "ndcg_at_10": 0.6455, "ndcg_at_20": 0.66195, "ndcg_at_50": 0.6783, "ndcg_at_100": 0.68552, "map_at_1": 0.50735, "map_at_3": 0.57282, "map_at_5": 0.58701, "map_at_10": 0.59783, "map_at_20": 0.60245, "map_at_50": 0.60514, "map_at_100": 0.60581, "recall_at_1": 0.50735, "recall_at_3": 0.65484, "recall_at_5": 0.71668, "recall_at_10": 0.79693, "recall_at_20": 0.86113, "recall_at_50": 0.94256, "recall_at_100": 0.98598, "precision_at_1": 0.50735, "precision_at_3": 0.21828, "precision_at_5": 0.14334, "precision_at_10": 0.07973, "precision_at_20": 0.04311, "precision_at_50": 0.01888, "precision_at_100": 0.0099, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3335, "ndcg_at_3": 0.40085, "ndcg_at_5": 0.4202, "ndcg_at_10": 0.45016, "ndcg_at_20": 0.47009, "ndcg_at_50": 0.50004, "ndcg_at_100": 0.51951, "map_at_1": 0.3335, "map_at_3": 0.38436, "map_at_5": 0.39505, "map_at_10": 0.40741, "map_at_20": 0.41291, "map_at_50": 0.41773, "map_at_100": 0.41944, "recall_at_1": 0.3335, "recall_at_3": 0.44856, "recall_at_5": 0.49569, "recall_at_10": 0.58844, "recall_at_20": 0.66684, "recall_at_50": 0.81762, "recall_at_100": 0.93715, "precision_at_1": 0.3335, "precision_at_3": 0.14952, "precision_at_5": 0.09914, "precision_at_10": 0.05884, "precision_at_20": 0.03338, "precision_at_50": 0.01637, "precision_at_100": 0.00941, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40801, "ndcg_at_3": 0.48757, "ndcg_at_5": 0.51025, "ndcg_at_10": 0.54313, "ndcg_at_20": 0.56799, "ndcg_at_50": 0.59092, "ndcg_at_100": 0.60086, "map_at_1": 0.40801, "map_at_3": 0.46765, "map_at_5": 0.48032, "map_at_10": 0.49374, "map_at_20": 0.50046, "map_at_50": 0.50411, "map_at_100": 0.50498, "recall_at_1": 0.40801, "recall_at_3": 0.54536, "recall_at_5": 0.6001, "recall_at_10": 0.70248, "recall_at_20": 0.80157, "recall_at_50": 0.9173, "recall_at_100": 0.97829, "precision_at_1": 0.40801, "precision_at_3": 0.18179, "precision_at_5": 0.12002, "precision_at_10": 0.07025, "precision_at_20": 0.04009, "precision_at_50": 0.01836, "precision_at_100": 0.00981, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37152, "ndcg_at_3": 0.46219, "ndcg_at_5": 0.49368, "ndcg_at_10": 0.52492, "ndcg_at_20": 0.55119, "ndcg_at_50": 0.57378, "ndcg_at_100": 0.58433, "map_at_1": 0.37152, "map_at_3": 0.43977, "map_at_5": 0.45723, "map_at_10": 0.46994, "map_at_20": 0.4772, "map_at_50": 0.48083, "map_at_100": 0.48178, "recall_at_1": 0.37152, "recall_at_3": 0.52712, "recall_at_5": 0.60365, "recall_at_10": 0.70113, "recall_at_20": 0.80453, "recall_at_50": 0.91798, "recall_at_100": 0.98234, "precision_at_1": 0.37152, "precision_at_3": 0.17571, "precision_at_5": 0.12073, "precision_at_10": 0.07015, "precision_at_20": 0.04027, "precision_at_50": 0.01842, "precision_at_100": 0.00987, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46376, "ndcg_at_3": 0.55151, "ndcg_at_5": 0.58004, "ndcg_at_10": 0.6093, "ndcg_at_20": 0.62782, "ndcg_at_50": 0.64541, "ndcg_at_100": 0.65369, "map_at_1": 0.46376, "map_at_3": 0.52999, "map_at_5": 0.54578, "map_at_10": 0.55797, "map_at_20": 0.56311, "map_at_50": 0.56607, "map_at_100": 0.56681, "recall_at_1": 0.46376, "recall_at_3": 0.61379, "recall_at_5": 0.68322, "recall_at_10": 0.77285, "recall_at_20": 0.84541, "recall_at_50": 0.93234, "recall_at_100": 0.98285, "precision_at_1": 0.46376, "precision_at_3": 0.2046, "precision_at_5": 0.13664, "precision_at_10": 0.07734, "precision_at_20": 0.04235, "precision_at_50": 0.0187, "precision_at_100": 0.00987, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51394, "ndcg_at_3": 0.60469, "ndcg_at_5": 0.6282, "ndcg_at_10": 0.65455, "ndcg_at_20": 0.67339, "ndcg_at_50": 0.6895, "ndcg_at_100": 0.69486, "map_at_1": 0.51394, "map_at_3": 0.58245, "map_at_5": 0.59536, "map_at_10": 0.60613, "map_at_20": 0.61137, "map_at_50": 0.61406, "map_at_100": 0.61455, "recall_at_1": 0.51394, "recall_at_3": 0.66903, "recall_at_5": 0.72656, "recall_at_10": 0.8085, "recall_at_20": 0.88241, "recall_at_50": 0.96207, "recall_at_100": 0.99459, "precision_at_1": 0.51394, "precision_at_3": 0.22301, "precision_at_5": 0.14536, "precision_at_10": 0.08094, "precision_at_20": 0.0442, "precision_at_50": 0.0193, "precision_at_100": 0.00999, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43386, "ndcg_at_3": 0.51646, "ndcg_at_5": 0.54497, "ndcg_at_10": 0.57392, "ndcg_at_20": 0.59465, "ndcg_at_50": 0.61437, "ndcg_at_100": 0.62457, "map_at_1": 0.43386, "map_at_3": 0.49645, "map_at_5": 0.51221, "map_at_10": 0.52423, "map_at_20": 0.52989, "map_at_50": 0.53318, "map_at_100": 0.5341, "recall_at_1": 0.43386, "recall_at_3": 0.57425, "recall_at_5": 0.64369, "recall_at_10": 0.73289, "recall_at_20": 0.815, "recall_at_50": 0.91257, "recall_at_100": 0.97449, "precision_at_1": 0.43386, "precision_at_3": 0.19142, "precision_at_5": 0.12874, "precision_at_10": 0.07329, "precision_at_20": 0.04075, "precision_at_50": 0.01828, "precision_at_100": 0.00978, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1926, "ndcg_at_3": 0.25337, "ndcg_at_5": 0.28054, "ndcg_at_10": 0.30955, "ndcg_at_20": 0.33559, "ndcg_at_50": 0.37295, "ndcg_at_100": 0.40044, "map_at_1": 0.1926, "map_at_3": 0.2383, "map_at_5": 0.25328, "map_at_10": 0.26524, "map_at_20": 0.27237, "map_at_50": 0.27822, "map_at_100": 0.28059, "recall_at_1": 0.1926, "recall_at_3": 0.29701, "recall_at_5": 0.36341, "recall_at_10": 0.45312, "recall_at_20": 0.55618, "recall_at_50": 0.74607, "recall_at_100": 0.91637, "precision_at_1": 0.1926, "precision_at_3": 0.099, "precision_at_5": 0.07268, "precision_at_10": 0.04531, "precision_at_20": 0.02783, "precision_at_50": 0.01496, "precision_at_100": 0.0092, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36138, "ndcg_at_3": 0.44111, "ndcg_at_5": 0.46224, "ndcg_at_10": 0.48909, "ndcg_at_20": 0.51333, "ndcg_at_50": 0.53748, "ndcg_at_100": 0.55355, "map_at_1": 0.36138, "map_at_3": 0.42175, "map_at_5": 0.43338, "map_at_10": 0.4443, "map_at_20": 0.45092, "map_at_50": 0.45477, "map_at_100": 0.45618, "recall_at_1": 0.36138, "recall_at_3": 0.49687, "recall_at_5": 0.54857, "recall_at_10": 0.63237, "recall_at_20": 0.72833, "recall_at_50": 0.85031, "recall_at_100": 0.94948, "precision_at_1": 0.36138, "precision_at_3": 0.16574, "precision_at_5": 0.10978, "precision_at_10": 0.0633, "precision_at_20": 0.03649, "precision_at_50": 0.01706, "precision_at_100": 0.00953, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24328, "ndcg_at_3": 0.31982, "ndcg_at_5": 0.3448, "ndcg_at_10": 0.37605, "ndcg_at_20": 0.40445, "ndcg_at_50": 0.43643, "ndcg_at_100": 0.45924, "map_at_1": 0.24328, "map_at_3": 0.30106, "map_at_5": 0.3148, "map_at_10": 0.32772, "map_at_20": 0.33547, "map_at_50": 0.34064, "map_at_100": 0.34268, "recall_at_1": 0.24328, "recall_at_3": 0.37405, "recall_at_5": 0.43512, "recall_at_10": 0.53151, "recall_at_20": 0.6442, "recall_at_50": 0.80478, "recall_at_100": 0.94442, "precision_at_1": 0.24328, "precision_at_3": 0.12468, "precision_at_5": 0.08708, "precision_at_10": 0.05327, "precision_at_20": 0.03229, "precision_at_50": 0.01614, "precision_at_100": 0.00949, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.39382, "ndcg_at_3": 0.47987, "ndcg_at_5": 0.50315, "ndcg_at_10": 0.53233, "ndcg_at_20": 0.55085, "ndcg_at_50": 0.57247, "ndcg_at_100": 0.58602, "map_at_1": 0.39382, "map_at_3": 0.45911, "map_at_5": 0.47196, "map_at_10": 0.48402, "map_at_20": 0.48903, "map_at_50": 0.4925, "map_at_100": 0.49368, "recall_at_1": 0.39382, "recall_at_3": 0.53979, "recall_at_5": 0.59655, "recall_at_10": 0.68677, "recall_at_20": 0.76043, "recall_at_50": 0.86907, "recall_at_100": 0.95261, "precision_at_1": 0.39382, "precision_at_3": 0.17993, "precision_at_5": 0.11931, "precision_at_10": 0.06868, "precision_at_20": 0.03804, "precision_at_50": 0.01743, "precision_at_100": 0.00955, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38267, "ndcg_at_3": 0.45251, "ndcg_at_5": 0.48034, "ndcg_at_10": 0.51147, "ndcg_at_20": 0.53957, "ndcg_at_50": 0.56403, "ndcg_at_100": 0.57436, "map_at_1": 0.38267, "map_at_3": 0.4347, "map_at_5": 0.45019, "map_at_10": 0.46302, "map_at_20": 0.47075, "map_at_50": 0.47468, "map_at_100": 0.47559, "recall_at_1": 0.38267, "recall_at_3": 0.50431, "recall_at_5": 0.57172, "recall_at_10": 0.66802, "recall_at_20": 0.77902, "recall_at_50": 0.90201, "recall_at_100": 0.96528, "precision_at_1": 0.38267, "precision_at_3": 0.1681, "precision_at_5": 0.11434, "precision_at_10": 0.0668, "precision_at_20": 0.03895, "precision_at_50": 0.01805, "precision_at_100": 0.00968, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36543, "ndcg_at_3": 0.43758, "ndcg_at_5": 0.46154, "ndcg_at_10": 0.48622, "ndcg_at_20": 0.51076, "ndcg_at_50": 0.53768, "ndcg_at_100": 0.55343, "map_at_1": 0.36543, "map_at_3": 0.42009, "map_at_5": 0.43324, "map_at_10": 0.44343, "map_at_20": 0.45007, "map_at_50": 0.45443, "map_at_100": 0.4558, "recall_at_1": 0.36543, "recall_at_3": 0.48809, "recall_at_5": 0.54688, "recall_at_10": 0.62308, "recall_at_20": 0.72073, "recall_at_50": 0.85572, "recall_at_100": 0.95278, "precision_at_1": 0.36543, "precision_at_3": 0.1627, "precision_at_5": 0.10938, "precision_at_10": 0.06234, "precision_at_20": 0.03609, "precision_at_50": 0.01715, "precision_at_100": 0.00957, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37557, "ndcg_at_3": 0.44333, "ndcg_at_5": 0.4648, "ndcg_at_10": 0.49162, "ndcg_at_20": 0.51323, "ndcg_at_50": 0.53978, "ndcg_at_100": 0.55865, "map_at_1": 0.37557, "map_at_3": 0.42634, "map_at_5": 0.43822, "map_at_10": 0.44916, "map_at_20": 0.45504, "map_at_50": 0.45934, "map_at_100": 0.46101, "recall_at_1": 0.37557, "recall_at_3": 0.49265, "recall_at_5": 0.54486, "recall_at_10": 0.62848, "recall_at_20": 0.71431, "recall_at_50": 0.84736, "recall_at_100": 0.96334, "precision_at_1": 0.37557, "precision_at_3": 0.16422, "precision_at_5": 0.10897, "precision_at_10": 0.06285, "precision_at_20": 0.03573, "precision_at_50": 0.01698, "precision_at_100": 0.00968, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5408, "ndcg_at_3": 0.62107, "ndcg_at_5": 0.64707, "ndcg_at_10": 0.67299, "ndcg_at_20": 0.69112, "ndcg_at_50": 0.7058, "ndcg_at_100": 0.7101, "map_at_1": 0.5408, "map_at_3": 0.60196, "map_at_5": 0.61633, "map_at_10": 0.62705, "map_at_20": 0.63209, "map_at_50": 0.63449, "map_at_100": 0.63488, "recall_at_1": 0.5408, "recall_at_3": 0.67613, "recall_at_5": 0.73948, "recall_at_10": 0.81956, "recall_at_20": 0.89069, "recall_at_50": 0.96368, "recall_at_100": 0.98986, "precision_at_1": 0.5408, "precision_at_3": 0.22538, "precision_at_5": 0.1479, "precision_at_10": 0.08196, "precision_at_20": 0.04455, "precision_at_50": 0.01931, "precision_at_100": 0.00993, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40193, "ndcg_at_3": 0.50377, "ndcg_at_5": 0.53394, "ndcg_at_10": 0.564, "ndcg_at_20": 0.58685, "ndcg_at_50": 0.6078, "ndcg_at_100": 0.61598, "map_at_1": 0.40193, "map_at_3": 0.47871, "map_at_5": 0.49551, "map_at_10": 0.50791, "map_at_20": 0.51417, "map_at_50": 0.5176, "map_at_100": 0.51835, "recall_at_1": 0.40193, "recall_at_3": 0.57628, "recall_at_5": 0.64927, "recall_at_10": 0.74219, "recall_at_20": 0.83257, "recall_at_50": 0.93707, "recall_at_100": 0.98665, "precision_at_1": 0.40193, "precision_at_3": 0.19209, "precision_at_5": 0.12985, "precision_at_10": 0.07425, "precision_at_20": 0.04166, "precision_at_50": 0.01878, "precision_at_100": 0.00991, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2448, "ndcg_at_3": 0.31565, "ndcg_at_5": 0.34286, "ndcg_at_10": 0.37353, "ndcg_at_20": 0.40163, "ndcg_at_50": 0.43576, "ndcg_at_100": 0.45698, "map_at_1": 0.2448, "map_at_3": 0.29811, "map_at_5": 0.31314, "map_at_10": 0.32565, "map_at_20": 0.33318, "map_at_50": 0.33868, "map_at_100": 0.34055, "recall_at_1": 0.2448, "recall_at_3": 0.36645, "recall_at_5": 0.43284, "recall_at_10": 0.5283, "recall_at_20": 0.64082, "recall_at_50": 0.8123, "recall_at_100": 0.94298, "precision_at_1": 0.2448, "precision_at_3": 0.12215, "precision_at_5": 0.08657, "precision_at_10": 0.05286, "precision_at_20": 0.03206, "precision_at_50": 0.01629, "precision_at_100": 0.00946, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.5109, "ndcg_at_3": 0.60232, "ndcg_at_5": 0.62605, "ndcg_at_10": 0.65271, "ndcg_at_20": 0.67231, "ndcg_at_50": 0.68824, "ndcg_at_100": 0.69366, "map_at_1": 0.5109, "map_at_3": 0.58, "map_at_5": 0.59312, "map_at_10": 0.6041, "map_at_20": 0.60956, "map_at_50": 0.61222, "map_at_100": 0.61271, "recall_at_1": 0.5109, "recall_at_3": 0.66675, "recall_at_5": 0.72453, "recall_at_10": 0.80698, "recall_at_20": 0.88393, "recall_at_50": 0.96258, "recall_at_100": 0.99561, "precision_at_1": 0.5109, "precision_at_3": 0.22233, "precision_at_5": 0.14496, "precision_at_10": 0.08079, "precision_at_20": 0.04427, "precision_at_50": 0.01931, "precision_at_100": 0.01, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.49924, "ndcg_at_3": 0.58251, "ndcg_at_5": 0.61276, "ndcg_at_10": 0.64182, "ndcg_at_20": 0.65851, "ndcg_at_50": 0.67364, "ndcg_at_100": 0.6801, "map_at_1": 0.49924, "map_at_3": 0.56226, "map_at_5": 0.57903, "map_at_10": 0.59109, "map_at_20": 0.59569, "map_at_50": 0.59812, "map_at_100": 0.59869, "recall_at_1": 0.49924, "recall_at_3": 0.6409, "recall_at_5": 0.71439, "recall_at_10": 0.80377, "recall_at_20": 0.86966, "recall_at_50": 0.94551, "recall_at_100": 0.98522, "precision_at_1": 0.49924, "precision_at_3": 0.21372, "precision_at_5": 0.14293, "precision_at_10": 0.08044, "precision_at_20": 0.04351, "precision_at_50": 0.01897, "precision_at_100": 0.00989, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27167, "ndcg_at_3": 0.34372, "ndcg_at_5": 0.36523, "ndcg_at_10": 0.39229, "ndcg_at_20": 0.41475, "ndcg_at_50": 0.44489, "ndcg_at_100": 0.46843, "map_at_1": 0.27167, "map_at_3": 0.3259, "map_at_5": 0.33784, "map_at_10": 0.34903, "map_at_20": 0.3551, "map_at_50": 0.35985, "map_at_100": 0.36195, "recall_at_1": 0.27167, "recall_at_3": 0.39534, "recall_at_5": 0.44754, "recall_at_10": 0.53117, "recall_at_20": 0.62054, "recall_at_50": 0.77327, "recall_at_100": 0.91755, "precision_at_1": 0.27167, "precision_at_3": 0.13178, "precision_at_5": 0.08951, "precision_at_10": 0.05312, "precision_at_20": 0.03104, "precision_at_50": 0.0155, "precision_at_100": 0.00921, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38317, "ndcg_at_3": 0.46244, "ndcg_at_5": 0.48281, "ndcg_at_10": 0.50467, "ndcg_at_20": 0.5243, "ndcg_at_50": 0.54952, "ndcg_at_100": 0.56604, "map_at_1": 0.38317, "map_at_3": 0.44264, "map_at_5": 0.45398, "map_at_10": 0.46285, "map_at_20": 0.46818, "map_at_50": 0.47221, "map_at_100": 0.47363, "recall_at_1": 0.38317, "recall_at_3": 0.51968, "recall_at_5": 0.56902, "recall_at_10": 0.63744, "recall_at_20": 0.71549, "recall_at_50": 0.84271, "recall_at_100": 0.94492, "precision_at_1": 0.38317, "precision_at_3": 0.17334, "precision_at_5": 0.11394, "precision_at_10": 0.06381, "precision_at_20": 0.03581, "precision_at_50": 0.01689, "precision_at_100": 0.00949, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "VidoreTabfquad", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/tabfquad_test_subsampled_beir", "results": [ { "ndcg_at_1": 0.89643, "ndcg_at_3": 0.9369, "ndcg_at_5": 0.9412, "ndcg_at_10": 0.94587, "ndcg_at_20": 0.94867, "ndcg_at_50": 0.94867, "ndcg_at_100": 0.94867, "map_at_1": 0.89643, "map_at_3": 0.92738, "map_at_5": 0.9297, "map_at_10": 0.93165, "map_at_20": 0.93246, "map_at_50": 0.93246, "map_at_100": 0.93246, "recall_at_1": 0.89643, "recall_at_3": 0.96429, "recall_at_5": 0.975, "recall_at_10": 0.98929, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.89643, "precision_at_3": 0.32143, "precision_at_5": 0.195, "precision_at_10": 0.09893, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93214, "ndcg_at_3": 0.96003, "ndcg_at_5": 0.96449, "ndcg_at_10": 0.9668, "ndcg_at_20": 0.9668, "ndcg_at_50": 0.96748, "ndcg_at_100": 0.96748, "map_at_1": 0.93214, "map_at_3": 0.95357, "map_at_5": 0.95607, "map_at_10": 0.95702, "map_at_20": 0.95702, "map_at_50": 0.95712, "map_at_100": 0.95712, "recall_at_1": 0.93214, "recall_at_3": 0.97857, "recall_at_5": 0.98929, "recall_at_10": 0.99643, "recall_at_20": 0.99643, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.93214, "precision_at_3": 0.32619, "precision_at_5": 0.19786, "precision_at_10": 0.09964, "precision_at_20": 0.04982, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.91071, "ndcg_at_3": 0.95344, "ndcg_at_5": 0.95482, "ndcg_at_10": 0.95729, "ndcg_at_20": 0.95818, "ndcg_at_50": 0.95885, "ndcg_at_100": 0.95885, "map_at_1": 0.91071, "map_at_3": 0.94345, "map_at_5": 0.94417, "map_at_10": 0.94527, "map_at_20": 0.94551, "map_at_50": 0.9456, "map_at_100": 0.9456, "recall_at_1": 0.91071, "recall_at_3": 0.98214, "recall_at_5": 0.98571, "recall_at_10": 0.99286, "recall_at_20": 0.99643, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91071, "precision_at_3": 0.32738, "precision_at_5": 0.19714, "precision_at_10": 0.09929, "precision_at_20": 0.04982, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24643, "ndcg_at_3": 0.3179, "ndcg_at_5": 0.33664, "ndcg_at_10": 0.37323, "ndcg_at_20": 0.40545, "ndcg_at_50": 0.46285, "ndcg_at_100": 0.47255, "map_at_1": 0.24643, "map_at_3": 0.3006, "map_at_5": 0.31077, "map_at_10": 0.32567, "map_at_20": 0.33485, "map_at_50": 0.34402, "map_at_100": 0.34501, "recall_at_1": 0.24643, "recall_at_3": 0.36786, "recall_at_5": 0.41429, "recall_at_10": 0.52857, "recall_at_20": 0.65357, "recall_at_50": 0.94286, "recall_at_100": 1.0, "precision_at_1": 0.24643, "precision_at_3": 0.12262, "precision_at_5": 0.08286, "precision_at_10": 0.05286, "precision_at_20": 0.03268, "precision_at_50": 0.01886, "precision_at_100": 0.01, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "VidoreSyntheticDocQAAI", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/syntheticDocQA_artificial_intelligence_test_beir", "results": [ { "ndcg_at_1": 0.84, "ndcg_at_3": 0.92178, "ndcg_at_5": 0.92178, "ndcg_at_10": 0.92801, "ndcg_at_20": 0.92801, "ndcg_at_50": 0.92801, "ndcg_at_100": 0.92801, "map_at_1": 0.84, "map_at_3": 0.90167, "map_at_5": 0.90167, "map_at_10": 0.9041, "map_at_20": 0.9041, "map_at_50": 0.9041, "map_at_100": 0.9041, "recall_at_1": 0.84, "recall_at_3": 0.98, "recall_at_5": 0.98, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.84, "precision_at_3": 0.32667, "precision_at_5": 0.196, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.95, "ndcg_at_3": 0.97762, "ndcg_at_5": 0.97762, "ndcg_at_10": 0.97762, "ndcg_at_20": 0.97762, "ndcg_at_50": 0.97762, "ndcg_at_100": 0.97762, "map_at_1": 0.95, "map_at_3": 0.97, "map_at_5": 0.97, "map_at_10": 0.97, "map_at_20": 0.97, "map_at_50": 0.97, "map_at_100": 0.97, "recall_at_1": 0.95, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94, "ndcg_at_3": 0.97655, "ndcg_at_5": 0.97655, "ndcg_at_10": 0.97655, "ndcg_at_20": 0.97655, "ndcg_at_50": 0.97655, "ndcg_at_100": 0.97655, "map_at_1": 0.94, "map_at_3": 0.96833, "map_at_5": 0.96833, "map_at_10": 0.96833, "map_at_20": 0.96833, "map_at_50": 0.96833, "map_at_100": 0.96833, "recall_at_1": 0.94, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.94, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.40309, "ndcg_at_5": 0.40309, "ndcg_at_10": 0.4224, "ndcg_at_20": 0.44847, "ndcg_at_50": 0.47191, "ndcg_at_100": 0.4881, "map_at_1": 0.3, "map_at_3": 0.37667, "map_at_5": 0.37667, "map_at_10": 0.38458, "map_at_20": 0.39213, "map_at_50": 0.39577, "map_at_100": 0.39719, "recall_at_1": 0.3, "recall_at_3": 0.48, "recall_at_5": 0.48, "recall_at_10": 0.54, "recall_at_20": 0.64, "recall_at_50": 0.76, "recall_at_100": 0.86, "precision_at_1": 0.3, "precision_at_3": 0.16, "precision_at_5": 0.096, "precision_at_10": 0.054, "precision_at_20": 0.032, "precision_at_50": 0.0152, "precision_at_100": 0.0086, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "AILACasedocs", "alias": null, "tier": 0, "groups": { "text": 1, "legal": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.48, "ndcg_at_3": 0.41457, "ndcg_at_5": 0.45465, "ndcg_at_10": 0.48086, "ndcg_at_20": 0.51487, "ndcg_at_50": 0.55964, "ndcg_at_100": 0.59202, "map_at_1": 0.17126, "map_at_3": 0.26946, "map_at_5": 0.33186, "map_at_10": 0.3726, "map_at_20": 0.39201, "map_at_50": 0.40816, "map_at_100": 0.41523, "recall_at_1": 0.17126, "recall_at_3": 0.3033, "recall_at_5": 0.45542, "recall_at_10": 0.5695, "recall_at_20": 0.66214, "recall_at_50": 0.81519, "recall_at_100": 0.94579, "precision_at_1": 0.48, "precision_at_3": 0.32667, "precision_at_5": 0.296, "precision_at_10": 0.194, "precision_at_20": 0.122, "precision_at_50": 0.062, "precision_at_100": 0.0366, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.19108, "ndcg_at_5": 0.18444, "ndcg_at_10": 0.22179, "ndcg_at_20": 0.30186, "ndcg_at_50": 0.38201, "ndcg_at_100": 0.42053, "map_at_1": 0.06659, "map_at_3": 0.10167, "map_at_5": 0.11248, "map_at_10": 0.14249, "map_at_20": 0.17588, "map_at_50": 0.19949, "map_at_100": 0.20683, "recall_at_1": 0.06659, "recall_at_3": 0.11889, "recall_at_5": 0.15019, "recall_at_10": 0.28177, "recall_at_20": 0.50471, "recall_at_50": 0.78868, "recall_at_100": 0.95239, "precision_at_1": 0.24, "precision_at_3": 0.16, "precision_at_5": 0.12, "precision_at_10": 0.106, "precision_at_20": 0.097, "precision_at_50": 0.0584, "precision_at_100": 0.0358, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.52309, "ndcg_at_5": 0.53423, "ndcg_at_10": 0.56372, "ndcg_at_20": 0.60456, "ndcg_at_50": 0.65088, "ndcg_at_100": 0.66493, "map_at_1": 0.18393, "map_at_3": 0.35423, "map_at_5": 0.39881, "map_at_10": 0.44677, "map_at_20": 0.47074, "map_at_50": 0.48921, "map_at_100": 0.49325, "recall_at_1": 0.18393, "recall_at_3": 0.42093, "recall_at_5": 0.54773, "recall_at_10": 0.66263, "recall_at_20": 0.7893, "recall_at_50": 0.94011, "recall_at_100": 0.98773, "precision_at_1": 0.48, "precision_at_3": 0.43333, "precision_at_5": 0.332, "precision_at_10": 0.224, "precision_at_20": 0.137, "precision_at_50": 0.0688, "precision_at_100": 0.0378, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26, "ndcg_at_3": 0.23264, "ndcg_at_5": 0.21531, "ndcg_at_10": 0.24561, "ndcg_at_20": 0.27141, "ndcg_at_50": 0.32905, "ndcg_at_100": 0.36229, "map_at_1": 0.07937, "map_at_3": 0.13647, "map_at_5": 0.14458, "map_at_10": 0.16667, "map_at_20": 0.17403, "map_at_50": 0.18644, "map_at_100": 0.19252, "recall_at_1": 0.07937, "recall_at_3": 0.16858, "recall_at_5": 0.18997, "recall_at_10": 0.29195, "recall_at_20": 0.38804, "recall_at_50": 0.58163, "recall_at_100": 0.71814, "precision_at_1": 0.26, "precision_at_3": 0.19333, "precision_at_5": 0.132, "precision_at_10": 0.098, "precision_at_20": 0.06, "precision_at_50": 0.0416, "precision_at_100": 0.0266, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.29535, "ndcg_at_5": 0.31219, "ndcg_at_10": 0.3466, "ndcg_at_20": 0.39289, "ndcg_at_50": 0.44431, "ndcg_at_100": 0.4845, "map_at_1": 0.12404, "map_at_3": 0.18443, "map_at_5": 0.2192, "map_at_10": 0.2558, "map_at_20": 0.27589, "map_at_50": 0.29166, "map_at_100": 0.30029, "recall_at_1": 0.12404, "recall_at_3": 0.21473, "recall_at_5": 0.28671, "recall_at_10": 0.41298, "recall_at_20": 0.55033, "recall_at_50": 0.72412, "recall_at_100": 0.88764, "precision_at_1": 0.3, "precision_at_3": 0.24, "precision_at_5": 0.212, "precision_at_10": 0.148, "precision_at_20": 0.101, "precision_at_50": 0.0552, "precision_at_100": 0.0348, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44, "ndcg_at_3": 0.43875, "ndcg_at_5": 0.43136, "ndcg_at_10": 0.44754, "ndcg_at_20": 0.49704, "ndcg_at_50": 0.55475, "ndcg_at_100": 0.57562, "map_at_1": 0.1415, "map_at_3": 0.27935, "map_at_5": 0.32401, "map_at_10": 0.3584, "map_at_20": 0.38499, "map_at_50": 0.40397, "map_at_100": 0.40821, "recall_at_1": 0.1415, "recall_at_3": 0.3103, "recall_at_5": 0.3924, "recall_at_10": 0.48968, "recall_at_20": 0.64883, "recall_at_50": 0.85519, "recall_at_100": 0.94262, "precision_at_1": 0.44, "precision_at_3": 0.36667, "precision_at_5": 0.288, "precision_at_10": 0.19, "precision_at_20": 0.126, "precision_at_50": 0.0656, "precision_at_100": 0.0364, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.38675, "ndcg_at_5": 0.39622, "ndcg_at_10": 0.39919, "ndcg_at_20": 0.44347, "ndcg_at_50": 0.50063, "ndcg_at_100": 0.53839, "map_at_1": 0.12984, "map_at_3": 0.24105, "map_at_5": 0.27727, "map_at_10": 0.30201, "map_at_20": 0.3271, "map_at_50": 0.34609, "map_at_100": 0.35369, "recall_at_1": 0.12984, "recall_at_3": 0.29258, "recall_at_5": 0.3859, "recall_at_10": 0.44535, "recall_at_20": 0.59102, "recall_at_50": 0.77971, "recall_at_100": 0.94372, "precision_at_1": 0.38, "precision_at_3": 0.32, "precision_at_5": 0.26, "precision_at_10": 0.166, "precision_at_20": 0.109, "precision_at_50": 0.0604, "precision_at_100": 0.0368, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.39455, "ndcg_at_5": 0.37933, "ndcg_at_10": 0.40203, "ndcg_at_20": 0.44647, "ndcg_at_50": 0.50983, "ndcg_at_100": 0.54062, "map_at_1": 0.14761, "map_at_3": 0.2488, "map_at_5": 0.2775, "map_at_10": 0.31058, "map_at_20": 0.33252, "map_at_50": 0.35213, "map_at_100": 0.35946, "recall_at_1": 0.14761, "recall_at_3": 0.28317, "recall_at_5": 0.33495, "recall_at_10": 0.4417, "recall_at_20": 0.5797, "recall_at_50": 0.80461, "recall_at_100": 0.9217, "precision_at_1": 0.4, "precision_at_3": 0.32667, "precision_at_5": 0.244, "precision_at_10": 0.164, "precision_at_20": 0.109, "precision_at_50": 0.0608, "precision_at_100": 0.0366, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58, "ndcg_at_3": 0.58832, "ndcg_at_5": 0.58967, "ndcg_at_10": 0.638, "ndcg_at_20": 0.68056, "ndcg_at_50": 0.71246, "ndcg_at_100": 0.72107, "map_at_1": 0.2315, "map_at_3": 0.41062, "map_at_5": 0.45531, "map_at_10": 0.5176, "map_at_20": 0.54602, "map_at_50": 0.56009, "map_at_100": 0.56335, "recall_at_1": 0.2315, "recall_at_3": 0.47751, "recall_at_5": 0.57797, "recall_at_10": 0.73724, "recall_at_20": 0.87077, "recall_at_50": 0.96564, "recall_at_100": 0.99018, "precision_at_1": 0.58, "precision_at_3": 0.45333, "precision_at_5": 0.344, "precision_at_10": 0.242, "precision_at_20": 0.15, "precision_at_50": 0.0712, "precision_at_100": 0.0382, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.38526, "ndcg_at_5": 0.37884, "ndcg_at_10": 0.43685, "ndcg_at_20": 0.48099, "ndcg_at_50": 0.53905, "ndcg_at_100": 0.55771, "map_at_1": 0.11317, "map_at_3": 0.23244, "map_at_5": 0.2736, "map_at_10": 0.32919, "map_at_20": 0.3553, "map_at_50": 0.37555, "map_at_100": 0.38022, "recall_at_1": 0.11317, "recall_at_3": 0.27773, "recall_at_5": 0.34162, "recall_at_10": 0.53411, "recall_at_20": 0.68382, "recall_at_50": 0.88428, "recall_at_100": 0.95264, "precision_at_1": 0.38, "precision_at_3": 0.32667, "precision_at_5": 0.264, "precision_at_10": 0.2, "precision_at_20": 0.125, "precision_at_50": 0.0664, "precision_at_100": 0.0372, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.4149, "ndcg_at_5": 0.41145, "ndcg_at_10": 0.45533, "ndcg_at_20": 0.48692, "ndcg_at_50": 0.52877, "ndcg_at_100": 0.56096, "map_at_1": 0.13984, "map_at_3": 0.27356, "map_at_5": 0.31346, "map_at_10": 0.3581, "map_at_20": 0.37726, "map_at_50": 0.39122, "map_at_100": 0.39791, "recall_at_1": 0.13984, "recall_at_3": 0.30984, "recall_at_5": 0.37488, "recall_at_10": 0.54076, "recall_at_20": 0.64167, "recall_at_50": 0.7875, "recall_at_100": 0.91533, "precision_at_1": 0.42, "precision_at_3": 0.34667, "precision_at_5": 0.272, "precision_at_10": 0.198, "precision_at_20": 0.12, "precision_at_50": 0.06, "precision_at_100": 0.0358, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18, "ndcg_at_3": 0.16432, "ndcg_at_5": 0.16492, "ndcg_at_10": 0.19717, "ndcg_at_20": 0.22987, "ndcg_at_50": 0.28899, "ndcg_at_100": 0.35235, "map_at_1": 0.04421, "map_at_3": 0.08374, "map_at_5": 0.10432, "map_at_10": 0.12772, "map_at_20": 0.13851, "map_at_50": 0.15196, "map_at_100": 0.16262, "recall_at_1": 0.04421, "recall_at_3": 0.09949, "recall_at_5": 0.14982, "recall_at_10": 0.25601, "recall_at_20": 0.35048, "recall_at_50": 0.55142, "recall_at_100": 0.83315, "precision_at_1": 0.18, "precision_at_3": 0.14667, "precision_at_5": 0.12, "precision_at_10": 0.092, "precision_at_20": 0.065, "precision_at_50": 0.0428, "precision_at_100": 0.0314, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26, "ndcg_at_3": 0.28344, "ndcg_at_5": 0.29841, "ndcg_at_10": 0.33184, "ndcg_at_20": 0.37147, "ndcg_at_50": 0.4201, "ndcg_at_100": 0.46644, "map_at_1": 0.10017, "map_at_3": 0.17293, "map_at_5": 0.20768, "map_at_10": 0.2402, "map_at_20": 0.25855, "map_at_50": 0.27341, "map_at_100": 0.28284, "recall_at_1": 0.10017, "recall_at_3": 0.21728, "recall_at_5": 0.2873, "recall_at_10": 0.40107, "recall_at_20": 0.522, "recall_at_50": 0.67701, "recall_at_100": 0.8684, "precision_at_1": 0.26, "precision_at_3": 0.24, "precision_at_5": 0.208, "precision_at_10": 0.148, "precision_at_20": 0.096, "precision_at_50": 0.0528, "precision_at_100": 0.0342, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.14207, "ndcg_at_5": 0.11874, "ndcg_at_10": 0.11592, "ndcg_at_20": 0.15775, "ndcg_at_50": 0.23091, "ndcg_at_100": 0.28803, "map_at_1": 0.05659, "map_at_3": 0.07359, "map_at_5": 0.07359, "map_at_10": 0.07771, "map_at_20": 0.08768, "map_at_50": 0.10316, "map_at_100": 0.11256, "recall_at_1": 0.05659, "recall_at_3": 0.07859, "recall_at_5": 0.07859, "recall_at_10": 0.09976, "recall_at_20": 0.22804, "recall_at_50": 0.49265, "recall_at_100": 0.72557, "precision_at_1": 0.22, "precision_at_3": 0.10667, "precision_at_5": 0.064, "precision_at_10": 0.04, "precision_at_20": 0.041, "precision_at_50": 0.0352, "precision_at_100": 0.028, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.25629, "ndcg_at_5": 0.25371, "ndcg_at_10": 0.30467, "ndcg_at_20": 0.34643, "ndcg_at_50": 0.40534, "ndcg_at_100": 0.45144, "map_at_1": 0.09893, "map_at_3": 0.15661, "map_at_5": 0.17262, "map_at_10": 0.21193, "map_at_20": 0.22891, "map_at_50": 0.24406, "map_at_100": 0.2531, "recall_at_1": 0.09893, "recall_at_3": 0.18069, "recall_at_5": 0.23067, "recall_at_10": 0.37812, "recall_at_20": 0.51375, "recall_at_50": 0.7123, "recall_at_100": 0.90195, "precision_at_1": 0.3, "precision_at_3": 0.19333, "precision_at_5": 0.156, "precision_at_10": 0.134, "precision_at_20": 0.087, "precision_at_50": 0.052, "precision_at_100": 0.0342, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.20019, "ndcg_at_5": 0.20489, "ndcg_at_10": 0.22515, "ndcg_at_20": 0.25377, "ndcg_at_50": 0.31204, "ndcg_at_100": 0.37664, "map_at_1": 0.05433, "map_at_3": 0.10549, "map_at_5": 0.12727, "map_at_10": 0.1469, "map_at_20": 0.16046, "map_at_50": 0.17278, "map_at_100": 0.18348, "recall_at_1": 0.05433, "recall_at_3": 0.13895, "recall_at_5": 0.19312, "recall_at_10": 0.27803, "recall_at_20": 0.35738, "recall_at_50": 0.57222, "recall_at_100": 0.84009, "precision_at_1": 0.22, "precision_at_3": 0.17333, "precision_at_5": 0.14, "precision_at_10": 0.098, "precision_at_20": 0.068, "precision_at_50": 0.0412, "precision_at_100": 0.0316, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18, "ndcg_at_3": 0.12858, "ndcg_at_5": 0.14274, "ndcg_at_10": 0.16797, "ndcg_at_20": 0.1806, "ndcg_at_50": 0.25791, "ndcg_at_100": 0.30758, "map_at_1": 0.0695, "map_at_3": 0.07861, "map_at_5": 0.09068, "map_at_10": 0.10534, "map_at_20": 0.11025, "map_at_50": 0.1267, "map_at_100": 0.13568, "recall_at_1": 0.0695, "recall_at_3": 0.08683, "recall_at_5": 0.13186, "recall_at_10": 0.20271, "recall_at_20": 0.24583, "recall_at_50": 0.52109, "recall_at_100": 0.72031, "precision_at_1": 0.18, "precision_at_3": 0.08667, "precision_at_5": 0.088, "precision_at_10": 0.076, "precision_at_20": 0.047, "precision_at_50": 0.0392, "precision_at_100": 0.029, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32, "ndcg_at_3": 0.28099, "ndcg_at_5": 0.3042, "ndcg_at_10": 0.34165, "ndcg_at_20": 0.38486, "ndcg_at_50": 0.42911, "ndcg_at_100": 0.47887, "map_at_1": 0.10504, "map_at_3": 0.16437, "map_at_5": 0.20297, "map_at_10": 0.2361, "map_at_20": 0.25904, "map_at_50": 0.2727, "map_at_100": 0.28179, "recall_at_1": 0.10504, "recall_at_3": 0.19212, "recall_at_5": 0.30038, "recall_at_10": 0.41573, "recall_at_20": 0.54819, "recall_at_50": 0.70198, "recall_at_100": 0.91804, "precision_at_1": 0.32, "precision_at_3": 0.22667, "precision_at_5": 0.204, "precision_at_10": 0.154, "precision_at_20": 0.103, "precision_at_50": 0.0532, "precision_at_100": 0.0346, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18, "ndcg_at_3": 0.17082, "ndcg_at_5": 0.18313, "ndcg_at_10": 0.21623, "ndcg_at_20": 0.25252, "ndcg_at_50": 0.3204, "ndcg_at_100": 0.36549, "map_at_1": 0.07117, "map_at_3": 0.10956, "map_at_5": 0.12248, "map_at_10": 0.14519, "map_at_20": 0.15891, "map_at_50": 0.17522, "map_at_100": 0.18309, "recall_at_1": 0.07117, "recall_at_3": 0.12733, "recall_at_5": 0.17323, "recall_at_10": 0.27764, "recall_at_20": 0.38746, "recall_at_50": 0.62601, "recall_at_100": 0.80661, "precision_at_1": 0.18, "precision_at_3": 0.13333, "precision_at_5": 0.124, "precision_at_10": 0.096, "precision_at_20": 0.066, "precision_at_50": 0.0456, "precision_at_100": 0.0308, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26, "ndcg_at_3": 0.27245, "ndcg_at_5": 0.26573, "ndcg_at_10": 0.32046, "ndcg_at_20": 0.36767, "ndcg_at_50": 0.42289, "ndcg_at_100": 0.46042, "map_at_1": 0.11039, "map_at_3": 0.17025, "map_at_5": 0.18757, "map_at_10": 0.22651, "map_at_20": 0.24849, "map_at_50": 0.26578, "map_at_100": 0.27281, "recall_at_1": 0.11039, "recall_at_3": 0.209, "recall_at_5": 0.24245, "recall_at_10": 0.39094, "recall_at_20": 0.53324, "recall_at_50": 0.72481, "recall_at_100": 0.88668, "precision_at_1": 0.26, "precision_at_3": 0.21333, "precision_at_5": 0.164, "precision_at_10": 0.148, "precision_at_20": 0.101, "precision_at_50": 0.0572, "precision_at_100": 0.035, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34, "ndcg_at_3": 0.3516, "ndcg_at_5": 0.35103, "ndcg_at_10": 0.38735, "ndcg_at_20": 0.41056, "ndcg_at_50": 0.47414, "ndcg_at_100": 0.5154, "map_at_1": 0.13004, "map_at_3": 0.23276, "map_at_5": 0.2582, "map_at_10": 0.29042, "map_at_20": 0.30473, "map_at_50": 0.32272, "map_at_100": 0.33148, "recall_at_1": 0.13004, "recall_at_3": 0.28432, "recall_at_5": 0.35202, "recall_at_10": 0.47856, "recall_at_20": 0.53407, "recall_at_50": 0.74727, "recall_at_100": 0.91343, "precision_at_1": 0.34, "precision_at_3": 0.28, "precision_at_5": 0.212, "precision_at_10": 0.148, "precision_at_20": 0.092, "precision_at_50": 0.0548, "precision_at_100": 0.035, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32, "ndcg_at_3": 0.38899, "ndcg_at_5": 0.38755, "ndcg_at_10": 0.41392, "ndcg_at_20": 0.44652, "ndcg_at_50": 0.50372, "ndcg_at_100": 0.54567, "map_at_1": 0.11517, "map_at_3": 0.249, "map_at_5": 0.28529, "map_at_10": 0.3204, "map_at_20": 0.3399, "map_at_50": 0.3581, "map_at_100": 0.36597, "recall_at_1": 0.11517, "recall_at_3": 0.30651, "recall_at_5": 0.37551, "recall_at_10": 0.48766, "recall_at_20": 0.58845, "recall_at_50": 0.78797, "recall_at_100": 0.97262, "precision_at_1": 0.32, "precision_at_3": 0.34667, "precision_at_5": 0.268, "precision_at_10": 0.18, "precision_at_20": 0.112, "precision_at_50": 0.0608, "precision_at_100": 0.037, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.40161, "ndcg_at_5": 0.39758, "ndcg_at_10": 0.42171, "ndcg_at_20": 0.46037, "ndcg_at_50": 0.51317, "ndcg_at_100": 0.55283, "map_at_1": 0.1415, "map_at_3": 0.25327, "map_at_5": 0.2955, "map_at_10": 0.33263, "map_at_20": 0.35554, "map_at_50": 0.37361, "map_at_100": 0.38128, "recall_at_1": 0.1415, "recall_at_3": 0.28951, "recall_at_5": 0.34838, "recall_at_10": 0.46433, "recall_at_20": 0.58973, "recall_at_50": 0.76567, "recall_at_100": 0.94161, "precision_at_1": 0.4, "precision_at_3": 0.33333, "precision_at_5": 0.268, "precision_at_10": 0.182, "precision_at_20": 0.117, "precision_at_50": 0.062, "precision_at_100": 0.0368, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.33837, "ndcg_at_5": 0.34781, "ndcg_at_10": 0.37801, "ndcg_at_20": 0.41737, "ndcg_at_50": 0.47535, "ndcg_at_100": 0.51373, "map_at_1": 0.12163, "map_at_3": 0.20743, "map_at_5": 0.24573, "map_at_10": 0.27634, "map_at_20": 0.2965, "map_at_50": 0.31506, "map_at_100": 0.32339, "recall_at_1": 0.12163, "recall_at_3": 0.24537, "recall_at_5": 0.33143, "recall_at_10": 0.45514, "recall_at_20": 0.56278, "recall_at_50": 0.75507, "recall_at_100": 0.91034, "precision_at_1": 0.36, "precision_at_3": 0.27333, "precision_at_5": 0.224, "precision_at_10": 0.152, "precision_at_20": 0.101, "precision_at_50": 0.056, "precision_at_100": 0.0352, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.13896, "ndcg_at_5": 0.15037, "ndcg_at_10": 0.17668, "ndcg_at_20": 0.22274, "ndcg_at_50": 0.28974, "ndcg_at_100": 0.34592, "map_at_1": 0.04017, "map_at_3": 0.06863, "map_at_5": 0.08475, "map_at_10": 0.10365, "map_at_20": 0.11853, "map_at_50": 0.13522, "map_at_100": 0.14423, "recall_at_1": 0.04017, "recall_at_3": 0.09228, "recall_at_5": 0.15767, "recall_at_10": 0.24625, "recall_at_20": 0.39051, "recall_at_50": 0.61911, "recall_at_100": 0.8505, "precision_at_1": 0.16, "precision_at_3": 0.11333, "precision_at_5": 0.1, "precision_at_10": 0.078, "precision_at_20": 0.06, "precision_at_50": 0.0432, "precision_at_100": 0.0312, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.19247, "ndcg_at_5": 0.20597, "ndcg_at_10": 0.24062, "ndcg_at_20": 0.27409, "ndcg_at_50": 0.34823, "ndcg_at_100": 0.39506, "map_at_1": 0.06993, "map_at_3": 0.10225, "map_at_5": 0.12802, "map_at_10": 0.15268, "map_at_20": 0.1671, "map_at_50": 0.18402, "map_at_100": 0.1935, "recall_at_1": 0.06993, "recall_at_3": 0.12287, "recall_at_5": 0.19054, "recall_at_10": 0.31982, "recall_at_20": 0.42183, "recall_at_50": 0.67941, "recall_at_100": 0.86763, "precision_at_1": 0.22, "precision_at_3": 0.15333, "precision_at_5": 0.144, "precision_at_10": 0.108, "precision_at_20": 0.072, "precision_at_50": 0.0496, "precision_at_100": 0.0334, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.24858, "ndcg_at_5": 0.24104, "ndcg_at_10": 0.26362, "ndcg_at_20": 0.29487, "ndcg_at_50": 0.36723, "ndcg_at_100": 0.42792, "map_at_1": 0.10209, "map_at_3": 0.14181, "map_at_5": 0.16097, "map_at_10": 0.18104, "map_at_20": 0.19718, "map_at_50": 0.2186, "map_at_100": 0.22977, "recall_at_1": 0.10209, "recall_at_3": 0.1655, "recall_at_5": 0.21676, "recall_at_10": 0.28971, "recall_at_20": 0.37176, "recall_at_50": 0.61611, "recall_at_100": 0.88814, "precision_at_1": 0.3, "precision_at_3": 0.2, "precision_at_5": 0.152, "precision_at_10": 0.114, "precision_at_20": 0.079, "precision_at_50": 0.0512, "precision_at_100": 0.0346, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.25892, "ndcg_at_5": 0.2592, "ndcg_at_10": 0.28314, "ndcg_at_20": 0.33055, "ndcg_at_50": 0.38608, "ndcg_at_100": 0.43718, "map_at_1": 0.04409, "map_at_3": 0.1395, "map_at_5": 0.16192, "map_at_10": 0.18392, "map_at_20": 0.20636, "map_at_50": 0.221, "map_at_100": 0.23025, "recall_at_1": 0.04409, "recall_at_3": 0.21826, "recall_at_5": 0.28099, "recall_at_10": 0.37186, "recall_at_20": 0.50394, "recall_at_50": 0.68695, "recall_at_100": 0.91626, "precision_at_1": 0.2, "precision_at_3": 0.22667, "precision_at_5": 0.172, "precision_at_10": 0.126, "precision_at_20": 0.089, "precision_at_50": 0.0528, "precision_at_100": 0.0342, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28, "ndcg_at_3": 0.24407, "ndcg_at_5": 0.25139, "ndcg_at_10": 0.30699, "ndcg_at_20": 0.34729, "ndcg_at_50": 0.41069, "ndcg_at_100": 0.45772, "map_at_1": 0.09839, "map_at_3": 0.14785, "map_at_5": 0.17082, "map_at_10": 0.2098, "map_at_20": 0.22699, "map_at_50": 0.24604, "map_at_100": 0.2553, "recall_at_1": 0.09839, "recall_at_3": 0.18226, "recall_at_5": 0.2326, "recall_at_10": 0.39338, "recall_at_20": 0.5077, "recall_at_50": 0.72748, "recall_at_100": 0.92988, "precision_at_1": 0.28, "precision_at_3": 0.18667, "precision_at_5": 0.16, "precision_at_10": 0.138, "precision_at_20": 0.094, "precision_at_50": 0.0564, "precision_at_100": 0.0358, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.20061, "ndcg_at_5": 0.19421, "ndcg_at_10": 0.22311, "ndcg_at_20": 0.2565, "ndcg_at_50": 0.32831, "ndcg_at_100": 0.37996, "map_at_1": 0.07643, "map_at_3": 0.11532, "map_at_5": 0.12834, "map_at_10": 0.14681, "map_at_20": 0.16059, "map_at_50": 0.17668, "map_at_100": 0.18633, "recall_at_1": 0.07643, "recall_at_3": 0.12954, "recall_at_5": 0.15999, "recall_at_10": 0.28088, "recall_at_20": 0.3832, "recall_at_50": 0.62808, "recall_at_100": 0.8438, "precision_at_1": 0.24, "precision_at_3": 0.15333, "precision_at_5": 0.124, "precision_at_10": 0.094, "precision_at_20": 0.064, "precision_at_50": 0.0448, "precision_at_100": 0.0316, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28, "ndcg_at_3": 0.28271, "ndcg_at_5": 0.28991, "ndcg_at_10": 0.33023, "ndcg_at_20": 0.37621, "ndcg_at_50": 0.43426, "ndcg_at_100": 0.47709, "map_at_1": 0.13421, "map_at_3": 0.1798, "map_at_5": 0.2093, "map_at_10": 0.23624, "map_at_20": 0.25936, "map_at_50": 0.27427, "map_at_100": 0.28211, "recall_at_1": 0.13421, "recall_at_3": 0.21865, "recall_at_5": 0.28932, "recall_at_10": 0.41228, "recall_at_20": 0.53403, "recall_at_50": 0.73494, "recall_at_100": 0.91839, "precision_at_1": 0.28, "precision_at_3": 0.21333, "precision_at_5": 0.168, "precision_at_10": 0.13, "precision_at_20": 0.092, "precision_at_50": 0.054, "precision_at_100": 0.034, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.40314, "ndcg_at_5": 0.39538, "ndcg_at_10": 0.42095, "ndcg_at_20": 0.45748, "ndcg_at_50": 0.51156, "ndcg_at_100": 0.55733, "map_at_1": 0.15761, "map_at_3": 0.26888, "map_at_5": 0.30617, "map_at_10": 0.33934, "map_at_20": 0.36408, "map_at_50": 0.38105, "map_at_100": 0.38948, "recall_at_1": 0.15761, "recall_at_3": 0.29249, "recall_at_5": 0.34451, "recall_at_10": 0.45483, "recall_at_20": 0.56494, "recall_at_50": 0.74828, "recall_at_100": 0.95685, "precision_at_1": 0.42, "precision_at_3": 0.32, "precision_at_5": 0.252, "precision_at_10": 0.176, "precision_at_20": 0.114, "precision_at_50": 0.0604, "precision_at_100": 0.0372, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.33873, "ndcg_at_5": 0.35459, "ndcg_at_10": 0.4019, "ndcg_at_20": 0.43846, "ndcg_at_50": 0.48124, "ndcg_at_100": 0.52126, "map_at_1": 0.13404, "map_at_3": 0.22335, "map_at_5": 0.25562, "map_at_10": 0.29729, "map_at_20": 0.31636, "map_at_50": 0.33034, "map_at_100": 0.33891, "recall_at_1": 0.13404, "recall_at_3": 0.25682, "recall_at_5": 0.35258, "recall_at_10": 0.50123, "recall_at_20": 0.60148, "recall_at_50": 0.73836, "recall_at_100": 0.89367, "precision_at_1": 0.36, "precision_at_3": 0.26, "precision_at_5": 0.216, "precision_at_10": 0.16, "precision_at_20": 0.103, "precision_at_50": 0.0544, "precision_at_100": 0.0348, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28, "ndcg_at_3": 0.25221, "ndcg_at_5": 0.26419, "ndcg_at_10": 0.31143, "ndcg_at_20": 0.34776, "ndcg_at_50": 0.39981, "ndcg_at_100": 0.45034, "map_at_1": 0.07941, "map_at_3": 0.14, "map_at_5": 0.16417, "map_at_10": 0.20508, "map_at_20": 0.22339, "map_at_50": 0.24059, "map_at_100": 0.25023, "recall_at_1": 0.07941, "recall_at_3": 0.18721, "recall_at_5": 0.2568, "recall_at_10": 0.39253, "recall_at_20": 0.50206, "recall_at_50": 0.67109, "recall_at_100": 0.89075, "precision_at_1": 0.28, "precision_at_3": 0.2, "precision_at_5": 0.176, "precision_at_10": 0.14, "precision_at_20": 0.093, "precision_at_50": 0.0532, "precision_at_100": 0.035, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.40161, "ndcg_at_5": 0.39698, "ndcg_at_10": 0.42171, "ndcg_at_20": 0.456, "ndcg_at_50": 0.51431, "ndcg_at_100": 0.55585, "map_at_1": 0.1415, "map_at_3": 0.25327, "map_at_5": 0.29456, "map_at_10": 0.33302, "map_at_20": 0.35493, "map_at_50": 0.37386, "map_at_100": 0.38164, "recall_at_1": 0.1415, "recall_at_3": 0.28951, "recall_at_5": 0.34762, "recall_at_10": 0.46433, "recall_at_20": 0.57573, "recall_at_50": 0.76967, "recall_at_100": 0.96161, "precision_at_1": 0.4, "precision_at_3": 0.33333, "precision_at_5": 0.268, "precision_at_10": 0.182, "precision_at_20": 0.115, "precision_at_50": 0.0624, "precision_at_100": 0.037, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.39833, "ndcg_at_5": 0.40578, "ndcg_at_10": 0.43383, "ndcg_at_20": 0.47987, "ndcg_at_50": 0.52582, "ndcg_at_100": 0.5611, "map_at_1": 0.12761, "map_at_3": 0.2609, "map_at_5": 0.30248, "map_at_10": 0.33701, "map_at_20": 0.36318, "map_at_50": 0.37944, "map_at_100": 0.38685, "recall_at_1": 0.12761, "recall_at_3": 0.29762, "recall_at_5": 0.38062, "recall_at_10": 0.49888, "recall_at_20": 0.64825, "recall_at_50": 0.7995, "recall_at_100": 0.94736, "precision_at_1": 0.38, "precision_at_3": 0.33333, "precision_at_5": 0.272, "precision_at_10": 0.184, "precision_at_20": 0.119, "precision_at_50": 0.0616, "precision_at_100": 0.0368, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.16568, "ndcg_at_5": 0.1882, "ndcg_at_10": 0.21079, "ndcg_at_20": 0.24347, "ndcg_at_50": 0.3124, "ndcg_at_100": 0.36425, "map_at_1": 0.051, "map_at_3": 0.09514, "map_at_5": 0.12152, "map_at_10": 0.13714, "map_at_20": 0.15114, "map_at_50": 0.16573, "map_at_100": 0.17497, "recall_at_1": 0.051, "recall_at_3": 0.13391, "recall_at_5": 0.21261, "recall_at_10": 0.26997, "recall_at_20": 0.36334, "recall_at_50": 0.61119, "recall_at_100": 0.83013, "precision_at_1": 0.16, "precision_at_3": 0.14667, "precision_at_5": 0.136, "precision_at_10": 0.1, "precision_at_20": 0.067, "precision_at_50": 0.0452, "precision_at_100": 0.0312, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.23233, "ndcg_at_5": 0.22597, "ndcg_at_10": 0.25302, "ndcg_at_20": 0.29895, "ndcg_at_50": 0.36213, "ndcg_at_100": 0.41209, "map_at_1": 0.06226, "map_at_3": 0.12863, "map_at_5": 0.14647, "map_at_10": 0.16845, "map_at_20": 0.18518, "map_at_50": 0.20118, "map_at_100": 0.21108, "recall_at_1": 0.06226, "recall_at_3": 0.16863, "recall_at_5": 0.21008, "recall_at_10": 0.32112, "recall_at_20": 0.46265, "recall_at_50": 0.68153, "recall_at_100": 0.87969, "precision_at_1": 0.24, "precision_at_3": 0.18667, "precision_at_5": 0.148, "precision_at_10": 0.106, "precision_at_20": 0.078, "precision_at_50": 0.0492, "precision_at_100": 0.0336, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.3502, "ndcg_at_5": 0.36676, "ndcg_at_10": 0.39375, "ndcg_at_20": 0.41214, "ndcg_at_50": 0.47677, "ndcg_at_100": 0.51, "map_at_1": 0.1045, "map_at_3": 0.21008, "map_at_5": 0.25996, "map_at_10": 0.29747, "map_at_20": 0.31126, "map_at_50": 0.33265, "map_at_100": 0.33953, "recall_at_1": 0.1045, "recall_at_3": 0.25006, "recall_at_5": 0.35171, "recall_at_10": 0.46367, "recall_at_20": 0.51984, "recall_at_50": 0.75323, "recall_at_100": 0.88616, "precision_at_1": 0.36, "precision_at_3": 0.30667, "precision_at_5": 0.26, "precision_at_10": 0.178, "precision_at_20": 0.109, "precision_at_50": 0.0604, "precision_at_100": 0.0358, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36, "ndcg_at_3": 0.36236, "ndcg_at_5": 0.37325, "ndcg_at_10": 0.4117, "ndcg_at_20": 0.44979, "ndcg_at_50": 0.48528, "ndcg_at_100": 0.5136, "map_at_1": 0.1015, "map_at_3": 0.20813, "map_at_5": 0.25504, "map_at_10": 0.29925, "map_at_20": 0.3175, "map_at_50": 0.33091, "map_at_100": 0.33623, "recall_at_1": 0.1015, "recall_at_3": 0.25673, "recall_at_5": 0.35984, "recall_at_10": 0.50433, "recall_at_20": 0.63872, "recall_at_50": 0.75432, "recall_at_100": 0.87558, "precision_at_1": 0.36, "precision_at_3": 0.3, "precision_at_5": 0.256, "precision_at_10": 0.188, "precision_at_20": 0.116, "precision_at_50": 0.0576, "precision_at_100": 0.0334, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "LegalSummarization", "alias": null, "tier": 0, "groups": { "text": 1, "legal": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.59155, "ndcg_at_3": 0.65552, "ndcg_at_5": 0.68437, "ndcg_at_10": 0.71517, "ndcg_at_20": 0.73106, "ndcg_at_50": 0.74658, "ndcg_at_100": 0.75123, "map_at_1": 0.53035, "map_at_3": 0.61527, "map_at_5": 0.63853, "map_at_10": 0.6588, "map_at_20": 0.66552, "map_at_50": 0.66983, "map_at_100": 0.67042, "recall_at_1": 0.53035, "recall_at_3": 0.68288, "recall_at_5": 0.75393, "recall_at_10": 0.83974, "recall_at_20": 0.89173, "recall_at_50": 0.95451, "recall_at_100": 0.97854, "precision_at_1": 0.59155, "precision_at_3": 0.28521, "precision_at_5": 0.1993, "precision_at_10": 0.11937, "precision_at_20": 0.06549, "precision_at_50": 0.02923, "precision_at_100": 0.01507, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57042, "ndcg_at_3": 0.63404, "ndcg_at_5": 0.65618, "ndcg_at_10": 0.69204, "ndcg_at_20": 0.71027, "ndcg_at_50": 0.7231, "ndcg_at_100": 0.72757, "map_at_1": 0.49847, "map_at_3": 0.58716, "map_at_5": 0.606, "map_at_10": 0.62854, "map_at_20": 0.63606, "map_at_50": 0.63953, "map_at_100": 0.64019, "recall_at_1": 0.49847, "recall_at_3": 0.66912, "recall_at_5": 0.72817, "recall_at_10": 0.82666, "recall_at_20": 0.8866, "recall_at_50": 0.93789, "recall_at_100": 0.96066, "precision_at_1": 0.57042, "precision_at_3": 0.27934, "precision_at_5": 0.18873, "precision_at_10": 0.1162, "precision_at_20": 0.06532, "precision_at_50": 0.02852, "precision_at_100": 0.01475, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66197, "ndcg_at_3": 0.70053, "ndcg_at_5": 0.71985, "ndcg_at_10": 0.75019, "ndcg_at_20": 0.76728, "ndcg_at_50": 0.77845, "ndcg_at_100": 0.78333, "map_at_1": 0.57547, "map_at_3": 0.656, "map_at_5": 0.67364, "map_at_10": 0.6925, "map_at_20": 0.7006, "map_at_50": 0.70443, "map_at_100": 0.70515, "recall_at_1": 0.57547, "recall_at_3": 0.72891, "recall_at_5": 0.7818, "recall_at_10": 0.86758, "recall_at_20": 0.91951, "recall_at_50": 0.96066, "recall_at_100": 0.986, "precision_at_1": 0.66197, "precision_at_3": 0.30516, "precision_at_5": 0.20423, "precision_at_10": 0.12113, "precision_at_20": 0.06743, "precision_at_50": 0.02951, "precision_at_100": 0.01525, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53169, "ndcg_at_3": 0.6044, "ndcg_at_5": 0.63092, "ndcg_at_10": 0.66317, "ndcg_at_20": 0.68355, "ndcg_at_50": 0.69781, "ndcg_at_100": 0.70628, "map_at_1": 0.47694, "map_at_3": 0.55979, "map_at_5": 0.58246, "map_at_10": 0.60159, "map_at_20": 0.60925, "map_at_50": 0.61293, "map_at_100": 0.61427, "recall_at_1": 0.47694, "recall_at_3": 0.6406, "recall_at_5": 0.70836, "recall_at_10": 0.79933, "recall_at_20": 0.86803, "recall_at_50": 0.92459, "recall_at_100": 0.96571, "precision_at_1": 0.53169, "precision_at_3": 0.26408, "precision_at_5": 0.1838, "precision_at_10": 0.10986, "precision_at_20": 0.06162, "precision_at_50": 0.02746, "precision_at_100": 0.01472, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58099, "ndcg_at_3": 0.63747, "ndcg_at_5": 0.66258, "ndcg_at_10": 0.69543, "ndcg_at_20": 0.71383, "ndcg_at_50": 0.72999, "ndcg_at_100": 0.73373, "map_at_1": 0.50484, "map_at_3": 0.59013, "map_at_5": 0.61143, "map_at_10": 0.63225, "map_at_20": 0.63898, "map_at_50": 0.64367, "map_at_100": 0.64423, "recall_at_1": 0.50484, "recall_at_3": 0.67384, "recall_at_5": 0.73794, "recall_at_10": 0.82987, "recall_at_20": 0.89064, "recall_at_50": 0.95449, "recall_at_100": 0.97322, "precision_at_1": 0.58099, "precision_at_3": 0.27934, "precision_at_5": 0.19296, "precision_at_10": 0.11655, "precision_at_20": 0.06496, "precision_at_50": 0.02923, "precision_at_100": 0.015, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67254, "ndcg_at_3": 0.7275, "ndcg_at_5": 0.7544, "ndcg_at_10": 0.78358, "ndcg_at_20": 0.79854, "ndcg_at_50": 0.80732, "ndcg_at_100": 0.8081, "map_at_1": 0.58827, "map_at_3": 0.68145, "map_at_5": 0.70607, "map_at_10": 0.72631, "map_at_20": 0.73316, "map_at_50": 0.7359, "map_at_100": 0.73611, "recall_at_1": 0.58827, "recall_at_3": 0.75489, "recall_at_5": 0.81776, "recall_at_10": 0.90266, "recall_at_20": 0.95173, "recall_at_50": 0.98655, "recall_at_100": 0.98944, "precision_at_1": 0.67254, "precision_at_3": 0.3216, "precision_at_5": 0.22324, "precision_at_10": 0.13134, "precision_at_20": 0.07113, "precision_at_50": 0.03042, "precision_at_100": 0.01535, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67958, "ndcg_at_3": 0.74302, "ndcg_at_5": 0.76048, "ndcg_at_10": 0.78683, "ndcg_at_20": 0.80052, "ndcg_at_50": 0.80873, "ndcg_at_100": 0.81115, "map_at_1": 0.58751, "map_at_3": 0.69322, "map_at_5": 0.71145, "map_at_10": 0.7307, "map_at_20": 0.73788, "map_at_50": 0.74055, "map_at_100": 0.7409, "recall_at_1": 0.58751, "recall_at_3": 0.77516, "recall_at_5": 0.82577, "recall_at_10": 0.90113, "recall_at_20": 0.94259, "recall_at_50": 0.97423, "recall_at_100": 0.98768, "precision_at_1": 0.67958, "precision_at_3": 0.33451, "precision_at_5": 0.22324, "precision_at_10": 0.12923, "precision_at_20": 0.07095, "precision_at_50": 0.03014, "precision_at_100": 0.01532, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.56385, "ndcg_at_5": 0.58198, "ndcg_at_10": 0.61927, "ndcg_at_20": 0.63952, "ndcg_at_50": 0.65693, "ndcg_at_100": 0.66843, "map_at_1": 0.43928, "map_at_3": 0.51938, "map_at_5": 0.53435, "map_at_10": 0.55559, "map_at_20": 0.56373, "map_at_50": 0.56777, "map_at_100": 0.56927, "recall_at_1": 0.43928, "recall_at_3": 0.59724, "recall_at_5": 0.64956, "recall_at_10": 0.75514, "recall_at_20": 0.82484, "recall_at_50": 0.89881, "recall_at_100": 0.95918, "precision_at_1": 0.5, "precision_at_3": 0.25235, "precision_at_5": 0.16972, "precision_at_10": 0.10528, "precision_at_20": 0.05933, "precision_at_50": 0.02683, "precision_at_100": 0.01454, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67958, "ndcg_at_3": 0.71568, "ndcg_at_5": 0.73792, "ndcg_at_10": 0.76602, "ndcg_at_20": 0.78699, "ndcg_at_50": 0.79767, "ndcg_at_100": 0.80099, "map_at_1": 0.58915, "map_at_3": 0.67294, "map_at_5": 0.69284, "map_at_10": 0.71168, "map_at_20": 0.72044, "map_at_50": 0.72381, "map_at_100": 0.72429, "recall_at_1": 0.58915, "recall_at_3": 0.73476, "recall_at_5": 0.7919, "recall_at_10": 0.87033, "recall_at_20": 0.93829, "recall_at_50": 0.97968, "recall_at_100": 0.99723, "precision_at_1": 0.67958, "precision_at_3": 0.30869, "precision_at_5": 0.20986, "precision_at_10": 0.12254, "precision_at_20": 0.06919, "precision_at_50": 0.03, "precision_at_100": 0.01535, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57394, "ndcg_at_3": 0.62157, "ndcg_at_5": 0.64335, "ndcg_at_10": 0.67629, "ndcg_at_20": 0.6969, "ndcg_at_50": 0.71191, "ndcg_at_100": 0.71899, "map_at_1": 0.50218, "map_at_3": 0.58078, "map_at_5": 0.59844, "map_at_10": 0.61756, "map_at_20": 0.62586, "map_at_50": 0.63007, "map_at_100": 0.63106, "recall_at_1": 0.50218, "recall_at_3": 0.64967, "recall_at_5": 0.70555, "recall_at_10": 0.80008, "recall_at_20": 0.86772, "recall_at_50": 0.92745, "recall_at_100": 0.96423, "precision_at_1": 0.57394, "precision_at_3": 0.27113, "precision_at_5": 0.18732, "precision_at_10": 0.11162, "precision_at_20": 0.0632, "precision_at_50": 0.02803, "precision_at_100": 0.01479, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64789, "ndcg_at_3": 0.70355, "ndcg_at_5": 0.72509, "ndcg_at_10": 0.75595, "ndcg_at_20": 0.77349, "ndcg_at_50": 0.78598, "ndcg_at_100": 0.78766, "map_at_1": 0.56714, "map_at_3": 0.65652, "map_at_5": 0.67687, "map_at_10": 0.69705, "map_at_20": 0.70528, "map_at_50": 0.70881, "map_at_100": 0.70915, "recall_at_1": 0.56714, "recall_at_3": 0.73332, "recall_at_5": 0.78865, "recall_at_10": 0.87642, "recall_at_20": 0.93269, "recall_at_50": 0.98191, "recall_at_100": 0.98952, "precision_at_1": 0.64789, "precision_at_3": 0.30869, "precision_at_5": 0.21127, "precision_at_10": 0.12465, "precision_at_20": 0.06919, "precision_at_50": 0.03007, "precision_at_100": 0.01528, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46127, "ndcg_at_3": 0.52427, "ndcg_at_5": 0.55624, "ndcg_at_10": 0.59003, "ndcg_at_20": 0.61319, "ndcg_at_50": 0.63408, "ndcg_at_100": 0.64443, "map_at_1": 0.40637, "map_at_3": 0.48129, "map_at_5": 0.5053, "map_at_10": 0.52309, "map_at_20": 0.53247, "map_at_50": 0.53766, "map_at_100": 0.53898, "recall_at_1": 0.40637, "recall_at_3": 0.55765, "recall_at_5": 0.63685, "recall_at_10": 0.73729, "recall_at_20": 0.81437, "recall_at_50": 0.90063, "recall_at_100": 0.95637, "precision_at_1": 0.46127, "precision_at_3": 0.23122, "precision_at_5": 0.16761, "precision_at_10": 0.10106, "precision_at_20": 0.05827, "precision_at_50": 0.02725, "precision_at_100": 0.01461, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57042, "ndcg_at_3": 0.62791, "ndcg_at_5": 0.65501, "ndcg_at_10": 0.68521, "ndcg_at_20": 0.70438, "ndcg_at_50": 0.72254, "ndcg_at_100": 0.72651, "map_at_1": 0.49311, "map_at_3": 0.57955, "map_at_5": 0.60299, "map_at_10": 0.62132, "map_at_20": 0.62877, "map_at_50": 0.63387, "map_at_100": 0.63455, "recall_at_1": 0.49311, "recall_at_3": 0.66545, "recall_at_5": 0.73612, "recall_at_10": 0.82167, "recall_at_20": 0.88357, "recall_at_50": 0.95543, "recall_at_100": 0.9744, "precision_at_1": 0.57042, "precision_at_3": 0.27582, "precision_at_5": 0.19155, "precision_at_10": 0.11373, "precision_at_20": 0.06408, "precision_at_50": 0.02908, "precision_at_100": 0.01504, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5669, "ndcg_at_3": 0.61456, "ndcg_at_5": 0.63684, "ndcg_at_10": 0.66542, "ndcg_at_20": 0.69164, "ndcg_at_50": 0.70587, "ndcg_at_100": 0.71255, "map_at_1": 0.48794, "map_at_3": 0.56752, "map_at_5": 0.58603, "map_at_10": 0.60447, "map_at_20": 0.61425, "map_at_50": 0.61799, "map_at_100": 0.61887, "recall_at_1": 0.48794, "recall_at_3": 0.64875, "recall_at_5": 0.70835, "recall_at_10": 0.7915, "recall_at_20": 0.87804, "recall_at_50": 0.93749, "recall_at_100": 0.97272, "precision_at_1": 0.5669, "precision_at_3": 0.26995, "precision_at_5": 0.1838, "precision_at_10": 0.10951, "precision_at_20": 0.06338, "precision_at_50": 0.02831, "precision_at_100": 0.01486, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51408, "ndcg_at_3": 0.57614, "ndcg_at_5": 0.60185, "ndcg_at_10": 0.63346, "ndcg_at_20": 0.65692, "ndcg_at_50": 0.67635, "ndcg_at_100": 0.68296, "map_at_1": 0.45229, "map_at_3": 0.53267, "map_at_5": 0.55129, "map_at_10": 0.5695, "map_at_20": 0.57923, "map_at_50": 0.58412, "map_at_100": 0.58507, "recall_at_1": 0.45229, "recall_at_3": 0.614, "recall_at_5": 0.67907, "recall_at_10": 0.76776, "recall_at_20": 0.84574, "recall_at_50": 0.92719, "recall_at_100": 0.96157, "precision_at_1": 0.51408, "precision_at_3": 0.25469, "precision_at_5": 0.17676, "precision_at_10": 0.10739, "precision_at_20": 0.0618, "precision_at_50": 0.02817, "precision_at_100": 0.01475, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45423, "ndcg_at_3": 0.51679, "ndcg_at_5": 0.54395, "ndcg_at_10": 0.58548, "ndcg_at_20": 0.60959, "ndcg_at_50": 0.63131, "ndcg_at_100": 0.63807, "map_at_1": 0.40934, "map_at_3": 0.47521, "map_at_5": 0.49553, "map_at_10": 0.51728, "map_at_20": 0.52663, "map_at_50": 0.53237, "map_at_100": 0.53307, "recall_at_1": 0.40934, "recall_at_3": 0.54926, "recall_at_5": 0.6208, "recall_at_10": 0.73883, "recall_at_20": 0.81824, "recall_at_50": 0.90729, "recall_at_100": 0.94531, "precision_at_1": 0.45423, "precision_at_3": 0.22653, "precision_at_5": 0.15915, "precision_at_10": 0.10141, "precision_at_20": 0.05915, "precision_at_50": 0.02768, "precision_at_100": 0.01444, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42958, "ndcg_at_3": 0.51733, "ndcg_at_5": 0.53949, "ndcg_at_10": 0.57426, "ndcg_at_20": 0.60111, "ndcg_at_50": 0.62336, "ndcg_at_100": 0.63142, "map_at_1": 0.38618, "map_at_3": 0.47255, "map_at_5": 0.48997, "map_at_10": 0.50929, "map_at_20": 0.51966, "map_at_50": 0.52499, "map_at_100": 0.526, "recall_at_1": 0.38618, "recall_at_3": 0.56668, "recall_at_5": 0.62388, "recall_at_10": 0.7223, "recall_at_20": 0.8108, "recall_at_50": 0.90257, "recall_at_100": 0.94654, "precision_at_1": 0.42958, "precision_at_3": 0.23239, "precision_at_5": 0.16127, "precision_at_10": 0.09754, "precision_at_20": 0.05775, "precision_at_50": 0.02739, "precision_at_100": 0.01447, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47887, "ndcg_at_3": 0.56705, "ndcg_at_5": 0.58933, "ndcg_at_10": 0.62413, "ndcg_at_20": 0.65289, "ndcg_at_50": 0.66772, "ndcg_at_100": 0.67667, "map_at_1": 0.43584, "map_at_3": 0.52544, "map_at_5": 0.54185, "map_at_10": 0.5619, "map_at_20": 0.57226, "map_at_50": 0.57663, "map_at_100": 0.57777, "recall_at_1": 0.43584, "recall_at_3": 0.61792, "recall_at_5": 0.67033, "recall_at_10": 0.76569, "recall_at_20": 0.86252, "recall_at_50": 0.92062, "recall_at_100": 0.96916, "precision_at_1": 0.47887, "precision_at_3": 0.25, "precision_at_5": 0.17394, "precision_at_10": 0.10704, "precision_at_20": 0.0625, "precision_at_50": 0.02775, "precision_at_100": 0.01468, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44718, "ndcg_at_3": 0.494, "ndcg_at_5": 0.52064, "ndcg_at_10": 0.55615, "ndcg_at_20": 0.58589, "ndcg_at_50": 0.60637, "ndcg_at_100": 0.61707, "map_at_1": 0.39522, "map_at_3": 0.45596, "map_at_5": 0.47563, "map_at_10": 0.49448, "map_at_20": 0.5043, "map_at_50": 0.50948, "map_at_100": 0.51088, "recall_at_1": 0.39522, "recall_at_3": 0.51685, "recall_at_5": 0.58769, "recall_at_10": 0.69245, "recall_at_20": 0.79738, "recall_at_50": 0.88023, "recall_at_100": 0.93649, "precision_at_1": 0.44718, "precision_at_3": 0.21362, "precision_at_5": 0.15141, "precision_at_10": 0.09401, "precision_at_20": 0.05599, "precision_at_50": 0.02634, "precision_at_100": 0.01426, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45423, "ndcg_at_3": 0.50868, "ndcg_at_5": 0.53255, "ndcg_at_10": 0.57099, "ndcg_at_20": 0.59847, "ndcg_at_50": 0.61965, "ndcg_at_100": 0.62899, "map_at_1": 0.40748, "map_at_3": 0.47237, "map_at_5": 0.48931, "map_at_10": 0.50956, "map_at_20": 0.51951, "map_at_50": 0.52503, "map_at_100": 0.52626, "recall_at_1": 0.40748, "recall_at_3": 0.54034, "recall_at_5": 0.5993, "recall_at_10": 0.70568, "recall_at_20": 0.80151, "recall_at_50": 0.88649, "recall_at_100": 0.93541, "precision_at_1": 0.45423, "precision_at_3": 0.21831, "precision_at_5": 0.15493, "precision_at_10": 0.09824, "precision_at_20": 0.05757, "precision_at_50": 0.02683, "precision_at_100": 0.01437, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60915, "ndcg_at_3": 0.65262, "ndcg_at_5": 0.67722, "ndcg_at_10": 0.71001, "ndcg_at_20": 0.72826, "ndcg_at_50": 0.74098, "ndcg_at_100": 0.74701, "map_at_1": 0.5257, "map_at_3": 0.60873, "map_at_5": 0.63006, "map_at_10": 0.65129, "map_at_20": 0.65849, "map_at_50": 0.66179, "map_at_100": 0.6626, "recall_at_1": 0.5257, "recall_at_3": 0.67531, "recall_at_5": 0.7412, "recall_at_10": 0.83073, "recall_at_20": 0.8927, "recall_at_50": 0.94383, "recall_at_100": 0.97586, "precision_at_1": 0.60915, "precision_at_3": 0.28169, "precision_at_5": 0.19437, "precision_at_10": 0.11796, "precision_at_20": 0.06532, "precision_at_50": 0.02859, "precision_at_100": 0.01493, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61972, "ndcg_at_3": 0.679, "ndcg_at_5": 0.69802, "ndcg_at_10": 0.72746, "ndcg_at_20": 0.7494, "ndcg_at_50": 0.76098, "ndcg_at_100": 0.76486, "map_at_1": 0.54411, "map_at_3": 0.63222, "map_at_5": 0.65053, "map_at_10": 0.66984, "map_at_20": 0.67894, "map_at_50": 0.68275, "map_at_100": 0.68339, "recall_at_1": 0.54411, "recall_at_3": 0.70964, "recall_at_5": 0.76271, "recall_at_10": 0.846, "recall_at_20": 0.91878, "recall_at_50": 0.96154, "recall_at_100": 0.98063, "precision_at_1": 0.61972, "precision_at_3": 0.30047, "precision_at_5": 0.20211, "precision_at_10": 0.11937, "precision_at_20": 0.06743, "precision_at_50": 0.02951, "precision_at_100": 0.01525, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55986, "ndcg_at_3": 0.61231, "ndcg_at_5": 0.63456, "ndcg_at_10": 0.6674, "ndcg_at_20": 0.69107, "ndcg_at_50": 0.70799, "ndcg_at_100": 0.71515, "map_at_1": 0.49747, "map_at_3": 0.57096, "map_at_5": 0.58924, "map_at_10": 0.60818, "map_at_20": 0.61606, "map_at_50": 0.62084, "map_at_100": 0.62206, "recall_at_1": 0.49747, "recall_at_3": 0.63695, "recall_at_5": 0.69738, "recall_at_10": 0.79361, "recall_at_20": 0.87829, "recall_at_50": 0.94375, "recall_at_100": 0.97751, "precision_at_1": 0.55986, "precision_at_3": 0.26643, "precision_at_5": 0.18239, "precision_at_10": 0.10986, "precision_at_20": 0.06162, "precision_at_50": 0.02817, "precision_at_100": 0.015, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43662, "ndcg_at_3": 0.48837, "ndcg_at_5": 0.51144, "ndcg_at_10": 0.5382, "ndcg_at_20": 0.55862, "ndcg_at_50": 0.57871, "ndcg_at_100": 0.5921, "map_at_1": 0.37615, "map_at_3": 0.44627, "map_at_5": 0.46381, "map_at_10": 0.47812, "map_at_20": 0.48515, "map_at_50": 0.4893, "map_at_100": 0.49108, "recall_at_1": 0.37615, "recall_at_3": 0.52346, "recall_at_5": 0.58461, "recall_at_10": 0.66566, "recall_at_20": 0.73439, "recall_at_50": 0.82141, "recall_at_100": 0.8917, "precision_at_1": 0.43662, "precision_at_3": 0.21596, "precision_at_5": 0.15, "precision_at_10": 0.08873, "precision_at_20": 0.05123, "precision_at_50": 0.02394, "precision_at_100": 0.01335, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41549, "ndcg_at_3": 0.46604, "ndcg_at_5": 0.50021, "ndcg_at_10": 0.53887, "ndcg_at_20": 0.56745, "ndcg_at_50": 0.59018, "ndcg_at_100": 0.60027, "map_at_1": 0.36327, "map_at_3": 0.4285, "map_at_5": 0.45116, "map_at_10": 0.47001, "map_at_20": 0.48045, "map_at_50": 0.4857, "map_at_100": 0.48705, "recall_at_1": 0.36327, "recall_at_3": 0.49922, "recall_at_5": 0.58377, "recall_at_10": 0.70111, "recall_at_20": 0.79747, "recall_at_50": 0.89362, "recall_at_100": 0.94661, "precision_at_1": 0.41549, "precision_at_3": 0.20775, "precision_at_5": 0.15211, "precision_at_10": 0.09401, "precision_at_20": 0.05669, "precision_at_50": 0.02669, "precision_at_100": 0.01437, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47535, "ndcg_at_3": 0.54468, "ndcg_at_5": 0.57172, "ndcg_at_10": 0.59953, "ndcg_at_20": 0.62526, "ndcg_at_50": 0.64689, "ndcg_at_100": 0.65503, "map_at_1": 0.42869, "map_at_3": 0.50432, "map_at_5": 0.52331, "map_at_10": 0.53918, "map_at_20": 0.54969, "map_at_50": 0.55483, "map_at_100": 0.55609, "recall_at_1": 0.42869, "recall_at_3": 0.58709, "recall_at_5": 0.65163, "recall_at_10": 0.73003, "recall_at_20": 0.81478, "recall_at_50": 0.90496, "recall_at_100": 0.94622, "precision_at_1": 0.47535, "precision_at_3": 0.23944, "precision_at_5": 0.16901, "precision_at_10": 0.10035, "precision_at_20": 0.05898, "precision_at_50": 0.02711, "precision_at_100": 0.01447, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34859, "ndcg_at_3": 0.39495, "ndcg_at_5": 0.41926, "ndcg_at_10": 0.444, "ndcg_at_20": 0.46739, "ndcg_at_50": 0.49625, "ndcg_at_100": 0.51507, "map_at_1": 0.30287, "map_at_3": 0.36107, "map_at_5": 0.37845, "map_at_10": 0.39106, "map_at_20": 0.39846, "map_at_50": 0.40447, "map_at_100": 0.40655, "recall_at_1": 0.30287, "recall_at_3": 0.42556, "recall_at_5": 0.48991, "recall_at_10": 0.56249, "recall_at_20": 0.6411, "recall_at_50": 0.76772, "recall_at_100": 0.87155, "precision_at_1": 0.34859, "precision_at_3": 0.17371, "precision_at_5": 0.12394, "precision_at_10": 0.07324, "precision_at_20": 0.04489, "precision_at_50": 0.02232, "precision_at_100": 0.01292, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.52465, "ndcg_at_3": 0.58627, "ndcg_at_5": 0.60779, "ndcg_at_10": 0.64105, "ndcg_at_20": 0.66406, "ndcg_at_50": 0.68059, "ndcg_at_100": 0.68937, "map_at_1": 0.46414, "map_at_3": 0.54111, "map_at_5": 0.55986, "map_at_10": 0.57899, "map_at_20": 0.58824, "map_at_50": 0.59241, "map_at_100": 0.59359, "recall_at_1": 0.46414, "recall_at_3": 0.62282, "recall_at_5": 0.67881, "recall_at_10": 0.77554, "recall_at_20": 0.84946, "recall_at_50": 0.91793, "recall_at_100": 0.96501, "precision_at_1": 0.52465, "precision_at_3": 0.25704, "precision_at_5": 0.17606, "precision_at_10": 0.10739, "precision_at_20": 0.06215, "precision_at_50": 0.02782, "precision_at_100": 0.01482, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47183, "ndcg_at_3": 0.53232, "ndcg_at_5": 0.55941, "ndcg_at_10": 0.59132, "ndcg_at_20": 0.62255, "ndcg_at_50": 0.63423, "ndcg_at_100": 0.6426, "map_at_1": 0.40924, "map_at_3": 0.4856, "map_at_5": 0.50485, "map_at_10": 0.52336, "map_at_20": 0.53445, "map_at_50": 0.53726, "map_at_100": 0.53855, "recall_at_1": 0.40924, "recall_at_3": 0.57836, "recall_at_5": 0.64938, "recall_at_10": 0.73887, "recall_at_20": 0.84757, "recall_at_50": 0.89443, "recall_at_100": 0.93441, "precision_at_1": 0.47183, "precision_at_3": 0.23826, "precision_at_5": 0.1662, "precision_at_10": 0.10035, "precision_at_20": 0.05951, "precision_at_50": 0.02613, "precision_at_100": 0.01415, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46831, "ndcg_at_3": 0.54206, "ndcg_at_5": 0.56146, "ndcg_at_10": 0.5875, "ndcg_at_20": 0.61826, "ndcg_at_50": 0.63465, "ndcg_at_100": 0.64747, "map_at_1": 0.41937, "map_at_3": 0.50098, "map_at_5": 0.51578, "map_at_10": 0.53104, "map_at_20": 0.54088, "map_at_50": 0.54533, "map_at_100": 0.54696, "recall_at_1": 0.41937, "recall_at_3": 0.58252, "recall_at_5": 0.63415, "recall_at_10": 0.70952, "recall_at_20": 0.82147, "recall_at_50": 0.88319, "recall_at_100": 0.95109, "precision_at_1": 0.46831, "precision_at_3": 0.23944, "precision_at_5": 0.16338, "precision_at_10": 0.09789, "precision_at_20": 0.05739, "precision_at_50": 0.02627, "precision_at_100": 0.0144, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50352, "ndcg_at_3": 0.55196, "ndcg_at_5": 0.5746, "ndcg_at_10": 0.6075, "ndcg_at_20": 0.63058, "ndcg_at_50": 0.64997, "ndcg_at_100": 0.65946, "map_at_1": 0.44162, "map_at_3": 0.51097, "map_at_5": 0.5283, "map_at_10": 0.54611, "map_at_20": 0.55463, "map_at_50": 0.55977, "map_at_100": 0.56104, "recall_at_1": 0.44162, "recall_at_3": 0.58471, "recall_at_5": 0.64184, "recall_at_10": 0.74033, "recall_at_20": 0.81578, "recall_at_50": 0.89445, "recall_at_100": 0.94483, "precision_at_1": 0.50352, "precision_at_3": 0.24178, "precision_at_5": 0.16831, "precision_at_10": 0.10035, "precision_at_20": 0.0581, "precision_at_50": 0.02683, "precision_at_100": 0.01437, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57394, "ndcg_at_3": 0.64259, "ndcg_at_5": 0.6723, "ndcg_at_10": 0.70514, "ndcg_at_20": 0.71928, "ndcg_at_50": 0.73165, "ndcg_at_100": 0.73802, "map_at_1": 0.51558, "map_at_3": 0.60091, "map_at_5": 0.62495, "map_at_10": 0.64456, "map_at_20": 0.65146, "map_at_50": 0.65482, "map_at_100": 0.65574, "recall_at_1": 0.51558, "recall_at_3": 0.67416, "recall_at_5": 0.75185, "recall_at_10": 0.84148, "recall_at_20": 0.88502, "recall_at_50": 0.9341, "recall_at_100": 0.96712, "precision_at_1": 0.57394, "precision_at_3": 0.27934, "precision_at_5": 0.19507, "precision_at_10": 0.11831, "precision_at_20": 0.06479, "precision_at_50": 0.02817, "precision_at_100": 0.01472, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60211, "ndcg_at_3": 0.65751, "ndcg_at_5": 0.68578, "ndcg_at_10": 0.71562, "ndcg_at_20": 0.73296, "ndcg_at_50": 0.74547, "ndcg_at_100": 0.75114, "map_at_1": 0.52077, "map_at_3": 0.61016, "map_at_5": 0.63348, "map_at_10": 0.65336, "map_at_20": 0.66084, "map_at_50": 0.6642, "map_at_100": 0.6649, "recall_at_1": 0.52077, "recall_at_3": 0.69667, "recall_at_5": 0.76568, "recall_at_10": 0.84611, "recall_at_20": 0.90141, "recall_at_50": 0.95282, "recall_at_100": 0.98332, "precision_at_1": 0.60211, "precision_at_3": 0.28521, "precision_at_5": 0.20141, "precision_at_10": 0.12007, "precision_at_20": 0.06673, "precision_at_50": 0.02908, "precision_at_100": 0.01511, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4331, "ndcg_at_3": 0.50553, "ndcg_at_5": 0.53991, "ndcg_at_10": 0.57373, "ndcg_at_20": 0.60463, "ndcg_at_50": 0.62244, "ndcg_at_100": 0.62979, "map_at_1": 0.37601, "map_at_3": 0.46155, "map_at_5": 0.48554, "map_at_10": 0.50287, "map_at_20": 0.51389, "map_at_50": 0.51858, "map_at_100": 0.51973, "recall_at_1": 0.37601, "recall_at_3": 0.54821, "recall_at_5": 0.63681, "recall_at_10": 0.7382, "recall_at_20": 0.84065, "recall_at_50": 0.91408, "recall_at_100": 0.95111, "precision_at_1": 0.4331, "precision_at_3": 0.22653, "precision_at_5": 0.16408, "precision_at_10": 0.09894, "precision_at_20": 0.06021, "precision_at_50": 0.02746, "precision_at_100": 0.01454, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.57042, "ndcg_at_3": 0.6176, "ndcg_at_5": 0.63635, "ndcg_at_10": 0.66966, "ndcg_at_20": 0.69485, "ndcg_at_50": 0.71219, "ndcg_at_100": 0.71883, "map_at_1": 0.50326, "map_at_3": 0.57529, "map_at_5": 0.59269, "map_at_10": 0.61169, "map_at_20": 0.62045, "map_at_50": 0.62526, "map_at_100": 0.62639, "recall_at_1": 0.50326, "recall_at_3": 0.64165, "recall_at_5": 0.69327, "recall_at_10": 0.79009, "recall_at_20": 0.8788, "recall_at_50": 0.94602, "recall_at_100": 0.97751, "precision_at_1": 0.57042, "precision_at_3": 0.26878, "precision_at_5": 0.18169, "precision_at_10": 0.10915, "precision_at_20": 0.0618, "precision_at_50": 0.02831, "precision_at_100": 0.015, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.6162, "ndcg_at_3": 0.69364, "ndcg_at_5": 0.71353, "ndcg_at_10": 0.74601, "ndcg_at_20": 0.7619, "ndcg_at_50": 0.77299, "ndcg_at_100": 0.77584, "map_at_1": 0.54719, "map_at_3": 0.64737, "map_at_5": 0.66678, "map_at_10": 0.68699, "map_at_20": 0.6941, "map_at_50": 0.69763, "map_at_100": 0.69814, "recall_at_1": 0.54719, "recall_at_3": 0.72907, "recall_at_5": 0.78466, "recall_at_10": 0.87681, "recall_at_20": 0.92663, "recall_at_50": 0.96868, "recall_at_100": 0.98298, "precision_at_1": 0.6162, "precision_at_3": 0.30869, "precision_at_5": 0.20915, "precision_at_10": 0.1243, "precision_at_20": 0.06831, "precision_at_50": 0.02979, "precision_at_100": 0.01525, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40493, "ndcg_at_3": 0.45893, "ndcg_at_5": 0.48748, "ndcg_at_10": 0.51433, "ndcg_at_20": 0.53289, "ndcg_at_50": 0.55536, "ndcg_at_100": 0.56827, "map_at_1": 0.364, "map_at_3": 0.423, "map_at_5": 0.44306, "map_at_10": 0.45642, "map_at_20": 0.46311, "map_at_50": 0.46751, "map_at_100": 0.46914, "recall_at_1": 0.364, "recall_at_3": 0.4898, "recall_at_5": 0.55935, "recall_at_10": 0.64208, "recall_at_20": 0.70379, "recall_at_50": 0.80171, "recall_at_100": 0.86907, "precision_at_1": 0.40493, "precision_at_3": 0.19718, "precision_at_5": 0.14366, "precision_at_10": 0.08451, "precision_at_20": 0.04859, "precision_at_50": 0.02317, "precision_at_100": 0.01299, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49648, "ndcg_at_3": 0.54421, "ndcg_at_5": 0.56935, "ndcg_at_10": 0.60119, "ndcg_at_20": 0.62781, "ndcg_at_50": 0.64784, "ndcg_at_100": 0.65716, "map_at_1": 0.44114, "map_at_3": 0.50641, "map_at_5": 0.52367, "map_at_10": 0.54252, "map_at_20": 0.55219, "map_at_50": 0.55681, "map_at_100": 0.55813, "recall_at_1": 0.44114, "recall_at_3": 0.57155, "recall_at_5": 0.63596, "recall_at_10": 0.7254, "recall_at_20": 0.81672, "recall_at_50": 0.90219, "recall_at_100": 0.95027, "precision_at_1": 0.49648, "precision_at_3": 0.23474, "precision_at_5": 0.16338, "precision_at_10": 0.10035, "precision_at_20": 0.0588, "precision_at_50": 0.0269, "precision_at_100": 0.01447, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64085, "ndcg_at_3": 0.70752, "ndcg_at_5": 0.72534, "ndcg_at_10": 0.75678, "ndcg_at_20": 0.77527, "ndcg_at_50": 0.78568, "ndcg_at_100": 0.78684, "map_at_1": 0.55414, "map_at_3": 0.65591, "map_at_5": 0.67344, "map_at_10": 0.69469, "map_at_20": 0.703, "map_at_50": 0.70626, "map_at_100": 0.70653, "recall_at_1": 0.55414, "recall_at_3": 0.75236, "recall_at_5": 0.79845, "recall_at_10": 0.8835, "recall_at_20": 0.94249, "recall_at_50": 0.98281, "recall_at_100": 0.98717, "precision_at_1": 0.64085, "precision_at_3": 0.31573, "precision_at_5": 0.21268, "precision_at_10": 0.1257, "precision_at_20": 0.07007, "precision_at_50": 0.03014, "precision_at_100": 0.01528, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5493, "ndcg_at_3": 0.62946, "ndcg_at_5": 0.64468, "ndcg_at_10": 0.67794, "ndcg_at_20": 0.69947, "ndcg_at_50": 0.71512, "ndcg_at_100": 0.71998, "map_at_1": 0.47577, "map_at_3": 0.57773, "map_at_5": 0.59349, "map_at_10": 0.61296, "map_at_20": 0.6216, "map_at_50": 0.62583, "map_at_100": 0.62664, "recall_at_1": 0.47577, "recall_at_3": 0.68109, "recall_at_5": 0.72203, "recall_at_10": 0.81891, "recall_at_20": 0.89123, "recall_at_50": 0.95479, "recall_at_100": 0.97795, "precision_at_1": 0.5493, "precision_at_3": 0.28638, "precision_at_5": 0.19296, "precision_at_10": 0.11479, "precision_at_20": 0.06496, "precision_at_50": 0.02887, "precision_at_100": 0.01504, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 10 (German, Healthcare)", "alias": "ClosedDataset 10 (German, Healthcare)", "tier": 3, "groups": { "text": 1, "healthcare": 1, "german": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.77419, "ndcg_at_3": 0.84352, "ndcg_at_5": 0.8625, "ndcg_at_10": 0.876, "ndcg_at_20": 0.88049, "ndcg_at_50": 0.88134, "ndcg_at_100": 0.88168, "map_at_1": 0.77419, "map_at_3": 0.82724, "map_at_5": 0.83799, "map_at_10": 0.84373, "map_at_20": 0.84504, "map_at_50": 0.84517, "map_at_100": 0.84519, "recall_at_1": 0.77419, "recall_at_3": 0.89032, "recall_at_5": 0.93548, "recall_at_10": 0.97634, "recall_at_20": 0.99355, "recall_at_50": 0.99785, "recall_at_100": 1.0, "precision_at_1": 0.77419, "precision_at_3": 0.29677, "precision_at_5": 0.1871, "precision_at_10": 0.09763, "precision_at_20": 0.04968, "precision_at_50": 0.01996, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7914, "ndcg_at_3": 0.85586, "ndcg_at_5": 0.87529, "ndcg_at_10": 0.883, "ndcg_at_20": 0.88746, "ndcg_at_50": 0.89015, "ndcg_at_100": 0.89015, "map_at_1": 0.7914, "map_at_3": 0.84086, "map_at_5": 0.85161, "map_at_10": 0.85482, "map_at_20": 0.8561, "map_at_50": 0.85659, "map_at_100": 0.85659, "recall_at_1": 0.7914, "recall_at_3": 0.89892, "recall_at_5": 0.94624, "recall_at_10": 0.96989, "recall_at_20": 0.9871, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.7914, "precision_at_3": 0.29964, "precision_at_5": 0.18925, "precision_at_10": 0.09699, "precision_at_20": 0.04935, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75484, "ndcg_at_3": 0.82598, "ndcg_at_5": 0.84116, "ndcg_at_10": 0.85374, "ndcg_at_20": 0.8612, "ndcg_at_50": 0.8634, "ndcg_at_100": 0.86441, "map_at_1": 0.75484, "map_at_3": 0.80824, "map_at_5": 0.81674, "map_at_10": 0.82196, "map_at_20": 0.82421, "map_at_50": 0.82459, "map_at_100": 0.82467, "recall_at_1": 0.75484, "recall_at_3": 0.87742, "recall_at_5": 0.91398, "recall_at_10": 0.95269, "recall_at_20": 0.98065, "recall_at_50": 0.9914, "recall_at_100": 0.99785, "precision_at_1": 0.75484, "precision_at_3": 0.29247, "precision_at_5": 0.1828, "precision_at_10": 0.09527, "precision_at_20": 0.04903, "precision_at_50": 0.01983, "precision_at_100": 0.00998, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66022, "ndcg_at_3": 0.76014, "ndcg_at_5": 0.77902, "ndcg_at_10": 0.79354, "ndcg_at_20": 0.80355, "ndcg_at_50": 0.80793, "ndcg_at_100": 0.80999, "map_at_1": 0.66022, "map_at_3": 0.73656, "map_at_5": 0.7472, "map_at_10": 0.75315, "map_at_20": 0.75601, "map_at_50": 0.75677, "map_at_100": 0.75694, "recall_at_1": 0.66022, "recall_at_3": 0.82796, "recall_at_5": 0.87312, "recall_at_10": 0.91828, "recall_at_20": 0.95699, "recall_at_50": 0.97849, "recall_at_100": 0.9914, "precision_at_1": 0.66022, "precision_at_3": 0.27599, "precision_at_5": 0.17462, "precision_at_10": 0.09183, "precision_at_20": 0.04785, "precision_at_50": 0.01957, "precision_at_100": 0.00991, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57634, "ndcg_at_3": 0.66536, "ndcg_at_5": 0.69942, "ndcg_at_10": 0.71732, "ndcg_at_20": 0.73408, "ndcg_at_50": 0.74068, "ndcg_at_100": 0.74561, "map_at_1": 0.57634, "map_at_3": 0.64337, "map_at_5": 0.66251, "map_at_10": 0.67019, "map_at_20": 0.67474, "map_at_50": 0.67588, "map_at_100": 0.67633, "recall_at_1": 0.57634, "recall_at_3": 0.72903, "recall_at_5": 0.81075, "recall_at_10": 0.86452, "recall_at_20": 0.93118, "recall_at_50": 0.96344, "recall_at_100": 0.99355, "precision_at_1": 0.57634, "precision_at_3": 0.24301, "precision_at_5": 0.16215, "precision_at_10": 0.08645, "precision_at_20": 0.04656, "precision_at_50": 0.01927, "precision_at_100": 0.00994, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83656, "ndcg_at_3": 0.89181, "ndcg_at_5": 0.90485, "ndcg_at_10": 0.91338, "ndcg_at_20": 0.91498, "ndcg_at_50": 0.91627, "ndcg_at_100": 0.91627, "map_at_1": 0.83656, "map_at_3": 0.87885, "map_at_5": 0.88595, "map_at_10": 0.88958, "map_at_20": 0.88999, "map_at_50": 0.89021, "map_at_100": 0.89021, "recall_at_1": 0.83656, "recall_at_3": 0.92903, "recall_at_5": 0.96129, "recall_at_10": 0.9871, "recall_at_20": 0.99355, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83656, "precision_at_3": 0.30968, "precision_at_5": 0.19226, "precision_at_10": 0.09871, "precision_at_20": 0.04968, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69462, "ndcg_at_3": 0.77237, "ndcg_at_5": 0.79254, "ndcg_at_10": 0.81502, "ndcg_at_20": 0.82319, "ndcg_at_50": 0.82656, "ndcg_at_100": 0.82768, "map_at_1": 0.69462, "map_at_3": 0.75448, "map_at_5": 0.76556, "map_at_10": 0.77497, "map_at_20": 0.77721, "map_at_50": 0.77774, "map_at_100": 0.77786, "recall_at_1": 0.69462, "recall_at_3": 0.82366, "recall_at_5": 0.87312, "recall_at_10": 0.94194, "recall_at_20": 0.97419, "recall_at_50": 0.9914, "recall_at_100": 0.99785, "precision_at_1": 0.69462, "precision_at_3": 0.27455, "precision_at_5": 0.17462, "precision_at_10": 0.09419, "precision_at_20": 0.04871, "precision_at_50": 0.01983, "precision_at_100": 0.00998, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.61505, "ndcg_at_3": 0.71142, "ndcg_at_5": 0.73705, "ndcg_at_10": 0.76083, "ndcg_at_20": 0.77021, "ndcg_at_50": 0.77589, "ndcg_at_100": 0.77837, "map_at_1": 0.61505, "map_at_3": 0.68817, "map_at_5": 0.70237, "map_at_10": 0.71225, "map_at_20": 0.7149, "map_at_50": 0.71587, "map_at_100": 0.7161, "recall_at_1": 0.61505, "recall_at_3": 0.77849, "recall_at_5": 0.84086, "recall_at_10": 0.91398, "recall_at_20": 0.95054, "recall_at_50": 0.97849, "recall_at_100": 0.99355, "precision_at_1": 0.61505, "precision_at_3": 0.2595, "precision_at_5": 0.16817, "precision_at_10": 0.0914, "precision_at_20": 0.04753, "precision_at_50": 0.01957, "precision_at_100": 0.00994, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.77634, "ndcg_at_3": 0.84618, "ndcg_at_5": 0.86108, "ndcg_at_10": 0.87031, "ndcg_at_20": 0.87686, "ndcg_at_50": 0.87899, "ndcg_at_100": 0.87966, "map_at_1": 0.77634, "map_at_3": 0.82939, "map_at_5": 0.83756, "map_at_10": 0.84149, "map_at_20": 0.8433, "map_at_50": 0.84364, "map_at_100": 0.8437, "recall_at_1": 0.77634, "recall_at_3": 0.89462, "recall_at_5": 0.93118, "recall_at_10": 0.95914, "recall_at_20": 0.98495, "recall_at_50": 0.9957, "recall_at_100": 1.0, "precision_at_1": 0.77634, "precision_at_3": 0.29821, "precision_at_5": 0.18624, "precision_at_10": 0.09591, "precision_at_20": 0.04925, "precision_at_50": 0.01991, "precision_at_100": 0.01, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76129, "ndcg_at_3": 0.83412, "ndcg_at_5": 0.85273, "ndcg_at_10": 0.86043, "ndcg_at_20": 0.86758, "ndcg_at_50": 0.86895, "ndcg_at_100": 0.8707, "map_at_1": 0.76129, "map_at_3": 0.81685, "map_at_5": 0.82717, "map_at_10": 0.83037, "map_at_20": 0.83238, "map_at_50": 0.83264, "map_at_100": 0.83279, "recall_at_1": 0.76129, "recall_at_3": 0.88387, "recall_at_5": 0.92903, "recall_at_10": 0.95269, "recall_at_20": 0.98065, "recall_at_50": 0.9871, "recall_at_100": 0.99785, "precision_at_1": 0.76129, "precision_at_3": 0.29462, "precision_at_5": 0.18581, "precision_at_10": 0.09527, "precision_at_20": 0.04903, "precision_at_50": 0.01974, "precision_at_100": 0.00998, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7871, "ndcg_at_3": 0.85507, "ndcg_at_5": 0.87191, "ndcg_at_10": 0.88246, "ndcg_at_20": 0.88587, "ndcg_at_50": 0.88713, "ndcg_at_100": 0.88821, "map_at_1": 0.7871, "map_at_3": 0.83907, "map_at_5": 0.84842, "map_at_10": 0.85284, "map_at_20": 0.85385, "map_at_50": 0.85404, "map_at_100": 0.85415, "recall_at_1": 0.7871, "recall_at_3": 0.90108, "recall_at_5": 0.94194, "recall_at_10": 0.97419, "recall_at_20": 0.9871, "recall_at_50": 0.99355, "recall_at_100": 1.0, "precision_at_1": 0.7871, "precision_at_3": 0.30036, "precision_at_5": 0.18839, "precision_at_10": 0.09742, "precision_at_20": 0.04935, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.14624, "ndcg_at_3": 0.20358, "ndcg_at_5": 0.22237, "ndcg_at_10": 0.2513, "ndcg_at_20": 0.27364, "ndcg_at_50": 0.29776, "ndcg_at_100": 0.31381, "map_at_1": 0.14624, "map_at_3": 0.18925, "map_at_5": 0.19978, "map_at_10": 0.21198, "map_at_20": 0.21842, "map_at_50": 0.22221, "map_at_100": 0.22362, "recall_at_1": 0.14624, "recall_at_3": 0.24516, "recall_at_5": 0.29032, "recall_at_10": 0.37849, "recall_at_20": 0.46452, "recall_at_50": 0.5871, "recall_at_100": 0.68602, "precision_at_1": 0.14624, "precision_at_3": 0.08172, "precision_at_5": 0.05806, "precision_at_10": 0.03785, "precision_at_20": 0.02323, "precision_at_50": 0.01174, "precision_at_100": 0.00686, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56129, "ndcg_at_3": 0.65184, "ndcg_at_5": 0.67997, "ndcg_at_10": 0.69975, "ndcg_at_20": 0.71719, "ndcg_at_50": 0.72705, "ndcg_at_100": 0.73122, "map_at_1": 0.56129, "map_at_3": 0.62832, "map_at_5": 0.6438, "map_at_10": 0.65214, "map_at_20": 0.65695, "map_at_50": 0.65855, "map_at_100": 0.65892, "recall_at_1": 0.56129, "recall_at_3": 0.72043, "recall_at_5": 0.78925, "recall_at_10": 0.84946, "recall_at_20": 0.91828, "recall_at_50": 0.96774, "recall_at_100": 0.99355, "precision_at_1": 0.56129, "precision_at_3": 0.24014, "precision_at_5": 0.15785, "precision_at_10": 0.08495, "precision_at_20": 0.04591, "precision_at_50": 0.01935, "precision_at_100": 0.00994, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.87143, "ndcg_at_5": 0.88309, "ndcg_at_10": 0.89289, "ndcg_at_20": 0.89617, "ndcg_at_50": 0.89706, "ndcg_at_100": 0.89738, "map_at_1": 0.8, "map_at_3": 0.85376, "map_at_5": 0.86032, "map_at_10": 0.8644, "map_at_20": 0.86531, "map_at_50": 0.86546, "map_at_100": 0.86548, "recall_at_1": 0.8, "recall_at_3": 0.92258, "recall_at_5": 0.95054, "recall_at_10": 0.98065, "recall_at_20": 0.99355, "recall_at_50": 0.99785, "recall_at_100": 1.0, "precision_at_1": 0.8, "precision_at_3": 0.30753, "precision_at_5": 0.19011, "precision_at_10": 0.09806, "precision_at_20": 0.04968, "precision_at_50": 0.01996, "precision_at_100": 0.01, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59785, "ndcg_at_3": 0.67363, "ndcg_at_5": 0.69788, "ndcg_at_10": 0.7245, "ndcg_at_20": 0.73776, "ndcg_at_50": 0.74721, "ndcg_at_100": 0.75038, "map_at_1": 0.59785, "map_at_3": 0.6552, "map_at_5": 0.66885, "map_at_10": 0.67995, "map_at_20": 0.6837, "map_at_50": 0.68524, "map_at_100": 0.68553, "recall_at_1": 0.59785, "recall_at_3": 0.72688, "recall_at_5": 0.78495, "recall_at_10": 0.86667, "recall_at_20": 0.91828, "recall_at_50": 0.96559, "recall_at_100": 0.98495, "precision_at_1": 0.59785, "precision_at_3": 0.24229, "precision_at_5": 0.15699, "precision_at_10": 0.08667, "precision_at_20": 0.04591, "precision_at_50": 0.01931, "precision_at_100": 0.00985, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.15484, "ndcg_at_3": 0.1989, "ndcg_at_5": 0.22425, "ndcg_at_10": 0.25016, "ndcg_at_20": 0.26734, "ndcg_at_50": 0.29512, "ndcg_at_100": 0.31491, "map_at_1": 0.15484, "map_at_3": 0.18746, "map_at_5": 0.20133, "map_at_10": 0.21173, "map_at_20": 0.21633, "map_at_50": 0.22082, "map_at_100": 0.22253, "recall_at_1": 0.15484, "recall_at_3": 0.23226, "recall_at_5": 0.29462, "recall_at_10": 0.37634, "recall_at_20": 0.44516, "recall_at_50": 0.58495, "recall_at_100": 0.70753, "precision_at_1": 0.15484, "precision_at_3": 0.07742, "precision_at_5": 0.05892, "precision_at_10": 0.03763, "precision_at_20": 0.02226, "precision_at_50": 0.0117, "precision_at_100": 0.00708, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22366, "ndcg_at_3": 0.268, "ndcg_at_5": 0.28836, "ndcg_at_10": 0.31249, "ndcg_at_20": 0.32952, "ndcg_at_50": 0.35212, "ndcg_at_100": 0.36891, "map_at_1": 0.22366, "map_at_3": 0.25663, "map_at_5": 0.26792, "map_at_10": 0.27817, "map_at_20": 0.28292, "map_at_50": 0.28638, "map_at_100": 0.28787, "recall_at_1": 0.22366, "recall_at_3": 0.30108, "recall_at_5": 0.35054, "recall_at_10": 0.42366, "recall_at_20": 0.49032, "recall_at_50": 0.60645, "recall_at_100": 0.70968, "precision_at_1": 0.22366, "precision_at_3": 0.10036, "precision_at_5": 0.07011, "precision_at_10": 0.04237, "precision_at_20": 0.02452, "precision_at_50": 0.01213, "precision_at_100": 0.0071, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64301, "ndcg_at_3": 0.72665, "ndcg_at_5": 0.75228, "ndcg_at_10": 0.76992, "ndcg_at_20": 0.78463, "ndcg_at_50": 0.78986, "ndcg_at_100": 0.7916, "map_at_1": 0.64301, "map_at_3": 0.70645, "map_at_5": 0.72065, "map_at_10": 0.72767, "map_at_20": 0.73172, "map_at_50": 0.73261, "map_at_100": 0.73276, "recall_at_1": 0.64301, "recall_at_3": 0.78495, "recall_at_5": 0.84731, "recall_at_10": 0.90323, "recall_at_20": 0.96129, "recall_at_50": 0.9871, "recall_at_100": 0.99785, "precision_at_1": 0.64301, "precision_at_3": 0.26165, "precision_at_5": 0.16946, "precision_at_10": 0.09032, "precision_at_20": 0.04806, "precision_at_50": 0.01974, "precision_at_100": 0.00998, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13978, "ndcg_at_3": 0.1925, "ndcg_at_5": 0.21656, "ndcg_at_10": 0.23561, "ndcg_at_20": 0.24904, "ndcg_at_50": 0.27082, "ndcg_at_100": 0.29531, "map_at_1": 0.13978, "map_at_3": 0.17885, "map_at_5": 0.19229, "map_at_10": 0.1999, "map_at_20": 0.2035, "map_at_50": 0.20701, "map_at_100": 0.20919, "recall_at_1": 0.13978, "recall_at_3": 0.23226, "recall_at_5": 0.29032, "recall_at_10": 0.35054, "recall_at_20": 0.4043, "recall_at_50": 0.51398, "recall_at_100": 0.66452, "precision_at_1": 0.13978, "precision_at_3": 0.07742, "precision_at_5": 0.05806, "precision_at_10": 0.03505, "precision_at_20": 0.02022, "precision_at_50": 0.01028, "precision_at_100": 0.00665, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.15054, "ndcg_at_3": 0.19595, "ndcg_at_5": 0.20938, "ndcg_at_10": 0.22589, "ndcg_at_20": 0.24875, "ndcg_at_50": 0.27308, "ndcg_at_100": 0.297, "map_at_1": 0.15054, "map_at_3": 0.18423, "map_at_5": 0.19176, "map_at_10": 0.19847, "map_at_20": 0.20475, "map_at_50": 0.20866, "map_at_100": 0.21073, "recall_at_1": 0.15054, "recall_at_3": 0.23011, "recall_at_5": 0.26237, "recall_at_10": 0.31398, "recall_at_20": 0.4043, "recall_at_50": 0.52688, "recall_at_100": 0.67527, "precision_at_1": 0.15054, "precision_at_3": 0.0767, "precision_at_5": 0.05247, "precision_at_10": 0.0314, "precision_at_20": 0.02022, "precision_at_50": 0.01054, "precision_at_100": 0.00675, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67312, "ndcg_at_3": 0.75755, "ndcg_at_5": 0.783, "ndcg_at_10": 0.79844, "ndcg_at_20": 0.8119, "ndcg_at_50": 0.81329, "ndcg_at_100": 0.81363, "map_at_1": 0.67312, "map_at_3": 0.73692, "map_at_5": 0.7509, "map_at_10": 0.75736, "map_at_20": 0.76098, "map_at_50": 0.76125, "map_at_100": 0.76128, "recall_at_1": 0.67312, "recall_at_3": 0.8172, "recall_at_5": 0.87957, "recall_at_10": 0.92688, "recall_at_20": 0.98065, "recall_at_50": 0.9871, "recall_at_100": 0.98925, "precision_at_1": 0.67312, "precision_at_3": 0.2724, "precision_at_5": 0.17591, "precision_at_10": 0.09269, "precision_at_20": 0.04903, "precision_at_50": 0.01974, "precision_at_100": 0.00989, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70323, "ndcg_at_3": 0.79885, "ndcg_at_5": 0.82023, "ndcg_at_10": 0.83148, "ndcg_at_20": 0.83928, "ndcg_at_50": 0.84378, "ndcg_at_100": 0.84378, "map_at_1": 0.70323, "map_at_3": 0.7767, "map_at_5": 0.78864, "map_at_10": 0.79336, "map_at_20": 0.7956, "map_at_50": 0.79642, "map_at_100": 0.79642, "recall_at_1": 0.70323, "recall_at_3": 0.86237, "recall_at_5": 0.91398, "recall_at_10": 0.94839, "recall_at_20": 0.97849, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.70323, "precision_at_3": 0.28746, "precision_at_5": 0.1828, "precision_at_10": 0.09484, "precision_at_20": 0.04892, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.74194, "ndcg_at_3": 0.83474, "ndcg_at_5": 0.84807, "ndcg_at_10": 0.86032, "ndcg_at_20": 0.8649, "ndcg_at_50": 0.8667, "ndcg_at_100": 0.8667, "map_at_1": 0.74194, "map_at_3": 0.81183, "map_at_5": 0.81925, "map_at_10": 0.82414, "map_at_20": 0.82552, "map_at_50": 0.82585, "map_at_100": 0.82585, "recall_at_1": 0.74194, "recall_at_3": 0.90108, "recall_at_5": 0.93333, "recall_at_10": 0.97204, "recall_at_20": 0.98925, "recall_at_50": 0.99785, "recall_at_100": 0.99785, "precision_at_1": 0.74194, "precision_at_3": 0.30036, "precision_at_5": 0.18667, "precision_at_10": 0.0972, "precision_at_20": 0.04946, "precision_at_50": 0.01996, "precision_at_100": 0.00998, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.71398, "ndcg_at_3": 0.79462, "ndcg_at_5": 0.81406, "ndcg_at_10": 0.83177, "ndcg_at_20": 0.83679, "ndcg_at_50": 0.84104, "ndcg_at_100": 0.84207, "map_at_1": 0.71398, "map_at_3": 0.77491, "map_at_5": 0.78566, "map_at_10": 0.79317, "map_at_20": 0.7946, "map_at_50": 0.79528, "map_at_100": 0.79537, "recall_at_1": 0.71398, "recall_at_3": 0.85161, "recall_at_5": 0.89892, "recall_at_10": 0.95269, "recall_at_20": 0.97204, "recall_at_50": 0.99355, "recall_at_100": 1.0, "precision_at_1": 0.71398, "precision_at_3": 0.28387, "precision_at_5": 0.17978, "precision_at_10": 0.09527, "precision_at_20": 0.0486, "precision_at_50": 0.01987, "precision_at_100": 0.01, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19355, "ndcg_at_3": 0.25627, "ndcg_at_5": 0.28654, "ndcg_at_10": 0.31983, "ndcg_at_20": 0.34741, "ndcg_at_50": 0.37078, "ndcg_at_100": 0.39005, "map_at_1": 0.19355, "map_at_3": 0.24014, "map_at_5": 0.25703, "map_at_10": 0.27112, "map_at_20": 0.27862, "map_at_50": 0.28233, "map_at_100": 0.28406, "recall_at_1": 0.19355, "recall_at_3": 0.30323, "recall_at_5": 0.37634, "recall_at_10": 0.47742, "recall_at_20": 0.5871, "recall_at_50": 0.70538, "recall_at_100": 0.82366, "precision_at_1": 0.19355, "precision_at_3": 0.10108, "precision_at_5": 0.07527, "precision_at_10": 0.04774, "precision_at_20": 0.02935, "precision_at_50": 0.01411, "precision_at_100": 0.00824, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2086, "ndcg_at_3": 0.26787, "ndcg_at_5": 0.29258, "ndcg_at_10": 0.31778, "ndcg_at_20": 0.33935, "ndcg_at_50": 0.35924, "ndcg_at_100": 0.37651, "map_at_1": 0.2086, "map_at_3": 0.25341, "map_at_5": 0.26706, "map_at_10": 0.27756, "map_at_20": 0.2834, "map_at_50": 0.28653, "map_at_100": 0.288, "recall_at_1": 0.2086, "recall_at_3": 0.30968, "recall_at_5": 0.36989, "recall_at_10": 0.44731, "recall_at_20": 0.53333, "recall_at_50": 0.63441, "recall_at_100": 0.74194, "precision_at_1": 0.2086, "precision_at_3": 0.10323, "precision_at_5": 0.07398, "precision_at_10": 0.04473, "precision_at_20": 0.02667, "precision_at_50": 0.01269, "precision_at_100": 0.00742, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43441, "ndcg_at_3": 0.5194, "ndcg_at_5": 0.54708, "ndcg_at_10": 0.57913, "ndcg_at_20": 0.60124, "ndcg_at_50": 0.6185, "ndcg_at_100": 0.62482, "map_at_1": 0.43441, "map_at_3": 0.49892, "map_at_5": 0.51441, "map_at_10": 0.52767, "map_at_20": 0.53364, "map_at_50": 0.53666, "map_at_100": 0.53723, "recall_at_1": 0.43441, "recall_at_3": 0.57849, "recall_at_5": 0.64516, "recall_at_10": 0.74409, "recall_at_20": 0.83226, "recall_at_50": 0.91613, "recall_at_100": 0.95484, "precision_at_1": 0.43441, "precision_at_3": 0.19283, "precision_at_5": 0.12903, "precision_at_10": 0.07441, "precision_at_20": 0.04161, "precision_at_50": 0.01832, "precision_at_100": 0.00955, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.61935, "ndcg_at_3": 0.71047, "ndcg_at_5": 0.73249, "ndcg_at_10": 0.75172, "ndcg_at_20": 0.76265, "ndcg_at_50": 0.77169, "ndcg_at_100": 0.77452, "map_at_1": 0.61935, "map_at_3": 0.6871, "map_at_5": 0.69925, "map_at_10": 0.70745, "map_at_20": 0.71048, "map_at_50": 0.71196, "map_at_100": 0.71222, "recall_at_1": 0.61935, "recall_at_3": 0.77849, "recall_at_5": 0.83226, "recall_at_10": 0.89032, "recall_at_20": 0.93333, "recall_at_50": 0.97849, "recall_at_100": 0.9957, "precision_at_1": 0.61935, "precision_at_3": 0.2595, "precision_at_5": 0.16645, "precision_at_10": 0.08903, "precision_at_20": 0.04667, "precision_at_50": 0.01957, "precision_at_100": 0.00996, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06237, "ndcg_at_3": 0.08103, "ndcg_at_5": 0.09464, "ndcg_at_10": 0.11028, "ndcg_at_20": 0.12639, "ndcg_at_50": 0.15042, "ndcg_at_100": 0.17128, "map_at_1": 0.06237, "map_at_3": 0.07634, "map_at_5": 0.08409, "map_at_10": 0.09075, "map_at_20": 0.09506, "map_at_50": 0.09879, "map_at_100": 0.10061, "recall_at_1": 0.06237, "recall_at_3": 0.09462, "recall_at_5": 0.12688, "recall_at_10": 0.17419, "recall_at_20": 0.23871, "recall_at_50": 0.36129, "recall_at_100": 0.49032, "precision_at_1": 0.06237, "precision_at_3": 0.03154, "precision_at_5": 0.02538, "precision_at_10": 0.01742, "precision_at_20": 0.01194, "precision_at_50": 0.00723, "precision_at_100": 0.0049, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2043, "ndcg_at_3": 0.27563, "ndcg_at_5": 0.29544, "ndcg_at_10": 0.31457, "ndcg_at_20": 0.33492, "ndcg_at_50": 0.35259, "ndcg_at_100": 0.36984, "map_at_1": 0.2043, "map_at_3": 0.25663, "map_at_5": 0.26781, "map_at_10": 0.27551, "map_at_20": 0.28122, "map_at_50": 0.28413, "map_at_100": 0.28559, "recall_at_1": 0.2043, "recall_at_3": 0.33118, "recall_at_5": 0.37849, "recall_at_10": 0.43871, "recall_at_20": 0.51828, "recall_at_50": 0.60645, "recall_at_100": 0.71398, "precision_at_1": 0.2043, "precision_at_3": 0.11039, "precision_at_5": 0.0757, "precision_at_10": 0.04387, "precision_at_20": 0.02591, "precision_at_50": 0.01213, "precision_at_100": 0.00714, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46882, "ndcg_at_3": 0.56405, "ndcg_at_5": 0.59247, "ndcg_at_10": 0.62367, "ndcg_at_20": 0.64646, "ndcg_at_50": 0.65661, "ndcg_at_100": 0.66294, "map_at_1": 0.46882, "map_at_3": 0.5405, "map_at_5": 0.55631, "map_at_10": 0.56954, "map_at_20": 0.57578, "map_at_50": 0.57737, "map_at_100": 0.57794, "recall_at_1": 0.46882, "recall_at_3": 0.63226, "recall_at_5": 0.70108, "recall_at_10": 0.7957, "recall_at_20": 0.88602, "recall_at_50": 0.93763, "recall_at_100": 0.97634, "precision_at_1": 0.46882, "precision_at_3": 0.21075, "precision_at_5": 0.14022, "precision_at_10": 0.07957, "precision_at_20": 0.0443, "precision_at_50": 0.01875, "precision_at_100": 0.00976, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76129, "ndcg_at_3": 0.83441, "ndcg_at_5": 0.84949, "ndcg_at_10": 0.86121, "ndcg_at_20": 0.86967, "ndcg_at_50": 0.87178, "ndcg_at_100": 0.87178, "map_at_1": 0.76129, "map_at_3": 0.8172, "map_at_5": 0.82559, "map_at_10": 0.83036, "map_at_20": 0.83284, "map_at_50": 0.83317, "map_at_100": 0.83317, "recall_at_1": 0.76129, "recall_at_3": 0.88387, "recall_at_5": 0.92043, "recall_at_10": 0.95699, "recall_at_20": 0.98925, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.76129, "precision_at_3": 0.29462, "precision_at_5": 0.18409, "precision_at_10": 0.0957, "precision_at_20": 0.04946, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70323, "ndcg_at_3": 0.78031, "ndcg_at_5": 0.80483, "ndcg_at_10": 0.82318, "ndcg_at_20": 0.83198, "ndcg_at_50": 0.83238, "ndcg_at_100": 0.83345, "map_at_1": 0.70323, "map_at_3": 0.76093, "map_at_5": 0.77437, "map_at_10": 0.78211, "map_at_20": 0.78457, "map_at_50": 0.78463, "map_at_100": 0.78473, "recall_at_1": 0.70323, "recall_at_3": 0.83656, "recall_at_5": 0.89677, "recall_at_10": 0.95269, "recall_at_20": 0.9871, "recall_at_50": 0.98925, "recall_at_100": 0.9957, "precision_at_1": 0.70323, "precision_at_3": 0.27885, "precision_at_5": 0.17935, "precision_at_10": 0.09527, "precision_at_20": 0.04935, "precision_at_50": 0.01978, "precision_at_100": 0.00996, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46237, "ndcg_at_3": 0.5576, "ndcg_at_5": 0.59046, "ndcg_at_10": 0.61945, "ndcg_at_20": 0.64436, "ndcg_at_50": 0.65488, "ndcg_at_100": 0.66088, "map_at_1": 0.46237, "map_at_3": 0.53405, "map_at_5": 0.55233, "map_at_10": 0.56458, "map_at_20": 0.57137, "map_at_50": 0.573, "map_at_100": 0.57354, "recall_at_1": 0.46237, "recall_at_3": 0.62581, "recall_at_5": 0.70538, "recall_at_10": 0.79355, "recall_at_20": 0.89247, "recall_at_50": 0.94624, "recall_at_100": 0.9828, "precision_at_1": 0.46237, "precision_at_3": 0.2086, "precision_at_5": 0.14108, "precision_at_10": 0.07935, "precision_at_20": 0.04462, "precision_at_50": 0.01892, "precision_at_100": 0.00983, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.74409, "ndcg_at_3": 0.83338, "ndcg_at_5": 0.84782, "ndcg_at_10": 0.8615, "ndcg_at_20": 0.86543, "ndcg_at_50": 0.86723, "ndcg_at_100": 0.86723, "map_at_1": 0.74409, "map_at_3": 0.81147, "map_at_5": 0.81964, "map_at_10": 0.82515, "map_at_20": 0.8263, "map_at_50": 0.82662, "map_at_100": 0.82662, "recall_at_1": 0.74409, "recall_at_3": 0.89677, "recall_at_5": 0.93118, "recall_at_10": 0.97419, "recall_at_20": 0.98925, "recall_at_50": 0.99785, "recall_at_100": 0.99785, "precision_at_1": 0.74409, "precision_at_3": 0.29892, "precision_at_5": 0.18624, "precision_at_10": 0.09742, "precision_at_20": 0.04946, "precision_at_50": 0.01996, "precision_at_100": 0.00998, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.77634, "ndcg_at_3": 0.86433, "ndcg_at_5": 0.87229, "ndcg_at_10": 0.88382, "ndcg_at_20": 0.8865, "ndcg_at_50": 0.88872, "ndcg_at_100": 0.88872, "map_at_1": 0.77634, "map_at_3": 0.84337, "map_at_5": 0.84778, "map_at_10": 0.85277, "map_at_20": 0.85348, "map_at_50": 0.85387, "map_at_100": 0.85387, "recall_at_1": 0.77634, "recall_at_3": 0.92473, "recall_at_5": 0.94409, "recall_at_10": 0.97849, "recall_at_20": 0.98925, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.77634, "precision_at_3": 0.30824, "precision_at_5": 0.18882, "precision_at_10": 0.09785, "precision_at_20": 0.04946, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16129, "ndcg_at_3": 0.22429, "ndcg_at_5": 0.23845, "ndcg_at_10": 0.27255, "ndcg_at_20": 0.28981, "ndcg_at_50": 0.31565, "ndcg_at_100": 0.33107, "map_at_1": 0.16129, "map_at_3": 0.20824, "map_at_5": 0.21609, "map_at_10": 0.23019, "map_at_20": 0.23485, "map_at_50": 0.23892, "map_at_100": 0.2403, "recall_at_1": 0.16129, "recall_at_3": 0.27097, "recall_at_5": 0.30538, "recall_at_10": 0.41075, "recall_at_20": 0.47957, "recall_at_50": 0.61075, "recall_at_100": 0.70538, "precision_at_1": 0.16129, "precision_at_3": 0.09032, "precision_at_5": 0.06108, "precision_at_10": 0.04108, "precision_at_20": 0.02398, "precision_at_50": 0.01222, "precision_at_100": 0.00705, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22796, "ndcg_at_3": 0.29769, "ndcg_at_5": 0.31953, "ndcg_at_10": 0.34624, "ndcg_at_20": 0.36703, "ndcg_at_50": 0.38809, "ndcg_at_100": 0.40464, "map_at_1": 0.22796, "map_at_3": 0.27957, "map_at_5": 0.29151, "map_at_10": 0.30228, "map_at_20": 0.30805, "map_at_50": 0.31149, "map_at_100": 0.31299, "recall_at_1": 0.22796, "recall_at_3": 0.35054, "recall_at_5": 0.4043, "recall_at_10": 0.48817, "recall_at_20": 0.56989, "recall_at_50": 0.67527, "recall_at_100": 0.77634, "precision_at_1": 0.22796, "precision_at_3": 0.11685, "precision_at_5": 0.08086, "precision_at_10": 0.04882, "precision_at_20": 0.02849, "precision_at_50": 0.01351, "precision_at_100": 0.00776, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "DS1000", "alias": null, "tier": 0, "groups": { "text": 1, "code": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.34735, "ndcg_at_3": 0.61311, "ndcg_at_5": 0.66773, "ndcg_at_10": 0.69183, "ndcg_at_20": 0.69394, "ndcg_at_50": 0.69414, "ndcg_at_100": 0.6943, "map_at_1": 0.34735, "map_at_3": 0.55214, "map_at_5": 0.58304, "map_at_10": 0.59346, "map_at_20": 0.59408, "map_at_50": 0.59411, "map_at_100": 0.59413, "recall_at_1": 0.34735, "recall_at_3": 0.78779, "recall_at_5": 0.91792, "recall_at_10": 0.98999, "recall_at_20": 0.998, "recall_at_50": 0.999, "recall_at_100": 1.0, "precision_at_1": 0.34735, "precision_at_3": 0.2626, "precision_at_5": 0.18358, "precision_at_10": 0.099, "precision_at_20": 0.0499, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37087, "ndcg_at_3": 0.65063, "ndcg_at_5": 0.69881, "ndcg_at_10": 0.71591, "ndcg_at_20": 0.71644, "ndcg_at_50": 0.71644, "ndcg_at_100": 0.7166, "map_at_1": 0.37087, "map_at_3": 0.58725, "map_at_5": 0.61456, "map_at_10": 0.62207, "map_at_20": 0.62222, "map_at_50": 0.62222, "map_at_100": 0.62223, "recall_at_1": 0.37087, "recall_at_3": 0.83183, "recall_at_5": 0.94645, "recall_at_10": 0.997, "recall_at_20": 0.999, "recall_at_50": 0.999, "recall_at_100": 1.0, "precision_at_1": 0.37087, "precision_at_3": 0.27728, "precision_at_5": 0.18929, "precision_at_10": 0.0997, "precision_at_20": 0.04995, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34585, "ndcg_at_3": 0.60876, "ndcg_at_5": 0.66232, "ndcg_at_10": 0.68835, "ndcg_at_20": 0.6898, "ndcg_at_50": 0.69028, "ndcg_at_100": 0.69044, "map_at_1": 0.34585, "map_at_3": 0.54746, "map_at_5": 0.57764, "map_at_10": 0.58884, "map_at_20": 0.58927, "map_at_50": 0.58934, "map_at_100": 0.58936, "recall_at_1": 0.34585, "recall_at_3": 0.78478, "recall_at_5": 0.91291, "recall_at_10": 0.99099, "recall_at_20": 0.9965, "recall_at_50": 0.999, "recall_at_100": 1.0, "precision_at_1": 0.34585, "precision_at_3": 0.26159, "precision_at_5": 0.18258, "precision_at_10": 0.0991, "precision_at_20": 0.04982, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26677, "ndcg_at_3": 0.49389, "ndcg_at_5": 0.56283, "ndcg_at_10": 0.59908, "ndcg_at_20": 0.60995, "ndcg_at_50": 0.61329, "ndcg_at_100": 0.61433, "map_at_1": 0.26677, "map_at_3": 0.43936, "map_at_5": 0.47827, "map_at_10": 0.4938, "map_at_20": 0.49685, "map_at_50": 0.49741, "map_at_100": 0.49749, "recall_at_1": 0.26677, "recall_at_3": 0.65115, "recall_at_5": 0.81582, "recall_at_10": 0.92492, "recall_at_20": 0.96747, "recall_at_50": 0.98398, "recall_at_100": 0.99049, "precision_at_1": 0.26677, "precision_at_3": 0.21705, "precision_at_5": 0.16316, "precision_at_10": 0.09249, "precision_at_20": 0.04837, "precision_at_50": 0.01968, "precision_at_100": 0.0099, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21922, "ndcg_at_3": 0.40348, "ndcg_at_5": 0.46319, "ndcg_at_10": 0.50671, "ndcg_at_20": 0.5239, "ndcg_at_50": 0.53561, "ndcg_at_100": 0.53998, "map_at_1": 0.21922, "map_at_3": 0.35894, "map_at_5": 0.39253, "map_at_10": 0.41095, "map_at_20": 0.41566, "map_at_50": 0.41758, "map_at_100": 0.41798, "recall_at_1": 0.21922, "recall_at_3": 0.53203, "recall_at_5": 0.67518, "recall_at_10": 0.80731, "recall_at_20": 0.87538, "recall_at_50": 0.93393, "recall_at_100": 0.96046, "precision_at_1": 0.21922, "precision_at_3": 0.17734, "precision_at_5": 0.13504, "precision_at_10": 0.08073, "precision_at_20": 0.04377, "precision_at_50": 0.01868, "precision_at_100": 0.0096, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37037, "ndcg_at_3": 0.65079, "ndcg_at_5": 0.69811, "ndcg_at_10": 0.71517, "ndcg_at_20": 0.71572, "ndcg_at_50": 0.71594, "ndcg_at_100": 0.71594, "map_at_1": 0.37037, "map_at_3": 0.58684, "map_at_5": 0.61364, "map_at_10": 0.6211, "map_at_20": 0.62128, "map_at_50": 0.62132, "map_at_100": 0.62132, "recall_at_1": 0.37037, "recall_at_3": 0.83383, "recall_at_5": 0.94645, "recall_at_10": 0.997, "recall_at_20": 0.999, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.37037, "precision_at_3": 0.27794, "precision_at_5": 0.18929, "precision_at_10": 0.0997, "precision_at_20": 0.04995, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30781, "ndcg_at_3": 0.55474, "ndcg_at_5": 0.61784, "ndcg_at_10": 0.65034, "ndcg_at_20": 0.65511, "ndcg_at_50": 0.65688, "ndcg_at_100": 0.65713, "map_at_1": 0.30781, "map_at_3": 0.49666, "map_at_5": 0.53217, "map_at_10": 0.54623, "map_at_20": 0.54759, "map_at_50": 0.54787, "map_at_100": 0.54789, "recall_at_1": 0.30781, "recall_at_3": 0.72172, "recall_at_5": 0.87287, "recall_at_10": 0.96997, "recall_at_20": 0.98849, "recall_at_50": 0.9975, "recall_at_100": 0.999, "precision_at_1": 0.30781, "precision_at_3": 0.24057, "precision_at_5": 0.17457, "precision_at_10": 0.097, "precision_at_20": 0.04942, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.28028, "ndcg_at_3": 0.50639, "ndcg_at_5": 0.57014, "ndcg_at_10": 0.60616, "ndcg_at_20": 0.61676, "ndcg_at_50": 0.62129, "ndcg_at_100": 0.62219, "map_at_1": 0.28028, "map_at_3": 0.45295, "map_at_5": 0.48871, "map_at_10": 0.50411, "map_at_20": 0.50721, "map_at_50": 0.50796, "map_at_100": 0.50804, "recall_at_1": 0.28028, "recall_at_3": 0.66016, "recall_at_5": 0.81331, "recall_at_10": 0.92192, "recall_at_20": 0.96246, "recall_at_50": 0.98498, "recall_at_100": 0.99049, "precision_at_1": 0.28028, "precision_at_3": 0.22005, "precision_at_5": 0.16266, "precision_at_10": 0.09219, "precision_at_20": 0.04812, "precision_at_50": 0.0197, "precision_at_100": 0.0099, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37487, "ndcg_at_3": 0.64095, "ndcg_at_5": 0.69191, "ndcg_at_10": 0.71098, "ndcg_at_20": 0.71232, "ndcg_at_50": 0.71251, "ndcg_at_100": 0.71251, "map_at_1": 0.37487, "map_at_3": 0.57991, "map_at_5": 0.60869, "map_at_10": 0.61703, "map_at_20": 0.61743, "map_at_50": 0.61746, "map_at_100": 0.61746, "recall_at_1": 0.37487, "recall_at_3": 0.81582, "recall_at_5": 0.93744, "recall_at_10": 0.99399, "recall_at_20": 0.999, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.37487, "precision_at_3": 0.27194, "precision_at_5": 0.18749, "precision_at_10": 0.0994, "precision_at_20": 0.04995, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32583, "ndcg_at_3": 0.58045, "ndcg_at_5": 0.64051, "ndcg_at_10": 0.66865, "ndcg_at_20": 0.67262, "ndcg_at_50": 0.67335, "ndcg_at_100": 0.67359, "map_at_1": 0.32583, "map_at_3": 0.52144, "map_at_5": 0.55517, "map_at_10": 0.56726, "map_at_20": 0.56844, "map_at_50": 0.56857, "map_at_100": 0.56859, "recall_at_1": 0.32583, "recall_at_3": 0.74975, "recall_at_5": 0.89389, "recall_at_10": 0.97848, "recall_at_20": 0.99349, "recall_at_50": 0.997, "recall_at_100": 0.9985, "precision_at_1": 0.32583, "precision_at_3": 0.24992, "precision_at_5": 0.17878, "precision_at_10": 0.09785, "precision_at_20": 0.04967, "precision_at_50": 0.01994, "precision_at_100": 0.00998, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35035, "ndcg_at_3": 0.60917, "ndcg_at_5": 0.66253, "ndcg_at_10": 0.68942, "ndcg_at_20": 0.69168, "ndcg_at_50": 0.69217, "ndcg_at_100": 0.69225, "map_at_1": 0.35035, "map_at_3": 0.54963, "map_at_5": 0.57971, "map_at_10": 0.59139, "map_at_20": 0.59207, "map_at_50": 0.59215, "map_at_100": 0.59215, "recall_at_1": 0.35035, "recall_at_3": 0.77978, "recall_at_5": 0.90741, "recall_at_10": 0.98749, "recall_at_20": 0.996, "recall_at_50": 0.9985, "recall_at_100": 0.999, "precision_at_1": 0.35035, "precision_at_3": 0.25993, "precision_at_5": 0.18148, "precision_at_10": 0.09875, "precision_at_20": 0.0498, "precision_at_50": 0.01997, "precision_at_100": 0.00999, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13964, "ndcg_at_3": 0.2626, "ndcg_at_5": 0.30655, "ndcg_at_10": 0.34508, "ndcg_at_20": 0.36388, "ndcg_at_50": 0.38275, "ndcg_at_100": 0.39694, "map_at_1": 0.13964, "map_at_3": 0.2329, "map_at_5": 0.25742, "map_at_10": 0.27353, "map_at_20": 0.27859, "map_at_50": 0.28167, "map_at_100": 0.28291, "recall_at_1": 0.13964, "recall_at_3": 0.34835, "recall_at_5": 0.45445, "recall_at_10": 0.57257, "recall_at_20": 0.64765, "recall_at_50": 0.74224, "recall_at_100": 0.82983, "precision_at_1": 0.13964, "precision_at_3": 0.11612, "precision_at_5": 0.09089, "precision_at_10": 0.05726, "precision_at_20": 0.03238, "precision_at_50": 0.01484, "precision_at_100": 0.0083, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2007, "ndcg_at_3": 0.37356, "ndcg_at_5": 0.43269, "ndcg_at_10": 0.47918, "ndcg_at_20": 0.4963, "ndcg_at_50": 0.51024, "ndcg_at_100": 0.51571, "map_at_1": 0.2007, "map_at_3": 0.33183, "map_at_5": 0.36486, "map_at_10": 0.38466, "map_at_20": 0.38944, "map_at_50": 0.39165, "map_at_100": 0.39214, "recall_at_1": 0.2007, "recall_at_3": 0.49399, "recall_at_5": 0.63664, "recall_at_10": 0.77728, "recall_at_20": 0.84434, "recall_at_50": 0.91491, "recall_at_100": 0.94845, "precision_at_1": 0.2007, "precision_at_3": 0.16466, "precision_at_5": 0.12733, "precision_at_10": 0.07773, "precision_at_20": 0.04222, "precision_at_50": 0.0183, "precision_at_100": 0.00948, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33283, "ndcg_at_3": 0.59413, "ndcg_at_5": 0.65354, "ndcg_at_10": 0.67943, "ndcg_at_20": 0.68191, "ndcg_at_50": 0.68235, "ndcg_at_100": 0.68235, "map_at_1": 0.33283, "map_at_3": 0.53345, "map_at_5": 0.56681, "map_at_10": 0.57816, "map_at_20": 0.57887, "map_at_50": 0.57896, "map_at_100": 0.57896, "recall_at_1": 0.33283, "recall_at_3": 0.76827, "recall_at_5": 0.91091, "recall_at_10": 0.98749, "recall_at_20": 0.997, "recall_at_50": 0.999, "recall_at_100": 0.999, "precision_at_1": 0.33283, "precision_at_3": 0.25609, "precision_at_5": 0.18218, "precision_at_10": 0.09875, "precision_at_20": 0.04985, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18468, "ndcg_at_3": 0.33939, "ndcg_at_5": 0.38422, "ndcg_at_10": 0.42037, "ndcg_at_20": 0.43437, "ndcg_at_50": 0.45339, "ndcg_at_100": 0.46279, "map_at_1": 0.18468, "map_at_3": 0.30272, "map_at_5": 0.32777, "map_at_10": 0.34311, "map_at_20": 0.347, "map_at_50": 0.35002, "map_at_100": 0.35082, "recall_at_1": 0.18468, "recall_at_3": 0.44494, "recall_at_5": 0.55305, "recall_at_10": 0.66266, "recall_at_20": 0.71772, "recall_at_50": 0.81381, "recall_at_100": 0.87237, "precision_at_1": 0.18468, "precision_at_3": 0.14831, "precision_at_5": 0.11061, "precision_at_10": 0.06627, "precision_at_20": 0.03589, "precision_at_50": 0.01628, "precision_at_100": 0.00872, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16016, "ndcg_at_3": 0.29976, "ndcg_at_5": 0.34476, "ndcg_at_10": 0.38394, "ndcg_at_20": 0.40738, "ndcg_at_50": 0.42648, "ndcg_at_100": 0.43739, "map_at_1": 0.16016, "map_at_3": 0.2661, "map_at_5": 0.29135, "map_at_10": 0.30781, "map_at_20": 0.31434, "map_at_50": 0.31741, "map_at_100": 0.31838, "recall_at_1": 0.16016, "recall_at_3": 0.3969, "recall_at_5": 0.50501, "recall_at_10": 0.62462, "recall_at_20": 0.71672, "recall_at_50": 0.81281, "recall_at_100": 0.87988, "precision_at_1": 0.16016, "precision_at_3": 0.1323, "precision_at_5": 0.101, "precision_at_10": 0.06246, "precision_at_20": 0.03584, "precision_at_50": 0.01626, "precision_at_100": 0.0088, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1036, "ndcg_at_3": 0.19148, "ndcg_at_5": 0.22461, "ndcg_at_10": 0.25999, "ndcg_at_20": 0.28762, "ndcg_at_50": 0.314, "ndcg_at_100": 0.32884, "map_at_1": 0.1036, "map_at_3": 0.17025, "map_at_5": 0.18872, "map_at_10": 0.20347, "map_at_20": 0.21102, "map_at_50": 0.21532, "map_at_100": 0.21663, "recall_at_1": 0.1036, "recall_at_3": 0.25275, "recall_at_5": 0.33283, "recall_at_10": 0.44144, "recall_at_20": 0.55105, "recall_at_50": 0.68318, "recall_at_100": 0.77477, "precision_at_1": 0.1036, "precision_at_3": 0.08425, "precision_at_5": 0.06657, "precision_at_10": 0.04414, "precision_at_20": 0.02755, "precision_at_50": 0.01366, "precision_at_100": 0.00775, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25526, "ndcg_at_3": 0.45906, "ndcg_at_5": 0.51667, "ndcg_at_10": 0.55477, "ndcg_at_20": 0.56846, "ndcg_at_50": 0.57949, "ndcg_at_100": 0.58292, "map_at_1": 0.25526, "map_at_3": 0.41091, "map_at_5": 0.44329, "map_at_10": 0.45953, "map_at_20": 0.4633, "map_at_50": 0.46516, "map_at_100": 0.46547, "recall_at_1": 0.25526, "recall_at_3": 0.5976, "recall_at_5": 0.73574, "recall_at_10": 0.85085, "recall_at_20": 0.9049, "recall_at_50": 0.95946, "recall_at_100": 0.98048, "precision_at_1": 0.25526, "precision_at_3": 0.1992, "precision_at_5": 0.14715, "precision_at_10": 0.08509, "precision_at_20": 0.04525, "precision_at_50": 0.01919, "precision_at_100": 0.0098, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12963, "ndcg_at_3": 0.24132, "ndcg_at_5": 0.28298, "ndcg_at_10": 0.31643, "ndcg_at_20": 0.33932, "ndcg_at_50": 0.36103, "ndcg_at_100": 0.37637, "map_at_1": 0.12963, "map_at_3": 0.2143, "map_at_5": 0.23755, "map_at_10": 0.25153, "map_at_20": 0.25786, "map_at_50": 0.26129, "map_at_100": 0.26264, "recall_at_1": 0.12963, "recall_at_3": 0.31932, "recall_at_5": 0.41992, "recall_at_10": 0.52252, "recall_at_20": 0.61261, "recall_at_50": 0.72272, "recall_at_100": 0.81732, "precision_at_1": 0.12963, "precision_at_3": 0.10644, "precision_at_5": 0.08398, "precision_at_10": 0.05225, "precision_at_20": 0.03063, "precision_at_50": 0.01445, "precision_at_100": 0.00817, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.15265, "ndcg_at_3": 0.27141, "ndcg_at_5": 0.31179, "ndcg_at_10": 0.34259, "ndcg_at_20": 0.36102, "ndcg_at_50": 0.38373, "ndcg_at_100": 0.39623, "map_at_1": 0.15265, "map_at_3": 0.24283, "map_at_5": 0.26522, "map_at_10": 0.27806, "map_at_20": 0.2831, "map_at_50": 0.28681, "map_at_100": 0.28796, "recall_at_1": 0.15265, "recall_at_3": 0.35385, "recall_at_5": 0.45195, "recall_at_10": 0.54655, "recall_at_20": 0.61962, "recall_at_50": 0.73323, "recall_at_100": 0.80931, "precision_at_1": 0.15265, "precision_at_3": 0.11795, "precision_at_5": 0.09039, "precision_at_10": 0.05465, "precision_at_20": 0.03098, "precision_at_50": 0.01466, "precision_at_100": 0.00809, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24424, "ndcg_at_3": 0.45078, "ndcg_at_5": 0.52257, "ndcg_at_10": 0.56364, "ndcg_at_20": 0.57782, "ndcg_at_50": 0.58495, "ndcg_at_100": 0.58656, "map_at_1": 0.24424, "map_at_3": 0.40065, "map_at_5": 0.44099, "map_at_10": 0.45849, "map_at_20": 0.46246, "map_at_50": 0.46368, "map_at_100": 0.46382, "recall_at_1": 0.24424, "recall_at_3": 0.5956, "recall_at_5": 0.76777, "recall_at_10": 0.89189, "recall_at_20": 0.94745, "recall_at_50": 0.98248, "recall_at_100": 0.99249, "precision_at_1": 0.24424, "precision_at_3": 0.19853, "precision_at_5": 0.15355, "precision_at_10": 0.08919, "precision_at_20": 0.04737, "precision_at_50": 0.01965, "precision_at_100": 0.00992, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32232, "ndcg_at_3": 0.57533, "ndcg_at_5": 0.63639, "ndcg_at_10": 0.66471, "ndcg_at_20": 0.66838, "ndcg_at_50": 0.66937, "ndcg_at_100": 0.6697, "map_at_1": 0.32232, "map_at_3": 0.51618, "map_at_5": 0.55057, "map_at_10": 0.56283, "map_at_20": 0.56391, "map_at_50": 0.56407, "map_at_100": 0.5641, "recall_at_1": 0.32232, "recall_at_3": 0.74525, "recall_at_5": 0.89139, "recall_at_10": 0.97598, "recall_at_20": 0.98999, "recall_at_50": 0.99499, "recall_at_100": 0.997, "precision_at_1": 0.32232, "precision_at_3": 0.24842, "precision_at_5": 0.17828, "precision_at_10": 0.0976, "precision_at_20": 0.0495, "precision_at_50": 0.0199, "precision_at_100": 0.00997, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31281, "ndcg_at_3": 0.56079, "ndcg_at_5": 0.62017, "ndcg_at_10": 0.64983, "ndcg_at_20": 0.65406, "ndcg_at_50": 0.65724, "ndcg_at_100": 0.65809, "map_at_1": 0.31281, "map_at_3": 0.503, "map_at_5": 0.53644, "map_at_10": 0.54928, "map_at_20": 0.55047, "map_at_50": 0.55102, "map_at_100": 0.55111, "recall_at_1": 0.31281, "recall_at_3": 0.72673, "recall_at_5": 0.86887, "recall_at_10": 0.95746, "recall_at_20": 0.97397, "recall_at_50": 0.98949, "recall_at_100": 0.99449, "precision_at_1": 0.31281, "precision_at_3": 0.24224, "precision_at_5": 0.17377, "precision_at_10": 0.09575, "precision_at_20": 0.0487, "precision_at_50": 0.01979, "precision_at_100": 0.00994, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27227, "ndcg_at_3": 0.49645, "ndcg_at_5": 0.56191, "ndcg_at_10": 0.59697, "ndcg_at_20": 0.60758, "ndcg_at_50": 0.61246, "ndcg_at_100": 0.61451, "map_at_1": 0.27227, "map_at_3": 0.44294, "map_at_5": 0.4798, "map_at_10": 0.49482, "map_at_20": 0.49779, "map_at_50": 0.49854, "map_at_100": 0.49872, "recall_at_1": 0.27227, "recall_at_3": 0.65065, "recall_at_5": 0.80731, "recall_at_10": 0.91291, "recall_at_20": 0.95445, "recall_at_50": 0.97948, "recall_at_100": 0.99199, "precision_at_1": 0.27227, "precision_at_3": 0.21688, "precision_at_5": 0.16146, "precision_at_10": 0.09129, "precision_at_20": 0.04772, "precision_at_50": 0.01959, "precision_at_100": 0.00992, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1046, "ndcg_at_3": 0.19084, "ndcg_at_5": 0.212, "ndcg_at_10": 0.23335, "ndcg_at_20": 0.24994, "ndcg_at_50": 0.26575, "ndcg_at_100": 0.28342, "map_at_1": 0.1046, "map_at_3": 0.17084, "map_at_5": 0.18265, "map_at_10": 0.19155, "map_at_20": 0.19617, "map_at_50": 0.19863, "map_at_100": 0.20014, "recall_at_1": 0.1046, "recall_at_3": 0.24825, "recall_at_5": 0.2993, "recall_at_10": 0.36486, "recall_at_20": 0.42993, "recall_at_50": 0.51051, "recall_at_100": 0.62062, "precision_at_1": 0.1046, "precision_at_3": 0.08275, "precision_at_5": 0.05986, "precision_at_10": 0.03649, "precision_at_20": 0.0215, "precision_at_50": 0.01021, "precision_at_100": 0.00621, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16416, "ndcg_at_3": 0.30483, "ndcg_at_5": 0.35603, "ndcg_at_10": 0.39673, "ndcg_at_20": 0.41462, "ndcg_at_50": 0.43658, "ndcg_at_100": 0.44515, "map_at_1": 0.16416, "map_at_3": 0.27085, "map_at_5": 0.29943, "map_at_10": 0.31647, "map_at_20": 0.3214, "map_at_50": 0.32498, "map_at_100": 0.32575, "recall_at_1": 0.16416, "recall_at_3": 0.4029, "recall_at_5": 0.52653, "recall_at_10": 0.65115, "recall_at_20": 0.72172, "recall_at_50": 0.83183, "recall_at_100": 0.88438, "precision_at_1": 0.16416, "precision_at_3": 0.1343, "precision_at_5": 0.10531, "precision_at_10": 0.06512, "precision_at_20": 0.03609, "precision_at_50": 0.01664, "precision_at_100": 0.00884, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18919, "ndcg_at_3": 0.34671, "ndcg_at_5": 0.39794, "ndcg_at_10": 0.43934, "ndcg_at_20": 0.45784, "ndcg_at_50": 0.4731, "ndcg_at_100": 0.48113, "map_at_1": 0.18919, "map_at_3": 0.30914, "map_at_5": 0.33775, "map_at_10": 0.3552, "map_at_20": 0.36036, "map_at_50": 0.36288, "map_at_100": 0.36358, "recall_at_1": 0.18919, "recall_at_3": 0.45495, "recall_at_5": 0.57858, "recall_at_10": 0.7047, "recall_at_20": 0.77728, "recall_at_50": 0.85335, "recall_at_100": 0.9029, "precision_at_1": 0.18919, "precision_at_3": 0.15165, "precision_at_5": 0.11572, "precision_at_10": 0.07047, "precision_at_20": 0.03886, "precision_at_50": 0.01707, "precision_at_100": 0.00903, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.22823, "ndcg_at_3": 0.42524, "ndcg_at_5": 0.4814, "ndcg_at_10": 0.51299, "ndcg_at_20": 0.52642, "ndcg_at_50": 0.54015, "ndcg_at_100": 0.5461, "map_at_1": 0.22823, "map_at_3": 0.37796, "map_at_5": 0.40967, "map_at_10": 0.42311, "map_at_20": 0.4268, "map_at_50": 0.42905, "map_at_100": 0.42958, "recall_at_1": 0.22823, "recall_at_3": 0.56156, "recall_at_5": 0.6957, "recall_at_10": 0.79129, "recall_at_20": 0.84434, "recall_at_50": 0.91291, "recall_at_100": 0.94945, "precision_at_1": 0.22823, "precision_at_3": 0.18719, "precision_at_5": 0.13914, "precision_at_10": 0.07913, "precision_at_20": 0.04222, "precision_at_50": 0.01826, "precision_at_100": 0.00949, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.10861, "ndcg_at_3": 0.19834, "ndcg_at_5": 0.2275, "ndcg_at_10": 0.25953, "ndcg_at_20": 0.28264, "ndcg_at_50": 0.30485, "ndcg_at_100": 0.31833, "map_at_1": 0.10861, "map_at_3": 0.17701, "map_at_5": 0.19325, "map_at_10": 0.20646, "map_at_20": 0.21277, "map_at_50": 0.21632, "map_at_100": 0.21751, "recall_at_1": 0.10861, "recall_at_3": 0.25976, "recall_at_5": 0.33033, "recall_at_10": 0.42943, "recall_at_20": 0.52102, "recall_at_50": 0.63313, "recall_at_100": 0.71622, "precision_at_1": 0.10861, "precision_at_3": 0.08659, "precision_at_5": 0.06607, "precision_at_10": 0.04294, "precision_at_20": 0.02605, "precision_at_50": 0.01266, "precision_at_100": 0.00716, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13864, "ndcg_at_3": 0.25884, "ndcg_at_5": 0.30052, "ndcg_at_10": 0.34005, "ndcg_at_20": 0.36254, "ndcg_at_50": 0.38017, "ndcg_at_100": 0.39082, "map_at_1": 0.13864, "map_at_3": 0.2299, "map_at_5": 0.25317, "map_at_10": 0.2696, "map_at_20": 0.27582, "map_at_50": 0.27871, "map_at_100": 0.27968, "recall_at_1": 0.13864, "recall_at_3": 0.34234, "recall_at_5": 0.44294, "recall_at_10": 0.56456, "recall_at_20": 0.65315, "recall_at_50": 0.74124, "recall_at_100": 0.80631, "precision_at_1": 0.13864, "precision_at_3": 0.11411, "precision_at_5": 0.08859, "precision_at_10": 0.05646, "precision_at_20": 0.03266, "precision_at_50": 0.01482, "precision_at_100": 0.00806, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17718, "ndcg_at_3": 0.32759, "ndcg_at_5": 0.37397, "ndcg_at_10": 0.40684, "ndcg_at_20": 0.42554, "ndcg_at_50": 0.44546, "ndcg_at_100": 0.45317, "map_at_1": 0.17718, "map_at_3": 0.29188, "map_at_5": 0.31785, "map_at_10": 0.3318, "map_at_20": 0.33693, "map_at_50": 0.34015, "map_at_100": 0.34085, "recall_at_1": 0.17718, "recall_at_3": 0.43043, "recall_at_5": 0.54204, "recall_at_10": 0.64164, "recall_at_20": 0.71572, "recall_at_50": 0.81582, "recall_at_100": 0.86286, "precision_at_1": 0.17718, "precision_at_3": 0.14348, "precision_at_5": 0.10841, "precision_at_10": 0.06416, "precision_at_20": 0.03579, "precision_at_50": 0.01632, "precision_at_100": 0.00863, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33283, "ndcg_at_3": 0.5906, "ndcg_at_5": 0.64785, "ndcg_at_10": 0.67443, "ndcg_at_20": 0.6784, "ndcg_at_50": 0.67893, "ndcg_at_100": 0.67958, "map_at_1": 0.33283, "map_at_3": 0.53078, "map_at_5": 0.56311, "map_at_10": 0.57468, "map_at_20": 0.57579, "map_at_50": 0.57589, "map_at_100": 0.57595, "recall_at_1": 0.33283, "recall_at_3": 0.76226, "recall_at_5": 0.8989, "recall_at_10": 0.97798, "recall_at_20": 0.99349, "recall_at_50": 0.996, "recall_at_100": 1.0, "precision_at_1": 0.33283, "precision_at_3": 0.25409, "precision_at_5": 0.17978, "precision_at_10": 0.0978, "precision_at_20": 0.04967, "precision_at_50": 0.01992, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25826, "ndcg_at_3": 0.48547, "ndcg_at_5": 0.55321, "ndcg_at_10": 0.59272, "ndcg_at_20": 0.60422, "ndcg_at_50": 0.60815, "ndcg_at_100": 0.60888, "map_at_1": 0.25826, "map_at_3": 0.43051, "map_at_5": 0.46865, "map_at_10": 0.48536, "map_at_20": 0.48865, "map_at_50": 0.4893, "map_at_100": 0.48937, "recall_at_1": 0.25826, "recall_at_3": 0.64414, "recall_at_5": 0.80631, "recall_at_10": 0.92643, "recall_at_20": 0.97097, "recall_at_50": 0.99049, "recall_at_100": 0.99499, "precision_at_1": 0.25826, "precision_at_3": 0.21471, "precision_at_5": 0.16126, "precision_at_10": 0.09264, "precision_at_20": 0.04855, "precision_at_50": 0.01981, "precision_at_100": 0.00995, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21772, "ndcg_at_3": 0.40122, "ndcg_at_5": 0.45422, "ndcg_at_10": 0.49892, "ndcg_at_20": 0.51872, "ndcg_at_50": 0.53194, "ndcg_at_100": 0.5373, "map_at_1": 0.21772, "map_at_3": 0.35694, "map_at_5": 0.38672, "map_at_10": 0.40557, "map_at_20": 0.41104, "map_at_50": 0.4132, "map_at_100": 0.41368, "recall_at_1": 0.21772, "recall_at_3": 0.52903, "recall_at_5": 0.65616, "recall_at_10": 0.79229, "recall_at_20": 0.87037, "recall_at_50": 0.93644, "recall_at_100": 0.96947, "precision_at_1": 0.21772, "precision_at_3": 0.17634, "precision_at_5": 0.13123, "precision_at_10": 0.07923, "precision_at_20": 0.04352, "precision_at_50": 0.01873, "precision_at_100": 0.00969, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.30781, "ndcg_at_3": 0.55489, "ndcg_at_5": 0.6175, "ndcg_at_10": 0.64702, "ndcg_at_20": 0.65128, "ndcg_at_50": 0.65433, "ndcg_at_100": 0.655, "map_at_1": 0.30781, "map_at_3": 0.49716, "map_at_5": 0.53247, "map_at_10": 0.54527, "map_at_20": 0.54641, "map_at_50": 0.54693, "map_at_100": 0.547, "recall_at_1": 0.30781, "recall_at_3": 0.72072, "recall_at_5": 0.87037, "recall_at_10": 0.95846, "recall_at_20": 0.97548, "recall_at_50": 0.99049, "recall_at_100": 0.99449, "precision_at_1": 0.30781, "precision_at_3": 0.24024, "precision_at_5": 0.17407, "precision_at_10": 0.09585, "precision_at_20": 0.04877, "precision_at_50": 0.01981, "precision_at_100": 0.00994, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.34484, "ndcg_at_3": 0.61343, "ndcg_at_5": 0.66867, "ndcg_at_10": 0.69103, "ndcg_at_20": 0.69299, "ndcg_at_50": 0.69337, "ndcg_at_100": 0.69362, "map_at_1": 0.34484, "map_at_3": 0.55155, "map_at_5": 0.58281, "map_at_10": 0.59262, "map_at_20": 0.5932, "map_at_50": 0.59325, "map_at_100": 0.59327, "recall_at_1": 0.34484, "recall_at_3": 0.79079, "recall_at_5": 0.92242, "recall_at_10": 0.98849, "recall_at_20": 0.996, "recall_at_50": 0.998, "recall_at_100": 0.9995, "precision_at_1": 0.34484, "precision_at_3": 0.2636, "precision_at_5": 0.18448, "precision_at_10": 0.09885, "precision_at_20": 0.0498, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35085, "ndcg_at_3": 0.61676, "ndcg_at_5": 0.67323, "ndcg_at_10": 0.69546, "ndcg_at_20": 0.69727, "ndcg_at_50": 0.69756, "ndcg_at_100": 0.69756, "map_at_1": 0.35085, "map_at_3": 0.55597, "map_at_5": 0.5879, "map_at_10": 0.5976, "map_at_20": 0.59811, "map_at_50": 0.59815, "map_at_100": 0.59815, "recall_at_1": 0.35085, "recall_at_3": 0.79079, "recall_at_5": 0.92543, "recall_at_10": 0.99149, "recall_at_20": 0.9985, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.35085, "precision_at_3": 0.2636, "precision_at_5": 0.18509, "precision_at_10": 0.09915, "precision_at_20": 0.04992, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1041, "ndcg_at_3": 0.18616, "ndcg_at_5": 0.20708, "ndcg_at_10": 0.22174, "ndcg_at_20": 0.22933, "ndcg_at_50": 0.24434, "ndcg_at_100": 0.2527, "map_at_1": 0.1041, "map_at_3": 0.16683, "map_at_5": 0.17862, "map_at_10": 0.18473, "map_at_20": 0.18681, "map_at_50": 0.18927, "map_at_100": 0.18998, "recall_at_1": 0.1041, "recall_at_3": 0.24174, "recall_at_5": 0.29179, "recall_at_10": 0.33684, "recall_at_20": 0.36687, "recall_at_50": 0.44194, "recall_at_100": 0.49399, "precision_at_1": 0.1041, "precision_at_3": 0.08058, "precision_at_5": 0.05836, "precision_at_10": 0.03368, "precision_at_20": 0.01834, "precision_at_50": 0.00884, "precision_at_100": 0.00494, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.14414, "ndcg_at_3": 0.26899, "ndcg_at_5": 0.31371, "ndcg_at_10": 0.34751, "ndcg_at_20": 0.37242, "ndcg_at_50": 0.39287, "ndcg_at_100": 0.40326, "map_at_1": 0.14414, "map_at_3": 0.23874, "map_at_5": 0.26379, "map_at_10": 0.27802, "map_at_20": 0.28471, "map_at_50": 0.28794, "map_at_100": 0.28888, "recall_at_1": 0.14414, "recall_at_3": 0.35636, "recall_at_5": 0.46396, "recall_at_10": 0.56707, "recall_at_20": 0.66667, "recall_at_50": 0.77027, "recall_at_100": 0.83383, "precision_at_1": 0.14414, "precision_at_3": 0.11879, "precision_at_5": 0.09279, "precision_at_10": 0.05671, "precision_at_20": 0.03333, "precision_at_50": 0.01541, "precision_at_100": 0.00834, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "VidoreArxivQA", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/arxivqa_test_subsampled_beir", "results": [ { "ndcg_at_1": 0.774, "ndcg_at_3": 0.81881, "ndcg_at_5": 0.83206, "ndcg_at_10": 0.8411, "ndcg_at_20": 0.84869, "ndcg_at_50": 0.85143, "ndcg_at_100": 0.85435, "map_at_1": 0.774, "map_at_3": 0.808, "map_at_5": 0.8154, "map_at_10": 0.81912, "map_at_20": 0.8212, "map_at_50": 0.82162, "map_at_100": 0.82188, "recall_at_1": 0.774, "recall_at_3": 0.85, "recall_at_5": 0.882, "recall_at_10": 0.91, "recall_at_20": 0.94, "recall_at_50": 0.954, "recall_at_100": 0.972, "precision_at_1": 0.774, "precision_at_3": 0.28333, "precision_at_5": 0.1764, "precision_at_10": 0.091, "precision_at_20": 0.047, "precision_at_50": 0.01908, "precision_at_100": 0.00972, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.764, "ndcg_at_3": 0.81159, "ndcg_at_5": 0.82235, "ndcg_at_10": 0.84087, "ndcg_at_20": 0.84869, "ndcg_at_50": 0.85386, "ndcg_at_100": 0.85519, "map_at_1": 0.764, "map_at_3": 0.80033, "map_at_5": 0.80633, "map_at_10": 0.81421, "map_at_20": 0.81648, "map_at_50": 0.81731, "map_at_100": 0.81744, "recall_at_1": 0.764, "recall_at_3": 0.844, "recall_at_5": 0.87, "recall_at_10": 0.926, "recall_at_20": 0.956, "recall_at_50": 0.982, "recall_at_100": 0.99, "precision_at_1": 0.764, "precision_at_3": 0.28133, "precision_at_5": 0.174, "precision_at_10": 0.0926, "precision_at_20": 0.0478, "precision_at_50": 0.01964, "precision_at_100": 0.0099, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.836, "ndcg_at_3": 0.88107, "ndcg_at_5": 0.88511, "ndcg_at_10": 0.89466, "ndcg_at_20": 0.89721, "ndcg_at_50": 0.90249, "ndcg_at_100": 0.90352, "map_at_1": 0.836, "map_at_3": 0.87033, "map_at_5": 0.87253, "map_at_10": 0.87638, "map_at_20": 0.87709, "map_at_50": 0.87799, "map_at_100": 0.8781, "recall_at_1": 0.836, "recall_at_3": 0.912, "recall_at_5": 0.922, "recall_at_10": 0.952, "recall_at_20": 0.962, "recall_at_50": 0.988, "recall_at_100": 0.994, "precision_at_1": 0.836, "precision_at_3": 0.304, "precision_at_5": 0.1844, "precision_at_10": 0.0952, "precision_at_20": 0.0481, "precision_at_50": 0.01976, "precision_at_100": 0.00994, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.284, "ndcg_at_3": 0.34007, "ndcg_at_5": 0.36124, "ndcg_at_10": 0.37868, "ndcg_at_20": 0.39932, "ndcg_at_50": 0.4278, "ndcg_at_100": 0.44172, "map_at_1": 0.284, "map_at_3": 0.32567, "map_at_5": 0.33727, "map_at_10": 0.34445, "map_at_20": 0.35007, "map_at_50": 0.35477, "map_at_100": 0.35599, "recall_at_1": 0.284, "recall_at_3": 0.382, "recall_at_5": 0.434, "recall_at_10": 0.488, "recall_at_20": 0.57, "recall_at_50": 0.712, "recall_at_100": 0.798, "precision_at_1": 0.284, "precision_at_3": 0.12733, "precision_at_5": 0.0868, "precision_at_10": 0.0488, "precision_at_20": 0.0285, "precision_at_50": 0.01424, "precision_at_100": 0.00798, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "WikiSQL", "alias": null, "tier": 0, "groups": { "text": 1, "code": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.70821, "ndcg_at_3": 0.78437, "ndcg_at_5": 0.79858, "ndcg_at_10": 0.81002, "ndcg_at_20": 0.81702, "ndcg_at_50": 0.82307, "ndcg_at_100": 0.82546, "map_at_1": 0.70821, "map_at_3": 0.76612, "map_at_5": 0.77401, "map_at_10": 0.77877, "map_at_20": 0.78072, "map_at_50": 0.78172, "map_at_100": 0.78193, "recall_at_1": 0.70821, "recall_at_3": 0.837, "recall_at_5": 0.87148, "recall_at_10": 0.90664, "recall_at_20": 0.9341, "recall_at_50": 0.96431, "recall_at_100": 0.97895, "precision_at_1": 0.70821, "precision_at_3": 0.279, "precision_at_5": 0.1743, "precision_at_10": 0.09066, "precision_at_20": 0.04671, "precision_at_50": 0.01929, "precision_at_100": 0.00979, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.80405, "ndcg_at_3": 0.86988, "ndcg_at_5": 0.88038, "ndcg_at_10": 0.88782, "ndcg_at_20": 0.89145, "ndcg_at_50": 0.89403, "ndcg_at_100": 0.89494, "map_at_1": 0.80405, "map_at_3": 0.85452, "map_at_5": 0.86038, "map_at_10": 0.86348, "map_at_20": 0.8645, "map_at_50": 0.86493, "map_at_100": 0.86501, "recall_at_1": 0.80405, "recall_at_3": 0.91399, "recall_at_5": 0.93938, "recall_at_10": 0.96217, "recall_at_20": 0.97641, "recall_at_50": 0.98924, "recall_at_100": 0.99479, "precision_at_1": 0.80405, "precision_at_3": 0.30466, "precision_at_5": 0.18788, "precision_at_10": 0.09622, "precision_at_20": 0.04882, "precision_at_50": 0.01978, "precision_at_100": 0.00995, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66952, "ndcg_at_3": 0.75207, "ndcg_at_5": 0.76793, "ndcg_at_10": 0.7817, "ndcg_at_20": 0.78997, "ndcg_at_50": 0.7968, "ndcg_at_100": 0.80003, "map_at_1": 0.66952, "map_at_3": 0.73212, "map_at_5": 0.74097, "map_at_10": 0.74667, "map_at_20": 0.74897, "map_at_50": 0.75009, "map_at_100": 0.75038, "recall_at_1": 0.66952, "recall_at_3": 0.80966, "recall_at_5": 0.84796, "recall_at_10": 0.89046, "recall_at_20": 0.92294, "recall_at_50": 0.95703, "recall_at_100": 0.97694, "precision_at_1": 0.66952, "precision_at_3": 0.26989, "precision_at_5": 0.16959, "precision_at_10": 0.08905, "precision_at_20": 0.04615, "precision_at_50": 0.01914, "precision_at_100": 0.00977, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39738, "ndcg_at_3": 0.50321, "ndcg_at_5": 0.52841, "ndcg_at_10": 0.55032, "ndcg_at_20": 0.56571, "ndcg_at_50": 0.57963, "ndcg_at_100": 0.58717, "map_at_1": 0.39738, "map_at_3": 0.47746, "map_at_5": 0.49143, "map_at_10": 0.50056, "map_at_20": 0.50483, "map_at_50": 0.5071, "map_at_100": 0.50777, "recall_at_1": 0.39738, "recall_at_3": 0.57762, "recall_at_5": 0.63884, "recall_at_10": 0.70614, "recall_at_20": 0.76669, "recall_at_50": 0.83633, "recall_at_100": 0.88271, "precision_at_1": 0.39738, "precision_at_3": 0.19254, "precision_at_5": 0.12777, "precision_at_10": 0.07061, "precision_at_20": 0.03833, "precision_at_50": 0.01673, "precision_at_100": 0.00883, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56573, "ndcg_at_3": 0.65318, "ndcg_at_5": 0.6744, "ndcg_at_10": 0.69263, "ndcg_at_20": 0.70482, "ndcg_at_50": 0.71511, "ndcg_at_100": 0.71977, "map_at_1": 0.56573, "map_at_3": 0.63201, "map_at_5": 0.64385, "map_at_10": 0.65145, "map_at_20": 0.65485, "map_at_50": 0.65656, "map_at_100": 0.65698, "recall_at_1": 0.56573, "recall_at_3": 0.7143, "recall_at_5": 0.76556, "recall_at_10": 0.82149, "recall_at_20": 0.86934, "recall_at_50": 0.92047, "recall_at_100": 0.94907, "precision_at_1": 0.56573, "precision_at_3": 0.2381, "precision_at_5": 0.15311, "precision_at_10": 0.08215, "precision_at_20": 0.04347, "precision_at_50": 0.01841, "precision_at_100": 0.00949, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83372, "ndcg_at_3": 0.89657, "ndcg_at_5": 0.90649, "ndcg_at_10": 0.91186, "ndcg_at_20": 0.91486, "ndcg_at_50": 0.91631, "ndcg_at_100": 0.91651, "map_at_1": 0.83372, "map_at_3": 0.88184, "map_at_5": 0.88738, "map_at_10": 0.88963, "map_at_20": 0.89046, "map_at_50": 0.89072, "map_at_100": 0.89073, "recall_at_1": 0.83372, "recall_at_3": 0.93892, "recall_at_5": 0.96284, "recall_at_10": 0.97922, "recall_at_20": 0.99104, "recall_at_50": 0.99813, "recall_at_100": 0.99933, "precision_at_1": 0.83372, "precision_at_3": 0.31297, "precision_at_5": 0.19257, "precision_at_10": 0.09792, "precision_at_20": 0.04955, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76054, "ndcg_at_3": 0.83536, "ndcg_at_5": 0.84761, "ndcg_at_10": 0.85634, "ndcg_at_20": 0.86194, "ndcg_at_50": 0.86598, "ndcg_at_100": 0.86734, "map_at_1": 0.76054, "map_at_3": 0.81763, "map_at_5": 0.82443, "map_at_10": 0.82807, "map_at_20": 0.82963, "map_at_50": 0.83029, "map_at_100": 0.83042, "recall_at_1": 0.76054, "recall_at_3": 0.88639, "recall_at_5": 0.91613, "recall_at_10": 0.94293, "recall_at_20": 0.96491, "recall_at_50": 0.9851, "recall_at_100": 0.99345, "precision_at_1": 0.76054, "precision_at_3": 0.29546, "precision_at_5": 0.18323, "precision_at_10": 0.09429, "precision_at_20": 0.04825, "precision_at_50": 0.0197, "precision_at_100": 0.00993, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.49094, "ndcg_at_3": 0.58801, "ndcg_at_5": 0.61095, "ndcg_at_10": 0.62999, "ndcg_at_20": 0.64323, "ndcg_at_50": 0.65477, "ndcg_at_100": 0.66133, "map_at_1": 0.49094, "map_at_3": 0.5643, "map_at_5": 0.5771, "map_at_10": 0.58501, "map_at_20": 0.5887, "map_at_50": 0.59057, "map_at_100": 0.59116, "recall_at_1": 0.49094, "recall_at_3": 0.65655, "recall_at_5": 0.71196, "recall_at_10": 0.77057, "recall_at_20": 0.8225, "recall_at_50": 0.88044, "recall_at_100": 0.92067, "precision_at_1": 0.49094, "precision_at_3": 0.21885, "precision_at_5": 0.14239, "precision_at_10": 0.07706, "precision_at_20": 0.04112, "precision_at_50": 0.01761, "precision_at_100": 0.00921, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86674, "ndcg_at_3": 0.91863, "ndcg_at_5": 0.9258, "ndcg_at_10": 0.93022, "ndcg_at_20": 0.93218, "ndcg_at_50": 0.93305, "ndcg_at_100": 0.93341, "map_at_1": 0.86674, "map_at_3": 0.90648, "map_at_5": 0.91046, "map_at_10": 0.91233, "map_at_20": 0.91289, "map_at_50": 0.91303, "map_at_100": 0.91307, "recall_at_1": 0.86674, "recall_at_3": 0.95355, "recall_at_5": 0.97093, "recall_at_10": 0.98436, "recall_at_20": 0.99198, "recall_at_50": 0.99632, "recall_at_100": 0.99853, "precision_at_1": 0.86674, "precision_at_3": 0.31785, "precision_at_5": 0.19419, "precision_at_10": 0.09844, "precision_at_20": 0.0496, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58732, "ndcg_at_3": 0.6851, "ndcg_at_5": 0.70562, "ndcg_at_10": 0.72335, "ndcg_at_20": 0.73504, "ndcg_at_50": 0.74427, "ndcg_at_100": 0.74827, "map_at_1": 0.58732, "map_at_3": 0.66143, "map_at_5": 0.67289, "map_at_10": 0.68028, "map_at_20": 0.68353, "map_at_50": 0.68504, "map_at_100": 0.6854, "recall_at_1": 0.58732, "recall_at_3": 0.75346, "recall_at_5": 0.80298, "recall_at_10": 0.85738, "recall_at_20": 0.90336, "recall_at_50": 0.94948, "recall_at_100": 0.97394, "precision_at_1": 0.58732, "precision_at_3": 0.25115, "precision_at_5": 0.1606, "precision_at_10": 0.08574, "precision_at_20": 0.04517, "precision_at_50": 0.01899, "precision_at_100": 0.00974, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.79924, "ndcg_at_3": 0.8666, "ndcg_at_5": 0.87746, "ndcg_at_10": 0.88535, "ndcg_at_20": 0.88921, "ndcg_at_50": 0.89187, "ndcg_at_100": 0.89274, "map_at_1": 0.79924, "map_at_3": 0.85056, "map_at_5": 0.85662, "map_at_10": 0.85991, "map_at_20": 0.86099, "map_at_50": 0.86143, "map_at_100": 0.86151, "recall_at_1": 0.79924, "recall_at_3": 0.91278, "recall_at_5": 0.93905, "recall_at_10": 0.96324, "recall_at_20": 0.97841, "recall_at_50": 0.99158, "recall_at_100": 0.99693, "precision_at_1": 0.79924, "precision_at_3": 0.30426, "precision_at_5": 0.18781, "precision_at_10": 0.09632, "precision_at_20": 0.04892, "precision_at_50": 0.01983, "precision_at_100": 0.00997, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41796, "ndcg_at_3": 0.49477, "ndcg_at_5": 0.51455, "ndcg_at_10": 0.5331, "ndcg_at_20": 0.5464, "ndcg_at_50": 0.55929, "ndcg_at_100": 0.56661, "map_at_1": 0.41796, "map_at_3": 0.47616, "map_at_5": 0.48718, "map_at_10": 0.49487, "map_at_20": 0.49855, "map_at_50": 0.50065, "map_at_100": 0.50129, "recall_at_1": 0.41796, "recall_at_3": 0.54849, "recall_at_5": 0.59634, "recall_at_10": 0.65355, "recall_at_20": 0.70594, "recall_at_50": 0.7705, "recall_at_100": 0.81561, "precision_at_1": 0.41796, "precision_at_3": 0.18283, "precision_at_5": 0.11927, "precision_at_10": 0.06535, "precision_at_20": 0.0353, "precision_at_50": 0.01541, "precision_at_100": 0.00816, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52971, "ndcg_at_3": 0.61609, "ndcg_at_5": 0.63863, "ndcg_at_10": 0.6584, "ndcg_at_20": 0.67168, "ndcg_at_50": 0.68278, "ndcg_at_100": 0.6881, "map_at_1": 0.52971, "map_at_3": 0.5952, "map_at_5": 0.60774, "map_at_10": 0.61591, "map_at_20": 0.61956, "map_at_50": 0.6214, "map_at_100": 0.62187, "recall_at_1": 0.52971, "recall_at_3": 0.6764, "recall_at_5": 0.731, "recall_at_10": 0.79209, "recall_at_20": 0.84448, "recall_at_50": 0.89982, "recall_at_100": 0.93263, "precision_at_1": 0.52971, "precision_at_3": 0.22547, "precision_at_5": 0.1462, "precision_at_10": 0.07921, "precision_at_20": 0.04222, "precision_at_50": 0.018, "precision_at_100": 0.00933, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61552, "ndcg_at_3": 0.70973, "ndcg_at_5": 0.72926, "ndcg_at_10": 0.74523, "ndcg_at_20": 0.75581, "ndcg_at_50": 0.76338, "ndcg_at_100": 0.76672, "map_at_1": 0.61552, "map_at_3": 0.68698, "map_at_5": 0.69788, "map_at_10": 0.70451, "map_at_20": 0.70745, "map_at_50": 0.70869, "map_at_100": 0.70899, "recall_at_1": 0.61552, "recall_at_3": 0.77538, "recall_at_5": 0.82256, "recall_at_10": 0.87175, "recall_at_20": 0.91325, "recall_at_50": 0.95115, "recall_at_100": 0.9716, "precision_at_1": 0.61552, "precision_at_3": 0.25846, "precision_at_5": 0.16451, "precision_at_10": 0.08718, "precision_at_20": 0.04566, "precision_at_50": 0.01902, "precision_at_100": 0.00972, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62728, "ndcg_at_3": 0.72809, "ndcg_at_5": 0.7491, "ndcg_at_10": 0.76492, "ndcg_at_20": 0.77405, "ndcg_at_50": 0.78042, "ndcg_at_100": 0.78278, "map_at_1": 0.62728, "map_at_3": 0.70387, "map_at_5": 0.71554, "map_at_10": 0.72213, "map_at_20": 0.72469, "map_at_50": 0.72574, "map_at_100": 0.72596, "recall_at_1": 0.62728, "recall_at_3": 0.79797, "recall_at_5": 0.84889, "recall_at_10": 0.89748, "recall_at_20": 0.93324, "recall_at_50": 0.96491, "recall_at_100": 0.97935, "precision_at_1": 0.62728, "precision_at_3": 0.26599, "precision_at_5": 0.16978, "precision_at_10": 0.08975, "precision_at_20": 0.04666, "precision_at_50": 0.0193, "precision_at_100": 0.00979, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50364, "ndcg_at_3": 0.58725, "ndcg_at_5": 0.60643, "ndcg_at_10": 0.62498, "ndcg_at_20": 0.6375, "ndcg_at_50": 0.64813, "ndcg_at_100": 0.65477, "map_at_1": 0.50364, "map_at_3": 0.56692, "map_at_5": 0.57754, "map_at_10": 0.58522, "map_at_20": 0.58866, "map_at_50": 0.5904, "map_at_100": 0.59099, "recall_at_1": 0.50364, "recall_at_3": 0.64599, "recall_at_5": 0.69264, "recall_at_10": 0.74992, "recall_at_20": 0.79937, "recall_at_50": 0.8525, "recall_at_100": 0.89334, "precision_at_1": 0.50364, "precision_at_3": 0.21533, "precision_at_5": 0.13853, "precision_at_10": 0.07499, "precision_at_20": 0.03997, "precision_at_50": 0.01705, "precision_at_100": 0.00893, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.74931, "ndcg_at_3": 0.8045, "ndcg_at_5": 0.81623, "ndcg_at_10": 0.82548, "ndcg_at_20": 0.83152, "ndcg_at_50": 0.83711, "ndcg_at_100": 0.8398, "map_at_1": 0.74931, "map_at_3": 0.79151, "map_at_5": 0.79803, "map_at_10": 0.8019, "map_at_20": 0.80355, "map_at_50": 0.80447, "map_at_100": 0.80471, "recall_at_1": 0.74931, "recall_at_3": 0.84188, "recall_at_5": 0.87028, "recall_at_10": 0.89862, "recall_at_20": 0.92254, "recall_at_50": 0.95041, "recall_at_100": 0.96699, "precision_at_1": 0.74931, "precision_at_3": 0.28063, "precision_at_5": 0.17406, "precision_at_10": 0.08986, "precision_at_20": 0.04613, "precision_at_50": 0.01901, "precision_at_100": 0.00967, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49135, "ndcg_at_3": 0.56807, "ndcg_at_5": 0.58781, "ndcg_at_10": 0.6047, "ndcg_at_20": 0.61749, "ndcg_at_50": 0.62836, "ndcg_at_100": 0.63501, "map_at_1": 0.49135, "map_at_3": 0.54949, "map_at_5": 0.56046, "map_at_10": 0.56744, "map_at_20": 0.57094, "map_at_50": 0.57269, "map_at_100": 0.57329, "recall_at_1": 0.49135, "recall_at_3": 0.62173, "recall_at_5": 0.66958, "recall_at_10": 0.72171, "recall_at_20": 0.77244, "recall_at_50": 0.82704, "recall_at_100": 0.86787, "precision_at_1": 0.49135, "precision_at_3": 0.20724, "precision_at_5": 0.13392, "precision_at_10": 0.07217, "precision_at_20": 0.03862, "precision_at_50": 0.01654, "precision_at_100": 0.00868, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49188, "ndcg_at_3": 0.56017, "ndcg_at_5": 0.57568, "ndcg_at_10": 0.59156, "ndcg_at_20": 0.60338, "ndcg_at_50": 0.61425, "ndcg_at_100": 0.62098, "map_at_1": 0.49188, "map_at_3": 0.54374, "map_at_5": 0.55233, "map_at_10": 0.55889, "map_at_20": 0.56215, "map_at_50": 0.56391, "map_at_100": 0.56451, "recall_at_1": 0.49188, "recall_at_3": 0.60757, "recall_at_5": 0.64533, "recall_at_10": 0.69438, "recall_at_20": 0.74103, "recall_at_50": 0.79556, "recall_at_100": 0.837, "precision_at_1": 0.49188, "precision_at_3": 0.20252, "precision_at_5": 0.12907, "precision_at_10": 0.06944, "precision_at_20": 0.03705, "precision_at_50": 0.01591, "precision_at_100": 0.00837, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45004, "ndcg_at_3": 0.53303, "ndcg_at_5": 0.55368, "ndcg_at_10": 0.57243, "ndcg_at_20": 0.58547, "ndcg_at_50": 0.59725, "ndcg_at_100": 0.60469, "map_at_1": 0.45004, "map_at_3": 0.51268, "map_at_5": 0.52414, "map_at_10": 0.53197, "map_at_20": 0.53559, "map_at_50": 0.53751, "map_at_100": 0.53816, "recall_at_1": 0.45004, "recall_at_3": 0.59193, "recall_at_5": 0.64198, "recall_at_10": 0.69953, "recall_at_20": 0.75079, "recall_at_50": 0.8098, "recall_at_100": 0.85571, "precision_at_1": 0.45004, "precision_at_3": 0.19731, "precision_at_5": 0.1284, "precision_at_10": 0.06995, "precision_at_20": 0.03754, "precision_at_50": 0.0162, "precision_at_100": 0.00856, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49101, "ndcg_at_3": 0.57841, "ndcg_at_5": 0.59949, "ndcg_at_10": 0.61834, "ndcg_at_20": 0.63117, "ndcg_at_50": 0.64465, "ndcg_at_100": 0.65099, "map_at_1": 0.49101, "map_at_3": 0.55713, "map_at_5": 0.56887, "map_at_10": 0.57668, "map_at_20": 0.58023, "map_at_50": 0.58244, "map_at_100": 0.58301, "recall_at_1": 0.49101, "recall_at_3": 0.63991, "recall_at_5": 0.6909, "recall_at_10": 0.74905, "recall_at_20": 0.79957, "recall_at_50": 0.86694, "recall_at_100": 0.90583, "precision_at_1": 0.49101, "precision_at_3": 0.2133, "precision_at_5": 0.13818, "precision_at_10": 0.0749, "precision_at_20": 0.03998, "precision_at_50": 0.01734, "precision_at_100": 0.00906, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.87242, "ndcg_at_3": 0.92427, "ndcg_at_5": 0.93091, "ndcg_at_10": 0.93495, "ndcg_at_20": 0.93662, "ndcg_at_50": 0.93737, "ndcg_at_100": 0.93773, "map_at_1": 0.87242, "map_at_3": 0.91225, "map_at_5": 0.91597, "map_at_10": 0.91767, "map_at_20": 0.91813, "map_at_50": 0.91826, "map_at_100": 0.91829, "recall_at_1": 0.87242, "recall_at_3": 0.95876, "recall_at_5": 0.97474, "recall_at_10": 0.98703, "recall_at_20": 0.99358, "recall_at_50": 0.99733, "recall_at_100": 0.99947, "precision_at_1": 0.87242, "precision_at_3": 0.31959, "precision_at_5": 0.19495, "precision_at_10": 0.0987, "precision_at_20": 0.04968, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67674, "ndcg_at_3": 0.76952, "ndcg_at_5": 0.78815, "ndcg_at_10": 0.80259, "ndcg_at_20": 0.80996, "ndcg_at_50": 0.81518, "ndcg_at_100": 0.81696, "map_at_1": 0.67674, "map_at_3": 0.74735, "map_at_5": 0.75772, "map_at_10": 0.76379, "map_at_20": 0.76584, "map_at_50": 0.7667, "map_at_100": 0.76686, "recall_at_1": 0.67674, "recall_at_3": 0.83339, "recall_at_5": 0.8785, "recall_at_10": 0.92261, "recall_at_20": 0.95155, "recall_at_50": 0.97754, "recall_at_100": 0.98844, "precision_at_1": 0.67674, "precision_at_3": 0.2778, "precision_at_5": 0.1757, "precision_at_10": 0.09226, "precision_at_20": 0.04758, "precision_at_50": 0.01955, "precision_at_100": 0.00988, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56666, "ndcg_at_3": 0.6694, "ndcg_at_5": 0.69172, "ndcg_at_10": 0.70984, "ndcg_at_20": 0.72101, "ndcg_at_50": 0.72937, "ndcg_at_100": 0.73354, "map_at_1": 0.56666, "map_at_3": 0.64447, "map_at_5": 0.65686, "map_at_10": 0.66443, "map_at_20": 0.66753, "map_at_50": 0.6689, "map_at_100": 0.66927, "recall_at_1": 0.56666, "recall_at_3": 0.74143, "recall_at_5": 0.79556, "recall_at_10": 0.8511, "recall_at_20": 0.89501, "recall_at_50": 0.93684, "recall_at_100": 0.96251, "precision_at_1": 0.56666, "precision_at_3": 0.24714, "precision_at_5": 0.15911, "precision_at_10": 0.08511, "precision_at_20": 0.04475, "precision_at_50": 0.01874, "precision_at_100": 0.00963, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31431, "ndcg_at_3": 0.39963, "ndcg_at_5": 0.42467, "ndcg_at_10": 0.44871, "ndcg_at_20": 0.46678, "ndcg_at_50": 0.48331, "ndcg_at_100": 0.49313, "map_at_1": 0.31431, "map_at_3": 0.37871, "map_at_5": 0.39261, "map_at_10": 0.40256, "map_at_20": 0.40753, "map_at_50": 0.41023, "map_at_100": 0.41109, "recall_at_1": 0.31431, "recall_at_3": 0.46013, "recall_at_5": 0.52095, "recall_at_10": 0.59507, "recall_at_20": 0.66644, "recall_at_50": 0.74931, "recall_at_100": 0.80986, "precision_at_1": 0.31431, "precision_at_3": 0.15338, "precision_at_5": 0.10419, "precision_at_10": 0.05951, "precision_at_20": 0.03332, "precision_at_50": 0.01499, "precision_at_100": 0.0081, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48186, "ndcg_at_3": 0.5679, "ndcg_at_5": 0.5895, "ndcg_at_10": 0.60881, "ndcg_at_20": 0.62287, "ndcg_at_50": 0.63635, "ndcg_at_100": 0.64352, "map_at_1": 0.48186, "map_at_3": 0.54699, "map_at_5": 0.55901, "map_at_10": 0.56701, "map_at_20": 0.5709, "map_at_50": 0.5731, "map_at_100": 0.57373, "recall_at_1": 0.48186, "recall_at_3": 0.62828, "recall_at_5": 0.68061, "recall_at_10": 0.74016, "recall_at_20": 0.79556, "recall_at_50": 0.86306, "recall_at_100": 0.90724, "precision_at_1": 0.48186, "precision_at_3": 0.20943, "precision_at_5": 0.13612, "precision_at_10": 0.07402, "precision_at_20": 0.03978, "precision_at_50": 0.01726, "precision_at_100": 0.00907, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27996, "ndcg_at_3": 0.35001, "ndcg_at_5": 0.37125, "ndcg_at_10": 0.39326, "ndcg_at_20": 0.41076, "ndcg_at_50": 0.4282, "ndcg_at_100": 0.43904, "map_at_1": 0.27996, "map_at_3": 0.33287, "map_at_5": 0.34466, "map_at_10": 0.35381, "map_at_20": 0.3586, "map_at_50": 0.3614, "map_at_100": 0.36235, "recall_at_1": 0.27996, "recall_at_3": 0.39959, "recall_at_5": 0.45111, "recall_at_10": 0.51881, "recall_at_20": 0.58818, "recall_at_50": 0.67607, "recall_at_100": 0.7429, "precision_at_1": 0.27996, "precision_at_3": 0.1332, "precision_at_5": 0.09022, "precision_at_10": 0.05188, "precision_at_20": 0.02941, "precision_at_50": 0.01352, "precision_at_100": 0.00743, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.58123, "ndcg_at_3": 0.67883, "ndcg_at_5": 0.6994, "ndcg_at_10": 0.71743, "ndcg_at_20": 0.72807, "ndcg_at_50": 0.73696, "ndcg_at_100": 0.74089, "map_at_1": 0.58123, "map_at_3": 0.65538, "map_at_5": 0.66681, "map_at_10": 0.67441, "map_at_20": 0.67734, "map_at_50": 0.67879, "map_at_100": 0.67914, "recall_at_1": 0.58123, "recall_at_3": 0.74644, "recall_at_5": 0.79636, "recall_at_10": 0.8513, "recall_at_20": 0.89327, "recall_at_50": 0.93778, "recall_at_100": 0.96197, "precision_at_1": 0.58123, "precision_at_3": 0.24881, "precision_at_5": 0.15927, "precision_at_10": 0.08513, "precision_at_20": 0.04466, "precision_at_50": 0.01876, "precision_at_100": 0.00962, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61425, "ndcg_at_3": 0.68411, "ndcg_at_5": 0.70117, "ndcg_at_10": 0.71562, "ndcg_at_20": 0.72515, "ndcg_at_50": 0.73305, "ndcg_at_100": 0.73769, "map_at_1": 0.61425, "map_at_3": 0.6671, "map_at_5": 0.67661, "map_at_10": 0.68266, "map_at_20": 0.68528, "map_at_50": 0.68658, "map_at_100": 0.68699, "recall_at_1": 0.61425, "recall_at_3": 0.73328, "recall_at_5": 0.77451, "recall_at_10": 0.81875, "recall_at_20": 0.85638, "recall_at_50": 0.89588, "recall_at_100": 0.92435, "precision_at_1": 0.61425, "precision_at_3": 0.24443, "precision_at_5": 0.1549, "precision_at_10": 0.08188, "precision_at_20": 0.04282, "precision_at_50": 0.01792, "precision_at_100": 0.00924, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33082, "ndcg_at_3": 0.39948, "ndcg_at_5": 0.4197, "ndcg_at_10": 0.43886, "ndcg_at_20": 0.45367, "ndcg_at_50": 0.46835, "ndcg_at_100": 0.47799, "map_at_1": 0.33082, "map_at_3": 0.38277, "map_at_5": 0.39396, "map_at_10": 0.4019, "map_at_20": 0.40596, "map_at_50": 0.40837, "map_at_100": 0.40922, "recall_at_1": 0.33082, "recall_at_3": 0.44777, "recall_at_5": 0.49696, "recall_at_10": 0.55604, "recall_at_20": 0.61465, "recall_at_50": 0.68803, "recall_at_100": 0.74751, "precision_at_1": 0.33082, "precision_at_3": 0.14926, "precision_at_5": 0.09939, "precision_at_10": 0.0556, "precision_at_20": 0.03073, "precision_at_50": 0.01376, "precision_at_100": 0.00748, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41542, "ndcg_at_3": 0.50946, "ndcg_at_5": 0.53291, "ndcg_at_10": 0.55497, "ndcg_at_20": 0.57065, "ndcg_at_50": 0.5851, "ndcg_at_100": 0.59304, "map_at_1": 0.41542, "map_at_3": 0.48632, "map_at_5": 0.49936, "map_at_10": 0.50853, "map_at_20": 0.51282, "map_at_50": 0.5152, "map_at_100": 0.51591, "recall_at_1": 0.41542, "recall_at_3": 0.57642, "recall_at_5": 0.63323, "recall_at_10": 0.70113, "recall_at_20": 0.76322, "recall_at_50": 0.83533, "recall_at_100": 0.88418, "precision_at_1": 0.41542, "precision_at_3": 0.19214, "precision_at_5": 0.12665, "precision_at_10": 0.07011, "precision_at_20": 0.03816, "precision_at_50": 0.01671, "precision_at_100": 0.00884, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72151, "ndcg_at_3": 0.81859, "ndcg_at_5": 0.83437, "ndcg_at_10": 0.84525, "ndcg_at_20": 0.85078, "ndcg_at_50": 0.85355, "ndcg_at_100": 0.85446, "map_at_1": 0.72151, "map_at_3": 0.79557, "map_at_5": 0.80435, "map_at_10": 0.80893, "map_at_20": 0.81049, "map_at_50": 0.81096, "map_at_100": 0.81104, "recall_at_1": 0.72151, "recall_at_3": 0.88485, "recall_at_5": 0.92308, "recall_at_10": 0.95623, "recall_at_20": 0.97781, "recall_at_50": 0.99151, "recall_at_100": 0.99706, "precision_at_1": 0.72151, "precision_at_3": 0.29495, "precision_at_5": 0.18462, "precision_at_10": 0.09562, "precision_at_20": 0.04889, "precision_at_50": 0.01983, "precision_at_100": 0.00997, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56025, "ndcg_at_3": 0.64765, "ndcg_at_5": 0.66691, "ndcg_at_10": 0.68503, "ndcg_at_20": 0.69642, "ndcg_at_50": 0.70719, "ndcg_at_100": 0.71289, "map_at_1": 0.56025, "map_at_3": 0.62643, "map_at_5": 0.63714, "map_at_10": 0.64469, "map_at_20": 0.64782, "map_at_50": 0.64957, "map_at_100": 0.65007, "recall_at_1": 0.56025, "recall_at_3": 0.70895, "recall_at_5": 0.7556, "recall_at_10": 0.81127, "recall_at_20": 0.85631, "recall_at_50": 0.91031, "recall_at_100": 0.9454, "precision_at_1": 0.56025, "precision_at_3": 0.23632, "precision_at_5": 0.15112, "precision_at_10": 0.08113, "precision_at_20": 0.04282, "precision_at_50": 0.01821, "precision_at_100": 0.00945, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40968, "ndcg_at_3": 0.50044, "ndcg_at_5": 0.52353, "ndcg_at_10": 0.54732, "ndcg_at_20": 0.56404, "ndcg_at_50": 0.58002, "ndcg_at_100": 0.58776, "map_at_1": 0.40968, "map_at_3": 0.47815, "map_at_5": 0.49094, "map_at_10": 0.50075, "map_at_20": 0.50537, "map_at_50": 0.50797, "map_at_100": 0.50866, "recall_at_1": 0.40968, "recall_at_3": 0.56493, "recall_at_5": 0.62107, "recall_at_10": 0.69471, "recall_at_20": 0.76061, "recall_at_50": 0.84067, "recall_at_100": 0.88826, "precision_at_1": 0.40968, "precision_at_3": 0.18831, "precision_at_5": 0.12421, "precision_at_10": 0.06947, "precision_at_20": 0.03803, "precision_at_50": 0.01681, "precision_at_100": 0.00888, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.67654, "ndcg_at_3": 0.76884, "ndcg_at_5": 0.78774, "ndcg_at_10": 0.80235, "ndcg_at_20": 0.80953, "ndcg_at_50": 0.81481, "ndcg_at_100": 0.81657, "map_at_1": 0.67654, "map_at_3": 0.74679, "map_at_5": 0.75731, "map_at_10": 0.76342, "map_at_20": 0.76542, "map_at_50": 0.7663, "map_at_100": 0.76646, "recall_at_1": 0.67654, "recall_at_3": 0.83239, "recall_at_5": 0.87817, "recall_at_10": 0.92288, "recall_at_20": 0.95108, "recall_at_50": 0.97734, "recall_at_100": 0.9881, "precision_at_1": 0.67654, "precision_at_3": 0.27746, "precision_at_5": 0.17563, "precision_at_10": 0.09229, "precision_at_20": 0.04755, "precision_at_50": 0.01955, "precision_at_100": 0.00988, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.87108, "ndcg_at_3": 0.92346, "ndcg_at_5": 0.93015, "ndcg_at_10": 0.93391, "ndcg_at_20": 0.93543, "ndcg_at_50": 0.9365, "ndcg_at_100": 0.9368, "map_at_1": 0.87108, "map_at_3": 0.91126, "map_at_5": 0.91498, "map_at_10": 0.91658, "map_at_20": 0.91702, "map_at_50": 0.9172, "map_at_100": 0.91722, "recall_at_1": 0.87108, "recall_at_3": 0.9585, "recall_at_5": 0.97467, "recall_at_10": 0.98603, "recall_at_20": 0.99198, "recall_at_50": 0.99726, "recall_at_100": 0.99906, "precision_at_1": 0.87108, "precision_at_3": 0.3195, "precision_at_5": 0.19493, "precision_at_10": 0.0986, "precision_at_20": 0.0496, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.82838, "ndcg_at_3": 0.89051, "ndcg_at_5": 0.89894, "ndcg_at_10": 0.90458, "ndcg_at_20": 0.90745, "ndcg_at_50": 0.90982, "ndcg_at_100": 0.91055, "map_at_1": 0.82838, "map_at_3": 0.87584, "map_at_5": 0.88054, "map_at_10": 0.88291, "map_at_20": 0.88371, "map_at_50": 0.88411, "map_at_100": 0.88418, "recall_at_1": 0.82838, "recall_at_3": 0.9327, "recall_at_5": 0.95308, "recall_at_10": 0.97033, "recall_at_20": 0.98155, "recall_at_50": 0.99325, "recall_at_100": 0.99766, "precision_at_1": 0.82838, "precision_at_3": 0.3109, "precision_at_5": 0.19062, "precision_at_10": 0.09703, "precision_at_20": 0.04908, "precision_at_50": 0.01987, "precision_at_100": 0.00998, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06429, "ndcg_at_3": 0.09616, "ndcg_at_5": 0.10885, "ndcg_at_10": 0.12213, "ndcg_at_20": 0.13432, "ndcg_at_50": 0.1495, "ndcg_at_100": 0.15989, "map_at_1": 0.06429, "map_at_3": 0.08813, "map_at_5": 0.09513, "map_at_10": 0.10063, "map_at_20": 0.10398, "map_at_50": 0.1064, "map_at_100": 0.10731, "recall_at_1": 0.06429, "recall_at_3": 0.11949, "recall_at_5": 0.15044, "recall_at_10": 0.19141, "recall_at_20": 0.23959, "recall_at_50": 0.31631, "recall_at_100": 0.38047, "precision_at_1": 0.06429, "precision_at_3": 0.03983, "precision_at_5": 0.03009, "precision_at_10": 0.01914, "precision_at_20": 0.01198, "precision_at_50": 0.00633, "precision_at_100": 0.0038, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55871, "ndcg_at_3": 0.64016, "ndcg_at_5": 0.65783, "ndcg_at_10": 0.67475, "ndcg_at_20": 0.68641, "ndcg_at_50": 0.69708, "ndcg_at_100": 0.70307, "map_at_1": 0.55871, "map_at_3": 0.62035, "map_at_5": 0.63019, "map_at_10": 0.63719, "map_at_20": 0.64042, "map_at_50": 0.64215, "map_at_100": 0.64269, "recall_at_1": 0.55871, "recall_at_3": 0.69739, "recall_at_5": 0.74016, "recall_at_10": 0.79242, "recall_at_20": 0.83827, "recall_at_50": 0.89187, "recall_at_100": 0.92849, "precision_at_1": 0.55871, "precision_at_3": 0.23246, "precision_at_5": 0.14803, "precision_at_10": 0.07924, "precision_at_20": 0.04191, "precision_at_50": 0.01784, "precision_at_100": 0.00928, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 1 (Code)", "alias": "ClosedDataset 1 (Code)", "tier": 3, "groups": { "text": 1, "code": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.9072, "ndcg_at_3": 0.94063, "ndcg_at_5": 0.94571, "ndcg_at_10": 0.94899, "ndcg_at_20": 0.95056, "ndcg_at_50": 0.95169, "ndcg_at_100": 0.95198, "map_at_1": 0.9072, "map_at_3": 0.93281, "map_at_5": 0.93566, "map_at_10": 0.93702, "map_at_20": 0.93747, "map_at_50": 0.93766, "map_at_100": 0.93768, "recall_at_1": 0.9072, "recall_at_3": 0.9631, "recall_at_5": 0.97533, "recall_at_10": 0.98538, "recall_at_20": 0.99153, "recall_at_50": 0.99713, "recall_at_100": 0.99884, "precision_at_1": 0.9072, "precision_at_3": 0.32103, "precision_at_5": 0.19507, "precision_at_10": 0.09854, "precision_at_20": 0.04958, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88827, "ndcg_at_3": 0.92677, "ndcg_at_5": 0.93267, "ndcg_at_10": 0.9367, "ndcg_at_20": 0.93861, "ndcg_at_50": 0.94013, "ndcg_at_100": 0.9405, "map_at_1": 0.88827, "map_at_3": 0.9177, "map_at_5": 0.92096, "map_at_10": 0.92265, "map_at_20": 0.92319, "map_at_50": 0.92344, "map_at_100": 0.92347, "recall_at_1": 0.88827, "recall_at_3": 0.95285, "recall_at_5": 0.9672, "recall_at_10": 0.97957, "recall_at_20": 0.98702, "recall_at_50": 0.9946, "recall_at_100": 0.99686, "precision_at_1": 0.88827, "precision_at_3": 0.31762, "precision_at_5": 0.19344, "precision_at_10": 0.09796, "precision_at_20": 0.04935, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8843, "ndcg_at_3": 0.92435, "ndcg_at_5": 0.93034, "ndcg_at_10": 0.93401, "ndcg_at_20": 0.93633, "ndcg_at_50": 0.9379, "ndcg_at_100": 0.93843, "map_at_1": 0.8843, "map_at_3": 0.91508, "map_at_5": 0.91843, "map_at_10": 0.91996, "map_at_20": 0.9206, "map_at_50": 0.92086, "map_at_100": 0.9209, "recall_at_1": 0.8843, "recall_at_3": 0.95093, "recall_at_5": 0.96535, "recall_at_10": 0.97663, "recall_at_20": 0.98585, "recall_at_50": 0.99364, "recall_at_100": 0.99692, "precision_at_1": 0.8843, "precision_at_3": 0.31698, "precision_at_5": 0.19307, "precision_at_10": 0.09766, "precision_at_20": 0.04929, "precision_at_50": 0.01987, "precision_at_100": 0.00997, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85314, "ndcg_at_3": 0.89425, "ndcg_at_5": 0.90194, "ndcg_at_10": 0.90931, "ndcg_at_20": 0.91277, "ndcg_at_50": 0.91485, "ndcg_at_100": 0.91561, "map_at_1": 0.85314, "map_at_3": 0.88455, "map_at_5": 0.88881, "map_at_10": 0.89189, "map_at_20": 0.89285, "map_at_50": 0.89319, "map_at_100": 0.89326, "recall_at_1": 0.85314, "recall_at_3": 0.92216, "recall_at_5": 0.94082, "recall_at_10": 0.96344, "recall_at_20": 0.97704, "recall_at_50": 0.98743, "recall_at_100": 0.99214, "precision_at_1": 0.85314, "precision_at_3": 0.30739, "precision_at_5": 0.18816, "precision_at_10": 0.09634, "precision_at_20": 0.04885, "precision_at_50": 0.01975, "precision_at_100": 0.00992, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83571, "ndcg_at_3": 0.88611, "ndcg_at_5": 0.89403, "ndcg_at_10": 0.90058, "ndcg_at_20": 0.90395, "ndcg_at_50": 0.90657, "ndcg_at_100": 0.90755, "map_at_1": 0.83571, "map_at_3": 0.87423, "map_at_5": 0.87866, "map_at_10": 0.8814, "map_at_20": 0.88234, "map_at_50": 0.88277, "map_at_100": 0.88286, "recall_at_1": 0.83571, "recall_at_3": 0.92025, "recall_at_5": 0.93938, "recall_at_10": 0.95941, "recall_at_20": 0.97266, "recall_at_50": 0.98572, "recall_at_100": 0.99173, "precision_at_1": 0.83571, "precision_at_3": 0.30675, "precision_at_5": 0.18788, "precision_at_10": 0.09594, "precision_at_20": 0.04863, "precision_at_50": 0.01971, "precision_at_100": 0.00992, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.90146, "ndcg_at_3": 0.93489, "ndcg_at_5": 0.93976, "ndcg_at_10": 0.94338, "ndcg_at_20": 0.94519, "ndcg_at_50": 0.94663, "ndcg_at_100": 0.94712, "map_at_1": 0.90146, "map_at_3": 0.92705, "map_at_5": 0.92975, "map_at_10": 0.93126, "map_at_20": 0.93176, "map_at_50": 0.93201, "map_at_100": 0.93205, "recall_at_1": 0.90146, "recall_at_3": 0.95742, "recall_at_5": 0.96925, "recall_at_10": 0.98039, "recall_at_20": 0.98749, "recall_at_50": 0.9946, "recall_at_100": 0.99761, "precision_at_1": 0.90146, "precision_at_3": 0.31914, "precision_at_5": 0.19385, "precision_at_10": 0.09804, "precision_at_20": 0.04937, "precision_at_50": 0.01989, "precision_at_100": 0.00998, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88048, "ndcg_at_3": 0.91812, "ndcg_at_5": 0.92491, "ndcg_at_10": 0.92991, "ndcg_at_20": 0.93223, "ndcg_at_50": 0.93395, "ndcg_at_100": 0.93445, "map_at_1": 0.88048, "map_at_3": 0.90927, "map_at_5": 0.91306, "map_at_10": 0.91517, "map_at_20": 0.91582, "map_at_50": 0.91611, "map_at_100": 0.91615, "recall_at_1": 0.88048, "recall_at_3": 0.94355, "recall_at_5": 0.95995, "recall_at_10": 0.97519, "recall_at_20": 0.98421, "recall_at_50": 0.99282, "recall_at_100": 0.99583, "precision_at_1": 0.88048, "precision_at_3": 0.31452, "precision_at_5": 0.19199, "precision_at_10": 0.09752, "precision_at_20": 0.04921, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.83025, "ndcg_at_3": 0.88269, "ndcg_at_5": 0.89164, "ndcg_at_10": 0.89831, "ndcg_at_20": 0.9016, "ndcg_at_50": 0.9039, "ndcg_at_100": 0.90474, "map_at_1": 0.83025, "map_at_3": 0.87041, "map_at_5": 0.87539, "map_at_10": 0.87817, "map_at_20": 0.87909, "map_at_50": 0.87948, "map_at_100": 0.87956, "recall_at_1": 0.83025, "recall_at_3": 0.91799, "recall_at_5": 0.93966, "recall_at_10": 0.96009, "recall_at_20": 0.97301, "recall_at_50": 0.98435, "recall_at_100": 0.98948, "precision_at_1": 0.83025, "precision_at_3": 0.306, "precision_at_5": 0.18793, "precision_at_10": 0.09601, "precision_at_20": 0.04865, "precision_at_50": 0.01969, "precision_at_100": 0.00989, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88854, "ndcg_at_3": 0.92661, "ndcg_at_5": 0.93149, "ndcg_at_10": 0.93509, "ndcg_at_20": 0.93752, "ndcg_at_50": 0.93902, "ndcg_at_100": 0.93967, "map_at_1": 0.88854, "map_at_3": 0.91772, "map_at_5": 0.92045, "map_at_10": 0.92193, "map_at_20": 0.92262, "map_at_50": 0.92287, "map_at_100": 0.92293, "recall_at_1": 0.88854, "recall_at_3": 0.95216, "recall_at_5": 0.96392, "recall_at_10": 0.97506, "recall_at_20": 0.98449, "recall_at_50": 0.99194, "recall_at_100": 0.99597, "precision_at_1": 0.88854, "precision_at_3": 0.31739, "precision_at_5": 0.19278, "precision_at_10": 0.09751, "precision_at_20": 0.04922, "precision_at_50": 0.01984, "precision_at_100": 0.00996, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86633, "ndcg_at_3": 0.91255, "ndcg_at_5": 0.91867, "ndcg_at_10": 0.92287, "ndcg_at_20": 0.92528, "ndcg_at_50": 0.92734, "ndcg_at_100": 0.92813, "map_at_1": 0.86633, "map_at_3": 0.90184, "map_at_5": 0.90527, "map_at_10": 0.90702, "map_at_20": 0.9077, "map_at_50": 0.90804, "map_at_100": 0.90811, "recall_at_1": 0.86633, "recall_at_3": 0.94328, "recall_at_5": 0.95797, "recall_at_10": 0.97089, "recall_at_20": 0.98032, "recall_at_50": 0.99057, "recall_at_100": 0.99535, "precision_at_1": 0.86633, "precision_at_3": 0.31443, "precision_at_5": 0.19159, "precision_at_10": 0.09709, "precision_at_20": 0.04902, "precision_at_50": 0.01981, "precision_at_100": 0.00995, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.90118, "ndcg_at_3": 0.93485, "ndcg_at_5": 0.93985, "ndcg_at_10": 0.94375, "ndcg_at_20": 0.9455, "ndcg_at_50": 0.94677, "ndcg_at_100": 0.94723, "map_at_1": 0.90118, "map_at_3": 0.92684, "map_at_5": 0.92963, "map_at_10": 0.93127, "map_at_20": 0.93177, "map_at_50": 0.93198, "map_at_100": 0.93202, "recall_at_1": 0.90118, "recall_at_3": 0.9579, "recall_at_5": 0.97, "recall_at_10": 0.98189, "recall_at_20": 0.98872, "recall_at_50": 0.99501, "recall_at_100": 0.99781, "precision_at_1": 0.90118, "precision_at_3": 0.3193, "precision_at_5": 0.194, "precision_at_10": 0.09819, "precision_at_20": 0.04944, "precision_at_50": 0.0199, "precision_at_100": 0.00998, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70532, "ndcg_at_3": 0.77467, "ndcg_at_5": 0.78821, "ndcg_at_10": 0.80024, "ndcg_at_20": 0.80817, "ndcg_at_50": 0.8144, "ndcg_at_100": 0.81694, "map_at_1": 0.70532, "map_at_3": 0.75814, "map_at_5": 0.76568, "map_at_10": 0.77069, "map_at_20": 0.77289, "map_at_50": 0.77392, "map_at_100": 0.77415, "recall_at_1": 0.70532, "recall_at_3": 0.82232, "recall_at_5": 0.85505, "recall_at_10": 0.89202, "recall_at_20": 0.92319, "recall_at_50": 0.95428, "recall_at_100": 0.96979, "precision_at_1": 0.70532, "precision_at_3": 0.27411, "precision_at_5": 0.17101, "precision_at_10": 0.0892, "precision_at_20": 0.04616, "precision_at_50": 0.01909, "precision_at_100": 0.0097, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.82095, "ndcg_at_3": 0.87312, "ndcg_at_5": 0.88257, "ndcg_at_10": 0.8898, "ndcg_at_20": 0.89373, "ndcg_at_50": 0.89634, "ndcg_at_100": 0.8975, "map_at_1": 0.82095, "map_at_3": 0.86078, "map_at_5": 0.86606, "map_at_10": 0.86907, "map_at_20": 0.87016, "map_at_50": 0.87059, "map_at_100": 0.87069, "recall_at_1": 0.82095, "recall_at_3": 0.90863, "recall_at_5": 0.93146, "recall_at_10": 0.95367, "recall_at_20": 0.96911, "recall_at_50": 0.98216, "recall_at_100": 0.9892, "precision_at_1": 0.82095, "precision_at_3": 0.30288, "precision_at_5": 0.18629, "precision_at_10": 0.09537, "precision_at_20": 0.04846, "precision_at_50": 0.01964, "precision_at_100": 0.00989, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85799, "ndcg_at_3": 0.89758, "ndcg_at_5": 0.90376, "ndcg_at_10": 0.90816, "ndcg_at_20": 0.91071, "ndcg_at_50": 0.91271, "ndcg_at_100": 0.91363, "map_at_1": 0.85799, "map_at_3": 0.88816, "map_at_5": 0.89159, "map_at_10": 0.89342, "map_at_20": 0.89412, "map_at_50": 0.89446, "map_at_100": 0.89454, "recall_at_1": 0.85799, "recall_at_3": 0.92469, "recall_at_5": 0.93973, "recall_at_10": 0.95326, "recall_at_20": 0.9633, "recall_at_50": 0.97328, "recall_at_100": 0.97888, "precision_at_1": 0.85799, "precision_at_3": 0.30823, "precision_at_5": 0.18795, "precision_at_10": 0.09533, "precision_at_20": 0.04817, "precision_at_50": 0.01947, "precision_at_100": 0.00979, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68776, "ndcg_at_3": 0.75286, "ndcg_at_5": 0.76758, "ndcg_at_10": 0.78156, "ndcg_at_20": 0.7891, "ndcg_at_50": 0.7953, "ndcg_at_100": 0.79789, "map_at_1": 0.68776, "map_at_3": 0.73725, "map_at_5": 0.74543, "map_at_10": 0.75128, "map_at_20": 0.75336, "map_at_50": 0.7544, "map_at_100": 0.75463, "recall_at_1": 0.68776, "recall_at_3": 0.79785, "recall_at_5": 0.83353, "recall_at_10": 0.87638, "recall_at_20": 0.9061, "recall_at_50": 0.93686, "recall_at_100": 0.95278, "precision_at_1": 0.68776, "precision_at_3": 0.26595, "precision_at_5": 0.16671, "precision_at_10": 0.08764, "precision_at_20": 0.04531, "precision_at_50": 0.01874, "precision_at_100": 0.00953, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.76341, "ndcg_at_3": 0.82649, "ndcg_at_5": 0.83998, "ndcg_at_10": 0.84966, "ndcg_at_20": 0.85475, "ndcg_at_50": 0.85853, "ndcg_at_100": 0.86029, "map_at_1": 0.76341, "map_at_3": 0.81133, "map_at_5": 0.81882, "map_at_10": 0.82288, "map_at_20": 0.82429, "map_at_50": 0.82492, "map_at_100": 0.82507, "recall_at_1": 0.76341, "recall_at_3": 0.87022, "recall_at_5": 0.90296, "recall_at_10": 0.93255, "recall_at_20": 0.95257, "recall_at_50": 0.97143, "recall_at_100": 0.98223, "precision_at_1": 0.76341, "precision_at_3": 0.29007, "precision_at_5": 0.18059, "precision_at_10": 0.09325, "precision_at_20": 0.04763, "precision_at_50": 0.01943, "precision_at_100": 0.00982, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75343, "ndcg_at_3": 0.81304, "ndcg_at_5": 0.82609, "ndcg_at_10": 0.83576, "ndcg_at_20": 0.84195, "ndcg_at_50": 0.8465, "ndcg_at_100": 0.84847, "map_at_1": 0.75343, "map_at_3": 0.79869, "map_at_5": 0.80597, "map_at_10": 0.81005, "map_at_20": 0.81176, "map_at_50": 0.81251, "map_at_100": 0.81268, "recall_at_1": 0.75343, "recall_at_3": 0.85444, "recall_at_5": 0.88594, "recall_at_10": 0.9154, "recall_at_20": 0.93979, "recall_at_50": 0.96255, "recall_at_100": 0.97458, "precision_at_1": 0.75343, "precision_at_3": 0.28481, "precision_at_5": 0.17719, "precision_at_10": 0.09154, "precision_at_20": 0.04699, "precision_at_50": 0.01925, "precision_at_100": 0.00975, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.81391, "ndcg_at_3": 0.86827, "ndcg_at_5": 0.8782, "ndcg_at_10": 0.88609, "ndcg_at_20": 0.88993, "ndcg_at_50": 0.89233, "ndcg_at_100": 0.89321, "map_at_1": 0.81391, "map_at_3": 0.85545, "map_at_5": 0.86097, "map_at_10": 0.86425, "map_at_20": 0.86531, "map_at_50": 0.86572, "map_at_100": 0.8658, "recall_at_1": 0.81391, "recall_at_3": 0.90515, "recall_at_5": 0.9292, "recall_at_10": 0.95346, "recall_at_20": 0.96863, "recall_at_50": 0.98046, "recall_at_100": 0.98585, "precision_at_1": 0.81391, "precision_at_3": 0.30172, "precision_at_5": 0.18584, "precision_at_10": 0.09535, "precision_at_20": 0.04843, "precision_at_50": 0.01961, "precision_at_100": 0.00986, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64266, "ndcg_at_3": 0.71382, "ndcg_at_5": 0.73131, "ndcg_at_10": 0.74704, "ndcg_at_20": 0.75634, "ndcg_at_50": 0.76431, "ndcg_at_100": 0.76812, "map_at_1": 0.64266, "map_at_3": 0.69672, "map_at_5": 0.70645, "map_at_10": 0.71302, "map_at_20": 0.71559, "map_at_50": 0.71691, "map_at_100": 0.71725, "recall_at_1": 0.64266, "recall_at_3": 0.76314, "recall_at_5": 0.80551, "recall_at_10": 0.85376, "recall_at_20": 0.89038, "recall_at_50": 0.93009, "recall_at_100": 0.95353, "precision_at_1": 0.64266, "precision_at_3": 0.25438, "precision_at_5": 0.1611, "precision_at_10": 0.08538, "precision_at_20": 0.04452, "precision_at_50": 0.0186, "precision_at_100": 0.00954, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68257, "ndcg_at_3": 0.75439, "ndcg_at_5": 0.7698, "ndcg_at_10": 0.7839, "ndcg_at_20": 0.7915, "ndcg_at_50": 0.79776, "ndcg_at_100": 0.80042, "map_at_1": 0.68257, "map_at_3": 0.73714, "map_at_5": 0.74569, "map_at_10": 0.7516, "map_at_20": 0.75369, "map_at_50": 0.75472, "map_at_100": 0.75496, "recall_at_1": 0.68257, "recall_at_3": 0.80414, "recall_at_5": 0.84152, "recall_at_10": 0.88471, "recall_at_20": 0.91471, "recall_at_50": 0.94588, "recall_at_100": 0.96228, "precision_at_1": 0.68257, "precision_at_3": 0.26805, "precision_at_5": 0.1683, "precision_at_10": 0.08847, "precision_at_20": 0.04574, "precision_at_50": 0.01892, "precision_at_100": 0.00962, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.84822, "ndcg_at_3": 0.89683, "ndcg_at_5": 0.90499, "ndcg_at_10": 0.91122, "ndcg_at_20": 0.9141, "ndcg_at_50": 0.91634, "ndcg_at_100": 0.91712, "map_at_1": 0.84822, "map_at_3": 0.88538, "map_at_5": 0.88989, "map_at_10": 0.89252, "map_at_20": 0.89331, "map_at_50": 0.89368, "map_at_100": 0.89375, "recall_at_1": 0.84822, "recall_at_3": 0.92975, "recall_at_5": 0.94963, "recall_at_10": 0.96863, "recall_at_20": 0.97998, "recall_at_50": 0.99118, "recall_at_100": 0.99597, "precision_at_1": 0.84822, "precision_at_3": 0.30992, "precision_at_5": 0.18993, "precision_at_10": 0.09686, "precision_at_20": 0.049, "precision_at_50": 0.01982, "precision_at_100": 0.00996, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.89161, "ndcg_at_3": 0.92807, "ndcg_at_5": 0.93361, "ndcg_at_10": 0.93739, "ndcg_at_20": 0.93907, "ndcg_at_50": 0.94072, "ndcg_at_100": 0.94119, "map_at_1": 0.89161, "map_at_3": 0.91939, "map_at_5": 0.9225, "map_at_10": 0.92409, "map_at_20": 0.92455, "map_at_50": 0.92482, "map_at_100": 0.92486, "recall_at_1": 0.89161, "recall_at_3": 0.95305, "recall_at_5": 0.96638, "recall_at_10": 0.97793, "recall_at_20": 0.98456, "recall_at_50": 0.99282, "recall_at_100": 0.99563, "precision_at_1": 0.89161, "precision_at_3": 0.31768, "precision_at_5": 0.19328, "precision_at_10": 0.09779, "precision_at_20": 0.04923, "precision_at_50": 0.01986, "precision_at_100": 0.00996, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.89544, "ndcg_at_3": 0.93134, "ndcg_at_5": 0.93659, "ndcg_at_10": 0.93965, "ndcg_at_20": 0.94166, "ndcg_at_50": 0.94337, "ndcg_at_100": 0.94381, "map_at_1": 0.89544, "map_at_3": 0.92303, "map_at_5": 0.92597, "map_at_10": 0.92724, "map_at_20": 0.92781, "map_at_50": 0.92809, "map_at_100": 0.92813, "recall_at_1": 0.89544, "recall_at_3": 0.95517, "recall_at_5": 0.96781, "recall_at_10": 0.97724, "recall_at_20": 0.9851, "recall_at_50": 0.99358, "recall_at_100": 0.99624, "precision_at_1": 0.89544, "precision_at_3": 0.31839, "precision_at_5": 0.19356, "precision_at_10": 0.09772, "precision_at_20": 0.04926, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70895, "ndcg_at_3": 0.77603, "ndcg_at_5": 0.79142, "ndcg_at_10": 0.80454, "ndcg_at_20": 0.8113, "ndcg_at_50": 0.81636, "ndcg_at_100": 0.81857, "map_at_1": 0.70895, "map_at_3": 0.75974, "map_at_5": 0.76831, "map_at_10": 0.77383, "map_at_20": 0.77572, "map_at_50": 0.77657, "map_at_100": 0.77676, "recall_at_1": 0.70895, "recall_at_3": 0.82307, "recall_at_5": 0.86032, "recall_at_10": 0.90036, "recall_at_20": 0.92681, "recall_at_50": 0.95196, "recall_at_100": 0.96556, "precision_at_1": 0.70895, "precision_at_3": 0.27436, "precision_at_5": 0.17206, "precision_at_10": 0.09004, "precision_at_20": 0.04634, "precision_at_50": 0.01904, "precision_at_100": 0.00966, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20502, "ndcg_at_3": 0.25529, "ndcg_at_5": 0.27233, "ndcg_at_10": 0.29116, "ndcg_at_20": 0.30833, "ndcg_at_50": 0.32643, "ndcg_at_100": 0.33806, "map_at_1": 0.20502, "map_at_3": 0.24274, "map_at_5": 0.25219, "map_at_10": 0.25993, "map_at_20": 0.26464, "map_at_50": 0.26756, "map_at_100": 0.26859, "recall_at_1": 0.20502, "recall_at_3": 0.29167, "recall_at_5": 0.33308, "recall_at_10": 0.39144, "recall_at_20": 0.45944, "recall_at_50": 0.5504, "recall_at_100": 0.62202, "precision_at_1": 0.20502, "precision_at_3": 0.09722, "precision_at_5": 0.06662, "precision_at_10": 0.03914, "precision_at_20": 0.02297, "precision_at_50": 0.01101, "precision_at_100": 0.00622, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69248, "ndcg_at_3": 0.74867, "ndcg_at_5": 0.7604, "ndcg_at_10": 0.7709, "ndcg_at_20": 0.77664, "ndcg_at_50": 0.78169, "ndcg_at_100": 0.78421, "map_at_1": 0.69248, "map_at_3": 0.73513, "map_at_5": 0.74163, "map_at_10": 0.74598, "map_at_20": 0.74757, "map_at_50": 0.74839, "map_at_100": 0.74861, "recall_at_1": 0.69248, "recall_at_3": 0.78774, "recall_at_5": 0.81624, "recall_at_10": 0.84863, "recall_at_20": 0.87125, "recall_at_50": 0.89654, "recall_at_100": 0.91205, "precision_at_1": 0.69248, "precision_at_3": 0.26258, "precision_at_5": 0.16325, "precision_at_10": 0.08486, "precision_at_20": 0.04356, "precision_at_50": 0.01793, "precision_at_100": 0.00912, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63589, "ndcg_at_3": 0.70799, "ndcg_at_5": 0.72423, "ndcg_at_10": 0.73896, "ndcg_at_20": 0.74878, "ndcg_at_50": 0.75719, "ndcg_at_100": 0.76101, "map_at_1": 0.63589, "map_at_3": 0.69051, "map_at_5": 0.69955, "map_at_10": 0.70568, "map_at_20": 0.70837, "map_at_50": 0.70975, "map_at_100": 0.71008, "recall_at_1": 0.63589, "recall_at_3": 0.75849, "recall_at_5": 0.79779, "recall_at_10": 0.84309, "recall_at_20": 0.88191, "recall_at_50": 0.92408, "recall_at_100": 0.94758, "precision_at_1": 0.63589, "precision_at_3": 0.25283, "precision_at_5": 0.15956, "precision_at_10": 0.08431, "precision_at_20": 0.0441, "precision_at_50": 0.01848, "precision_at_100": 0.00948, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.81487, "ndcg_at_3": 0.86434, "ndcg_at_5": 0.87429, "ndcg_at_10": 0.88194, "ndcg_at_20": 0.88545, "ndcg_at_50": 0.88852, "ndcg_at_100": 0.8899, "map_at_1": 0.81487, "map_at_3": 0.8525, "map_at_5": 0.85805, "map_at_10": 0.86125, "map_at_20": 0.86223, "map_at_50": 0.86272, "map_at_100": 0.86284, "recall_at_1": 0.81487, "recall_at_3": 0.89845, "recall_at_5": 0.9225, "recall_at_10": 0.94594, "recall_at_20": 0.95975, "recall_at_50": 0.97519, "recall_at_100": 0.98374, "precision_at_1": 0.81487, "precision_at_3": 0.29948, "precision_at_5": 0.1845, "precision_at_10": 0.09459, "precision_at_20": 0.04799, "precision_at_50": 0.0195, "precision_at_100": 0.00984, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59865, "ndcg_at_3": 0.67021, "ndcg_at_5": 0.68639, "ndcg_at_10": 0.70259, "ndcg_at_20": 0.71328, "ndcg_at_50": 0.7224, "ndcg_at_100": 0.72719, "map_at_1": 0.59865, "map_at_3": 0.65293, "map_at_5": 0.66194, "map_at_10": 0.66865, "map_at_20": 0.67161, "map_at_50": 0.6731, "map_at_100": 0.67352, "recall_at_1": 0.59865, "recall_at_3": 0.72008, "recall_at_5": 0.75924, "recall_at_10": 0.8092, "recall_at_20": 0.8513, "recall_at_50": 0.89701, "recall_at_100": 0.92647, "precision_at_1": 0.59865, "precision_at_3": 0.24003, "precision_at_5": 0.15185, "precision_at_10": 0.08092, "precision_at_20": 0.04256, "precision_at_50": 0.01794, "precision_at_100": 0.00926, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66965, "ndcg_at_3": 0.72944, "ndcg_at_5": 0.74276, "ndcg_at_10": 0.75347, "ndcg_at_20": 0.76102, "ndcg_at_50": 0.76653, "ndcg_at_100": 0.76947, "map_at_1": 0.66965, "map_at_3": 0.71516, "map_at_5": 0.72258, "map_at_10": 0.72702, "map_at_20": 0.72913, "map_at_50": 0.73003, "map_at_100": 0.73029, "recall_at_1": 0.66965, "recall_at_3": 0.77059, "recall_at_5": 0.80284, "recall_at_10": 0.83578, "recall_at_20": 0.86544, "recall_at_50": 0.89298, "recall_at_100": 0.91102, "precision_at_1": 0.66965, "precision_at_3": 0.25686, "precision_at_5": 0.16057, "precision_at_10": 0.08358, "precision_at_20": 0.04327, "precision_at_50": 0.01786, "precision_at_100": 0.00911, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68592, "ndcg_at_3": 0.75081, "ndcg_at_5": 0.76589, "ndcg_at_10": 0.77906, "ndcg_at_20": 0.78702, "ndcg_at_50": 0.79337, "ndcg_at_100": 0.79591, "map_at_1": 0.68592, "map_at_3": 0.73523, "map_at_5": 0.74363, "map_at_10": 0.7491, "map_at_20": 0.75131, "map_at_50": 0.75237, "map_at_100": 0.7526, "recall_at_1": 0.68592, "recall_at_3": 0.79574, "recall_at_5": 0.83223, "recall_at_10": 0.87275, "recall_at_20": 0.90405, "recall_at_50": 0.93556, "recall_at_100": 0.95114, "precision_at_1": 0.68592, "precision_at_3": 0.26525, "precision_at_5": 0.16645, "precision_at_10": 0.08728, "precision_at_20": 0.0452, "precision_at_50": 0.01871, "precision_at_100": 0.00951, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.89291, "ndcg_at_3": 0.9302, "ndcg_at_5": 0.93532, "ndcg_at_10": 0.93933, "ndcg_at_20": 0.94119, "ndcg_at_50": 0.94258, "ndcg_at_100": 0.94309, "map_at_1": 0.89291, "map_at_3": 0.92142, "map_at_5": 0.92428, "map_at_10": 0.92594, "map_at_20": 0.92645, "map_at_50": 0.92669, "map_at_100": 0.92673, "recall_at_1": 0.89291, "recall_at_3": 0.95544, "recall_at_5": 0.96781, "recall_at_10": 0.98018, "recall_at_20": 0.98749, "recall_at_50": 0.9944, "recall_at_100": 0.99747, "precision_at_1": 0.89291, "precision_at_3": 0.31848, "precision_at_5": 0.19356, "precision_at_10": 0.09802, "precision_at_20": 0.04937, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86893, "ndcg_at_3": 0.91283, "ndcg_at_5": 0.92008, "ndcg_at_10": 0.92536, "ndcg_at_20": 0.92738, "ndcg_at_50": 0.92939, "ndcg_at_100": 0.92993, "map_at_1": 0.86893, "map_at_3": 0.90253, "map_at_5": 0.90655, "map_at_10": 0.90879, "map_at_20": 0.90934, "map_at_50": 0.90968, "map_at_100": 0.90973, "recall_at_1": 0.86893, "recall_at_3": 0.94246, "recall_at_5": 0.96002, "recall_at_10": 0.97608, "recall_at_20": 0.98408, "recall_at_50": 0.99405, "recall_at_100": 0.99733, "precision_at_1": 0.86893, "precision_at_3": 0.31415, "precision_at_5": 0.192, "precision_at_10": 0.09761, "precision_at_20": 0.0492, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7289, "ndcg_at_3": 0.79533, "ndcg_at_5": 0.80914, "ndcg_at_10": 0.8212, "ndcg_at_20": 0.82718, "ndcg_at_50": 0.83243, "ndcg_at_100": 0.83457, "map_at_1": 0.7289, "map_at_3": 0.77945, "map_at_5": 0.78715, "map_at_10": 0.79214, "map_at_20": 0.79381, "map_at_50": 0.79467, "map_at_100": 0.79487, "recall_at_1": 0.7289, "recall_at_3": 0.84111, "recall_at_5": 0.87446, "recall_at_10": 0.91171, "recall_at_20": 0.93515, "recall_at_50": 0.96139, "recall_at_100": 0.97444, "precision_at_1": 0.7289, "precision_at_3": 0.28037, "precision_at_5": 0.17489, "precision_at_10": 0.09117, "precision_at_20": 0.04676, "precision_at_50": 0.01923, "precision_at_100": 0.00974, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.89606, "ndcg_at_3": 0.93151, "ndcg_at_5": 0.9369, "ndcg_at_10": 0.93986, "ndcg_at_20": 0.94193, "ndcg_at_50": 0.94358, "ndcg_at_100": 0.94401, "map_at_1": 0.89606, "map_at_3": 0.92329, "map_at_5": 0.92631, "map_at_10": 0.92754, "map_at_20": 0.92811, "map_at_50": 0.92839, "map_at_100": 0.92843, "recall_at_1": 0.89606, "recall_at_3": 0.9551, "recall_at_5": 0.96809, "recall_at_10": 0.97717, "recall_at_20": 0.98531, "recall_at_50": 0.99351, "recall_at_100": 0.99617, "precision_at_1": 0.89606, "precision_at_3": 0.31837, "precision_at_5": 0.19362, "precision_at_10": 0.09772, "precision_at_20": 0.04927, "precision_at_50": 0.01987, "precision_at_100": 0.00996, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.90029, "ndcg_at_3": 0.93464, "ndcg_at_5": 0.94032, "ndcg_at_10": 0.94321, "ndcg_at_20": 0.9449, "ndcg_at_50": 0.9464, "ndcg_at_100": 0.94685, "map_at_1": 0.90029, "map_at_3": 0.92659, "map_at_5": 0.92976, "map_at_10": 0.93097, "map_at_20": 0.93145, "map_at_50": 0.9317, "map_at_100": 0.93174, "recall_at_1": 0.90029, "recall_at_3": 0.95777, "recall_at_5": 0.9715, "recall_at_10": 0.98032, "recall_at_20": 0.98695, "recall_at_50": 0.9944, "recall_at_100": 0.99706, "precision_at_1": 0.90029, "precision_at_3": 0.31926, "precision_at_5": 0.1943, "precision_at_10": 0.09803, "precision_at_20": 0.04935, "precision_at_50": 0.01989, "precision_at_100": 0.00997, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.90296, "ndcg_at_3": 0.93576, "ndcg_at_5": 0.94038, "ndcg_at_10": 0.94494, "ndcg_at_20": 0.94662, "ndcg_at_50": 0.94785, "ndcg_at_100": 0.94815, "map_at_1": 0.90296, "map_at_3": 0.92789, "map_at_5": 0.93044, "map_at_10": 0.93237, "map_at_20": 0.93284, "map_at_50": 0.93306, "map_at_100": 0.93309, "recall_at_1": 0.90296, "recall_at_3": 0.95845, "recall_at_5": 0.96973, "recall_at_10": 0.9836, "recall_at_20": 0.99016, "recall_at_50": 0.9961, "recall_at_100": 0.99795, "precision_at_1": 0.90296, "precision_at_3": 0.31948, "precision_at_5": 0.19395, "precision_at_10": 0.09836, "precision_at_20": 0.04951, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.15527, "ndcg_at_3": 0.18765, "ndcg_at_5": 0.19863, "ndcg_at_10": 0.2115, "ndcg_at_20": 0.22351, "ndcg_at_50": 0.23718, "ndcg_at_100": 0.24681, "map_at_1": 0.15527, "map_at_3": 0.17956, "map_at_5": 0.18567, "map_at_10": 0.19102, "map_at_20": 0.19432, "map_at_50": 0.19653, "map_at_100": 0.19737, "recall_at_1": 0.15527, "recall_at_3": 0.2111, "recall_at_5": 0.23768, "recall_at_10": 0.27732, "recall_at_20": 0.32475, "recall_at_50": 0.39349, "recall_at_100": 0.45302, "precision_at_1": 0.15527, "precision_at_3": 0.07037, "precision_at_5": 0.04754, "precision_at_10": 0.02773, "precision_at_20": 0.01624, "precision_at_50": 0.00787, "precision_at_100": 0.00453, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72138, "ndcg_at_3": 0.77098, "ndcg_at_5": 0.78161, "ndcg_at_10": 0.791, "ndcg_at_20": 0.79586, "ndcg_at_50": 0.80111, "ndcg_at_100": 0.80362, "map_at_1": 0.72138, "map_at_3": 0.75909, "map_at_5": 0.765, "map_at_10": 0.7689, "map_at_20": 0.77024, "map_at_50": 0.77109, "map_at_100": 0.77132, "recall_at_1": 0.72138, "recall_at_3": 0.80523, "recall_at_5": 0.83107, "recall_at_10": 0.85991, "recall_at_20": 0.87911, "recall_at_50": 0.90549, "recall_at_100": 0.92086, "precision_at_1": 0.72138, "precision_at_3": 0.26841, "precision_at_5": 0.16621, "precision_at_10": 0.08599, "precision_at_20": 0.04396, "precision_at_50": 0.01811, "precision_at_100": 0.00921, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "LegalQuAD", "alias": null, "tier": 0, "groups": { "text": 1, "legal": 1, "german": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.495, "ndcg_at_3": 0.61595, "ndcg_at_5": 0.64909, "ndcg_at_10": 0.67273, "ndcg_at_20": 0.68549, "ndcg_at_50": 0.69035, "ndcg_at_100": 0.69451, "map_at_1": 0.495, "map_at_3": 0.58833, "map_at_5": 0.60683, "map_at_10": 0.61625, "map_at_20": 0.6198, "map_at_50": 0.62054, "map_at_100": 0.62093, "recall_at_1": 0.495, "recall_at_3": 0.695, "recall_at_5": 0.775, "recall_at_10": 0.85, "recall_at_20": 0.9, "recall_at_50": 0.925, "recall_at_100": 0.95, "precision_at_1": 0.495, "precision_at_3": 0.23167, "precision_at_5": 0.155, "precision_at_10": 0.085, "precision_at_20": 0.045, "precision_at_50": 0.0185, "precision_at_100": 0.0095, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.075, "ndcg_at_3": 0.1222, "ndcg_at_5": 0.16071, "ndcg_at_10": 0.2624, "ndcg_at_20": 0.32156, "ndcg_at_50": 0.34849, "ndcg_at_100": 0.35333, "map_at_1": 0.075, "map_at_3": 0.11083, "map_at_5": 0.13183, "map_at_10": 0.1727, "map_at_20": 0.18948, "map_at_50": 0.19386, "map_at_100": 0.19428, "recall_at_1": 0.075, "recall_at_3": 0.155, "recall_at_5": 0.25, "recall_at_10": 0.57, "recall_at_20": 0.8, "recall_at_50": 0.935, "recall_at_100": 0.965, "precision_at_1": 0.075, "precision_at_3": 0.05167, "precision_at_5": 0.05, "precision_at_10": 0.057, "precision_at_20": 0.04, "precision_at_50": 0.0187, "precision_at_100": 0.00965, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.6619, "ndcg_at_5": 0.68471, "ndcg_at_10": 0.70244, "ndcg_at_20": 0.71516, "ndcg_at_50": 0.72552, "ndcg_at_100": 0.7313, "map_at_1": 0.565, "map_at_3": 0.63833, "map_at_5": 0.65108, "map_at_10": 0.65835, "map_at_20": 0.66189, "map_at_50": 0.66374, "map_at_100": 0.66428, "recall_at_1": 0.565, "recall_at_3": 0.73, "recall_at_5": 0.785, "recall_at_10": 0.84, "recall_at_20": 0.89, "recall_at_50": 0.94, "recall_at_100": 0.975, "precision_at_1": 0.565, "precision_at_3": 0.24333, "precision_at_5": 0.157, "precision_at_10": 0.084, "precision_at_20": 0.0445, "precision_at_50": 0.0188, "precision_at_100": 0.00975, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.115, "ndcg_at_3": 0.13827, "ndcg_at_5": 0.14667, "ndcg_at_10": 0.15955, "ndcg_at_20": 0.16559, "ndcg_at_50": 0.19183, "ndcg_at_100": 0.22348, "map_at_1": 0.115, "map_at_3": 0.1325, "map_at_5": 0.13725, "map_at_10": 0.14254, "map_at_20": 0.14405, "map_at_50": 0.14804, "map_at_100": 0.15061, "recall_at_1": 0.115, "recall_at_3": 0.155, "recall_at_5": 0.175, "recall_at_10": 0.215, "recall_at_20": 0.24, "recall_at_50": 0.375, "recall_at_100": 0.575, "precision_at_1": 0.115, "precision_at_3": 0.05167, "precision_at_5": 0.035, "precision_at_10": 0.0215, "precision_at_20": 0.012, "precision_at_50": 0.0075, "precision_at_100": 0.00575, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41, "ndcg_at_3": 0.49809, "ndcg_at_5": 0.52178, "ndcg_at_10": 0.54503, "ndcg_at_20": 0.57383, "ndcg_at_50": 0.59202, "ndcg_at_100": 0.60021, "map_at_1": 0.41, "map_at_3": 0.47667, "map_at_5": 0.49042, "map_at_10": 0.50038, "map_at_20": 0.50813, "map_at_50": 0.51118, "map_at_100": 0.51192, "recall_at_1": 0.41, "recall_at_3": 0.56, "recall_at_5": 0.615, "recall_at_10": 0.685, "recall_at_20": 0.8, "recall_at_50": 0.89, "recall_at_100": 0.94, "precision_at_1": 0.41, "precision_at_3": 0.18667, "precision_at_5": 0.123, "precision_at_10": 0.0685, "precision_at_20": 0.04, "precision_at_50": 0.0178, "precision_at_100": 0.0094, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57, "ndcg_at_3": 0.6819, "ndcg_at_5": 0.70234, "ndcg_at_10": 0.7213, "ndcg_at_20": 0.73678, "ndcg_at_50": 0.7451, "ndcg_at_100": 0.74745, "map_at_1": 0.57, "map_at_3": 0.65333, "map_at_5": 0.66458, "map_at_10": 0.67216, "map_at_20": 0.67658, "map_at_50": 0.67807, "map_at_100": 0.67825, "recall_at_1": 0.57, "recall_at_3": 0.765, "recall_at_5": 0.815, "recall_at_10": 0.875, "recall_at_20": 0.935, "recall_at_50": 0.975, "recall_at_100": 0.99, "precision_at_1": 0.57, "precision_at_3": 0.255, "precision_at_5": 0.163, "precision_at_10": 0.0875, "precision_at_20": 0.04675, "precision_at_50": 0.0195, "precision_at_100": 0.0099, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45, "ndcg_at_3": 0.57464, "ndcg_at_5": 0.59077, "ndcg_at_10": 0.61202, "ndcg_at_20": 0.62878, "ndcg_at_50": 0.64474, "ndcg_at_100": 0.65545, "map_at_1": 0.45, "map_at_3": 0.545, "map_at_5": 0.55375, "map_at_10": 0.56263, "map_at_20": 0.56741, "map_at_50": 0.57001, "map_at_100": 0.571, "recall_at_1": 0.45, "recall_at_3": 0.66, "recall_at_5": 0.7, "recall_at_10": 0.765, "recall_at_20": 0.83, "recall_at_50": 0.91, "recall_at_100": 0.975, "precision_at_1": 0.45, "precision_at_3": 0.22, "precision_at_5": 0.14, "precision_at_10": 0.0765, "precision_at_20": 0.0415, "precision_at_50": 0.0182, "precision_at_100": 0.00975, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.395, "ndcg_at_3": 0.46678, "ndcg_at_5": 0.49109, "ndcg_at_10": 0.5281, "ndcg_at_20": 0.54607, "ndcg_at_50": 0.56247, "ndcg_at_100": 0.57544, "map_at_1": 0.395, "map_at_3": 0.45, "map_at_5": 0.46325, "map_at_10": 0.47843, "map_at_20": 0.48351, "map_at_50": 0.48596, "map_at_100": 0.4871, "recall_at_1": 0.395, "recall_at_3": 0.515, "recall_at_5": 0.575, "recall_at_10": 0.69, "recall_at_20": 0.76, "recall_at_50": 0.845, "recall_at_100": 0.925, "precision_at_1": 0.395, "precision_at_3": 0.17167, "precision_at_5": 0.115, "precision_at_10": 0.069, "precision_at_20": 0.038, "precision_at_50": 0.0169, "precision_at_100": 0.00925, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59, "ndcg_at_3": 0.69821, "ndcg_at_5": 0.71434, "ndcg_at_10": 0.72733, "ndcg_at_20": 0.73748, "ndcg_at_50": 0.74669, "ndcg_at_100": 0.75079, "map_at_1": 0.59, "map_at_3": 0.67167, "map_at_5": 0.68042, "map_at_10": 0.68581, "map_at_20": 0.68862, "map_at_50": 0.6902, "map_at_100": 0.69057, "recall_at_1": 0.59, "recall_at_3": 0.775, "recall_at_5": 0.815, "recall_at_10": 0.855, "recall_at_20": 0.895, "recall_at_50": 0.94, "recall_at_100": 0.965, "precision_at_1": 0.59, "precision_at_3": 0.25833, "precision_at_5": 0.163, "precision_at_10": 0.0855, "precision_at_20": 0.04475, "precision_at_50": 0.0188, "precision_at_100": 0.00965, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.535, "ndcg_at_3": 0.63887, "ndcg_at_5": 0.64748, "ndcg_at_10": 0.66932, "ndcg_at_20": 0.68586, "ndcg_at_50": 0.69598, "ndcg_at_100": 0.70399, "map_at_1": 0.535, "map_at_3": 0.61417, "map_at_5": 0.61917, "map_at_10": 0.62771, "map_at_20": 0.63231, "map_at_50": 0.63402, "map_at_100": 0.63469, "recall_at_1": 0.535, "recall_at_3": 0.71, "recall_at_5": 0.73, "recall_at_10": 0.8, "recall_at_20": 0.865, "recall_at_50": 0.915, "recall_at_100": 0.965, "precision_at_1": 0.535, "precision_at_3": 0.23667, "precision_at_5": 0.146, "precision_at_10": 0.08, "precision_at_20": 0.04325, "precision_at_50": 0.0183, "precision_at_100": 0.00965, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.565, "ndcg_at_3": 0.6519, "ndcg_at_5": 0.69041, "ndcg_at_10": 0.71491, "ndcg_at_20": 0.72643, "ndcg_at_50": 0.7323, "ndcg_at_100": 0.73562, "map_at_1": 0.565, "map_at_3": 0.63167, "map_at_5": 0.65267, "map_at_10": 0.66294, "map_at_20": 0.66618, "map_at_50": 0.66709, "map_at_100": 0.6674, "recall_at_1": 0.565, "recall_at_3": 0.71, "recall_at_5": 0.805, "recall_at_10": 0.88, "recall_at_20": 0.925, "recall_at_50": 0.955, "recall_at_100": 0.975, "precision_at_1": 0.565, "precision_at_3": 0.23667, "precision_at_5": 0.161, "precision_at_10": 0.088, "precision_at_20": 0.04625, "precision_at_50": 0.0191, "precision_at_100": 0.00975, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.055, "ndcg_at_3": 0.08708, "ndcg_at_5": 0.09719, "ndcg_at_10": 0.11811, "ndcg_at_20": 0.14596, "ndcg_at_50": 0.18307, "ndcg_at_100": 0.22095, "map_at_1": 0.055, "map_at_3": 0.07917, "map_at_5": 0.08467, "map_at_10": 0.09324, "map_at_20": 0.10091, "map_at_50": 0.10664, "map_at_100": 0.10992, "recall_at_1": 0.055, "recall_at_3": 0.11, "recall_at_5": 0.135, "recall_at_10": 0.2, "recall_at_20": 0.31, "recall_at_50": 0.5, "recall_at_100": 0.735, "precision_at_1": 0.055, "precision_at_3": 0.03667, "precision_at_5": 0.027, "precision_at_10": 0.02, "precision_at_20": 0.0155, "precision_at_50": 0.01, "precision_at_100": 0.00735, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.375, "ndcg_at_3": 0.4694, "ndcg_at_5": 0.49608, "ndcg_at_10": 0.51716, "ndcg_at_20": 0.54571, "ndcg_at_50": 0.56461, "ndcg_at_100": 0.5752, "map_at_1": 0.375, "map_at_3": 0.44667, "map_at_5": 0.46142, "map_at_10": 0.47015, "map_at_20": 0.47771, "map_at_50": 0.48077, "map_at_100": 0.48171, "recall_at_1": 0.375, "recall_at_3": 0.535, "recall_at_5": 0.6, "recall_at_10": 0.665, "recall_at_20": 0.78, "recall_at_50": 0.875, "recall_at_100": 0.94, "precision_at_1": 0.375, "precision_at_3": 0.17833, "precision_at_5": 0.12, "precision_at_10": 0.0665, "precision_at_20": 0.039, "precision_at_50": 0.0175, "precision_at_100": 0.0094, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39, "ndcg_at_3": 0.52464, "ndcg_at_5": 0.55734, "ndcg_at_10": 0.57867, "ndcg_at_20": 0.60259, "ndcg_at_50": 0.61687, "ndcg_at_100": 0.62096, "map_at_1": 0.39, "map_at_3": 0.49167, "map_at_5": 0.50967, "map_at_10": 0.51865, "map_at_20": 0.52516, "map_at_50": 0.52762, "map_at_100": 0.52799, "recall_at_1": 0.39, "recall_at_3": 0.62, "recall_at_5": 0.7, "recall_at_10": 0.765, "recall_at_20": 0.86, "recall_at_50": 0.93, "recall_at_100": 0.955, "precision_at_1": 0.39, "precision_at_3": 0.20667, "precision_at_5": 0.14, "precision_at_10": 0.0765, "precision_at_20": 0.043, "precision_at_50": 0.0186, "precision_at_100": 0.00955, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31, "ndcg_at_3": 0.41714, "ndcg_at_5": 0.44188, "ndcg_at_10": 0.46366, "ndcg_at_20": 0.48718, "ndcg_at_50": 0.51458, "ndcg_at_100": 0.52753, "map_at_1": 0.31, "map_at_3": 0.39333, "map_at_5": 0.40708, "map_at_10": 0.41652, "map_at_20": 0.4227, "map_at_50": 0.42734, "map_at_100": 0.42847, "recall_at_1": 0.31, "recall_at_3": 0.485, "recall_at_5": 0.545, "recall_at_10": 0.61, "recall_at_20": 0.705, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.31, "precision_at_3": 0.16167, "precision_at_5": 0.109, "precision_at_10": 0.061, "precision_at_20": 0.03525, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.04, "ndcg_at_3": 0.06762, "ndcg_at_5": 0.08225, "ndcg_at_10": 0.10669, "ndcg_at_20": 0.13685, "ndcg_at_50": 0.17322, "ndcg_at_100": 0.20659, "map_at_1": 0.04, "map_at_3": 0.06, "map_at_5": 0.06825, "map_at_10": 0.07844, "map_at_20": 0.08663, "map_at_50": 0.09231, "map_at_100": 0.09529, "recall_at_1": 0.04, "recall_at_3": 0.09, "recall_at_5": 0.125, "recall_at_10": 0.2, "recall_at_20": 0.32, "recall_at_50": 0.505, "recall_at_100": 0.71, "precision_at_1": 0.04, "precision_at_3": 0.03, "precision_at_5": 0.025, "precision_at_10": 0.02, "precision_at_20": 0.016, "precision_at_50": 0.0101, "precision_at_100": 0.0071, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.045, "ndcg_at_3": 0.05631, "ndcg_at_5": 0.05824, "ndcg_at_10": 0.07442, "ndcg_at_20": 0.0945, "ndcg_at_50": 0.12158, "ndcg_at_100": 0.16389, "map_at_1": 0.045, "map_at_3": 0.05333, "map_at_5": 0.05433, "map_at_10": 0.06103, "map_at_20": 0.06646, "map_at_50": 0.07051, "map_at_100": 0.07428, "recall_at_1": 0.045, "recall_at_3": 0.065, "recall_at_5": 0.07, "recall_at_10": 0.12, "recall_at_20": 0.2, "recall_at_50": 0.34, "recall_at_100": 0.6, "precision_at_1": 0.045, "precision_at_3": 0.02167, "precision_at_5": 0.014, "precision_at_10": 0.012, "precision_at_20": 0.01, "precision_at_50": 0.0068, "precision_at_100": 0.006, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35, "ndcg_at_3": 0.42286, "ndcg_at_5": 0.45837, "ndcg_at_10": 0.48464, "ndcg_at_20": 0.5099, "ndcg_at_50": 0.53233, "ndcg_at_100": 0.54286, "map_at_1": 0.35, "map_at_3": 0.40333, "map_at_5": 0.42333, "map_at_10": 0.43443, "map_at_20": 0.44135, "map_at_50": 0.44477, "map_at_100": 0.44569, "recall_at_1": 0.35, "recall_at_3": 0.48, "recall_at_5": 0.565, "recall_at_10": 0.645, "recall_at_20": 0.745, "recall_at_50": 0.86, "recall_at_100": 0.925, "precision_at_1": 0.35, "precision_at_3": 0.16, "precision_at_5": 0.113, "precision_at_10": 0.0645, "precision_at_20": 0.03725, "precision_at_50": 0.0172, "precision_at_100": 0.00925, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.13524, "ndcg_at_5": 0.14341, "ndcg_at_10": 0.16225, "ndcg_at_20": 0.19213, "ndcg_at_50": 0.22396, "ndcg_at_100": 0.25565, "map_at_1": 0.1, "map_at_3": 0.12667, "map_at_5": 0.13117, "map_at_10": 0.13862, "map_at_20": 0.14658, "map_at_50": 0.15174, "map_at_100": 0.15454, "recall_at_1": 0.1, "recall_at_3": 0.16, "recall_at_5": 0.18, "recall_at_10": 0.24, "recall_at_20": 0.36, "recall_at_50": 0.52, "recall_at_100": 0.715, "precision_at_1": 0.1, "precision_at_3": 0.05333, "precision_at_5": 0.036, "precision_at_10": 0.024, "precision_at_20": 0.018, "precision_at_50": 0.0104, "precision_at_100": 0.00715, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.115, "ndcg_at_3": 0.16036, "ndcg_at_5": 0.17649, "ndcg_at_10": 0.19793, "ndcg_at_20": 0.21441, "ndcg_at_50": 0.25528, "ndcg_at_100": 0.28294, "map_at_1": 0.115, "map_at_3": 0.15, "map_at_5": 0.15875, "map_at_10": 0.16785, "map_at_20": 0.17241, "map_at_50": 0.17865, "map_at_100": 0.18111, "recall_at_1": 0.115, "recall_at_3": 0.19, "recall_at_5": 0.23, "recall_at_10": 0.295, "recall_at_20": 0.36, "recall_at_50": 0.57, "recall_at_100": 0.74, "precision_at_1": 0.115, "precision_at_3": 0.06333, "precision_at_5": 0.046, "precision_at_10": 0.0295, "precision_at_20": 0.018, "precision_at_50": 0.0114, "precision_at_100": 0.0074, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37, "ndcg_at_3": 0.46571, "ndcg_at_5": 0.50852, "ndcg_at_10": 0.55126, "ndcg_at_20": 0.5635, "ndcg_at_50": 0.57857, "ndcg_at_100": 0.58767, "map_at_1": 0.37, "map_at_3": 0.44333, "map_at_5": 0.46683, "map_at_10": 0.48489, "map_at_20": 0.48804, "map_at_50": 0.49053, "map_at_100": 0.49139, "recall_at_1": 0.37, "recall_at_3": 0.53, "recall_at_5": 0.635, "recall_at_10": 0.765, "recall_at_20": 0.815, "recall_at_50": 0.89, "recall_at_100": 0.945, "precision_at_1": 0.37, "precision_at_3": 0.17667, "precision_at_5": 0.127, "precision_at_10": 0.0765, "precision_at_20": 0.04075, "precision_at_50": 0.0178, "precision_at_100": 0.00945, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.515, "ndcg_at_3": 0.61202, "ndcg_at_5": 0.64969, "ndcg_at_10": 0.67684, "ndcg_at_20": 0.69427, "ndcg_at_50": 0.70325, "ndcg_at_100": 0.70495, "map_at_1": 0.515, "map_at_3": 0.59, "map_at_5": 0.61125, "map_at_10": 0.62226, "map_at_20": 0.6269, "map_at_50": 0.62837, "map_at_100": 0.62855, "recall_at_1": 0.515, "recall_at_3": 0.675, "recall_at_5": 0.765, "recall_at_10": 0.85, "recall_at_20": 0.92, "recall_at_50": 0.965, "recall_at_100": 0.975, "precision_at_1": 0.515, "precision_at_3": 0.225, "precision_at_5": 0.153, "precision_at_10": 0.085, "precision_at_20": 0.046, "precision_at_50": 0.0193, "precision_at_100": 0.00975, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.595, "ndcg_at_3": 0.68125, "ndcg_at_5": 0.70964, "ndcg_at_10": 0.72569, "ndcg_at_20": 0.73331, "ndcg_at_50": 0.74402, "ndcg_at_100": 0.75043, "map_at_1": 0.595, "map_at_3": 0.66083, "map_at_5": 0.67633, "map_at_10": 0.6829, "map_at_20": 0.68502, "map_at_50": 0.68707, "map_at_100": 0.68762, "recall_at_1": 0.595, "recall_at_3": 0.74, "recall_at_5": 0.81, "recall_at_10": 0.86, "recall_at_20": 0.89, "recall_at_50": 0.94, "recall_at_100": 0.98, "precision_at_1": 0.595, "precision_at_3": 0.24667, "precision_at_5": 0.162, "precision_at_10": 0.086, "precision_at_20": 0.0445, "precision_at_50": 0.0188, "precision_at_100": 0.0098, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31, "ndcg_at_3": 0.38351, "ndcg_at_5": 0.40373, "ndcg_at_10": 0.4342, "ndcg_at_20": 0.46202, "ndcg_at_50": 0.49482, "ndcg_at_100": 0.50361, "map_at_1": 0.31, "map_at_3": 0.36417, "map_at_5": 0.37517, "map_at_10": 0.38758, "map_at_20": 0.39522, "map_at_50": 0.40051, "map_at_100": 0.40124, "recall_at_1": 0.31, "recall_at_3": 0.44, "recall_at_5": 0.49, "recall_at_10": 0.585, "recall_at_20": 0.695, "recall_at_50": 0.86, "recall_at_100": 0.915, "precision_at_1": 0.31, "precision_at_3": 0.14667, "precision_at_5": 0.098, "precision_at_10": 0.0585, "precision_at_20": 0.03475, "precision_at_50": 0.0172, "precision_at_100": 0.00915, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.09, "ndcg_at_3": 0.13905, "ndcg_at_5": 0.14507, "ndcg_at_10": 0.16641, "ndcg_at_20": 0.18992, "ndcg_at_50": 0.22983, "ndcg_at_100": 0.27161, "map_at_1": 0.09, "map_at_3": 0.12667, "map_at_5": 0.12992, "map_at_10": 0.13891, "map_at_20": 0.14578, "map_at_50": 0.15228, "map_at_100": 0.15584, "recall_at_1": 0.09, "recall_at_3": 0.175, "recall_at_5": 0.19, "recall_at_10": 0.255, "recall_at_20": 0.345, "recall_at_50": 0.545, "recall_at_100": 0.805, "precision_at_1": 0.09, "precision_at_3": 0.05833, "precision_at_5": 0.038, "precision_at_10": 0.0255, "precision_at_20": 0.01725, "precision_at_50": 0.0109, "precision_at_100": 0.00805, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.085, "ndcg_at_3": 0.11577, "ndcg_at_5": 0.13169, "ndcg_at_10": 0.15088, "ndcg_at_20": 0.17134, "ndcg_at_50": 0.21095, "ndcg_at_100": 0.24395, "map_at_1": 0.085, "map_at_3": 0.1075, "map_at_5": 0.116, "map_at_10": 0.1238, "map_at_20": 0.12953, "map_at_50": 0.13587, "map_at_100": 0.1387, "recall_at_1": 0.085, "recall_at_3": 0.14, "recall_at_5": 0.18, "recall_at_10": 0.24, "recall_at_20": 0.32, "recall_at_50": 0.52, "recall_at_100": 0.725, "precision_at_1": 0.085, "precision_at_3": 0.04667, "precision_at_5": 0.036, "precision_at_10": 0.024, "precision_at_20": 0.016, "precision_at_50": 0.0104, "precision_at_100": 0.00725, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.195, "ndcg_at_3": 0.25482, "ndcg_at_5": 0.28537, "ndcg_at_10": 0.31918, "ndcg_at_20": 0.34682, "ndcg_at_50": 0.37869, "ndcg_at_100": 0.40359, "map_at_1": 0.195, "map_at_3": 0.24083, "map_at_5": 0.25758, "map_at_10": 0.27148, "map_at_20": 0.27897, "map_at_50": 0.28415, "map_at_100": 0.28627, "recall_at_1": 0.195, "recall_at_3": 0.295, "recall_at_5": 0.37, "recall_at_10": 0.475, "recall_at_20": 0.585, "recall_at_50": 0.745, "recall_at_100": 0.9, "precision_at_1": 0.195, "precision_at_3": 0.09833, "precision_at_5": 0.074, "precision_at_10": 0.0475, "precision_at_20": 0.02925, "precision_at_50": 0.0149, "precision_at_100": 0.009, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.31, "ndcg_at_3": 0.40256, "ndcg_at_5": 0.43935, "ndcg_at_10": 0.46848, "ndcg_at_20": 0.48568, "ndcg_at_50": 0.50723, "ndcg_at_100": 0.51852, "map_at_1": 0.31, "map_at_3": 0.38083, "map_at_5": 0.40108, "map_at_10": 0.41314, "map_at_20": 0.4176, "map_at_50": 0.42136, "map_at_100": 0.42234, "recall_at_1": 0.31, "recall_at_3": 0.465, "recall_at_5": 0.555, "recall_at_10": 0.645, "recall_at_20": 0.715, "recall_at_50": 0.82, "recall_at_100": 0.89, "precision_at_1": 0.31, "precision_at_3": 0.155, "precision_at_5": 0.111, "precision_at_10": 0.0645, "precision_at_20": 0.03575, "precision_at_50": 0.0164, "precision_at_100": 0.0089, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.075, "ndcg_at_3": 0.09762, "ndcg_at_5": 0.10579, "ndcg_at_10": 0.12532, "ndcg_at_20": 0.15093, "ndcg_at_50": 0.18935, "ndcg_at_100": 0.22837, "map_at_1": 0.075, "map_at_3": 0.09167, "map_at_5": 0.09617, "map_at_10": 0.10427, "map_at_20": 0.11149, "map_at_50": 0.11754, "map_at_100": 0.12101, "recall_at_1": 0.075, "recall_at_3": 0.115, "recall_at_5": 0.135, "recall_at_10": 0.195, "recall_at_20": 0.295, "recall_at_50": 0.49, "recall_at_100": 0.73, "precision_at_1": 0.075, "precision_at_3": 0.03833, "precision_at_5": 0.027, "precision_at_10": 0.0195, "precision_at_20": 0.01475, "precision_at_50": 0.0098, "precision_at_100": 0.0073, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.055, "ndcg_at_3": 0.07196, "ndcg_at_5": 0.09284, "ndcg_at_10": 0.11224, "ndcg_at_20": 0.1364, "ndcg_at_50": 0.17677, "ndcg_at_100": 0.21101, "map_at_1": 0.055, "map_at_3": 0.0675, "map_at_5": 0.07925, "map_at_10": 0.08725, "map_at_20": 0.09397, "map_at_50": 0.10075, "map_at_100": 0.10382, "recall_at_1": 0.055, "recall_at_3": 0.085, "recall_at_5": 0.135, "recall_at_10": 0.195, "recall_at_20": 0.29, "recall_at_50": 0.49, "recall_at_100": 0.7, "precision_at_1": 0.055, "precision_at_3": 0.02833, "precision_at_5": 0.027, "precision_at_10": 0.0195, "precision_at_20": 0.0145, "precision_at_50": 0.0098, "precision_at_100": 0.007, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.335, "ndcg_at_3": 0.42309, "ndcg_at_5": 0.45065, "ndcg_at_10": 0.47614, "ndcg_at_20": 0.49667, "ndcg_at_50": 0.51965, "ndcg_at_100": 0.53535, "map_at_1": 0.335, "map_at_3": 0.40167, "map_at_5": 0.41742, "map_at_10": 0.4277, "map_at_20": 0.4335, "map_at_50": 0.43726, "map_at_100": 0.43873, "recall_at_1": 0.335, "recall_at_3": 0.485, "recall_at_5": 0.55, "recall_at_10": 0.63, "recall_at_20": 0.71, "recall_at_50": 0.825, "recall_at_100": 0.92, "precision_at_1": 0.335, "precision_at_3": 0.16167, "precision_at_5": 0.11, "precision_at_10": 0.063, "precision_at_20": 0.0355, "precision_at_50": 0.0165, "precision_at_100": 0.0092, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.515, "ndcg_at_3": 0.60071, "ndcg_at_5": 0.62761, "ndcg_at_10": 0.6526, "ndcg_at_20": 0.66898, "ndcg_at_50": 0.67861, "ndcg_at_100": 0.68739, "map_at_1": 0.515, "map_at_3": 0.58167, "map_at_5": 0.59667, "map_at_10": 0.60648, "map_at_20": 0.61095, "map_at_50": 0.61237, "map_at_100": 0.61311, "recall_at_1": 0.515, "recall_at_3": 0.655, "recall_at_5": 0.72, "recall_at_10": 0.8, "recall_at_20": 0.865, "recall_at_50": 0.915, "recall_at_100": 0.97, "precision_at_1": 0.515, "precision_at_3": 0.21833, "precision_at_5": 0.144, "precision_at_10": 0.08, "precision_at_20": 0.04325, "precision_at_50": 0.0183, "precision_at_100": 0.0097, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39, "ndcg_at_3": 0.49256, "ndcg_at_5": 0.54613, "ndcg_at_10": 0.56941, "ndcg_at_20": 0.5857, "ndcg_at_50": 0.59864, "ndcg_at_100": 0.60829, "map_at_1": 0.39, "map_at_3": 0.4675, "map_at_5": 0.49725, "map_at_10": 0.50725, "map_at_20": 0.51165, "map_at_50": 0.51375, "map_at_100": 0.51457, "recall_at_1": 0.39, "recall_at_3": 0.565, "recall_at_5": 0.695, "recall_at_10": 0.765, "recall_at_20": 0.83, "recall_at_50": 0.895, "recall_at_100": 0.955, "precision_at_1": 0.39, "precision_at_3": 0.18833, "precision_at_5": 0.139, "precision_at_10": 0.0765, "precision_at_20": 0.0415, "precision_at_50": 0.0179, "precision_at_100": 0.00955, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.265, "ndcg_at_3": 0.33024, "ndcg_at_5": 0.36962, "ndcg_at_10": 0.40323, "ndcg_at_20": 0.42511, "ndcg_at_50": 0.45813, "ndcg_at_100": 0.47099, "map_at_1": 0.265, "map_at_3": 0.31167, "map_at_5": 0.33367, "map_at_10": 0.34734, "map_at_20": 0.35288, "map_at_50": 0.35831, "map_at_100": 0.35941, "recall_at_1": 0.265, "recall_at_3": 0.385, "recall_at_5": 0.48, "recall_at_10": 0.585, "recall_at_20": 0.675, "recall_at_50": 0.84, "recall_at_100": 0.92, "precision_at_1": 0.265, "precision_at_3": 0.12833, "precision_at_5": 0.096, "precision_at_10": 0.0585, "precision_at_20": 0.03375, "precision_at_50": 0.0168, "precision_at_100": 0.0092, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.595, "ndcg_at_3": 0.68256, "ndcg_at_5": 0.71161, "ndcg_at_10": 0.7261, "ndcg_at_20": 0.73521, "ndcg_at_50": 0.74575, "ndcg_at_100": 0.75286, "map_at_1": 0.595, "map_at_3": 0.6625, "map_at_5": 0.67875, "map_at_10": 0.6847, "map_at_20": 0.68734, "map_at_50": 0.6893, "map_at_100": 0.68987, "recall_at_1": 0.595, "recall_at_3": 0.74, "recall_at_5": 0.81, "recall_at_10": 0.855, "recall_at_20": 0.89, "recall_at_50": 0.94, "recall_at_100": 0.985, "precision_at_1": 0.595, "precision_at_3": 0.24667, "precision_at_5": 0.162, "precision_at_10": 0.0855, "precision_at_20": 0.0445, "precision_at_50": 0.0188, "precision_at_100": 0.00985, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.575, "ndcg_at_3": 0.66809, "ndcg_at_5": 0.68875, "ndcg_at_10": 0.70805, "ndcg_at_20": 0.72446, "ndcg_at_50": 0.73547, "ndcg_at_100": 0.737, "map_at_1": 0.575, "map_at_3": 0.645, "map_at_5": 0.6565, "map_at_10": 0.66442, "map_at_20": 0.6689, "map_at_50": 0.67071, "map_at_100": 0.67082, "recall_at_1": 0.575, "recall_at_3": 0.735, "recall_at_5": 0.785, "recall_at_10": 0.845, "recall_at_20": 0.91, "recall_at_50": 0.965, "recall_at_100": 0.975, "precision_at_1": 0.575, "precision_at_3": 0.245, "precision_at_5": 0.157, "precision_at_10": 0.0845, "precision_at_20": 0.0455, "precision_at_50": 0.0193, "precision_at_100": 0.00975, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17, "ndcg_at_3": 0.2297, "ndcg_at_5": 0.26434, "ndcg_at_10": 0.29212, "ndcg_at_20": 0.3212, "ndcg_at_50": 0.35478, "ndcg_at_100": 0.37421, "map_at_1": 0.17, "map_at_3": 0.21417, "map_at_5": 0.23317, "map_at_10": 0.24482, "map_at_20": 0.25281, "map_at_50": 0.25812, "map_at_100": 0.25983, "recall_at_1": 0.17, "recall_at_3": 0.275, "recall_at_5": 0.36, "recall_at_10": 0.445, "recall_at_20": 0.56, "recall_at_50": 0.73, "recall_at_100": 0.85, "precision_at_1": 0.17, "precision_at_3": 0.09167, "precision_at_5": 0.072, "precision_at_10": 0.0445, "precision_at_20": 0.028, "precision_at_50": 0.0146, "precision_at_100": 0.0085, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.09, "ndcg_at_3": 0.13786, "ndcg_at_5": 0.15205, "ndcg_at_10": 0.16425, "ndcg_at_20": 0.19165, "ndcg_at_50": 0.22426, "ndcg_at_100": 0.25998, "map_at_1": 0.09, "map_at_3": 0.12667, "map_at_5": 0.13442, "map_at_10": 0.13903, "map_at_20": 0.14634, "map_at_50": 0.15155, "map_at_100": 0.15471, "recall_at_1": 0.09, "recall_at_3": 0.17, "recall_at_5": 0.205, "recall_at_10": 0.245, "recall_at_20": 0.355, "recall_at_50": 0.52, "recall_at_100": 0.74, "precision_at_1": 0.09, "precision_at_3": 0.05667, "precision_at_5": 0.041, "precision_at_10": 0.0245, "precision_at_20": 0.01775, "precision_at_50": 0.0104, "precision_at_100": 0.0074, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.345, "ndcg_at_3": 0.44125, "ndcg_at_5": 0.46599, "ndcg_at_10": 0.49126, "ndcg_at_20": 0.51914, "ndcg_at_50": 0.53794, "ndcg_at_100": 0.55003, "map_at_1": 0.345, "map_at_3": 0.4175, "map_at_5": 0.43125, "map_at_10": 0.44228, "map_at_20": 0.44996, "map_at_50": 0.45296, "map_at_100": 0.454, "recall_at_1": 0.345, "recall_at_3": 0.51, "recall_at_5": 0.57, "recall_at_10": 0.645, "recall_at_20": 0.755, "recall_at_50": 0.85, "recall_at_100": 0.925, "precision_at_1": 0.345, "precision_at_3": 0.17, "precision_at_5": 0.114, "precision_at_10": 0.0645, "precision_at_20": 0.03775, "precision_at_50": 0.017, "precision_at_100": 0.00925, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.515, "ndcg_at_3": 0.60756, "ndcg_at_5": 0.63639, "ndcg_at_10": 0.65124, "ndcg_at_20": 0.66307, "ndcg_at_50": 0.67535, "ndcg_at_100": 0.68346, "map_at_1": 0.515, "map_at_3": 0.58583, "map_at_5": 0.60183, "map_at_10": 0.60814, "map_at_20": 0.61161, "map_at_50": 0.61333, "map_at_100": 0.61405, "recall_at_1": 0.515, "recall_at_3": 0.67, "recall_at_5": 0.74, "recall_at_10": 0.785, "recall_at_20": 0.83, "recall_at_50": 0.895, "recall_at_100": 0.945, "precision_at_1": 0.515, "precision_at_3": 0.22333, "precision_at_5": 0.148, "precision_at_10": 0.0785, "precision_at_20": 0.0415, "precision_at_50": 0.0179, "precision_at_100": 0.00945, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "FinQA", "alias": null, "tier": 0, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.49297, "ndcg_at_3": 0.59429, "ndcg_at_5": 0.63124, "ndcg_at_10": 0.6618, "ndcg_at_20": 0.67912, "ndcg_at_50": 0.69136, "ndcg_at_100": 0.6935, "map_at_1": 0.49297, "map_at_3": 0.57001, "map_at_5": 0.59052, "map_at_10": 0.60323, "map_at_20": 0.60787, "map_at_50": 0.60992, "map_at_100": 0.61011, "recall_at_1": 0.49297, "recall_at_3": 0.66432, "recall_at_5": 0.75395, "recall_at_10": 0.84798, "recall_at_20": 0.9174, "recall_at_50": 0.97803, "recall_at_100": 0.99121, "precision_at_1": 0.49297, "precision_at_3": 0.22144, "precision_at_5": 0.15079, "precision_at_10": 0.0848, "precision_at_20": 0.04587, "precision_at_50": 0.01956, "precision_at_100": 0.00991, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5826, "ndcg_at_3": 0.6852, "ndcg_at_5": 0.71768, "ndcg_at_10": 0.73891, "ndcg_at_20": 0.75159, "ndcg_at_50": 0.75871, "ndcg_at_100": 0.76004, "map_at_1": 0.5826, "map_at_3": 0.65993, "map_at_5": 0.6779, "map_at_10": 0.68677, "map_at_20": 0.69026, "map_at_50": 0.69146, "map_at_100": 0.69159, "recall_at_1": 0.5826, "recall_at_3": 0.75835, "recall_at_5": 0.83743, "recall_at_10": 0.90246, "recall_at_20": 0.95255, "recall_at_50": 0.9877, "recall_at_100": 0.99561, "precision_at_1": 0.5826, "precision_at_3": 0.25278, "precision_at_5": 0.16749, "precision_at_10": 0.09025, "precision_at_20": 0.04763, "precision_at_50": 0.01975, "precision_at_100": 0.00996, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63884, "ndcg_at_3": 0.74039, "ndcg_at_5": 0.76444, "ndcg_at_10": 0.78613, "ndcg_at_20": 0.79589, "ndcg_at_50": 0.8004, "ndcg_at_100": 0.80069, "map_at_1": 0.63884, "map_at_3": 0.71617, "map_at_5": 0.72939, "map_at_10": 0.7384, "map_at_20": 0.74107, "map_at_50": 0.74186, "map_at_100": 0.74189, "recall_at_1": 0.63884, "recall_at_3": 0.81019, "recall_at_5": 0.86907, "recall_at_10": 0.93585, "recall_at_20": 0.97452, "recall_at_50": 0.99649, "recall_at_100": 0.99824, "precision_at_1": 0.63884, "precision_at_3": 0.27006, "precision_at_5": 0.17381, "precision_at_10": 0.09359, "precision_at_20": 0.04873, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38752, "ndcg_at_3": 0.49373, "ndcg_at_5": 0.52932, "ndcg_at_10": 0.56294, "ndcg_at_20": 0.58532, "ndcg_at_50": 0.60291, "ndcg_at_100": 0.60761, "map_at_1": 0.38752, "map_at_3": 0.46705, "map_at_5": 0.48686, "map_at_10": 0.50063, "map_at_20": 0.50675, "map_at_50": 0.50971, "map_at_100": 0.51012, "recall_at_1": 0.38752, "recall_at_3": 0.57118, "recall_at_5": 0.65729, "recall_at_10": 0.76186, "recall_at_20": 0.85062, "recall_at_50": 0.93761, "recall_at_100": 0.96661, "precision_at_1": 0.38752, "precision_at_3": 0.19039, "precision_at_5": 0.13146, "precision_at_10": 0.07619, "precision_at_20": 0.04253, "precision_at_50": 0.01875, "precision_at_100": 0.00967, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32074, "ndcg_at_3": 0.41483, "ndcg_at_5": 0.44097, "ndcg_at_10": 0.47509, "ndcg_at_20": 0.5023, "ndcg_at_50": 0.52272, "ndcg_at_100": 0.53327, "map_at_1": 0.32074, "map_at_3": 0.39177, "map_at_5": 0.40631, "map_at_10": 0.42059, "map_at_20": 0.42811, "map_at_50": 0.4314, "map_at_100": 0.43237, "recall_at_1": 0.32074, "recall_at_3": 0.48155, "recall_at_5": 0.54482, "recall_at_10": 0.64938, "recall_at_20": 0.75659, "recall_at_50": 0.8594, "recall_at_100": 0.92355, "precision_at_1": 0.32074, "precision_at_3": 0.16052, "precision_at_5": 0.10896, "precision_at_10": 0.06494, "precision_at_20": 0.03783, "precision_at_50": 0.01719, "precision_at_100": 0.00924, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.78647, "ndcg_at_3": 0.86086, "ndcg_at_5": 0.87482, "ndcg_at_10": 0.88646, "ndcg_at_20": 0.88963, "ndcg_at_50": 0.89088, "ndcg_at_100": 0.89103, "map_at_1": 0.78647, "map_at_3": 0.84388, "map_at_5": 0.85152, "map_at_10": 0.85648, "map_at_20": 0.85738, "map_at_50": 0.8576, "map_at_100": 0.85762, "recall_at_1": 0.78647, "recall_at_3": 0.90949, "recall_at_5": 0.94376, "recall_at_10": 0.97891, "recall_at_20": 0.99121, "recall_at_50": 0.99736, "recall_at_100": 0.99824, "precision_at_1": 0.78647, "precision_at_3": 0.30316, "precision_at_5": 0.18875, "precision_at_10": 0.09789, "precision_at_20": 0.04956, "precision_at_50": 0.01995, "precision_at_100": 0.00998, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73462, "ndcg_at_3": 0.82111, "ndcg_at_5": 0.8342, "ndcg_at_10": 0.84874, "ndcg_at_20": 0.85547, "ndcg_at_50": 0.85817, "ndcg_at_100": 0.85846, "map_at_1": 0.73462, "map_at_3": 0.80023, "map_at_5": 0.80753, "map_at_10": 0.81357, "map_at_20": 0.81544, "map_at_50": 0.81591, "map_at_100": 0.81594, "recall_at_1": 0.73462, "recall_at_3": 0.88137, "recall_at_5": 0.91301, "recall_at_10": 0.95782, "recall_at_20": 0.98418, "recall_at_50": 0.99736, "recall_at_100": 0.99912, "precision_at_1": 0.73462, "precision_at_3": 0.29379, "precision_at_5": 0.1826, "precision_at_10": 0.09578, "precision_at_20": 0.04921, "precision_at_50": 0.01995, "precision_at_100": 0.00999, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.35237, "ndcg_at_3": 0.44547, "ndcg_at_5": 0.47338, "ndcg_at_10": 0.5134, "ndcg_at_20": 0.53723, "ndcg_at_50": 0.55781, "ndcg_at_100": 0.56582, "map_at_1": 0.35237, "map_at_3": 0.42267, "map_at_5": 0.43818, "map_at_10": 0.45466, "map_at_20": 0.46123, "map_at_50": 0.46461, "map_at_100": 0.46532, "recall_at_1": 0.35237, "recall_at_3": 0.51142, "recall_at_5": 0.57909, "recall_at_10": 0.70299, "recall_at_20": 0.79701, "recall_at_50": 0.89982, "recall_at_100": 0.94903, "precision_at_1": 0.35237, "precision_at_3": 0.17047, "precision_at_5": 0.11582, "precision_at_10": 0.0703, "precision_at_20": 0.03985, "precision_at_50": 0.018, "precision_at_100": 0.00949, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63884, "ndcg_at_3": 0.73695, "ndcg_at_5": 0.76077, "ndcg_at_10": 0.78077, "ndcg_at_20": 0.79061, "ndcg_at_50": 0.7962, "ndcg_at_100": 0.79738, "map_at_1": 0.63884, "map_at_3": 0.71339, "map_at_5": 0.72657, "map_at_10": 0.73488, "map_at_20": 0.73761, "map_at_50": 0.73858, "map_at_100": 0.7387, "recall_at_1": 0.63884, "recall_at_3": 0.80492, "recall_at_5": 0.86292, "recall_at_10": 0.92443, "recall_at_20": 0.96309, "recall_at_50": 0.99033, "recall_at_100": 0.99736, "precision_at_1": 0.63884, "precision_at_3": 0.26831, "precision_at_5": 0.17258, "precision_at_10": 0.09244, "precision_at_20": 0.04815, "precision_at_50": 0.01981, "precision_at_100": 0.00997, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45167, "ndcg_at_3": 0.55387, "ndcg_at_5": 0.58753, "ndcg_at_10": 0.61593, "ndcg_at_20": 0.63819, "ndcg_at_50": 0.64881, "ndcg_at_100": 0.65582, "map_at_1": 0.45167, "map_at_3": 0.52929, "map_at_5": 0.54796, "map_at_10": 0.55967, "map_at_20": 0.5658, "map_at_50": 0.56757, "map_at_100": 0.5682, "recall_at_1": 0.45167, "recall_at_3": 0.62478, "recall_at_5": 0.7065, "recall_at_10": 0.79438, "recall_at_20": 0.88225, "recall_at_50": 0.93497, "recall_at_100": 0.97803, "precision_at_1": 0.45167, "precision_at_3": 0.20826, "precision_at_5": 0.1413, "precision_at_10": 0.07944, "precision_at_20": 0.04411, "precision_at_50": 0.0187, "precision_at_100": 0.00978, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72847, "ndcg_at_3": 0.82101, "ndcg_at_5": 0.83897, "ndcg_at_10": 0.85323, "ndcg_at_20": 0.85792, "ndcg_at_50": 0.85992, "ndcg_at_100": 0.86037, "map_at_1": 0.72847, "map_at_3": 0.79965, "map_at_5": 0.80975, "map_at_10": 0.81583, "map_at_20": 0.81714, "map_at_50": 0.81749, "map_at_100": 0.81753, "recall_at_1": 0.72847, "recall_at_3": 0.88225, "recall_at_5": 0.92531, "recall_at_10": 0.96837, "recall_at_20": 0.98682, "recall_at_50": 0.99649, "recall_at_100": 0.99912, "precision_at_1": 0.72847, "precision_at_3": 0.29408, "precision_at_5": 0.18506, "precision_at_10": 0.09684, "precision_at_20": 0.04934, "precision_at_50": 0.01993, "precision_at_100": 0.00999, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24165, "ndcg_at_3": 0.31111, "ndcg_at_5": 0.33471, "ndcg_at_10": 0.36045, "ndcg_at_20": 0.3836, "ndcg_at_50": 0.40889, "ndcg_at_100": 0.4233, "map_at_1": 0.24165, "map_at_3": 0.29438, "map_at_5": 0.30751, "map_at_10": 0.31806, "map_at_20": 0.32444, "map_at_50": 0.32858, "map_at_100": 0.32985, "recall_at_1": 0.24165, "recall_at_3": 0.3594, "recall_at_5": 0.41652, "recall_at_10": 0.49649, "recall_at_20": 0.58787, "recall_at_50": 0.71441, "recall_at_100": 0.80316, "precision_at_1": 0.24165, "precision_at_3": 0.1198, "precision_at_5": 0.0833, "precision_at_10": 0.04965, "precision_at_20": 0.02939, "precision_at_50": 0.01429, "precision_at_100": 0.00803, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30668, "ndcg_at_3": 0.38791, "ndcg_at_5": 0.41456, "ndcg_at_10": 0.44967, "ndcg_at_20": 0.47513, "ndcg_at_50": 0.49954, "ndcg_at_100": 0.51003, "map_at_1": 0.30668, "map_at_3": 0.36746, "map_at_5": 0.38218, "map_at_10": 0.39675, "map_at_20": 0.40381, "map_at_50": 0.40772, "map_at_100": 0.40866, "recall_at_1": 0.30668, "recall_at_3": 0.44728, "recall_at_5": 0.5123, "recall_at_10": 0.62039, "recall_at_20": 0.72056, "recall_at_50": 0.84359, "recall_at_100": 0.90773, "precision_at_1": 0.30668, "precision_at_3": 0.14909, "precision_at_5": 0.10246, "precision_at_10": 0.06204, "precision_at_20": 0.03603, "precision_at_50": 0.01687, "precision_at_100": 0.00908, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32601, "ndcg_at_3": 0.40965, "ndcg_at_5": 0.44481, "ndcg_at_10": 0.48133, "ndcg_at_20": 0.50519, "ndcg_at_50": 0.52603, "ndcg_at_100": 0.53647, "map_at_1": 0.32601, "map_at_3": 0.38825, "map_at_5": 0.40781, "map_at_10": 0.42278, "map_at_20": 0.42938, "map_at_50": 0.43276, "map_at_100": 0.43373, "recall_at_1": 0.32601, "recall_at_3": 0.47188, "recall_at_5": 0.55712, "recall_at_10": 0.67047, "recall_at_20": 0.7645, "recall_at_50": 0.86907, "recall_at_100": 0.93234, "precision_at_1": 0.32601, "precision_at_3": 0.15729, "precision_at_5": 0.11142, "precision_at_10": 0.06705, "precision_at_20": 0.03822, "precision_at_50": 0.01738, "precision_at_100": 0.00932, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37522, "ndcg_at_3": 0.44959, "ndcg_at_5": 0.46948, "ndcg_at_10": 0.49498, "ndcg_at_20": 0.5174, "ndcg_at_50": 0.53605, "ndcg_at_100": 0.54647, "map_at_1": 0.37522, "map_at_3": 0.43073, "map_at_5": 0.44175, "map_at_10": 0.4524, "map_at_20": 0.45855, "map_at_50": 0.46161, "map_at_100": 0.46253, "recall_at_1": 0.37522, "recall_at_3": 0.50439, "recall_at_5": 0.55272, "recall_at_10": 0.63093, "recall_at_20": 0.71968, "recall_at_50": 0.81283, "recall_at_100": 0.87698, "precision_at_1": 0.37522, "precision_at_3": 0.16813, "precision_at_5": 0.11054, "precision_at_10": 0.06309, "precision_at_20": 0.03598, "precision_at_50": 0.01626, "precision_at_100": 0.00877, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23638, "ndcg_at_3": 0.31232, "ndcg_at_5": 0.33886, "ndcg_at_10": 0.37105, "ndcg_at_20": 0.39593, "ndcg_at_50": 0.41979, "ndcg_at_100": 0.43271, "map_at_1": 0.23638, "map_at_3": 0.29335, "map_at_5": 0.30816, "map_at_10": 0.32149, "map_at_20": 0.32831, "map_at_50": 0.33213, "map_at_100": 0.33325, "recall_at_1": 0.23638, "recall_at_3": 0.36731, "recall_at_5": 0.43146, "recall_at_10": 0.53076, "recall_at_20": 0.62917, "recall_at_50": 0.74956, "recall_at_100": 0.82953, "precision_at_1": 0.23638, "precision_at_3": 0.12244, "precision_at_5": 0.08629, "precision_at_10": 0.05308, "precision_at_20": 0.03146, "precision_at_50": 0.01499, "precision_at_100": 0.0083, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16872, "ndcg_at_3": 0.22624, "ndcg_at_5": 0.24364, "ndcg_at_10": 0.26899, "ndcg_at_20": 0.29241, "ndcg_at_50": 0.31724, "ndcg_at_100": 0.33608, "map_at_1": 0.16872, "map_at_3": 0.21104, "map_at_5": 0.22071, "map_at_10": 0.23104, "map_at_20": 0.23739, "map_at_50": 0.24134, "map_at_100": 0.24296, "recall_at_1": 0.16872, "recall_at_3": 0.27065, "recall_at_5": 0.31283, "recall_at_10": 0.39192, "recall_at_20": 0.48506, "recall_at_50": 0.61072, "recall_at_100": 0.72759, "precision_at_1": 0.16872, "precision_at_3": 0.09022, "precision_at_5": 0.06257, "precision_at_10": 0.03919, "precision_at_20": 0.02425, "precision_at_50": 0.01221, "precision_at_100": 0.00728, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43497, "ndcg_at_3": 0.5297, "ndcg_at_5": 0.56066, "ndcg_at_10": 0.59272, "ndcg_at_20": 0.61573, "ndcg_at_50": 0.63308, "ndcg_at_100": 0.63831, "map_at_1": 0.43497, "map_at_3": 0.506, "map_at_5": 0.5231, "map_at_10": 0.53662, "map_at_20": 0.54301, "map_at_50": 0.54597, "map_at_100": 0.54646, "recall_at_1": 0.43497, "recall_at_3": 0.59842, "recall_at_5": 0.67399, "recall_at_10": 0.77153, "recall_at_20": 0.86204, "recall_at_50": 0.94728, "recall_at_100": 0.97891, "precision_at_1": 0.43497, "precision_at_3": 0.19947, "precision_at_5": 0.1348, "precision_at_10": 0.07715, "precision_at_20": 0.0431, "precision_at_50": 0.01895, "precision_at_100": 0.00979, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23462, "ndcg_at_3": 0.30733, "ndcg_at_5": 0.33704, "ndcg_at_10": 0.36858, "ndcg_at_20": 0.39406, "ndcg_at_50": 0.41856, "ndcg_at_100": 0.43097, "map_at_1": 0.23462, "map_at_3": 0.28881, "map_at_5": 0.30511, "map_at_10": 0.31813, "map_at_20": 0.32509, "map_at_50": 0.32899, "map_at_100": 0.33009, "recall_at_1": 0.23462, "recall_at_3": 0.36116, "recall_at_5": 0.43409, "recall_at_10": 0.53163, "recall_at_20": 0.63269, "recall_at_50": 0.75659, "recall_at_100": 0.83304, "precision_at_1": 0.23462, "precision_at_3": 0.12039, "precision_at_5": 0.08682, "precision_at_10": 0.05316, "precision_at_20": 0.03163, "precision_at_50": 0.01513, "precision_at_100": 0.00833, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30228, "ndcg_at_3": 0.38099, "ndcg_at_5": 0.41718, "ndcg_at_10": 0.4545, "ndcg_at_20": 0.48163, "ndcg_at_50": 0.5046, "ndcg_at_100": 0.51537, "map_at_1": 0.30228, "map_at_3": 0.36145, "map_at_5": 0.38153, "map_at_10": 0.39683, "map_at_20": 0.40428, "map_at_50": 0.40796, "map_at_100": 0.40893, "recall_at_1": 0.30228, "recall_at_3": 0.43761, "recall_at_5": 0.52548, "recall_at_10": 0.64148, "recall_at_20": 0.74868, "recall_at_50": 0.86467, "recall_at_100": 0.93058, "precision_at_1": 0.30228, "precision_at_3": 0.14587, "precision_at_5": 0.1051, "precision_at_10": 0.06415, "precision_at_20": 0.03743, "precision_at_50": 0.01729, "precision_at_100": 0.00931, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34183, "ndcg_at_3": 0.43934, "ndcg_at_5": 0.46328, "ndcg_at_10": 0.50056, "ndcg_at_20": 0.5292, "ndcg_at_50": 0.54814, "ndcg_at_100": 0.55744, "map_at_1": 0.34183, "map_at_3": 0.41535, "map_at_5": 0.42866, "map_at_10": 0.44391, "map_at_20": 0.45176, "map_at_50": 0.45492, "map_at_100": 0.45575, "recall_at_1": 0.34183, "recall_at_3": 0.50879, "recall_at_5": 0.56678, "recall_at_10": 0.68278, "recall_at_20": 0.79613, "recall_at_50": 0.89016, "recall_at_100": 0.94728, "precision_at_1": 0.34183, "precision_at_3": 0.1696, "precision_at_5": 0.11336, "precision_at_10": 0.06828, "precision_at_20": 0.03981, "precision_at_50": 0.0178, "precision_at_100": 0.00947, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7109, "ndcg_at_3": 0.80727, "ndcg_at_5": 0.82675, "ndcg_at_10": 0.83854, "ndcg_at_20": 0.84567, "ndcg_at_50": 0.84811, "ndcg_at_100": 0.84841, "map_at_1": 0.7109, "map_at_3": 0.78456, "map_at_5": 0.79533, "map_at_10": 0.80028, "map_at_20": 0.80224, "map_at_50": 0.80263, "map_at_100": 0.80266, "recall_at_1": 0.7109, "recall_at_3": 0.87258, "recall_at_5": 0.92004, "recall_at_10": 0.95606, "recall_at_20": 0.98418, "recall_at_50": 0.99649, "recall_at_100": 0.99824, "precision_at_1": 0.7109, "precision_at_3": 0.29086, "precision_at_5": 0.18401, "precision_at_10": 0.09561, "precision_at_20": 0.04921, "precision_at_50": 0.01993, "precision_at_100": 0.00998, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64675, "ndcg_at_3": 0.74771, "ndcg_at_5": 0.77403, "ndcg_at_10": 0.7944, "ndcg_at_20": 0.80376, "ndcg_at_50": 0.80623, "ndcg_at_100": 0.80699, "map_at_1": 0.64675, "map_at_3": 0.72305, "map_at_5": 0.73781, "map_at_10": 0.74633, "map_at_20": 0.74903, "map_at_50": 0.74944, "map_at_100": 0.74952, "recall_at_1": 0.64675, "recall_at_3": 0.81898, "recall_at_5": 0.88225, "recall_at_10": 0.94464, "recall_at_20": 0.98067, "recall_at_50": 0.99297, "recall_at_100": 0.99736, "precision_at_1": 0.64675, "precision_at_3": 0.27299, "precision_at_5": 0.17645, "precision_at_10": 0.09446, "precision_at_20": 0.04903, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36204, "ndcg_at_3": 0.47129, "ndcg_at_5": 0.50166, "ndcg_at_10": 0.529, "ndcg_at_20": 0.54965, "ndcg_at_50": 0.56574, "ndcg_at_100": 0.57337, "map_at_1": 0.36204, "map_at_3": 0.44464, "map_at_5": 0.46147, "map_at_10": 0.4728, "map_at_20": 0.47845, "map_at_50": 0.48106, "map_at_100": 0.48175, "recall_at_1": 0.36204, "recall_at_3": 0.54833, "recall_at_5": 0.62214, "recall_at_10": 0.7065, "recall_at_20": 0.78822, "recall_at_50": 0.86907, "recall_at_100": 0.91564, "precision_at_1": 0.36204, "precision_at_3": 0.18278, "precision_at_5": 0.12443, "precision_at_10": 0.07065, "precision_at_20": 0.03941, "precision_at_50": 0.01738, "precision_at_100": 0.00916, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.14938, "ndcg_at_3": 0.21349, "ndcg_at_5": 0.23478, "ndcg_at_10": 0.26277, "ndcg_at_20": 0.28432, "ndcg_at_50": 0.31177, "ndcg_at_100": 0.32964, "map_at_1": 0.14938, "map_at_3": 0.19742, "map_at_5": 0.2092, "map_at_10": 0.2205, "map_at_20": 0.22642, "map_at_50": 0.23085, "map_at_100": 0.23244, "recall_at_1": 0.14938, "recall_at_3": 0.26011, "recall_at_5": 0.31195, "recall_at_10": 0.39982, "recall_at_20": 0.48506, "recall_at_50": 0.62302, "recall_at_100": 0.73286, "precision_at_1": 0.14938, "precision_at_3": 0.0867, "precision_at_5": 0.06239, "precision_at_10": 0.03998, "precision_at_20": 0.02425, "precision_at_50": 0.01246, "precision_at_100": 0.00733, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3058, "ndcg_at_3": 0.3724, "ndcg_at_5": 0.39793, "ndcg_at_10": 0.43022, "ndcg_at_20": 0.45383, "ndcg_at_50": 0.47734, "ndcg_at_100": 0.48728, "map_at_1": 0.3058, "map_at_3": 0.35516, "map_at_5": 0.36943, "map_at_10": 0.38287, "map_at_20": 0.38938, "map_at_50": 0.39321, "map_at_100": 0.39408, "recall_at_1": 0.3058, "recall_at_3": 0.42267, "recall_at_5": 0.48418, "recall_at_10": 0.58348, "recall_at_20": 0.67663, "recall_at_50": 0.79438, "recall_at_100": 0.85589, "precision_at_1": 0.3058, "precision_at_3": 0.14089, "precision_at_5": 0.09684, "precision_at_10": 0.05835, "precision_at_20": 0.03383, "precision_at_50": 0.01589, "precision_at_100": 0.00856, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33831, "ndcg_at_3": 0.42761, "ndcg_at_5": 0.45548, "ndcg_at_10": 0.48818, "ndcg_at_20": 0.51349, "ndcg_at_50": 0.53781, "ndcg_at_100": 0.54843, "map_at_1": 0.33831, "map_at_3": 0.4051, "map_at_5": 0.42056, "map_at_10": 0.43374, "map_at_20": 0.44078, "map_at_50": 0.4448, "map_at_100": 0.44576, "recall_at_1": 0.33831, "recall_at_3": 0.49297, "recall_at_5": 0.56063, "recall_at_10": 0.66344, "recall_at_20": 0.76274, "recall_at_50": 0.88401, "recall_at_100": 0.94903, "precision_at_1": 0.33831, "precision_at_3": 0.16432, "precision_at_5": 0.11213, "precision_at_10": 0.06634, "precision_at_20": 0.03814, "precision_at_50": 0.01768, "precision_at_100": 0.00949, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.29701, "ndcg_at_3": 0.38767, "ndcg_at_5": 0.41384, "ndcg_at_10": 0.44145, "ndcg_at_20": 0.46432, "ndcg_at_50": 0.48415, "ndcg_at_100": 0.49552, "map_at_1": 0.29701, "map_at_3": 0.36526, "map_at_5": 0.37985, "map_at_10": 0.39128, "map_at_20": 0.39754, "map_at_50": 0.40064, "map_at_100": 0.40163, "recall_at_1": 0.29701, "recall_at_3": 0.45255, "recall_at_5": 0.51582, "recall_at_10": 0.60105, "recall_at_20": 0.69156, "recall_at_50": 0.79262, "recall_at_100": 0.86292, "precision_at_1": 0.29701, "precision_at_3": 0.15085, "precision_at_5": 0.10316, "precision_at_10": 0.06011, "precision_at_20": 0.03458, "precision_at_50": 0.01585, "precision_at_100": 0.00863, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24253, "ndcg_at_3": 0.33697, "ndcg_at_5": 0.36178, "ndcg_at_10": 0.39507, "ndcg_at_20": 0.42549, "ndcg_at_50": 0.45442, "ndcg_at_100": 0.46825, "map_at_1": 0.24253, "map_at_3": 0.314, "map_at_5": 0.32767, "map_at_10": 0.3411, "map_at_20": 0.34955, "map_at_50": 0.35435, "map_at_100": 0.35557, "recall_at_1": 0.24253, "recall_at_3": 0.40334, "recall_at_5": 0.46397, "recall_at_10": 0.56854, "recall_at_20": 0.68805, "recall_at_50": 0.83216, "recall_at_100": 0.9174, "precision_at_1": 0.24253, "precision_at_3": 0.13445, "precision_at_5": 0.09279, "precision_at_10": 0.05685, "precision_at_20": 0.0344, "precision_at_50": 0.01664, "precision_at_100": 0.00917, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.28471, "ndcg_at_3": 0.36143, "ndcg_at_5": 0.38514, "ndcg_at_10": 0.41425, "ndcg_at_20": 0.43715, "ndcg_at_50": 0.45954, "ndcg_at_100": 0.47323, "map_at_1": 0.28471, "map_at_3": 0.34241, "map_at_5": 0.35546, "map_at_10": 0.36755, "map_at_20": 0.37384, "map_at_50": 0.37748, "map_at_100": 0.37868, "recall_at_1": 0.28471, "recall_at_3": 0.41652, "recall_at_5": 0.47452, "recall_at_10": 0.56415, "recall_at_20": 0.65466, "recall_at_50": 0.76714, "recall_at_100": 0.85149, "precision_at_1": 0.28471, "precision_at_3": 0.13884, "precision_at_5": 0.0949, "precision_at_10": 0.05641, "precision_at_20": 0.03273, "precision_at_50": 0.01534, "precision_at_100": 0.00851, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36204, "ndcg_at_3": 0.42587, "ndcg_at_5": 0.45139, "ndcg_at_10": 0.47651, "ndcg_at_20": 0.49844, "ndcg_at_50": 0.51735, "ndcg_at_100": 0.52924, "map_at_1": 0.36204, "map_at_3": 0.4092, "map_at_5": 0.42326, "map_at_10": 0.43386, "map_at_20": 0.43985, "map_at_50": 0.44292, "map_at_100": 0.44398, "recall_at_1": 0.36204, "recall_at_3": 0.47452, "recall_at_5": 0.53691, "recall_at_10": 0.61336, "recall_at_20": 0.70035, "recall_at_50": 0.79525, "recall_at_100": 0.86819, "precision_at_1": 0.36204, "precision_at_3": 0.15817, "precision_at_5": 0.10738, "precision_at_10": 0.06134, "precision_at_20": 0.03502, "precision_at_50": 0.01591, "precision_at_100": 0.00868, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48506, "ndcg_at_3": 0.58309, "ndcg_at_5": 0.62185, "ndcg_at_10": 0.65561, "ndcg_at_20": 0.67517, "ndcg_at_50": 0.68558, "ndcg_at_100": 0.68816, "map_at_1": 0.48506, "map_at_3": 0.55844, "map_at_5": 0.57996, "map_at_10": 0.59403, "map_at_20": 0.59953, "map_at_50": 0.60124, "map_at_100": 0.60147, "recall_at_1": 0.48506, "recall_at_3": 0.65466, "recall_at_5": 0.74868, "recall_at_10": 0.85237, "recall_at_20": 0.92882, "recall_at_50": 0.98067, "recall_at_100": 0.99649, "precision_at_1": 0.48506, "precision_at_3": 0.21822, "precision_at_5": 0.14974, "precision_at_10": 0.08524, "precision_at_20": 0.04644, "precision_at_50": 0.01961, "precision_at_100": 0.00996, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36819, "ndcg_at_3": 0.46859, "ndcg_at_5": 0.5013, "ndcg_at_10": 0.53714, "ndcg_at_20": 0.56539, "ndcg_at_50": 0.58089, "ndcg_at_100": 0.58991, "map_at_1": 0.36819, "map_at_3": 0.44405, "map_at_5": 0.46207, "map_at_10": 0.47689, "map_at_20": 0.48477, "map_at_50": 0.48725, "map_at_100": 0.48806, "recall_at_1": 0.36819, "recall_at_3": 0.53954, "recall_at_5": 0.61951, "recall_at_10": 0.73023, "recall_at_20": 0.84095, "recall_at_50": 0.91916, "recall_at_100": 0.97452, "precision_at_1": 0.36819, "precision_at_3": 0.17985, "precision_at_5": 0.1239, "precision_at_10": 0.07302, "precision_at_20": 0.04205, "precision_at_50": 0.01838, "precision_at_100": 0.00975, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46134, "ndcg_at_3": 0.58439, "ndcg_at_5": 0.61491, "ndcg_at_10": 0.63733, "ndcg_at_20": 0.65703, "ndcg_at_50": 0.67122, "ndcg_at_100": 0.67491, "map_at_1": 0.46134, "map_at_3": 0.55404, "map_at_5": 0.57105, "map_at_10": 0.58062, "map_at_20": 0.58611, "map_at_50": 0.58849, "map_at_100": 0.58881, "recall_at_1": 0.46134, "recall_at_3": 0.67223, "recall_at_5": 0.74605, "recall_at_10": 0.81371, "recall_at_20": 0.89104, "recall_at_50": 0.96134, "recall_at_100": 0.98418, "precision_at_1": 0.46134, "precision_at_3": 0.22408, "precision_at_5": 0.14921, "precision_at_10": 0.08137, "precision_at_20": 0.04455, "precision_at_50": 0.01923, "precision_at_100": 0.00984, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.64587, "ndcg_at_3": 0.7475, "ndcg_at_5": 0.7745, "ndcg_at_10": 0.79422, "ndcg_at_20": 0.80355, "ndcg_at_50": 0.80603, "ndcg_at_100": 0.80679, "map_at_1": 0.64587, "map_at_3": 0.72276, "map_at_5": 0.73787, "map_at_10": 0.74607, "map_at_20": 0.74875, "map_at_50": 0.74917, "map_at_100": 0.74925, "recall_at_1": 0.64587, "recall_at_3": 0.81898, "recall_at_5": 0.88401, "recall_at_10": 0.94464, "recall_at_20": 0.98067, "recall_at_50": 0.99297, "recall_at_100": 0.99736, "precision_at_1": 0.64587, "precision_at_3": 0.27299, "precision_at_5": 0.1768, "precision_at_10": 0.09446, "precision_at_20": 0.04903, "precision_at_50": 0.01986, "precision_at_100": 0.00997, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.73286, "ndcg_at_3": 0.83136, "ndcg_at_5": 0.84494, "ndcg_at_10": 0.85664, "ndcg_at_20": 0.86225, "ndcg_at_50": 0.86424, "ndcg_at_100": 0.86438, "map_at_1": 0.73286, "map_at_3": 0.80844, "map_at_5": 0.81586, "map_at_10": 0.82072, "map_at_20": 0.82229, "map_at_50": 0.82263, "map_at_100": 0.82265, "recall_at_1": 0.73286, "recall_at_3": 0.89719, "recall_at_5": 0.93058, "recall_at_10": 0.96661, "recall_at_20": 0.98858, "recall_at_50": 0.99824, "recall_at_100": 0.99912, "precision_at_1": 0.73286, "precision_at_3": 0.29906, "precision_at_5": 0.18612, "precision_at_10": 0.09666, "precision_at_20": 0.04943, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27504, "ndcg_at_3": 0.3463, "ndcg_at_5": 0.37493, "ndcg_at_10": 0.40346, "ndcg_at_20": 0.42385, "ndcg_at_50": 0.44743, "ndcg_at_100": 0.46184, "map_at_1": 0.27504, "map_at_3": 0.32953, "map_at_5": 0.34543, "map_at_10": 0.35727, "map_at_20": 0.36284, "map_at_50": 0.3668, "map_at_100": 0.36811, "recall_at_1": 0.27504, "recall_at_3": 0.39455, "recall_at_5": 0.46397, "recall_at_10": 0.55185, "recall_at_20": 0.63269, "recall_at_50": 0.74956, "recall_at_100": 0.83743, "precision_at_1": 0.27504, "precision_at_3": 0.13152, "precision_at_5": 0.09279, "precision_at_10": 0.05518, "precision_at_20": 0.03163, "precision_at_50": 0.01499, "precision_at_100": 0.00837, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31019, "ndcg_at_3": 0.38504, "ndcg_at_5": 0.40974, "ndcg_at_10": 0.44018, "ndcg_at_20": 0.46074, "ndcg_at_50": 0.484, "ndcg_at_100": 0.49639, "map_at_1": 0.31019, "map_at_3": 0.36658, "map_at_5": 0.38033, "map_at_10": 0.39325, "map_at_20": 0.39896, "map_at_50": 0.4028, "map_at_100": 0.40389, "recall_at_1": 0.31019, "recall_at_3": 0.43849, "recall_at_5": 0.49824, "recall_at_10": 0.59051, "recall_at_20": 0.67135, "recall_at_50": 0.78735, "recall_at_100": 0.8638, "precision_at_1": 0.31019, "precision_at_3": 0.14616, "precision_at_5": 0.09965, "precision_at_10": 0.05905, "precision_at_20": 0.03357, "precision_at_50": 0.01575, "precision_at_100": 0.00864, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 6 (French, Legal)", "alias": "ClosedDataset 6 (French, Legal)", "tier": 3, "groups": { "text": 1, "legal": 1, "french": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.80544, "ndcg_at_3": 0.85986, "ndcg_at_5": 0.86784, "ndcg_at_10": 0.87704, "ndcg_at_20": 0.88215, "ndcg_at_50": 0.88488, "ndcg_at_100": 0.88612, "map_at_1": 0.80544, "map_at_3": 0.84701, "map_at_5": 0.85146, "map_at_10": 0.85541, "map_at_20": 0.85688, "map_at_50": 0.85733, "map_at_100": 0.85745, "recall_at_1": 0.80544, "recall_at_3": 0.89686, "recall_at_5": 0.91608, "recall_at_10": 0.94374, "recall_at_20": 0.96343, "recall_at_50": 0.97703, "recall_at_100": 0.98453, "precision_at_1": 0.80544, "precision_at_3": 0.29895, "precision_at_5": 0.18322, "precision_at_10": 0.09437, "precision_at_20": 0.04817, "precision_at_50": 0.01954, "precision_at_100": 0.00985, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24895, "ndcg_at_3": 0.28267, "ndcg_at_5": 0.29689, "ndcg_at_10": 0.31599, "ndcg_at_20": 0.33032, "ndcg_at_50": 0.35109, "ndcg_at_100": 0.36556, "map_at_1": 0.24895, "map_at_3": 0.27411, "map_at_5": 0.28196, "map_at_10": 0.28976, "map_at_20": 0.29374, "map_at_50": 0.29709, "map_at_100": 0.29835, "recall_at_1": 0.24895, "recall_at_3": 0.30755, "recall_at_5": 0.34224, "recall_at_10": 0.40178, "recall_at_20": 0.45804, "recall_at_50": 0.56259, "recall_at_100": 0.65213, "precision_at_1": 0.24895, "precision_at_3": 0.10252, "precision_at_5": 0.06845, "precision_at_10": 0.04018, "precision_at_20": 0.0229, "precision_at_50": 0.01125, "precision_at_100": 0.00652, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85326, "ndcg_at_3": 0.89801, "ndcg_at_5": 0.90656, "ndcg_at_10": 0.91105, "ndcg_at_20": 0.91404, "ndcg_at_50": 0.91633, "ndcg_at_100": 0.91704, "map_at_1": 0.85326, "map_at_3": 0.88748, "map_at_5": 0.89226, "map_at_10": 0.89417, "map_at_20": 0.89501, "map_at_50": 0.8954, "map_at_100": 0.89547, "recall_at_1": 0.85326, "recall_at_3": 0.92827, "recall_at_5": 0.9489, "recall_at_10": 0.96249, "recall_at_20": 0.97421, "recall_at_50": 0.98547, "recall_at_100": 0.98969, "precision_at_1": 0.85326, "precision_at_3": 0.30942, "precision_at_5": 0.18978, "precision_at_10": 0.09625, "precision_at_20": 0.04871, "precision_at_50": 0.01971, "precision_at_100": 0.0099, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3488, "ndcg_at_3": 0.40574, "ndcg_at_5": 0.42097, "ndcg_at_10": 0.43621, "ndcg_at_20": 0.45054, "ndcg_at_50": 0.46517, "ndcg_at_100": 0.47296, "map_at_1": 0.3488, "map_at_3": 0.39186, "map_at_5": 0.40041, "map_at_10": 0.40674, "map_at_20": 0.41067, "map_at_50": 0.41304, "map_at_100": 0.41373, "recall_at_1": 0.3488, "recall_at_3": 0.44585, "recall_at_5": 0.48242, "recall_at_10": 0.5293, "recall_at_20": 0.58603, "recall_at_50": 0.65963, "recall_at_100": 0.70745, "precision_at_1": 0.3488, "precision_at_3": 0.14862, "precision_at_5": 0.09648, "precision_at_10": 0.05293, "precision_at_20": 0.0293, "precision_at_50": 0.01319, "precision_at_100": 0.00707, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50211, "ndcg_at_3": 0.58749, "ndcg_at_5": 0.61015, "ndcg_at_10": 0.6314, "ndcg_at_20": 0.64668, "ndcg_at_50": 0.65915, "ndcg_at_100": 0.66603, "map_at_1": 0.50211, "map_at_3": 0.56689, "map_at_5": 0.57938, "map_at_10": 0.58826, "map_at_20": 0.59245, "map_at_50": 0.59453, "map_at_100": 0.59515, "recall_at_1": 0.50211, "recall_at_3": 0.64698, "recall_at_5": 0.7023, "recall_at_10": 0.76746, "recall_at_20": 0.82794, "recall_at_50": 0.88983, "recall_at_100": 0.93202, "precision_at_1": 0.50211, "precision_at_3": 0.21566, "precision_at_5": 0.14046, "precision_at_10": 0.07675, "precision_at_20": 0.0414, "precision_at_50": 0.0178, "precision_at_100": 0.00932, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88561, "ndcg_at_3": 0.92864, "ndcg_at_5": 0.9354, "ndcg_at_10": 0.93914, "ndcg_at_20": 0.93995, "ndcg_at_50": 0.9409, "ndcg_at_100": 0.94098, "map_at_1": 0.88561, "map_at_3": 0.9185, "map_at_5": 0.92225, "map_at_10": 0.92377, "map_at_20": 0.92398, "map_at_50": 0.92414, "map_at_100": 0.92415, "recall_at_1": 0.88561, "recall_at_3": 0.95781, "recall_at_5": 0.97421, "recall_at_10": 0.98594, "recall_at_20": 0.98922, "recall_at_50": 0.99391, "recall_at_100": 0.99437, "precision_at_1": 0.88561, "precision_at_3": 0.31927, "precision_at_5": 0.19484, "precision_at_10": 0.09859, "precision_at_20": 0.04946, "precision_at_50": 0.01988, "precision_at_100": 0.00994, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.8556, "ndcg_at_3": 0.90037, "ndcg_at_5": 0.908, "ndcg_at_10": 0.9124, "ndcg_at_20": 0.91505, "ndcg_at_50": 0.91773, "ndcg_at_100": 0.91818, "map_at_1": 0.8556, "map_at_3": 0.89014, "map_at_5": 0.89443, "map_at_10": 0.89624, "map_at_20": 0.89699, "map_at_50": 0.89746, "map_at_100": 0.89749, "recall_at_1": 0.8556, "recall_at_3": 0.92968, "recall_at_5": 0.94796, "recall_at_10": 0.96156, "recall_at_20": 0.97187, "recall_at_50": 0.985, "recall_at_100": 0.98781, "precision_at_1": 0.8556, "precision_at_3": 0.30989, "precision_at_5": 0.18959, "precision_at_10": 0.09616, "precision_at_20": 0.04859, "precision_at_50": 0.0197, "precision_at_100": 0.00988, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.72949, "ndcg_at_3": 0.79566, "ndcg_at_5": 0.80694, "ndcg_at_10": 0.81812, "ndcg_at_20": 0.82428, "ndcg_at_50": 0.83027, "ndcg_at_100": 0.83272, "map_at_1": 0.72949, "map_at_3": 0.78004, "map_at_5": 0.78623, "map_at_10": 0.79091, "map_at_20": 0.7926, "map_at_50": 0.79354, "map_at_100": 0.79376, "recall_at_1": 0.72949, "recall_at_3": 0.8406, "recall_at_5": 0.86826, "recall_at_10": 0.90248, "recall_at_20": 0.92686, "recall_at_50": 0.95734, "recall_at_100": 0.97234, "precision_at_1": 0.72949, "precision_at_3": 0.2802, "precision_at_5": 0.17365, "precision_at_10": 0.09025, "precision_at_20": 0.04634, "precision_at_50": 0.01915, "precision_at_100": 0.00972, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88983, "ndcg_at_3": 0.92562, "ndcg_at_5": 0.93267, "ndcg_at_10": 0.93542, "ndcg_at_20": 0.93755, "ndcg_at_50": 0.93879, "ndcg_at_100": 0.93918, "map_at_1": 0.88983, "map_at_3": 0.91749, "map_at_5": 0.92145, "map_at_10": 0.9226, "map_at_20": 0.92318, "map_at_50": 0.92339, "map_at_100": 0.92343, "recall_at_1": 0.88983, "recall_at_3": 0.9489, "recall_at_5": 0.96578, "recall_at_10": 0.97421, "recall_at_20": 0.98265, "recall_at_50": 0.98875, "recall_at_100": 0.99109, "precision_at_1": 0.88983, "precision_at_3": 0.3163, "precision_at_5": 0.19316, "precision_at_10": 0.09742, "precision_at_20": 0.04913, "precision_at_50": 0.01977, "precision_at_100": 0.00991, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83263, "ndcg_at_3": 0.87897, "ndcg_at_5": 0.88902, "ndcg_at_10": 0.89607, "ndcg_at_20": 0.89901, "ndcg_at_50": 0.90198, "ndcg_at_100": 0.90267, "map_at_1": 0.83263, "map_at_3": 0.86803, "map_at_5": 0.87361, "map_at_10": 0.87657, "map_at_20": 0.87736, "map_at_50": 0.87787, "map_at_100": 0.87793, "recall_at_1": 0.83263, "recall_at_3": 0.91045, "recall_at_5": 0.93483, "recall_at_10": 0.9564, "recall_at_20": 0.96812, "recall_at_50": 0.98265, "recall_at_100": 0.98687, "precision_at_1": 0.83263, "precision_at_3": 0.30348, "precision_at_5": 0.18697, "precision_at_10": 0.09564, "precision_at_20": 0.04841, "precision_at_50": 0.01965, "precision_at_100": 0.00987, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86498, "ndcg_at_3": 0.90907, "ndcg_at_5": 0.91622, "ndcg_at_10": 0.91993, "ndcg_at_20": 0.92295, "ndcg_at_50": 0.92476, "ndcg_at_100": 0.92521, "map_at_1": 0.86498, "map_at_3": 0.89866, "map_at_5": 0.90262, "map_at_10": 0.9041, "map_at_20": 0.90496, "map_at_50": 0.90527, "map_at_100": 0.90531, "recall_at_1": 0.86498, "recall_at_3": 0.93905, "recall_at_5": 0.9564, "recall_at_10": 0.96812, "recall_at_20": 0.97984, "recall_at_50": 0.98875, "recall_at_100": 0.99156, "precision_at_1": 0.86498, "precision_at_3": 0.31302, "precision_at_5": 0.19128, "precision_at_10": 0.09681, "precision_at_20": 0.04899, "precision_at_50": 0.01977, "precision_at_100": 0.00992, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.11205, "ndcg_at_3": 0.14325, "ndcg_at_5": 0.15231, "ndcg_at_10": 0.1652, "ndcg_at_20": 0.17653, "ndcg_at_50": 0.1902, "ndcg_at_100": 0.20185, "map_at_1": 0.11205, "map_at_3": 0.13557, "map_at_5": 0.14058, "map_at_10": 0.146, "map_at_20": 0.14902, "map_at_50": 0.15114, "map_at_100": 0.15217, "recall_at_1": 0.11205, "recall_at_3": 0.16549, "recall_at_5": 0.18753, "recall_at_10": 0.22691, "recall_at_20": 0.27239, "recall_at_50": 0.34224, "recall_at_100": 0.41397, "precision_at_1": 0.11205, "precision_at_3": 0.05516, "precision_at_5": 0.03751, "precision_at_10": 0.02269, "precision_at_20": 0.01362, "precision_at_50": 0.00684, "precision_at_100": 0.00414, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4707, "ndcg_at_3": 0.55042, "ndcg_at_5": 0.57326, "ndcg_at_10": 0.59712, "ndcg_at_20": 0.61343, "ndcg_at_50": 0.62667, "ndcg_at_100": 0.63377, "map_at_1": 0.4707, "map_at_3": 0.53125, "map_at_5": 0.54396, "map_at_10": 0.55384, "map_at_20": 0.55829, "map_at_50": 0.56047, "map_at_100": 0.5611, "recall_at_1": 0.4707, "recall_at_3": 0.60572, "recall_at_5": 0.66104, "recall_at_10": 0.73465, "recall_at_20": 0.79934, "recall_at_50": 0.86545, "recall_at_100": 0.90905, "precision_at_1": 0.4707, "precision_at_3": 0.20191, "precision_at_5": 0.13221, "precision_at_10": 0.07346, "precision_at_20": 0.03997, "precision_at_50": 0.01731, "precision_at_100": 0.00909, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29348, "ndcg_at_3": 0.31402, "ndcg_at_5": 0.32207, "ndcg_at_10": 0.32841, "ndcg_at_20": 0.33586, "ndcg_at_50": 0.34537, "ndcg_at_100": 0.35451, "map_at_1": 0.29348, "map_at_3": 0.30911, "map_at_5": 0.31354, "map_at_10": 0.31614, "map_at_20": 0.31823, "map_at_50": 0.31981, "map_at_100": 0.3206, "recall_at_1": 0.29348, "recall_at_3": 0.32818, "recall_at_5": 0.34787, "recall_at_10": 0.36756, "recall_at_20": 0.39662, "recall_at_50": 0.44398, "recall_at_100": 0.5007, "precision_at_1": 0.29348, "precision_at_3": 0.10939, "precision_at_5": 0.06957, "precision_at_10": 0.03676, "precision_at_20": 0.01983, "precision_at_50": 0.00888, "precision_at_100": 0.00501, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32818, "ndcg_at_3": 0.39224, "ndcg_at_5": 0.41112, "ndcg_at_10": 0.43213, "ndcg_at_20": 0.44545, "ndcg_at_50": 0.46145, "ndcg_at_100": 0.4714, "map_at_1": 0.32818, "map_at_3": 0.37647, "map_at_5": 0.38704, "map_at_10": 0.39575, "map_at_20": 0.39931, "map_at_50": 0.40188, "map_at_100": 0.40275, "recall_at_1": 0.32818, "recall_at_3": 0.43788, "recall_at_5": 0.48336, "recall_at_10": 0.54805, "recall_at_20": 0.6015, "recall_at_50": 0.68214, "recall_at_100": 0.74355, "precision_at_1": 0.32818, "precision_at_3": 0.14596, "precision_at_5": 0.09667, "precision_at_10": 0.05481, "precision_at_20": 0.03008, "precision_at_50": 0.01364, "precision_at_100": 0.00744, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.173, "ndcg_at_3": 0.21459, "ndcg_at_5": 0.22825, "ndcg_at_10": 0.24001, "ndcg_at_20": 0.25383, "ndcg_at_50": 0.27091, "ndcg_at_100": 0.28153, "map_at_1": 0.173, "map_at_3": 0.20449, "map_at_5": 0.21203, "map_at_10": 0.21694, "map_at_20": 0.22071, "map_at_50": 0.22351, "map_at_100": 0.22442, "recall_at_1": 0.173, "recall_at_3": 0.24379, "recall_at_5": 0.27707, "recall_at_10": 0.31317, "recall_at_20": 0.36803, "recall_at_50": 0.45335, "recall_at_100": 0.51946, "precision_at_1": 0.173, "precision_at_3": 0.08126, "precision_at_5": 0.05541, "precision_at_10": 0.03132, "precision_at_20": 0.0184, "precision_at_50": 0.00907, "precision_at_100": 0.00519, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.05767, "ndcg_at_3": 0.07516, "ndcg_at_5": 0.08249, "ndcg_at_10": 0.09066, "ndcg_at_20": 0.09953, "ndcg_at_50": 0.11189, "ndcg_at_100": 0.12104, "map_at_1": 0.05767, "map_at_3": 0.07056, "map_at_5": 0.07461, "map_at_10": 0.07798, "map_at_20": 0.08034, "map_at_50": 0.08232, "map_at_100": 0.08311, "recall_at_1": 0.05767, "recall_at_3": 0.08861, "recall_at_5": 0.10642, "recall_at_10": 0.13174, "recall_at_20": 0.16737, "recall_at_50": 0.22972, "recall_at_100": 0.28645, "precision_at_1": 0.05767, "precision_at_3": 0.02954, "precision_at_5": 0.02128, "precision_at_10": 0.01317, "precision_at_20": 0.00837, "precision_at_50": 0.00459, "precision_at_100": 0.00286, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5879, "ndcg_at_3": 0.66271, "ndcg_at_5": 0.68184, "ndcg_at_10": 0.69721, "ndcg_at_20": 0.70481, "ndcg_at_50": 0.71283, "ndcg_at_100": 0.7194, "map_at_1": 0.5879, "map_at_3": 0.64448, "map_at_5": 0.65509, "map_at_10": 0.66147, "map_at_20": 0.66349, "map_at_50": 0.66479, "map_at_100": 0.66538, "recall_at_1": 0.5879, "recall_at_3": 0.71542, "recall_at_5": 0.76184, "recall_at_10": 0.80919, "recall_at_20": 0.83966, "recall_at_50": 0.87998, "recall_at_100": 0.9203, "precision_at_1": 0.5879, "precision_at_3": 0.23847, "precision_at_5": 0.15237, "precision_at_10": 0.08092, "precision_at_20": 0.04198, "precision_at_50": 0.0176, "precision_at_100": 0.0092, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26301, "ndcg_at_3": 0.30818, "ndcg_at_5": 0.31995, "ndcg_at_10": 0.33613, "ndcg_at_20": 0.34828, "ndcg_at_50": 0.36054, "ndcg_at_100": 0.3698, "map_at_1": 0.26301, "map_at_3": 0.29692, "map_at_5": 0.30344, "map_at_10": 0.3101, "map_at_20": 0.31341, "map_at_50": 0.31536, "map_at_100": 0.31617, "recall_at_1": 0.26301, "recall_at_3": 0.34083, "recall_at_5": 0.36943, "recall_at_10": 0.4196, "recall_at_20": 0.46789, "recall_at_50": 0.52977, "recall_at_100": 0.58697, "precision_at_1": 0.26301, "precision_at_3": 0.11361, "precision_at_5": 0.07389, "precision_at_10": 0.04196, "precision_at_20": 0.02339, "precision_at_50": 0.0106, "precision_at_100": 0.00587, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55931, "ndcg_at_3": 0.62684, "ndcg_at_5": 0.64478, "ndcg_at_10": 0.66177, "ndcg_at_20": 0.67333, "ndcg_at_50": 0.68585, "ndcg_at_100": 0.69035, "map_at_1": 0.55931, "map_at_3": 0.61017, "map_at_5": 0.62011, "map_at_10": 0.62714, "map_at_20": 0.63034, "map_at_50": 0.63241, "map_at_100": 0.63281, "recall_at_1": 0.55931, "recall_at_3": 0.67511, "recall_at_5": 0.71871, "recall_at_10": 0.77121, "recall_at_20": 0.81669, "recall_at_50": 0.87904, "recall_at_100": 0.9067, "precision_at_1": 0.55931, "precision_at_3": 0.22504, "precision_at_5": 0.14374, "precision_at_10": 0.07712, "precision_at_20": 0.04083, "precision_at_50": 0.01758, "precision_at_100": 0.00907, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51524, "ndcg_at_3": 0.59613, "ndcg_at_5": 0.61853, "ndcg_at_10": 0.63946, "ndcg_at_20": 0.65328, "ndcg_at_50": 0.6669, "ndcg_at_100": 0.67224, "map_at_1": 0.51524, "map_at_3": 0.57657, "map_at_5": 0.58912, "map_at_10": 0.59785, "map_at_20": 0.60168, "map_at_50": 0.60391, "map_at_100": 0.60439, "recall_at_1": 0.51524, "recall_at_3": 0.6526, "recall_at_5": 0.70652, "recall_at_10": 0.77075, "recall_at_20": 0.82513, "recall_at_50": 0.89311, "recall_at_100": 0.92593, "precision_at_1": 0.51524, "precision_at_3": 0.21753, "precision_at_5": 0.1413, "precision_at_10": 0.07707, "precision_at_20": 0.04126, "precision_at_50": 0.01786, "precision_at_100": 0.00926, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86357, "ndcg_at_3": 0.91037, "ndcg_at_5": 0.91715, "ndcg_at_10": 0.92144, "ndcg_at_20": 0.92407, "ndcg_at_50": 0.92529, "ndcg_at_100": 0.9259, "map_at_1": 0.86357, "map_at_3": 0.89912, "map_at_5": 0.9029, "map_at_10": 0.9047, "map_at_20": 0.90544, "map_at_50": 0.90564, "map_at_100": 0.90569, "recall_at_1": 0.86357, "recall_at_3": 0.9428, "recall_at_5": 0.95921, "recall_at_10": 0.97234, "recall_at_20": 0.98265, "recall_at_50": 0.98875, "recall_at_100": 0.9925, "precision_at_1": 0.86357, "precision_at_3": 0.31427, "precision_at_5": 0.19184, "precision_at_10": 0.09723, "precision_at_20": 0.04913, "precision_at_50": 0.01977, "precision_at_100": 0.00992, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.88326, "ndcg_at_3": 0.92288, "ndcg_at_5": 0.9294, "ndcg_at_10": 0.93297, "ndcg_at_20": 0.93427, "ndcg_at_50": 0.93596, "ndcg_at_100": 0.93657, "map_at_1": 0.88326, "map_at_3": 0.91366, "map_at_5": 0.91724, "map_at_10": 0.91877, "map_at_20": 0.91912, "map_at_50": 0.9194, "map_at_100": 0.91946, "recall_at_1": 0.88326, "recall_at_3": 0.94937, "recall_at_5": 0.96531, "recall_at_10": 0.97609, "recall_at_20": 0.98125, "recall_at_50": 0.98969, "recall_at_100": 0.99344, "precision_at_1": 0.88326, "precision_at_3": 0.31646, "precision_at_5": 0.19306, "precision_at_10": 0.09761, "precision_at_20": 0.04906, "precision_at_50": 0.01979, "precision_at_100": 0.00993, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36428, "ndcg_at_3": 0.43686, "ndcg_at_5": 0.45464, "ndcg_at_10": 0.47242, "ndcg_at_20": 0.48558, "ndcg_at_50": 0.49871, "ndcg_at_100": 0.50745, "map_at_1": 0.36428, "map_at_3": 0.41944, "map_at_5": 0.42931, "map_at_10": 0.43658, "map_at_20": 0.44026, "map_at_50": 0.44237, "map_at_100": 0.44314, "recall_at_1": 0.36428, "recall_at_3": 0.48711, "recall_at_5": 0.53024, "recall_at_10": 0.58556, "recall_at_20": 0.63713, "recall_at_50": 0.70323, "recall_at_100": 0.75715, "precision_at_1": 0.36428, "precision_at_3": 0.16237, "precision_at_5": 0.10605, "precision_at_10": 0.05856, "precision_at_20": 0.03186, "precision_at_50": 0.01406, "precision_at_100": 0.00757, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06564, "ndcg_at_3": 0.08918, "ndcg_at_5": 0.09604, "ndcg_at_10": 0.10617, "ndcg_at_20": 0.11579, "ndcg_at_50": 0.1317, "ndcg_at_100": 0.14256, "map_at_1": 0.06564, "map_at_3": 0.08353, "map_at_5": 0.0874, "map_at_10": 0.09156, "map_at_20": 0.09421, "map_at_50": 0.09672, "map_at_100": 0.09767, "recall_at_1": 0.06564, "recall_at_3": 0.10549, "recall_at_5": 0.12189, "recall_at_10": 0.15331, "recall_at_20": 0.19128, "recall_at_50": 0.27192, "recall_at_100": 0.33896, "precision_at_1": 0.06564, "precision_at_3": 0.03516, "precision_at_5": 0.02438, "precision_at_10": 0.01533, "precision_at_20": 0.00956, "precision_at_50": 0.00544, "precision_at_100": 0.00339, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16034, "ndcg_at_3": 0.19704, "ndcg_at_5": 0.20985, "ndcg_at_10": 0.22355, "ndcg_at_20": 0.23617, "ndcg_at_50": 0.25237, "ndcg_at_100": 0.26354, "map_at_1": 0.16034, "map_at_3": 0.18815, "map_at_5": 0.1953, "map_at_10": 0.20099, "map_at_20": 0.20448, "map_at_50": 0.20712, "map_at_100": 0.20812, "recall_at_1": 0.16034, "recall_at_3": 0.22269, "recall_at_5": 0.25363, "recall_at_10": 0.29583, "recall_at_20": 0.34552, "recall_at_50": 0.42663, "recall_at_100": 0.49508, "precision_at_1": 0.16034, "precision_at_3": 0.07423, "precision_at_5": 0.05073, "precision_at_10": 0.02958, "precision_at_20": 0.01728, "precision_at_50": 0.00853, "precision_at_100": 0.00495, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49414, "ndcg_at_3": 0.58033, "ndcg_at_5": 0.60202, "ndcg_at_10": 0.62147, "ndcg_at_20": 0.63518, "ndcg_at_50": 0.64693, "ndcg_at_100": 0.65294, "map_at_1": 0.49414, "map_at_3": 0.55923, "map_at_5": 0.5713, "map_at_10": 0.57936, "map_at_20": 0.58316, "map_at_50": 0.58506, "map_at_100": 0.58559, "recall_at_1": 0.49414, "recall_at_3": 0.64135, "recall_at_5": 0.69386, "recall_at_10": 0.75387, "recall_at_20": 0.80778, "recall_at_50": 0.86685, "recall_at_100": 0.90389, "precision_at_1": 0.49414, "precision_at_3": 0.21378, "precision_at_5": 0.13877, "precision_at_10": 0.07539, "precision_at_20": 0.04039, "precision_at_50": 0.01734, "precision_at_100": 0.00904, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.406, "ndcg_at_3": 0.47618, "ndcg_at_5": 0.49488, "ndcg_at_10": 0.51451, "ndcg_at_20": 0.52546, "ndcg_at_50": 0.53979, "ndcg_at_100": 0.5468, "map_at_1": 0.406, "map_at_3": 0.45867, "map_at_5": 0.46914, "map_at_10": 0.47737, "map_at_20": 0.4804, "map_at_50": 0.4827, "map_at_100": 0.48333, "recall_at_1": 0.406, "recall_at_3": 0.52696, "recall_at_5": 0.57196, "recall_at_10": 0.63197, "recall_at_20": 0.67511, "recall_at_50": 0.7473, "recall_at_100": 0.79044, "precision_at_1": 0.406, "precision_at_3": 0.17565, "precision_at_5": 0.11439, "precision_at_10": 0.0632, "precision_at_20": 0.03376, "precision_at_50": 0.01495, "precision_at_100": 0.0079, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4632, "ndcg_at_3": 0.54052, "ndcg_at_5": 0.5613, "ndcg_at_10": 0.58144, "ndcg_at_20": 0.59792, "ndcg_at_50": 0.6116, "ndcg_at_100": 0.61866, "map_at_1": 0.4632, "map_at_3": 0.52141, "map_at_5": 0.5329, "map_at_10": 0.54119, "map_at_20": 0.54577, "map_at_50": 0.54798, "map_at_100": 0.54861, "recall_at_1": 0.4632, "recall_at_3": 0.59587, "recall_at_5": 0.64651, "recall_at_10": 0.70886, "recall_at_20": 0.77356, "recall_at_50": 0.84248, "recall_at_100": 0.88561, "precision_at_1": 0.4632, "precision_at_3": 0.19862, "precision_at_5": 0.1293, "precision_at_10": 0.07089, "precision_at_20": 0.03868, "precision_at_50": 0.01685, "precision_at_100": 0.00886, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19316, "ndcg_at_3": 0.23724, "ndcg_at_5": 0.24874, "ndcg_at_10": 0.26132, "ndcg_at_20": 0.27262, "ndcg_at_50": 0.28839, "ndcg_at_100": 0.29953, "map_at_1": 0.19316, "map_at_3": 0.22668, "map_at_5": 0.23301, "map_at_10": 0.23829, "map_at_20": 0.24141, "map_at_50": 0.24397, "map_at_100": 0.24495, "recall_at_1": 0.19316, "recall_at_3": 0.2677, "recall_at_5": 0.29583, "recall_at_10": 0.33427, "recall_at_20": 0.37881, "recall_at_50": 0.45804, "recall_at_100": 0.52649, "precision_at_1": 0.19316, "precision_at_3": 0.08923, "precision_at_5": 0.05917, "precision_at_10": 0.03343, "precision_at_20": 0.01894, "precision_at_50": 0.00916, "precision_at_100": 0.00526, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33427, "ndcg_at_3": 0.39652, "ndcg_at_5": 0.41752, "ndcg_at_10": 0.43852, "ndcg_at_20": 0.45294, "ndcg_at_50": 0.46885, "ndcg_at_100": 0.4763, "map_at_1": 0.33427, "map_at_3": 0.38139, "map_at_5": 0.39301, "map_at_10": 0.40173, "map_at_20": 0.40573, "map_at_50": 0.40824, "map_at_100": 0.40889, "recall_at_1": 0.33427, "recall_at_3": 0.44023, "recall_at_5": 0.49133, "recall_at_10": 0.55602, "recall_at_20": 0.61275, "recall_at_50": 0.69339, "recall_at_100": 0.73933, "precision_at_1": 0.33427, "precision_at_3": 0.14674, "precision_at_5": 0.09827, "precision_at_10": 0.0556, "precision_at_20": 0.03064, "precision_at_50": 0.01387, "precision_at_100": 0.00739, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.87014, "ndcg_at_3": 0.90942, "ndcg_at_5": 0.91701, "ndcg_at_10": 0.9219, "ndcg_at_20": 0.9243, "ndcg_at_50": 0.92615, "ndcg_at_100": 0.9269, "map_at_1": 0.87014, "map_at_3": 0.90053, "map_at_5": 0.90477, "map_at_10": 0.90682, "map_at_20": 0.90749, "map_at_50": 0.90778, "map_at_100": 0.90785, "recall_at_1": 0.87014, "recall_at_3": 0.93483, "recall_at_5": 0.95312, "recall_at_10": 0.96812, "recall_at_20": 0.9775, "recall_at_50": 0.98687, "recall_at_100": 0.99156, "precision_at_1": 0.87014, "precision_at_3": 0.31161, "precision_at_5": 0.19062, "precision_at_10": 0.09681, "precision_at_20": 0.04887, "precision_at_50": 0.01974, "precision_at_100": 0.00992, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56353, "ndcg_at_3": 0.64849, "ndcg_at_5": 0.67393, "ndcg_at_10": 0.69344, "ndcg_at_20": 0.70395, "ndcg_at_50": 0.71267, "ndcg_at_100": 0.71725, "map_at_1": 0.56353, "map_at_3": 0.62791, "map_at_5": 0.642, "map_at_10": 0.65002, "map_at_20": 0.65288, "map_at_50": 0.65431, "map_at_100": 0.65472, "recall_at_1": 0.56353, "recall_at_3": 0.70792, "recall_at_5": 0.76981, "recall_at_10": 0.83029, "recall_at_20": 0.87201, "recall_at_50": 0.91561, "recall_at_100": 0.94374, "precision_at_1": 0.56353, "precision_at_3": 0.23597, "precision_at_5": 0.15396, "precision_at_10": 0.08303, "precision_at_20": 0.0436, "precision_at_50": 0.01831, "precision_at_100": 0.00944, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61556, "ndcg_at_3": 0.70037, "ndcg_at_5": 0.71911, "ndcg_at_10": 0.73634, "ndcg_at_20": 0.74637, "ndcg_at_50": 0.75333, "ndcg_at_100": 0.75766, "map_at_1": 0.61556, "map_at_3": 0.68003, "map_at_5": 0.69044, "map_at_10": 0.69769, "map_at_20": 0.70041, "map_at_50": 0.70156, "map_at_100": 0.70194, "recall_at_1": 0.61556, "recall_at_3": 0.75902, "recall_at_5": 0.8045, "recall_at_10": 0.85701, "recall_at_20": 0.89686, "recall_at_50": 0.93155, "recall_at_100": 0.95827, "precision_at_1": 0.61556, "precision_at_3": 0.25301, "precision_at_5": 0.1609, "precision_at_10": 0.0857, "precision_at_20": 0.04484, "precision_at_50": 0.01863, "precision_at_100": 0.00958, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.88326, "ndcg_at_3": 0.92282, "ndcg_at_5": 0.92922, "ndcg_at_10": 0.93292, "ndcg_at_20": 0.93423, "ndcg_at_50": 0.93585, "ndcg_at_100": 0.93661, "map_at_1": 0.88326, "map_at_3": 0.91358, "map_at_5": 0.91714, "map_at_10": 0.9187, "map_at_20": 0.91907, "map_at_50": 0.91934, "map_at_100": 0.91941, "recall_at_1": 0.88326, "recall_at_3": 0.94937, "recall_at_5": 0.96484, "recall_at_10": 0.97609, "recall_at_20": 0.98125, "recall_at_50": 0.98922, "recall_at_100": 0.99391, "precision_at_1": 0.88326, "precision_at_3": 0.31646, "precision_at_5": 0.19297, "precision_at_10": 0.09761, "precision_at_20": 0.04906, "precision_at_50": 0.01978, "precision_at_100": 0.00994, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.87482, "ndcg_at_3": 0.91644, "ndcg_at_5": 0.92217, "ndcg_at_10": 0.9284, "ndcg_at_20": 0.9303, "ndcg_at_50": 0.93166, "ndcg_at_100": 0.93197, "map_at_1": 0.87482, "map_at_3": 0.90663, "map_at_5": 0.90988, "map_at_10": 0.91255, "map_at_20": 0.91307, "map_at_50": 0.91331, "map_at_100": 0.91334, "recall_at_1": 0.87482, "recall_at_3": 0.94468, "recall_at_5": 0.95827, "recall_at_10": 0.97703, "recall_at_20": 0.98453, "recall_at_50": 0.99109, "recall_at_100": 0.99297, "precision_at_1": 0.87482, "precision_at_3": 0.31489, "precision_at_5": 0.19165, "precision_at_10": 0.0977, "precision_at_20": 0.04923, "precision_at_50": 0.01982, "precision_at_100": 0.00993, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17346, "ndcg_at_3": 0.1943, "ndcg_at_5": 0.20207, "ndcg_at_10": 0.21138, "ndcg_at_20": 0.2178, "ndcg_at_50": 0.22665, "ndcg_at_100": 0.23351, "map_at_1": 0.17346, "map_at_3": 0.18933, "map_at_5": 0.19366, "map_at_10": 0.19755, "map_at_20": 0.19926, "map_at_50": 0.20069, "map_at_100": 0.20129, "recall_at_1": 0.17346, "recall_at_3": 0.20863, "recall_at_5": 0.22738, "recall_at_10": 0.25598, "recall_at_20": 0.28176, "recall_at_50": 0.3263, "recall_at_100": 0.3685, "precision_at_1": 0.17346, "precision_at_3": 0.06954, "precision_at_5": 0.04548, "precision_at_10": 0.0256, "precision_at_20": 0.01409, "precision_at_50": 0.00653, "precision_at_100": 0.00368, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22832, "ndcg_at_3": 0.27794, "ndcg_at_5": 0.2947, "ndcg_at_10": 0.3118, "ndcg_at_20": 0.32366, "ndcg_at_50": 0.3376, "ndcg_at_100": 0.34801, "map_at_1": 0.22832, "map_at_3": 0.2659, "map_at_5": 0.27518, "map_at_10": 0.28222, "map_at_20": 0.28554, "map_at_50": 0.28781, "map_at_100": 0.28873, "recall_at_1": 0.22832, "recall_at_3": 0.31271, "recall_at_5": 0.35349, "recall_at_10": 0.40647, "recall_at_20": 0.45288, "recall_at_50": 0.52274, "recall_at_100": 0.58697, "precision_at_1": 0.22832, "precision_at_3": 0.10424, "precision_at_5": 0.0707, "precision_at_10": 0.04065, "precision_at_20": 0.02264, "precision_at_50": 0.01045, "precision_at_100": 0.00587, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.71683, "ndcg_at_3": 0.78476, "ndcg_at_5": 0.80144, "ndcg_at_10": 0.81316, "ndcg_at_20": 0.82016, "ndcg_at_50": 0.82613, "ndcg_at_100": 0.82892, "map_at_1": 0.71683, "map_at_3": 0.76848, "map_at_5": 0.77779, "map_at_10": 0.78265, "map_at_20": 0.78457, "map_at_50": 0.78558, "map_at_100": 0.78584, "recall_at_1": 0.71683, "recall_at_3": 0.83169, "recall_at_5": 0.87201, "recall_at_10": 0.90811, "recall_at_20": 0.93577, "recall_at_50": 0.96531, "recall_at_100": 0.98218, "precision_at_1": 0.71683, "precision_at_3": 0.27723, "precision_at_5": 0.1744, "precision_at_10": 0.09081, "precision_at_20": 0.04679, "precision_at_50": 0.01931, "precision_at_100": 0.00982, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86826, "ndcg_at_3": 0.91032, "ndcg_at_5": 0.91716, "ndcg_at_10": 0.9227, "ndcg_at_20": 0.92461, "ndcg_at_50": 0.92668, "ndcg_at_100": 0.92735, "map_at_1": 0.86826, "map_at_3": 0.90077, "map_at_5": 0.90461, "map_at_10": 0.90694, "map_at_20": 0.90747, "map_at_50": 0.90781, "map_at_100": 0.90787, "recall_at_1": 0.86826, "recall_at_3": 0.93765, "recall_at_5": 0.95406, "recall_at_10": 0.97093, "recall_at_20": 0.97843, "recall_at_50": 0.98875, "recall_at_100": 0.99297, "precision_at_1": 0.86826, "precision_at_3": 0.31255, "precision_at_5": 0.19081, "precision_at_10": 0.09709, "precision_at_20": 0.04892, "precision_at_50": 0.01977, "precision_at_100": 0.00993, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "VidoreSyntheticDocQAEnergy", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/syntheticDocQA_energy_test_beir", "results": [ { "ndcg_at_1": 0.79, "ndcg_at_3": 0.86309, "ndcg_at_5": 0.87171, "ndcg_at_10": 0.87883, "ndcg_at_20": 0.88408, "ndcg_at_50": 0.89041, "ndcg_at_100": 0.89041, "map_at_1": 0.79, "map_at_3": 0.84667, "map_at_5": 0.85167, "map_at_10": 0.855, "map_at_20": 0.85654, "map_at_50": 0.85772, "map_at_100": 0.85772, "recall_at_1": 0.79, "recall_at_3": 0.91, "recall_at_5": 0.93, "recall_at_10": 0.95, "recall_at_20": 0.97, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.79, "precision_at_3": 0.30333, "precision_at_5": 0.186, "precision_at_10": 0.095, "precision_at_20": 0.0485, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85, "ndcg_at_3": 0.89917, "ndcg_at_5": 0.91077, "ndcg_at_10": 0.91767, "ndcg_at_20": 0.91767, "ndcg_at_50": 0.92206, "ndcg_at_100": 0.92206, "map_at_1": 0.85, "map_at_3": 0.88833, "map_at_5": 0.89433, "map_at_10": 0.89743, "map_at_20": 0.89743, "map_at_50": 0.89832, "map_at_100": 0.89832, "recall_at_1": 0.85, "recall_at_3": 0.93, "recall_at_5": 0.96, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.85, "precision_at_3": 0.31, "precision_at_5": 0.192, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83, "ndcg_at_3": 0.89678, "ndcg_at_5": 0.90927, "ndcg_at_10": 0.91242, "ndcg_at_20": 0.91756, "ndcg_at_50": 0.91756, "ndcg_at_100": 0.91756, "map_at_1": 0.83, "map_at_3": 0.88167, "map_at_5": 0.88867, "map_at_10": 0.88992, "map_at_20": 0.89138, "map_at_50": 0.89138, "map_at_100": 0.89138, "recall_at_1": 0.83, "recall_at_3": 0.94, "recall_at_5": 0.97, "recall_at_10": 0.98, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.31333, "precision_at_5": 0.194, "precision_at_10": 0.098, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.49417, "ndcg_at_5": 0.52344, "ndcg_at_10": 0.55733, "ndcg_at_20": 0.57475, "ndcg_at_50": 0.5907, "ndcg_at_100": 0.60207, "map_at_1": 0.42, "map_at_3": 0.475, "map_at_5": 0.4915, "map_at_10": 0.50638, "map_at_20": 0.51104, "map_at_50": 0.51363, "map_at_100": 0.51464, "recall_at_1": 0.42, "recall_at_3": 0.55, "recall_at_5": 0.62, "recall_at_10": 0.72, "recall_at_20": 0.79, "recall_at_50": 0.87, "recall_at_100": 0.94, "precision_at_1": 0.42, "precision_at_3": 0.18333, "precision_at_5": 0.124, "precision_at_10": 0.072, "precision_at_20": 0.0395, "precision_at_50": 0.0174, "precision_at_100": 0.0094, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "VidoreSyntheticDocQAGovReports", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/syntheticDocQA_government_reports_test_beir", "results": [ { "ndcg_at_1": 0.79, "ndcg_at_3": 0.87833, "ndcg_at_5": 0.88264, "ndcg_at_10": 0.89292, "ndcg_at_20": 0.8981, "ndcg_at_50": 0.90018, "ndcg_at_100": 0.90018, "map_at_1": 0.79, "map_at_3": 0.86, "map_at_5": 0.8625, "map_at_10": 0.86708, "map_at_20": 0.86857, "map_at_50": 0.86894, "map_at_100": 0.86894, "recall_at_1": 0.79, "recall_at_3": 0.93, "recall_at_5": 0.94, "recall_at_10": 0.97, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.79, "precision_at_3": 0.31, "precision_at_5": 0.188, "precision_at_10": 0.097, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83, "ndcg_at_3": 0.92833, "ndcg_at_5": 0.9322, "ndcg_at_10": 0.9322, "ndcg_at_20": 0.9322, "ndcg_at_50": 0.9322, "ndcg_at_100": 0.9322, "map_at_1": 0.83, "map_at_3": 0.90667, "map_at_5": 0.90867, "map_at_10": 0.90867, "map_at_20": 0.90867, "map_at_50": 0.90867, "map_at_100": 0.90867, "recall_at_1": 0.83, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.83, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85, "ndcg_at_3": 0.93178, "ndcg_at_5": 0.93178, "ndcg_at_10": 0.93512, "ndcg_at_20": 0.93512, "ndcg_at_50": 0.93512, "ndcg_at_100": 0.93512, "map_at_1": 0.85, "map_at_3": 0.91167, "map_at_5": 0.91167, "map_at_10": 0.9131, "map_at_20": 0.9131, "map_at_50": 0.9131, "map_at_100": 0.9131, "recall_at_1": 0.85, "recall_at_3": 0.99, "recall_at_5": 0.99, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.85, "precision_at_3": 0.33, "precision_at_5": 0.198, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32, "ndcg_at_3": 0.3994, "ndcg_at_5": 0.44459, "ndcg_at_10": 0.47969, "ndcg_at_20": 0.50234, "ndcg_at_50": 0.52056, "ndcg_at_100": 0.53042, "map_at_1": 0.32, "map_at_3": 0.38167, "map_at_5": 0.40667, "map_at_10": 0.42092, "map_at_20": 0.42708, "map_at_50": 0.43014, "map_at_100": 0.43105, "recall_at_1": 0.32, "recall_at_3": 0.45, "recall_at_5": 0.56, "recall_at_10": 0.67, "recall_at_20": 0.76, "recall_at_50": 0.85, "recall_at_100": 0.91, "precision_at_1": 0.32, "precision_at_3": 0.15, "precision_at_5": 0.112, "precision_at_10": 0.067, "precision_at_20": 0.038, "precision_at_50": 0.017, "precision_at_100": 0.0091, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "FreshStack", "alias": null, "tier": 0, "groups": { "text": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.30952, "ndcg_at_3": 0.25196, "ndcg_at_5": 0.23578, "ndcg_at_10": 0.23913, "ndcg_at_20": 0.26406, "ndcg_at_50": 0.31331, "ndcg_at_100": 0.34254, "map_at_1": 0.05173, "map_at_3": 0.088, "map_at_5": 0.10599, "map_at_10": 0.12933, "map_at_20": 0.14762, "map_at_50": 0.16403, "map_at_100": 0.17043, "recall_at_1": 0.05173, "recall_at_3": 0.1081, "recall_at_5": 0.14742, "recall_at_10": 0.22703, "recall_at_20": 0.31155, "recall_at_50": 0.44383, "recall_at_100": 0.53306, "precision_at_1": 0.30952, "precision_at_3": 0.22966, "precision_at_5": 0.19464, "precision_at_10": 0.15104, "precision_at_20": 0.10952, "precision_at_50": 0.06527, "precision_at_100": 0.04076, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27232, "ndcg_at_3": 0.22363, "ndcg_at_5": 0.20665, "ndcg_at_10": 0.20745, "ndcg_at_20": 0.22729, "ndcg_at_50": 0.26884, "ndcg_at_100": 0.29842, "map_at_1": 0.04716, "map_at_3": 0.08083, "map_at_5": 0.09469, "map_at_10": 0.11209, "map_at_20": 0.12408, "map_at_50": 0.13599, "map_at_100": 0.1412, "recall_at_1": 0.04716, "recall_at_3": 0.10172, "recall_at_5": 0.13463, "recall_at_10": 0.19263, "recall_at_20": 0.25972, "recall_at_50": 0.3704, "recall_at_100": 0.46578, "precision_at_1": 0.27232, "precision_at_3": 0.1999, "precision_at_5": 0.16458, "precision_at_10": 0.12545, "precision_at_20": 0.09018, "precision_at_50": 0.05467, "precision_at_100": 0.03515, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35863, "ndcg_at_3": 0.29586, "ndcg_at_5": 0.28137, "ndcg_at_10": 0.28661, "ndcg_at_20": 0.32179, "ndcg_at_50": 0.37937, "ndcg_at_100": 0.41148, "map_at_1": 0.06153, "map_at_3": 0.10969, "map_at_5": 0.13269, "map_at_10": 0.16199, "map_at_20": 0.18645, "map_at_50": 0.20696, "map_at_100": 0.21451, "recall_at_1": 0.06153, "recall_at_3": 0.13521, "recall_at_5": 0.1869, "recall_at_10": 0.27448, "recall_at_20": 0.38245, "recall_at_50": 0.53649, "recall_at_100": 0.63472, "precision_at_1": 0.35863, "precision_at_3": 0.26885, "precision_at_5": 0.23036, "precision_at_10": 0.17827, "precision_at_20": 0.13162, "precision_at_50": 0.07783, "precision_at_100": 0.04781, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17113, "ndcg_at_3": 0.14701, "ndcg_at_5": 0.13652, "ndcg_at_10": 0.13664, "ndcg_at_20": 0.15441, "ndcg_at_50": 0.19142, "ndcg_at_100": 0.21925, "map_at_1": 0.02271, "map_at_3": 0.03958, "map_at_5": 0.04807, "map_at_10": 0.0612, "map_at_20": 0.07272, "map_at_50": 0.0825, "map_at_100": 0.08731, "recall_at_1": 0.02271, "recall_at_3": 0.05262, "recall_at_5": 0.07399, "recall_at_10": 0.12314, "recall_at_20": 0.18656, "recall_at_50": 0.28748, "recall_at_100": 0.37775, "precision_at_1": 0.17113, "precision_at_3": 0.13988, "precision_at_5": 0.11994, "precision_at_10": 0.09792, "precision_at_20": 0.07388, "precision_at_50": 0.04589, "precision_at_100": 0.03001, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19196, "ndcg_at_3": 0.16521, "ndcg_at_5": 0.1607, "ndcg_at_10": 0.15542, "ndcg_at_20": 0.17495, "ndcg_at_50": 0.21108, "ndcg_at_100": 0.23925, "map_at_1": 0.02973, "map_at_3": 0.05303, "map_at_5": 0.06531, "map_at_10": 0.07812, "map_at_20": 0.08966, "map_at_50": 0.09946, "map_at_100": 0.10435, "recall_at_1": 0.02973, "recall_at_3": 0.06889, "recall_at_5": 0.09886, "recall_at_10": 0.14109, "recall_at_20": 0.20803, "recall_at_50": 0.30677, "recall_at_100": 0.39724, "precision_at_1": 0.19196, "precision_at_3": 0.15377, "precision_at_5": 0.13839, "precision_at_10": 0.10298, "precision_at_20": 0.07649, "precision_at_50": 0.04664, "precision_at_100": 0.03079, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32589, "ndcg_at_3": 0.28107, "ndcg_at_5": 0.26383, "ndcg_at_10": 0.26869, "ndcg_at_20": 0.29678, "ndcg_at_50": 0.34846, "ndcg_at_100": 0.38484, "map_at_1": 0.04996, "map_at_3": 0.09803, "map_at_5": 0.11755, "map_at_10": 0.14483, "map_at_20": 0.16525, "map_at_50": 0.18344, "map_at_100": 0.19161, "recall_at_1": 0.04996, "recall_at_3": 0.12268, "recall_at_5": 0.1708, "recall_at_10": 0.25853, "recall_at_20": 0.35112, "recall_at_50": 0.49035, "recall_at_100": 0.60362, "precision_at_1": 0.32589, "precision_at_3": 0.26091, "precision_at_5": 0.22083, "precision_at_10": 0.17232, "precision_at_20": 0.12426, "precision_at_50": 0.07277, "precision_at_100": 0.0461, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25149, "ndcg_at_3": 0.20899, "ndcg_at_5": 0.19609, "ndcg_at_10": 0.20207, "ndcg_at_20": 0.22671, "ndcg_at_50": 0.2693, "ndcg_at_100": 0.29849, "map_at_1": 0.04171, "map_at_3": 0.0737, "map_at_5": 0.08691, "map_at_10": 0.106, "map_at_20": 0.12101, "map_at_50": 0.13353, "map_at_100": 0.13931, "recall_at_1": 0.04171, "recall_at_3": 0.09362, "recall_at_5": 0.12608, "recall_at_10": 0.19628, "recall_at_20": 0.27536, "recall_at_50": 0.38838, "recall_at_100": 0.47828, "precision_at_1": 0.25149, "precision_at_3": 0.19147, "precision_at_5": 0.1619, "precision_at_10": 0.12753, "precision_at_20": 0.09487, "precision_at_50": 0.05679, "precision_at_100": 0.03637, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.2128, "ndcg_at_3": 0.18785, "ndcg_at_5": 0.18033, "ndcg_at_10": 0.183, "ndcg_at_20": 0.20298, "ndcg_at_50": 0.24729, "ndcg_at_100": 0.27671, "map_at_1": 0.02917, "map_at_3": 0.05601, "map_at_5": 0.07042, "map_at_10": 0.08863, "map_at_20": 0.10275, "map_at_50": 0.11591, "map_at_100": 0.12162, "recall_at_1": 0.02917, "recall_at_3": 0.0746, "recall_at_5": 0.11182, "recall_at_10": 0.17576, "recall_at_20": 0.24886, "recall_at_50": 0.3682, "recall_at_100": 0.46061, "precision_at_1": 0.2128, "precision_at_3": 0.1756, "precision_at_5": 0.15476, "precision_at_10": 0.12619, "precision_at_20": 0.09219, "precision_at_50": 0.05679, "precision_at_100": 0.03629, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36012, "ndcg_at_3": 0.3103, "ndcg_at_5": 0.30021, "ndcg_at_10": 0.30923, "ndcg_at_20": 0.34642, "ndcg_at_50": 0.39981, "ndcg_at_100": 0.43325, "map_at_1": 0.07213, "map_at_3": 0.12404, "map_at_5": 0.15052, "map_at_10": 0.18183, "map_at_20": 0.20811, "map_at_50": 0.22865, "map_at_100": 0.23636, "recall_at_1": 0.07213, "recall_at_3": 0.14931, "recall_at_5": 0.20463, "recall_at_10": 0.30112, "recall_at_20": 0.41555, "recall_at_50": 0.55098, "recall_at_100": 0.6567, "precision_at_1": 0.36012, "precision_at_3": 0.28075, "precision_at_5": 0.24494, "precision_at_10": 0.18988, "precision_at_20": 0.13891, "precision_at_50": 0.08054, "precision_at_100": 0.04909, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32589, "ndcg_at_3": 0.27113, "ndcg_at_5": 0.25917, "ndcg_at_10": 0.25777, "ndcg_at_20": 0.28164, "ndcg_at_50": 0.33239, "ndcg_at_100": 0.36622, "map_at_1": 0.05509, "map_at_3": 0.09662, "map_at_5": 0.11713, "map_at_10": 0.1408, "map_at_20": 0.15871, "map_at_50": 0.17593, "map_at_100": 0.18329, "recall_at_1": 0.05509, "recall_at_3": 0.11991, "recall_at_5": 0.16779, "recall_at_10": 0.24248, "recall_at_20": 0.32386, "recall_at_50": 0.45826, "recall_at_100": 0.56343, "precision_at_1": 0.32589, "precision_at_3": 0.24851, "precision_at_5": 0.21577, "precision_at_10": 0.16042, "precision_at_20": 0.11481, "precision_at_50": 0.06875, "precision_at_100": 0.04357, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32143, "ndcg_at_3": 0.26748, "ndcg_at_5": 0.249, "ndcg_at_10": 0.25125, "ndcg_at_20": 0.27651, "ndcg_at_50": 0.32242, "ndcg_at_100": 0.35414, "map_at_1": 0.05549, "map_at_3": 0.09692, "map_at_5": 0.11362, "map_at_10": 0.13669, "map_at_20": 0.15484, "map_at_50": 0.16936, "map_at_100": 0.17559, "recall_at_1": 0.05549, "recall_at_3": 0.12003, "recall_at_5": 0.15775, "recall_at_10": 0.23322, "recall_at_20": 0.31934, "recall_at_50": 0.44436, "recall_at_100": 0.54673, "precision_at_1": 0.32143, "precision_at_3": 0.24554, "precision_at_5": 0.20446, "precision_at_10": 0.1561, "precision_at_20": 0.11228, "precision_at_50": 0.06491, "precision_at_100": 0.04073, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13393, "ndcg_at_3": 0.11174, "ndcg_at_5": 0.10555, "ndcg_at_10": 0.10365, "ndcg_at_20": 0.11306, "ndcg_at_50": 0.14063, "ndcg_at_100": 0.16015, "map_at_1": 0.0205, "map_at_3": 0.03443, "map_at_5": 0.04161, "map_at_10": 0.04871, "map_at_20": 0.05361, "map_at_50": 0.05988, "map_at_100": 0.06265, "recall_at_1": 0.0205, "recall_at_3": 0.04682, "recall_at_5": 0.06818, "recall_at_10": 0.09704, "recall_at_20": 0.13158, "recall_at_50": 0.20557, "recall_at_100": 0.26768, "precision_at_1": 0.13393, "precision_at_3": 0.10268, "precision_at_5": 0.08869, "precision_at_10": 0.06577, "precision_at_20": 0.04613, "precision_at_50": 0.03042, "precision_at_100": 0.0204, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17113, "ndcg_at_3": 0.14628, "ndcg_at_5": 0.14074, "ndcg_at_10": 0.13981, "ndcg_at_20": 0.15551, "ndcg_at_50": 0.19188, "ndcg_at_100": 0.21831, "map_at_1": 0.02772, "map_at_3": 0.04814, "map_at_5": 0.05872, "map_at_10": 0.07024, "map_at_20": 0.0794, "map_at_50": 0.08884, "map_at_100": 0.09314, "recall_at_1": 0.02772, "recall_at_3": 0.06125, "recall_at_5": 0.08948, "recall_at_10": 0.12897, "recall_at_20": 0.18157, "recall_at_50": 0.28097, "recall_at_100": 0.36695, "precision_at_1": 0.17113, "precision_at_3": 0.13591, "precision_at_5": 0.11875, "precision_at_10": 0.09256, "precision_at_20": 0.06786, "precision_at_50": 0.04307, "precision_at_100": 0.02848, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17411, "ndcg_at_3": 0.15018, "ndcg_at_5": 0.13397, "ndcg_at_10": 0.12719, "ndcg_at_20": 0.13752, "ndcg_at_50": 0.15629, "ndcg_at_100": 0.16857, "map_at_1": 0.02747, "map_at_3": 0.04451, "map_at_5": 0.05076, "map_at_10": 0.05914, "map_at_20": 0.06692, "map_at_50": 0.0715, "map_at_100": 0.07332, "recall_at_1": 0.02747, "recall_at_3": 0.05665, "recall_at_5": 0.07148, "recall_at_10": 0.10245, "recall_at_20": 0.14582, "recall_at_50": 0.19461, "recall_at_100": 0.23131, "precision_at_1": 0.17411, "precision_at_3": 0.13988, "precision_at_5": 0.1122, "precision_at_10": 0.08482, "precision_at_20": 0.06153, "precision_at_50": 0.03411, "precision_at_100": 0.02068, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19792, "ndcg_at_3": 0.15725, "ndcg_at_5": 0.1449, "ndcg_at_10": 0.13981, "ndcg_at_20": 0.15174, "ndcg_at_50": 0.17927, "ndcg_at_100": 0.1987, "map_at_1": 0.03097, "map_at_3": 0.05064, "map_at_5": 0.05895, "map_at_10": 0.06919, "map_at_20": 0.0773, "map_at_50": 0.08423, "map_at_100": 0.08717, "recall_at_1": 0.03097, "recall_at_3": 0.06297, "recall_at_5": 0.0846, "recall_at_10": 0.12257, "recall_at_20": 0.17117, "recall_at_50": 0.24801, "recall_at_100": 0.30896, "precision_at_1": 0.19792, "precision_at_3": 0.14137, "precision_at_5": 0.11726, "precision_at_10": 0.08705, "precision_at_20": 0.06287, "precision_at_50": 0.03726, "precision_at_100": 0.02384, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12351, "ndcg_at_3": 0.09859, "ndcg_at_5": 0.08993, "ndcg_at_10": 0.0877, "ndcg_at_20": 0.09318, "ndcg_at_50": 0.10891, "ndcg_at_100": 0.12279, "map_at_1": 0.0201, "map_at_3": 0.02995, "map_at_5": 0.03472, "map_at_10": 0.04034, "map_at_20": 0.04442, "map_at_50": 0.04773, "map_at_100": 0.04949, "recall_at_1": 0.0201, "recall_at_3": 0.03849, "recall_at_5": 0.05342, "recall_at_10": 0.07856, "recall_at_20": 0.10421, "recall_at_50": 0.1478, "recall_at_100": 0.1918, "precision_at_1": 0.12351, "precision_at_3": 0.08879, "precision_at_5": 0.07292, "precision_at_10": 0.05461, "precision_at_20": 0.03802, "precision_at_50": 0.02211, "precision_at_100": 0.01469, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1131, "ndcg_at_3": 0.10175, "ndcg_at_5": 0.09169, "ndcg_at_10": 0.08815, "ndcg_at_20": 0.09751, "ndcg_at_50": 0.11931, "ndcg_at_100": 0.13437, "map_at_1": 0.01588, "map_at_3": 0.02936, "map_at_5": 0.03499, "map_at_10": 0.04089, "map_at_20": 0.04583, "map_at_50": 0.05048, "map_at_100": 0.05256, "recall_at_1": 0.01588, "recall_at_3": 0.04017, "recall_at_5": 0.05551, "recall_at_10": 0.07967, "recall_at_20": 0.11256, "recall_at_50": 0.17025, "recall_at_100": 0.21535, "precision_at_1": 0.1131, "precision_at_3": 0.09623, "precision_at_5": 0.07738, "precision_at_10": 0.05714, "precision_at_20": 0.04129, "precision_at_50": 0.02628, "precision_at_100": 0.0174, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.11756, "ndcg_at_3": 0.10552, "ndcg_at_5": 0.09717, "ndcg_at_10": 0.09387, "ndcg_at_20": 0.10278, "ndcg_at_50": 0.12449, "ndcg_at_100": 0.14229, "map_at_1": 0.02107, "map_at_3": 0.03483, "map_at_5": 0.04056, "map_at_10": 0.04647, "map_at_20": 0.05088, "map_at_50": 0.05532, "map_at_100": 0.05759, "recall_at_1": 0.02107, "recall_at_3": 0.04559, "recall_at_5": 0.0616, "recall_at_10": 0.08624, "recall_at_20": 0.11757, "recall_at_50": 0.17615, "recall_at_100": 0.23287, "precision_at_1": 0.11756, "precision_at_3": 0.09921, "precision_at_5": 0.08125, "precision_at_10": 0.05878, "precision_at_20": 0.04159, "precision_at_50": 0.02616, "precision_at_100": 0.01777, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24554, "ndcg_at_3": 0.20685, "ndcg_at_5": 0.19445, "ndcg_at_10": 0.2008, "ndcg_at_20": 0.22394, "ndcg_at_50": 0.26581, "ndcg_at_100": 0.2986, "map_at_1": 0.03842, "map_at_3": 0.06661, "map_at_5": 0.08087, "map_at_10": 0.10123, "map_at_20": 0.11661, "map_at_50": 0.12952, "map_at_100": 0.13587, "recall_at_1": 0.03842, "recall_at_3": 0.0856, "recall_at_5": 0.11942, "recall_at_10": 0.19314, "recall_at_20": 0.27241, "recall_at_50": 0.38515, "recall_at_100": 0.49121, "precision_at_1": 0.24554, "precision_at_3": 0.19147, "precision_at_5": 0.16369, "precision_at_10": 0.13304, "precision_at_20": 0.09769, "precision_at_50": 0.05786, "precision_at_100": 0.03747, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.15774, "ndcg_at_3": 0.1311, "ndcg_at_5": 0.12224, "ndcg_at_10": 0.12013, "ndcg_at_20": 0.13342, "ndcg_at_50": 0.15945, "ndcg_at_100": 0.1796, "map_at_1": 0.02401, "map_at_3": 0.03993, "map_at_5": 0.04787, "map_at_10": 0.05686, "map_at_20": 0.06427, "map_at_50": 0.0704, "map_at_100": 0.07339, "recall_at_1": 0.02401, "recall_at_3": 0.05092, "recall_at_5": 0.07361, "recall_at_10": 0.11261, "recall_at_20": 0.15923, "recall_at_50": 0.22921, "recall_at_100": 0.29232, "precision_at_1": 0.15774, "precision_at_3": 0.12153, "precision_at_5": 0.10417, "precision_at_10": 0.07604, "precision_at_20": 0.05506, "precision_at_50": 0.03381, "precision_at_100": 0.02235, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20089, "ndcg_at_3": 0.16858, "ndcg_at_5": 0.16015, "ndcg_at_10": 0.16018, "ndcg_at_20": 0.18287, "ndcg_at_50": 0.21947, "ndcg_at_100": 0.24536, "map_at_1": 0.03405, "map_at_3": 0.05592, "map_at_5": 0.0678, "map_at_10": 0.08152, "map_at_20": 0.0934, "map_at_50": 0.10326, "map_at_100": 0.10779, "recall_at_1": 0.03405, "recall_at_3": 0.07137, "recall_at_5": 0.10122, "recall_at_10": 0.15029, "recall_at_20": 0.22337, "recall_at_50": 0.32183, "recall_at_100": 0.40574, "precision_at_1": 0.20089, "precision_at_3": 0.15476, "precision_at_5": 0.13333, "precision_at_10": 0.10193, "precision_at_20": 0.07604, "precision_at_50": 0.04622, "precision_at_100": 0.02982, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19345, "ndcg_at_3": 0.17077, "ndcg_at_5": 0.15802, "ndcg_at_10": 0.15996, "ndcg_at_20": 0.1803, "ndcg_at_50": 0.21804, "ndcg_at_100": 0.24482, "map_at_1": 0.03387, "map_at_3": 0.05777, "map_at_5": 0.06705, "map_at_10": 0.08154, "map_at_20": 0.09312, "map_at_50": 0.10336, "map_at_100": 0.10804, "recall_at_1": 0.03387, "recall_at_3": 0.07586, "recall_at_5": 0.09827, "recall_at_10": 0.14971, "recall_at_20": 0.21563, "recall_at_50": 0.31883, "recall_at_100": 0.40238, "precision_at_1": 0.19345, "precision_at_3": 0.15575, "precision_at_5": 0.12857, "precision_at_10": 0.10208, "precision_at_20": 0.07738, "precision_at_50": 0.04756, "precision_at_100": 0.03092, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.25149, "ndcg_at_3": 0.21553, "ndcg_at_5": 0.20875, "ndcg_at_10": 0.2104, "ndcg_at_20": 0.23738, "ndcg_at_50": 0.28642, "ndcg_at_100": 0.32156, "map_at_1": 0.03914, "map_at_3": 0.07094, "map_at_5": 0.08842, "map_at_10": 0.10838, "map_at_20": 0.12511, "map_at_50": 0.14075, "map_at_100": 0.14817, "recall_at_1": 0.03914, "recall_at_3": 0.09171, "recall_at_5": 0.13485, "recall_at_10": 0.20025, "recall_at_20": 0.29003, "recall_at_50": 0.42182, "recall_at_100": 0.5312, "precision_at_1": 0.25149, "precision_at_3": 0.20238, "precision_at_5": 0.17798, "precision_at_10": 0.1381, "precision_at_20": 0.10275, "precision_at_50": 0.06262, "precision_at_100": 0.04079, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16518, "ndcg_at_3": 0.13525, "ndcg_at_5": 0.12853, "ndcg_at_10": 0.12843, "ndcg_at_20": 0.13991, "ndcg_at_50": 0.1667, "ndcg_at_100": 0.18491, "map_at_1": 0.02845, "map_at_3": 0.04443, "map_at_5": 0.05304, "map_at_10": 0.06392, "map_at_20": 0.07083, "map_at_50": 0.07762, "map_at_100": 0.08037, "recall_at_1": 0.02845, "recall_at_3": 0.0564, "recall_at_5": 0.08007, "recall_at_10": 0.11729, "recall_at_20": 0.15865, "recall_at_50": 0.2316, "recall_at_100": 0.28851, "precision_at_1": 0.16518, "precision_at_3": 0.12302, "precision_at_5": 0.10714, "precision_at_10": 0.08274, "precision_at_20": 0.05848, "precision_at_50": 0.03512, "precision_at_100": 0.02251, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26339, "ndcg_at_3": 0.21875, "ndcg_at_5": 0.20398, "ndcg_at_10": 0.19878, "ndcg_at_20": 0.21779, "ndcg_at_50": 0.26373, "ndcg_at_100": 0.29466, "map_at_1": 0.04208, "map_at_3": 0.07296, "map_at_5": 0.08774, "map_at_10": 0.10477, "map_at_20": 0.11815, "map_at_50": 0.13183, "map_at_100": 0.13774, "recall_at_1": 0.04208, "recall_at_3": 0.09299, "recall_at_5": 0.12672, "recall_at_10": 0.17821, "recall_at_20": 0.24851, "recall_at_50": 0.37357, "recall_at_100": 0.46912, "precision_at_1": 0.26339, "precision_at_3": 0.20089, "precision_at_5": 0.16845, "precision_at_10": 0.12723, "precision_at_20": 0.09122, "precision_at_50": 0.05673, "precision_at_100": 0.0368, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1369, "ndcg_at_3": 0.12144, "ndcg_at_5": 0.11201, "ndcg_at_10": 0.11031, "ndcg_at_20": 0.12007, "ndcg_at_50": 0.14512, "ndcg_at_100": 0.1649, "map_at_1": 0.01946, "map_at_3": 0.03692, "map_at_5": 0.04314, "map_at_10": 0.0517, "map_at_20": 0.05787, "map_at_50": 0.06371, "map_at_100": 0.06646, "recall_at_1": 0.01946, "recall_at_3": 0.05091, "recall_at_5": 0.06821, "recall_at_10": 0.09871, "recall_at_20": 0.13892, "recall_at_50": 0.20845, "recall_at_100": 0.27296, "precision_at_1": 0.1369, "precision_at_3": 0.1121, "precision_at_5": 0.09256, "precision_at_10": 0.07321, "precision_at_20": 0.05253, "precision_at_50": 0.03208, "precision_at_100": 0.02138, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23065, "ndcg_at_3": 0.19322, "ndcg_at_5": 0.17907, "ndcg_at_10": 0.17698, "ndcg_at_20": 0.19518, "ndcg_at_50": 0.23552, "ndcg_at_100": 0.266, "map_at_1": 0.03272, "map_at_3": 0.05855, "map_at_5": 0.07005, "map_at_10": 0.08596, "map_at_20": 0.09879, "map_at_50": 0.11037, "map_at_100": 0.11582, "recall_at_1": 0.03272, "recall_at_3": 0.07662, "recall_at_5": 0.1056, "recall_at_10": 0.16101, "recall_at_20": 0.22941, "recall_at_50": 0.3389, "recall_at_100": 0.43766, "precision_at_1": 0.23065, "precision_at_3": 0.17758, "precision_at_5": 0.1506, "precision_at_10": 0.11771, "precision_at_20": 0.08616, "precision_at_50": 0.0525, "precision_at_100": 0.03415, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.07143, "ndcg_at_3": 0.05653, "ndcg_at_5": 0.05071, "ndcg_at_10": 0.04529, "ndcg_at_20": 0.04836, "ndcg_at_50": 0.06047, "ndcg_at_100": 0.0711, "map_at_1": 0.00887, "map_at_3": 0.0152, "map_at_5": 0.01728, "map_at_10": 0.01936, "map_at_20": 0.02138, "map_at_50": 0.02344, "map_at_100": 0.02445, "recall_at_1": 0.00887, "recall_at_3": 0.02061, "recall_at_5": 0.0266, "recall_at_10": 0.03585, "recall_at_20": 0.05204, "recall_at_50": 0.08483, "recall_at_100": 0.11922, "precision_at_1": 0.07143, "precision_at_3": 0.0506, "precision_at_5": 0.04196, "precision_at_10": 0.02917, "precision_at_20": 0.02046, "precision_at_50": 0.01366, "precision_at_100": 0.00964, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18601, "ndcg_at_3": 0.15651, "ndcg_at_5": 0.14599, "ndcg_at_10": 0.14518, "ndcg_at_20": 0.15798, "ndcg_at_50": 0.18777, "ndcg_at_100": 0.20964, "map_at_1": 0.0318, "map_at_3": 0.05247, "map_at_5": 0.06115, "map_at_10": 0.0729, "map_at_20": 0.08076, "map_at_50": 0.0883, "map_at_100": 0.09165, "recall_at_1": 0.0318, "recall_at_3": 0.06764, "recall_at_5": 0.0896, "recall_at_10": 0.13172, "recall_at_20": 0.18123, "recall_at_50": 0.26258, "recall_at_100": 0.33147, "precision_at_1": 0.18601, "precision_at_3": 0.14286, "precision_at_5": 0.12083, "precision_at_10": 0.09241, "precision_at_20": 0.06451, "precision_at_50": 0.03875, "precision_at_100": 0.0253, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06101, "ndcg_at_3": 0.05258, "ndcg_at_5": 0.05063, "ndcg_at_10": 0.05118, "ndcg_at_20": 0.05577, "ndcg_at_50": 0.06929, "ndcg_at_100": 0.07978, "map_at_1": 0.00815, "map_at_3": 0.01501, "map_at_5": 0.0177, "map_at_10": 0.02107, "map_at_20": 0.02309, "map_at_50": 0.02528, "map_at_100": 0.02638, "recall_at_1": 0.00815, "recall_at_3": 0.02277, "recall_at_5": 0.03322, "recall_at_10": 0.04939, "recall_at_20": 0.06706, "recall_at_50": 0.10367, "recall_at_100": 0.13664, "precision_at_1": 0.06101, "precision_at_3": 0.0496, "precision_at_5": 0.04345, "precision_at_10": 0.03408, "precision_at_20": 0.02418, "precision_at_50": 0.01557, "precision_at_100": 0.01067, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.19345, "ndcg_at_3": 0.16137, "ndcg_at_5": 0.14855, "ndcg_at_10": 0.14665, "ndcg_at_20": 0.1634, "ndcg_at_50": 0.19741, "ndcg_at_100": 0.22276, "map_at_1": 0.03309, "map_at_3": 0.05342, "map_at_5": 0.06285, "map_at_10": 0.07403, "map_at_20": 0.08357, "map_at_50": 0.09225, "map_at_100": 0.09641, "recall_at_1": 0.03309, "recall_at_3": 0.06718, "recall_at_5": 0.09171, "recall_at_10": 0.13117, "recall_at_20": 0.18844, "recall_at_50": 0.28155, "recall_at_100": 0.36218, "precision_at_1": 0.19345, "precision_at_3": 0.1503, "precision_at_5": 0.12321, "precision_at_10": 0.0936, "precision_at_20": 0.0683, "precision_at_50": 0.04187, "precision_at_100": 0.02765, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17113, "ndcg_at_3": 0.145, "ndcg_at_5": 0.1392, "ndcg_at_10": 0.13778, "ndcg_at_20": 0.1531, "ndcg_at_50": 0.18546, "ndcg_at_100": 0.20953, "map_at_1": 0.02836, "map_at_3": 0.04819, "map_at_5": 0.05818, "map_at_10": 0.06838, "map_at_20": 0.0772, "map_at_50": 0.08567, "map_at_100": 0.08951, "recall_at_1": 0.02836, "recall_at_3": 0.06176, "recall_at_5": 0.0896, "recall_at_10": 0.13037, "recall_at_20": 0.18406, "recall_at_50": 0.27166, "recall_at_100": 0.35014, "precision_at_1": 0.17113, "precision_at_3": 0.13194, "precision_at_5": 0.11577, "precision_at_10": 0.08839, "precision_at_20": 0.06429, "precision_at_50": 0.03979, "precision_at_100": 0.02606, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.27083, "ndcg_at_3": 0.24421, "ndcg_at_5": 0.23295, "ndcg_at_10": 0.24029, "ndcg_at_20": 0.27039, "ndcg_at_50": 0.32528, "ndcg_at_100": 0.35737, "map_at_1": 0.04053, "map_at_3": 0.08064, "map_at_5": 0.09825, "map_at_10": 0.12441, "map_at_20": 0.14585, "map_at_50": 0.16491, "map_at_100": 0.17206, "recall_at_1": 0.04053, "recall_at_3": 0.10482, "recall_at_5": 0.1485, "recall_at_10": 0.23257, "recall_at_20": 0.33432, "recall_at_50": 0.48165, "recall_at_100": 0.58094, "precision_at_1": 0.27083, "precision_at_3": 0.23065, "precision_at_5": 0.1994, "precision_at_10": 0.16161, "precision_at_20": 0.11957, "precision_at_50": 0.07241, "precision_at_100": 0.04496, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2128, "ndcg_at_3": 0.18981, "ndcg_at_5": 0.17806, "ndcg_at_10": 0.17933, "ndcg_at_20": 0.19979, "ndcg_at_50": 0.24151, "ndcg_at_100": 0.26887, "map_at_1": 0.0351, "map_at_3": 0.06437, "map_at_5": 0.07611, "map_at_10": 0.0927, "map_at_20": 0.10537, "map_at_50": 0.11742, "map_at_100": 0.12255, "recall_at_1": 0.0351, "recall_at_3": 0.08309, "recall_at_5": 0.11254, "recall_at_10": 0.16691, "recall_at_20": 0.23892, "recall_at_50": 0.35329, "recall_at_100": 0.43676, "precision_at_1": 0.2128, "precision_at_3": 0.17758, "precision_at_5": 0.1494, "precision_at_10": 0.11756, "precision_at_20": 0.08542, "precision_at_50": 0.05244, "precision_at_100": 0.03385, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06696, "ndcg_at_3": 0.05678, "ndcg_at_5": 0.05579, "ndcg_at_10": 0.06034, "ndcg_at_20": 0.07019, "ndcg_at_50": 0.09123, "ndcg_at_100": 0.10601, "map_at_1": 0.01275, "map_at_3": 0.02018, "map_at_5": 0.02314, "map_at_10": 0.02815, "map_at_20": 0.03182, "map_at_50": 0.03557, "map_at_100": 0.0373, "recall_at_1": 0.01275, "recall_at_3": 0.02692, "recall_at_5": 0.03717, "recall_at_10": 0.0604, "recall_at_20": 0.08796, "recall_at_50": 0.1468, "recall_at_100": 0.19469, "precision_at_1": 0.06696, "precision_at_3": 0.05159, "precision_at_5": 0.04613, "precision_at_10": 0.03958, "precision_at_20": 0.0308, "precision_at_50": 0.02071, "precision_at_100": 0.01423, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.2619, "ndcg_at_3": 0.21882, "ndcg_at_5": 0.20343, "ndcg_at_10": 0.19842, "ndcg_at_20": 0.21809, "ndcg_at_50": 0.26314, "ndcg_at_100": 0.29514, "map_at_1": 0.04182, "map_at_3": 0.07297, "map_at_5": 0.08755, "map_at_10": 0.10445, "map_at_20": 0.1181, "map_at_50": 0.13161, "map_at_100": 0.13772, "recall_at_1": 0.04182, "recall_at_3": 0.09361, "recall_at_5": 0.12671, "recall_at_10": 0.17834, "recall_at_20": 0.24987, "recall_at_50": 0.37194, "recall_at_100": 0.47114, "precision_at_1": 0.2619, "precision_at_3": 0.20188, "precision_at_5": 0.16815, "precision_at_10": 0.12693, "precision_at_20": 0.09159, "precision_at_50": 0.05658, "precision_at_100": 0.03696, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.31399, "ndcg_at_3": 0.26443, "ndcg_at_5": 0.24839, "ndcg_at_10": 0.25041, "ndcg_at_20": 0.27659, "ndcg_at_50": 0.32771, "ndcg_at_100": 0.36094, "map_at_1": 0.05268, "map_at_3": 0.09325, "map_at_5": 0.11049, "map_at_10": 0.13483, "map_at_20": 0.15308, "map_at_50": 0.17004, "map_at_100": 0.17709, "recall_at_1": 0.05268, "recall_at_3": 0.11542, "recall_at_5": 0.15818, "recall_at_10": 0.23632, "recall_at_20": 0.32567, "recall_at_50": 0.46212, "recall_at_100": 0.56588, "precision_at_1": 0.31399, "precision_at_3": 0.24206, "precision_at_5": 0.20565, "precision_at_10": 0.15759, "precision_at_20": 0.11302, "precision_at_50": 0.06789, "precision_at_100": 0.04289, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23214, "ndcg_at_3": 0.20775, "ndcg_at_5": 0.19849, "ndcg_at_10": 0.20084, "ndcg_at_20": 0.22747, "ndcg_at_50": 0.27816, "ndcg_at_100": 0.31171, "map_at_1": 0.03336, "map_at_3": 0.0667, "map_at_5": 0.0821, "map_at_10": 0.10092, "map_at_20": 0.11806, "map_at_50": 0.13331, "map_at_100": 0.13999, "recall_at_1": 0.03336, "recall_at_3": 0.08981, "recall_at_5": 0.12544, "recall_at_10": 0.19147, "recall_at_20": 0.27897, "recall_at_50": 0.41539, "recall_at_100": 0.52293, "precision_at_1": 0.23214, "precision_at_3": 0.19643, "precision_at_5": 0.17262, "precision_at_10": 0.13408, "precision_at_20": 0.10067, "precision_at_50": 0.06247, "precision_at_100": 0.03999, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21429, "ndcg_at_3": 0.17831, "ndcg_at_5": 0.15975, "ndcg_at_10": 0.1576, "ndcg_at_20": 0.16949, "ndcg_at_50": 0.1992, "ndcg_at_100": 0.22097, "map_at_1": 0.03777, "map_at_3": 0.06158, "map_at_5": 0.06887, "map_at_10": 0.08081, "map_at_20": 0.08923, "map_at_50": 0.09701, "map_at_100": 0.10033, "recall_at_1": 0.03777, "recall_at_3": 0.07662, "recall_at_5": 0.09479, "recall_at_10": 0.13752, "recall_at_20": 0.18649, "recall_at_50": 0.26712, "recall_at_100": 0.33459, "precision_at_1": 0.21429, "precision_at_3": 0.16319, "precision_at_5": 0.12798, "precision_at_10": 0.09821, "precision_at_20": 0.06778, "precision_at_50": 0.04045, "precision_at_100": 0.02624, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "HC3Finance", "alias": null, "tier": 0, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.62651, "ndcg_at_3": 0.73999, "ndcg_at_5": 0.76466, "ndcg_at_10": 0.77996, "ndcg_at_20": 0.79148, "ndcg_at_50": 0.79732, "ndcg_at_100": 0.79774, "map_at_1": 0.62651, "map_at_3": 0.71325, "map_at_5": 0.72687, "map_at_10": 0.73347, "map_at_20": 0.7366, "map_at_50": 0.73758, "map_at_100": 0.73763, "recall_at_1": 0.62651, "recall_at_3": 0.81687, "recall_at_5": 0.87711, "recall_at_10": 0.92289, "recall_at_20": 0.96867, "recall_at_50": 0.99759, "recall_at_100": 1.0, "precision_at_1": 0.62651, "precision_at_3": 0.27229, "precision_at_5": 0.17542, "precision_at_10": 0.09229, "precision_at_20": 0.04843, "precision_at_50": 0.01995, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55663, "ndcg_at_3": 0.66973, "ndcg_at_5": 0.69276, "ndcg_at_10": 0.71376, "ndcg_at_20": 0.72689, "ndcg_at_50": 0.73461, "ndcg_at_100": 0.73941, "map_at_1": 0.55663, "map_at_3": 0.64217, "map_at_5": 0.65506, "map_at_10": 0.66371, "map_at_20": 0.66716, "map_at_50": 0.66842, "map_at_100": 0.66888, "recall_at_1": 0.55663, "recall_at_3": 0.7494, "recall_at_5": 0.80482, "recall_at_10": 0.86988, "recall_at_20": 0.92289, "recall_at_50": 0.96145, "recall_at_100": 0.99036, "precision_at_1": 0.55663, "precision_at_3": 0.2498, "precision_at_5": 0.16096, "precision_at_10": 0.08699, "precision_at_20": 0.04614, "precision_at_50": 0.01923, "precision_at_100": 0.0099, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48675, "ndcg_at_3": 0.62266, "ndcg_at_5": 0.64755, "ndcg_at_10": 0.67642, "ndcg_at_20": 0.69316, "ndcg_at_50": 0.70265, "ndcg_at_100": 0.70543, "map_at_1": 0.48675, "map_at_3": 0.59036, "map_at_5": 0.60422, "map_at_10": 0.61616, "map_at_20": 0.62059, "map_at_50": 0.62228, "map_at_100": 0.62254, "recall_at_1": 0.48675, "recall_at_3": 0.71566, "recall_at_5": 0.7759, "recall_at_10": 0.86506, "recall_at_20": 0.93253, "recall_at_50": 0.97831, "recall_at_100": 0.99518, "precision_at_1": 0.48675, "precision_at_3": 0.23855, "precision_at_5": 0.15518, "precision_at_10": 0.08651, "precision_at_20": 0.04663, "precision_at_50": 0.01957, "precision_at_100": 0.00995, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64819, "ndcg_at_3": 0.74704, "ndcg_at_5": 0.77329, "ndcg_at_10": 0.78725, "ndcg_at_20": 0.79523, "ndcg_at_50": 0.79999, "ndcg_at_100": 0.8016, "map_at_1": 0.64819, "map_at_3": 0.72289, "map_at_5": 0.73771, "map_at_10": 0.74343, "map_at_20": 0.74565, "map_at_50": 0.7464, "map_at_100": 0.74656, "recall_at_1": 0.64819, "recall_at_3": 0.81687, "recall_at_5": 0.87952, "recall_at_10": 0.92289, "recall_at_20": 0.95422, "recall_at_50": 0.97831, "recall_at_100": 0.98795, "precision_at_1": 0.64819, "precision_at_3": 0.27229, "precision_at_5": 0.1759, "precision_at_10": 0.09229, "precision_at_20": 0.04771, "precision_at_50": 0.01957, "precision_at_100": 0.00988, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36627, "ndcg_at_3": 0.49635, "ndcg_at_5": 0.53151, "ndcg_at_10": 0.56647, "ndcg_at_20": 0.59239, "ndcg_at_50": 0.60387, "ndcg_at_100": 0.60948, "map_at_1": 0.36627, "map_at_3": 0.46466, "map_at_5": 0.48442, "map_at_10": 0.49923, "map_at_20": 0.5062, "map_at_50": 0.50805, "map_at_100": 0.50858, "recall_at_1": 0.36627, "recall_at_3": 0.58795, "recall_at_5": 0.67229, "recall_at_10": 0.77831, "recall_at_20": 0.88193, "recall_at_50": 0.93976, "recall_at_100": 0.97349, "precision_at_1": 0.36627, "precision_at_3": 0.19598, "precision_at_5": 0.13446, "precision_at_10": 0.07783, "precision_at_20": 0.0441, "precision_at_50": 0.0188, "precision_at_100": 0.00973, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61687, "ndcg_at_3": 0.7282, "ndcg_at_5": 0.75183, "ndcg_at_10": 0.76705, "ndcg_at_20": 0.77493, "ndcg_at_50": 0.78276, "ndcg_at_100": 0.78522, "map_at_1": 0.61687, "map_at_3": 0.70161, "map_at_5": 0.71462, "map_at_10": 0.72114, "map_at_20": 0.72328, "map_at_50": 0.72461, "map_at_100": 0.72486, "recall_at_1": 0.61687, "recall_at_3": 0.80482, "recall_at_5": 0.86265, "recall_at_10": 0.90843, "recall_at_20": 0.93976, "recall_at_50": 0.97831, "recall_at_100": 0.99277, "precision_at_1": 0.61687, "precision_at_3": 0.26827, "precision_at_5": 0.17253, "precision_at_10": 0.09084, "precision_at_20": 0.04699, "precision_at_50": 0.01957, "precision_at_100": 0.00993, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53735, "ndcg_at_3": 0.64862, "ndcg_at_5": 0.67164, "ndcg_at_10": 0.6995, "ndcg_at_20": 0.71345, "ndcg_at_50": 0.72148, "ndcg_at_100": 0.72541, "map_at_1": 0.53735, "map_at_3": 0.62129, "map_at_5": 0.63418, "map_at_10": 0.646, "map_at_20": 0.64979, "map_at_50": 0.65104, "map_at_100": 0.65139, "recall_at_1": 0.53735, "recall_at_3": 0.72771, "recall_at_5": 0.78313, "recall_at_10": 0.86747, "recall_at_20": 0.92289, "recall_at_50": 0.96386, "recall_at_100": 0.98795, "precision_at_1": 0.53735, "precision_at_3": 0.24257, "precision_at_5": 0.15663, "precision_at_10": 0.08675, "precision_at_20": 0.04614, "precision_at_50": 0.01928, "precision_at_100": 0.00988, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.48193, "ndcg_at_3": 0.57438, "ndcg_at_5": 0.60683, "ndcg_at_10": 0.637, "ndcg_at_20": 0.65955, "ndcg_at_50": 0.67011, "ndcg_at_100": 0.67482, "map_at_1": 0.48193, "map_at_3": 0.55141, "map_at_5": 0.56924, "map_at_10": 0.58201, "map_at_20": 0.5882, "map_at_50": 0.58992, "map_at_100": 0.59033, "recall_at_1": 0.48193, "recall_at_3": 0.64096, "recall_at_5": 0.72048, "recall_at_10": 0.81205, "recall_at_20": 0.9012, "recall_at_50": 0.95422, "recall_at_100": 0.98313, "precision_at_1": 0.48193, "precision_at_3": 0.21365, "precision_at_5": 0.1441, "precision_at_10": 0.0812, "precision_at_20": 0.04506, "precision_at_50": 0.01908, "precision_at_100": 0.00983, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60723, "ndcg_at_3": 0.69492, "ndcg_at_5": 0.71991, "ndcg_at_10": 0.74791, "ndcg_at_20": 0.76022, "ndcg_at_50": 0.76607, "ndcg_at_100": 0.76838, "map_at_1": 0.60723, "map_at_3": 0.6743, "map_at_5": 0.68827, "map_at_10": 0.69979, "map_at_20": 0.70324, "map_at_50": 0.70422, "map_at_100": 0.70441, "recall_at_1": 0.60723, "recall_at_3": 0.75422, "recall_at_5": 0.81446, "recall_at_10": 0.9012, "recall_at_20": 0.9494, "recall_at_50": 0.97831, "recall_at_100": 0.99277, "precision_at_1": 0.60723, "precision_at_3": 0.25141, "precision_at_5": 0.16289, "precision_at_10": 0.09012, "precision_at_20": 0.04747, "precision_at_50": 0.01957, "precision_at_100": 0.00993, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47229, "ndcg_at_3": 0.59351, "ndcg_at_5": 0.6294, "ndcg_at_10": 0.64788, "ndcg_at_20": 0.66802, "ndcg_at_50": 0.68081, "ndcg_at_100": 0.68443, "map_at_1": 0.47229, "map_at_3": 0.56305, "map_at_5": 0.58305, "map_at_10": 0.59056, "map_at_20": 0.5961, "map_at_50": 0.59831, "map_at_100": 0.59866, "recall_at_1": 0.47229, "recall_at_3": 0.68193, "recall_at_5": 0.76867, "recall_at_10": 0.82651, "recall_at_20": 0.90602, "recall_at_50": 0.96867, "recall_at_100": 0.99036, "precision_at_1": 0.47229, "precision_at_3": 0.22731, "precision_at_5": 0.15373, "precision_at_10": 0.08265, "precision_at_20": 0.0453, "precision_at_50": 0.01937, "precision_at_100": 0.0099, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62892, "ndcg_at_3": 0.72599, "ndcg_at_5": 0.74787, "ndcg_at_10": 0.76505, "ndcg_at_20": 0.77634, "ndcg_at_50": 0.78418, "ndcg_at_100": 0.78535, "map_at_1": 0.62892, "map_at_3": 0.70281, "map_at_5": 0.71498, "map_at_10": 0.7221, "map_at_20": 0.72537, "map_at_50": 0.7267, "map_at_100": 0.7268, "recall_at_1": 0.62892, "recall_at_3": 0.79277, "recall_at_5": 0.84578, "recall_at_10": 0.8988, "recall_at_20": 0.94217, "recall_at_50": 0.98072, "recall_at_100": 0.98795, "precision_at_1": 0.62892, "precision_at_3": 0.26426, "precision_at_5": 0.16916, "precision_at_10": 0.08988, "precision_at_20": 0.04711, "precision_at_50": 0.01961, "precision_at_100": 0.00988, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16145, "ndcg_at_3": 0.31727, "ndcg_at_5": 0.36185, "ndcg_at_10": 0.40424, "ndcg_at_20": 0.43875, "ndcg_at_50": 0.46043, "ndcg_at_100": 0.46919, "map_at_1": 0.16145, "map_at_3": 0.27871, "map_at_5": 0.30341, "map_at_10": 0.32109, "map_at_20": 0.33078, "map_at_50": 0.33432, "map_at_100": 0.33514, "recall_at_1": 0.16145, "recall_at_3": 0.42892, "recall_at_5": 0.53735, "recall_at_10": 0.66747, "recall_at_20": 0.80241, "recall_at_50": 0.91084, "recall_at_100": 0.96386, "precision_at_1": 0.16145, "precision_at_3": 0.14297, "precision_at_5": 0.10747, "precision_at_10": 0.06675, "precision_at_20": 0.04012, "precision_at_50": 0.01822, "precision_at_100": 0.00964, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36386, "ndcg_at_3": 0.48, "ndcg_at_5": 0.51879, "ndcg_at_10": 0.55714, "ndcg_at_20": 0.57856, "ndcg_at_50": 0.5954, "ndcg_at_100": 0.5998, "map_at_1": 0.36386, "map_at_3": 0.45181, "map_at_5": 0.47337, "map_at_10": 0.4893, "map_at_20": 0.49522, "map_at_50": 0.49817, "map_at_100": 0.49859, "recall_at_1": 0.36386, "recall_at_3": 0.56145, "recall_at_5": 0.65542, "recall_at_10": 0.77349, "recall_at_20": 0.85783, "recall_at_50": 0.93976, "recall_at_100": 0.96627, "precision_at_1": 0.36386, "precision_at_3": 0.18715, "precision_at_5": 0.13108, "precision_at_10": 0.07735, "precision_at_20": 0.04289, "precision_at_50": 0.0188, "precision_at_100": 0.00966, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59277, "ndcg_at_3": 0.69891, "ndcg_at_5": 0.72752, "ndcg_at_10": 0.74751, "ndcg_at_20": 0.76045, "ndcg_at_50": 0.76504, "ndcg_at_100": 0.76628, "map_at_1": 0.59277, "map_at_3": 0.67309, "map_at_5": 0.68888, "map_at_10": 0.69742, "map_at_20": 0.70106, "map_at_50": 0.70192, "map_at_100": 0.70205, "recall_at_1": 0.59277, "recall_at_3": 0.77349, "recall_at_5": 0.84337, "recall_at_10": 0.90361, "recall_at_20": 0.95422, "recall_at_50": 0.9759, "recall_at_100": 0.98313, "precision_at_1": 0.59277, "precision_at_3": 0.25783, "precision_at_5": 0.16867, "precision_at_10": 0.09036, "precision_at_20": 0.04771, "precision_at_50": 0.01952, "precision_at_100": 0.00983, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3253, "ndcg_at_3": 0.42289, "ndcg_at_5": 0.45742, "ndcg_at_10": 0.5026, "ndcg_at_20": 0.52863, "ndcg_at_50": 0.54619, "ndcg_at_100": 0.55471, "map_at_1": 0.3253, "map_at_3": 0.39839, "map_at_5": 0.41743, "map_at_10": 0.43607, "map_at_20": 0.44312, "map_at_50": 0.44608, "map_at_100": 0.44681, "recall_at_1": 0.3253, "recall_at_3": 0.49398, "recall_at_5": 0.57831, "recall_at_10": 0.71807, "recall_at_20": 0.82169, "recall_at_50": 0.90843, "recall_at_100": 0.96145, "precision_at_1": 0.3253, "precision_at_3": 0.16466, "precision_at_5": 0.11566, "precision_at_10": 0.07181, "precision_at_20": 0.04108, "precision_at_50": 0.01817, "precision_at_100": 0.00961, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41687, "ndcg_at_3": 0.57128, "ndcg_at_5": 0.60581, "ndcg_at_10": 0.6353, "ndcg_at_20": 0.65091, "ndcg_at_50": 0.66403, "ndcg_at_100": 0.6656, "map_at_1": 0.41687, "map_at_3": 0.53454, "map_at_5": 0.55357, "map_at_10": 0.56569, "map_at_20": 0.56984, "map_at_50": 0.57204, "map_at_100": 0.57218, "recall_at_1": 0.41687, "recall_at_3": 0.67711, "recall_at_5": 0.76145, "recall_at_10": 0.85301, "recall_at_20": 0.91566, "recall_at_50": 0.98072, "recall_at_100": 0.99036, "precision_at_1": 0.41687, "precision_at_3": 0.2257, "precision_at_5": 0.15229, "precision_at_10": 0.0853, "precision_at_20": 0.04578, "precision_at_50": 0.01961, "precision_at_100": 0.0099, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23614, "ndcg_at_3": 0.35611, "ndcg_at_5": 0.39841, "ndcg_at_10": 0.4531, "ndcg_at_20": 0.47809, "ndcg_at_50": 0.49731, "ndcg_at_100": 0.50515, "map_at_1": 0.23614, "map_at_3": 0.3253, "map_at_5": 0.34855, "map_at_10": 0.37168, "map_at_20": 0.37854, "map_at_50": 0.38167, "map_at_100": 0.38237, "recall_at_1": 0.23614, "recall_at_3": 0.44578, "recall_at_5": 0.5494, "recall_at_10": 0.71566, "recall_at_20": 0.81446, "recall_at_50": 0.91084, "recall_at_100": 0.95904, "precision_at_1": 0.23614, "precision_at_3": 0.14859, "precision_at_5": 0.10988, "precision_at_10": 0.07157, "precision_at_20": 0.04072, "precision_at_50": 0.01822, "precision_at_100": 0.00959, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.71127, "ndcg_at_5": 0.73108, "ndcg_at_10": 0.74981, "ndcg_at_20": 0.76288, "ndcg_at_50": 0.77051, "ndcg_at_100": 0.77323, "map_at_1": 0.6, "map_at_3": 0.68394, "map_at_5": 0.6949, "map_at_10": 0.70311, "map_at_20": 0.70685, "map_at_50": 0.70807, "map_at_100": 0.7083, "recall_at_1": 0.6, "recall_at_3": 0.79036, "recall_at_5": 0.83855, "recall_at_10": 0.89398, "recall_at_20": 0.94458, "recall_at_50": 0.98313, "recall_at_100": 1.0, "precision_at_1": 0.6, "precision_at_3": 0.26345, "precision_at_5": 0.16771, "precision_at_10": 0.0894, "precision_at_20": 0.04723, "precision_at_50": 0.01966, "precision_at_100": 0.01, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2241, "ndcg_at_3": 0.33804, "ndcg_at_5": 0.37413, "ndcg_at_10": 0.41337, "ndcg_at_20": 0.44083, "ndcg_at_50": 0.46968, "ndcg_at_100": 0.48001, "map_at_1": 0.2241, "map_at_3": 0.30924, "map_at_5": 0.32948, "map_at_10": 0.34538, "map_at_20": 0.35295, "map_at_50": 0.35784, "map_at_100": 0.3588, "recall_at_1": 0.2241, "recall_at_3": 0.42169, "recall_at_5": 0.50843, "recall_at_10": 0.63133, "recall_at_20": 0.73976, "recall_at_50": 0.88193, "recall_at_100": 0.94458, "precision_at_1": 0.2241, "precision_at_3": 0.14056, "precision_at_5": 0.10169, "precision_at_10": 0.06313, "precision_at_20": 0.03699, "precision_at_50": 0.01764, "precision_at_100": 0.00945, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30843, "ndcg_at_3": 0.4152, "ndcg_at_5": 0.44962, "ndcg_at_10": 0.49251, "ndcg_at_20": 0.5194, "ndcg_at_50": 0.53504, "ndcg_at_100": 0.54367, "map_at_1": 0.30843, "map_at_3": 0.38956, "map_at_5": 0.40847, "map_at_10": 0.42664, "map_at_20": 0.43407, "map_at_50": 0.43673, "map_at_100": 0.43749, "recall_at_1": 0.30843, "recall_at_3": 0.48916, "recall_at_5": 0.57349, "recall_at_10": 0.70361, "recall_at_20": 0.80964, "recall_at_50": 0.88675, "recall_at_100": 0.93976, "precision_at_1": 0.30843, "precision_at_3": 0.16305, "precision_at_5": 0.1147, "precision_at_10": 0.07036, "precision_at_20": 0.04048, "precision_at_50": 0.01773, "precision_at_100": 0.0094, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46265, "ndcg_at_3": 0.57696, "ndcg_at_5": 0.61305, "ndcg_at_10": 0.64248, "ndcg_at_20": 0.66071, "ndcg_at_50": 0.67137, "ndcg_at_100": 0.67412, "map_at_1": 0.46265, "map_at_3": 0.549, "map_at_5": 0.56924, "map_at_10": 0.58126, "map_at_20": 0.58625, "map_at_50": 0.58801, "map_at_100": 0.58826, "recall_at_1": 0.46265, "recall_at_3": 0.65783, "recall_at_5": 0.74458, "recall_at_10": 0.83614, "recall_at_20": 0.90843, "recall_at_50": 0.96145, "recall_at_100": 0.97831, "precision_at_1": 0.46265, "precision_at_3": 0.21928, "precision_at_5": 0.14892, "precision_at_10": 0.08361, "precision_at_20": 0.04542, "precision_at_50": 0.01923, "precision_at_100": 0.00978, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51084, "ndcg_at_3": 0.62091, "ndcg_at_5": 0.66012, "ndcg_at_10": 0.67915, "ndcg_at_20": 0.6947, "ndcg_at_50": 0.70652, "ndcg_at_100": 0.70854, "map_at_1": 0.51084, "map_at_3": 0.59398, "map_at_5": 0.61602, "map_at_10": 0.62406, "map_at_20": 0.62819, "map_at_50": 0.63023, "map_at_100": 0.63043, "recall_at_1": 0.51084, "recall_at_3": 0.6988, "recall_at_5": 0.79277, "recall_at_10": 0.8506, "recall_at_20": 0.91325, "recall_at_50": 0.97108, "recall_at_100": 0.98313, "precision_at_1": 0.51084, "precision_at_3": 0.23293, "precision_at_5": 0.15855, "precision_at_10": 0.08506, "precision_at_20": 0.04566, "precision_at_50": 0.01942, "precision_at_100": 0.00983, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49639, "ndcg_at_3": 0.6368, "ndcg_at_5": 0.66262, "ndcg_at_10": 0.68874, "ndcg_at_20": 0.70127, "ndcg_at_50": 0.71165, "ndcg_at_100": 0.71393, "map_at_1": 0.49639, "map_at_3": 0.60281, "map_at_5": 0.61715, "map_at_10": 0.62816, "map_at_20": 0.63178, "map_at_50": 0.6336, "map_at_100": 0.63378, "recall_at_1": 0.49639, "recall_at_3": 0.73494, "recall_at_5": 0.79759, "recall_at_10": 0.87711, "recall_at_20": 0.9253, "recall_at_50": 0.9759, "recall_at_100": 0.99036, "precision_at_1": 0.49639, "precision_at_3": 0.24498, "precision_at_5": 0.15952, "precision_at_10": 0.08771, "precision_at_20": 0.04627, "precision_at_50": 0.01952, "precision_at_100": 0.0099, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.53649, "ndcg_at_5": 0.57527, "ndcg_at_10": 0.6102, "ndcg_at_20": 0.62892, "ndcg_at_50": 0.64078, "ndcg_at_100": 0.64393, "map_at_1": 0.4, "map_at_3": 0.50361, "map_at_5": 0.52518, "map_at_10": 0.5395, "map_at_20": 0.54488, "map_at_50": 0.54676, "map_at_100": 0.54704, "recall_at_1": 0.4, "recall_at_3": 0.63133, "recall_at_5": 0.7253, "recall_at_10": 0.83373, "recall_at_20": 0.90602, "recall_at_50": 0.96627, "recall_at_100": 0.98554, "precision_at_1": 0.4, "precision_at_3": 0.21044, "precision_at_5": 0.14506, "precision_at_10": 0.08337, "precision_at_20": 0.0453, "precision_at_50": 0.01933, "precision_at_100": 0.00986, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06988, "ndcg_at_3": 0.13141, "ndcg_at_5": 0.16013, "ndcg_at_10": 0.1985, "ndcg_at_20": 0.22808, "ndcg_at_50": 0.26244, "ndcg_at_100": 0.28003, "map_at_1": 0.06988, "map_at_3": 0.11606, "map_at_5": 0.13197, "map_at_10": 0.14744, "map_at_20": 0.15542, "map_at_50": 0.16093, "map_at_100": 0.16247, "recall_at_1": 0.06988, "recall_at_3": 0.1759, "recall_at_5": 0.24578, "recall_at_10": 0.36627, "recall_at_20": 0.48434, "recall_at_50": 0.65783, "recall_at_100": 0.76627, "precision_at_1": 0.06988, "precision_at_3": 0.05863, "precision_at_5": 0.04916, "precision_at_10": 0.03663, "precision_at_20": 0.02422, "precision_at_50": 0.01316, "precision_at_100": 0.00766, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29639, "ndcg_at_3": 0.43155, "ndcg_at_5": 0.4639, "ndcg_at_10": 0.50417, "ndcg_at_20": 0.52321, "ndcg_at_50": 0.54072, "ndcg_at_100": 0.54854, "map_at_1": 0.29639, "map_at_3": 0.39759, "map_at_5": 0.4153, "map_at_10": 0.43222, "map_at_20": 0.43753, "map_at_50": 0.44046, "map_at_100": 0.44116, "recall_at_1": 0.29639, "recall_at_3": 0.53012, "recall_at_5": 0.60964, "recall_at_10": 0.73253, "recall_at_20": 0.80723, "recall_at_50": 0.89398, "recall_at_100": 0.94217, "precision_at_1": 0.29639, "precision_at_3": 0.17671, "precision_at_5": 0.12193, "precision_at_10": 0.07325, "precision_at_20": 0.04036, "precision_at_50": 0.01788, "precision_at_100": 0.00942, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.21928, "ndcg_at_3": 0.31661, "ndcg_at_5": 0.35518, "ndcg_at_10": 0.39203, "ndcg_at_20": 0.41838, "ndcg_at_50": 0.44538, "ndcg_at_100": 0.45919, "map_at_1": 0.21928, "map_at_3": 0.29277, "map_at_5": 0.3141, "map_at_10": 0.32898, "map_at_20": 0.33629, "map_at_50": 0.34073, "map_at_100": 0.34198, "recall_at_1": 0.21928, "recall_at_3": 0.38554, "recall_at_5": 0.47952, "recall_at_10": 0.59518, "recall_at_20": 0.6988, "recall_at_50": 0.83373, "recall_at_100": 0.91807, "precision_at_1": 0.21928, "precision_at_3": 0.12851, "precision_at_5": 0.0959, "precision_at_10": 0.05952, "precision_at_20": 0.03494, "precision_at_50": 0.01667, "precision_at_100": 0.00918, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.31084, "ndcg_at_3": 0.42662, "ndcg_at_5": 0.47328, "ndcg_at_10": 0.50754, "ndcg_at_20": 0.53152, "ndcg_at_50": 0.55084, "ndcg_at_100": 0.55833, "map_at_1": 0.31084, "map_at_3": 0.39759, "map_at_5": 0.42349, "map_at_10": 0.43806, "map_at_20": 0.44474, "map_at_50": 0.44792, "map_at_100": 0.4486, "recall_at_1": 0.31084, "recall_at_3": 0.51084, "recall_at_5": 0.6241, "recall_at_10": 0.72771, "recall_at_20": 0.82169, "recall_at_50": 0.91807, "recall_at_100": 0.96386, "precision_at_1": 0.31084, "precision_at_3": 0.17028, "precision_at_5": 0.12482, "precision_at_10": 0.07277, "precision_at_20": 0.04108, "precision_at_50": 0.01836, "precision_at_100": 0.00964, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20964, "ndcg_at_3": 0.32028, "ndcg_at_5": 0.36353, "ndcg_at_10": 0.39968, "ndcg_at_20": 0.43098, "ndcg_at_50": 0.4521, "ndcg_at_100": 0.46478, "map_at_1": 0.20964, "map_at_3": 0.29277, "map_at_5": 0.31711, "map_at_10": 0.3322, "map_at_20": 0.34091, "map_at_50": 0.34433, "map_at_100": 0.3455, "recall_at_1": 0.20964, "recall_at_3": 0.4, "recall_at_5": 0.50361, "recall_at_10": 0.61446, "recall_at_20": 0.73735, "recall_at_50": 0.84337, "recall_at_100": 0.92048, "precision_at_1": 0.20964, "precision_at_3": 0.13333, "precision_at_5": 0.10072, "precision_at_10": 0.06145, "precision_at_20": 0.03687, "precision_at_50": 0.01687, "precision_at_100": 0.0092, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26024, "ndcg_at_3": 0.38723, "ndcg_at_5": 0.42, "ndcg_at_10": 0.46553, "ndcg_at_20": 0.48514, "ndcg_at_50": 0.50822, "ndcg_at_100": 0.51764, "map_at_1": 0.26024, "map_at_3": 0.35542, "map_at_5": 0.37361, "map_at_10": 0.39305, "map_at_20": 0.39849, "map_at_50": 0.40243, "map_at_100": 0.40327, "recall_at_1": 0.26024, "recall_at_3": 0.47952, "recall_at_5": 0.55904, "recall_at_10": 0.69639, "recall_at_20": 0.77349, "recall_at_50": 0.88675, "recall_at_100": 0.94458, "precision_at_1": 0.26024, "precision_at_3": 0.15984, "precision_at_5": 0.11181, "precision_at_10": 0.06964, "precision_at_20": 0.03867, "precision_at_50": 0.01773, "precision_at_100": 0.00945, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24819, "ndcg_at_3": 0.35028, "ndcg_at_5": 0.39985, "ndcg_at_10": 0.44215, "ndcg_at_20": 0.46409, "ndcg_at_50": 0.49335, "ndcg_at_100": 0.50087, "map_at_1": 0.24819, "map_at_3": 0.3241, "map_at_5": 0.35157, "map_at_10": 0.36916, "map_at_20": 0.37518, "map_at_50": 0.38011, "map_at_100": 0.3808, "recall_at_1": 0.24819, "recall_at_3": 0.42651, "recall_at_5": 0.54699, "recall_at_10": 0.67711, "recall_at_20": 0.76386, "recall_at_50": 0.90843, "recall_at_100": 0.95422, "precision_at_1": 0.24819, "precision_at_3": 0.14217, "precision_at_5": 0.1094, "precision_at_10": 0.06771, "precision_at_20": 0.03819, "precision_at_50": 0.01817, "precision_at_100": 0.00954, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6241, "ndcg_at_3": 0.73872, "ndcg_at_5": 0.75531, "ndcg_at_10": 0.77413, "ndcg_at_20": 0.78142, "ndcg_at_50": 0.78685, "ndcg_at_100": 0.78886, "map_at_1": 0.6241, "map_at_3": 0.71084, "map_at_5": 0.71988, "map_at_10": 0.72773, "map_at_20": 0.72971, "map_at_50": 0.73066, "map_at_100": 0.73085, "recall_at_1": 0.6241, "recall_at_3": 0.81928, "recall_at_5": 0.86024, "recall_at_10": 0.91807, "recall_at_20": 0.94699, "recall_at_50": 0.97349, "recall_at_100": 0.98554, "precision_at_1": 0.6241, "precision_at_3": 0.27309, "precision_at_5": 0.17205, "precision_at_10": 0.09181, "precision_at_20": 0.04735, "precision_at_50": 0.01947, "precision_at_100": 0.00986, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47952, "ndcg_at_3": 0.60252, "ndcg_at_5": 0.63673, "ndcg_at_10": 0.65932, "ndcg_at_20": 0.67721, "ndcg_at_50": 0.68697, "ndcg_at_100": 0.68961, "map_at_1": 0.47952, "map_at_3": 0.57108, "map_at_5": 0.58976, "map_at_10": 0.59909, "map_at_20": 0.60412, "map_at_50": 0.60578, "map_at_100": 0.60598, "recall_at_1": 0.47952, "recall_at_3": 0.69398, "recall_at_5": 0.77831, "recall_at_10": 0.84819, "recall_at_20": 0.91807, "recall_at_50": 0.96627, "recall_at_100": 0.98313, "precision_at_1": 0.47952, "precision_at_3": 0.23133, "precision_at_5": 0.15566, "precision_at_10": 0.08482, "precision_at_20": 0.0459, "precision_at_50": 0.01933, "precision_at_100": 0.00983, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2988, "ndcg_at_3": 0.39937, "ndcg_at_5": 0.42934, "ndcg_at_10": 0.46403, "ndcg_at_20": 0.48899, "ndcg_at_50": 0.51937, "ndcg_at_100": 0.52724, "map_at_1": 0.2988, "map_at_3": 0.37349, "map_at_5": 0.39024, "map_at_10": 0.40481, "map_at_20": 0.41166, "map_at_50": 0.41664, "map_at_100": 0.41735, "recall_at_1": 0.2988, "recall_at_3": 0.4747, "recall_at_5": 0.54699, "recall_at_10": 0.65301, "recall_at_20": 0.75181, "recall_at_50": 0.90361, "recall_at_100": 0.95181, "precision_at_1": 0.2988, "precision_at_3": 0.15823, "precision_at_5": 0.1094, "precision_at_10": 0.0653, "precision_at_20": 0.03759, "precision_at_50": 0.01807, "precision_at_100": 0.00952, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.50361, "ndcg_at_3": 0.63528, "ndcg_at_5": 0.6664, "ndcg_at_10": 0.69326, "ndcg_at_20": 0.70505, "ndcg_at_50": 0.71446, "ndcg_at_100": 0.71678, "map_at_1": 0.50361, "map_at_3": 0.60402, "map_at_5": 0.62149, "map_at_10": 0.6328, "map_at_20": 0.63615, "map_at_50": 0.6378, "map_at_100": 0.63799, "recall_at_1": 0.50361, "recall_at_3": 0.7253, "recall_at_5": 0.8, "recall_at_10": 0.88193, "recall_at_20": 0.92771, "recall_at_50": 0.97349, "recall_at_100": 0.98795, "precision_at_1": 0.50361, "precision_at_3": 0.24177, "precision_at_5": 0.16, "precision_at_10": 0.08819, "precision_at_20": 0.04639, "precision_at_50": 0.01947, "precision_at_100": 0.00988, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.56867, "ndcg_at_3": 0.69053, "ndcg_at_5": 0.71811, "ndcg_at_10": 0.73336, "ndcg_at_20": 0.74438, "ndcg_at_50": 0.75404, "ndcg_at_100": 0.75595, "map_at_1": 0.56867, "map_at_3": 0.66024, "map_at_5": 0.67542, "map_at_10": 0.68198, "map_at_20": 0.68503, "map_at_50": 0.68662, "map_at_100": 0.68677, "recall_at_1": 0.56867, "recall_at_3": 0.77831, "recall_at_5": 0.84578, "recall_at_10": 0.89157, "recall_at_20": 0.93494, "recall_at_50": 0.98313, "recall_at_100": 0.99518, "precision_at_1": 0.56867, "precision_at_3": 0.25944, "precision_at_5": 0.16916, "precision_at_10": 0.08916, "precision_at_20": 0.04675, "precision_at_50": 0.01966, "precision_at_100": 0.00995, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.0747, "ndcg_at_3": 0.11867, "ndcg_at_5": 0.13246, "ndcg_at_10": 0.15082, "ndcg_at_20": 0.16884, "ndcg_at_50": 0.19706, "ndcg_at_100": 0.21651, "map_at_1": 0.0747, "map_at_3": 0.10803, "map_at_5": 0.11562, "map_at_10": 0.12301, "map_at_20": 0.1278, "map_at_50": 0.13214, "map_at_100": 0.13382, "recall_at_1": 0.0747, "recall_at_3": 0.1494, "recall_at_5": 0.18313, "recall_at_10": 0.24096, "recall_at_20": 0.31325, "recall_at_50": 0.45783, "recall_at_100": 0.57831, "precision_at_1": 0.0747, "precision_at_3": 0.0498, "precision_at_5": 0.03663, "precision_at_10": 0.0241, "precision_at_20": 0.01566, "precision_at_50": 0.00916, "precision_at_100": 0.00578, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40482, "ndcg_at_3": 0.52154, "ndcg_at_5": 0.55285, "ndcg_at_10": 0.59088, "ndcg_at_20": 0.6139, "ndcg_at_50": 0.62549, "ndcg_at_100": 0.62951, "map_at_1": 0.40482, "map_at_3": 0.49277, "map_at_5": 0.50988, "map_at_10": 0.52596, "map_at_20": 0.53253, "map_at_50": 0.53445, "map_at_100": 0.53483, "recall_at_1": 0.40482, "recall_at_3": 0.60482, "recall_at_5": 0.68193, "recall_at_10": 0.79759, "recall_at_20": 0.88675, "recall_at_50": 0.94458, "recall_at_100": 0.96867, "precision_at_1": 0.40482, "precision_at_3": 0.20161, "precision_at_5": 0.13639, "precision_at_10": 0.07976, "precision_at_20": 0.04434, "precision_at_50": 0.01889, "precision_at_100": 0.00969, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 3 (English, Finance)", "alias": "ClosedDataset 3 (English, Finance)", "tier": 3, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.44038, "ndcg_at_3": 0.52509, "ndcg_at_5": 0.55025, "ndcg_at_10": 0.57244, "ndcg_at_20": 0.58658, "ndcg_at_50": 0.59846, "ndcg_at_100": 0.60432, "map_at_1": 0.44038, "map_at_3": 0.50428, "map_at_5": 0.51827, "map_at_10": 0.52752, "map_at_20": 0.53145, "map_at_50": 0.5334, "map_at_100": 0.53392, "recall_at_1": 0.44038, "recall_at_3": 0.5853, "recall_at_5": 0.64627, "recall_at_10": 0.71438, "recall_at_20": 0.76999, "recall_at_50": 0.82936, "recall_at_100": 0.86536, "precision_at_1": 0.44038, "precision_at_3": 0.1951, "precision_at_5": 0.12925, "precision_at_10": 0.07144, "precision_at_20": 0.0385, "precision_at_50": 0.01659, "precision_at_100": 0.00865, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41646, "ndcg_at_3": 0.49373, "ndcg_at_5": 0.51768, "ndcg_at_10": 0.5396, "ndcg_at_20": 0.5544, "ndcg_at_50": 0.56671, "ndcg_at_100": 0.57282, "map_at_1": 0.41646, "map_at_3": 0.47477, "map_at_5": 0.48807, "map_at_10": 0.49718, "map_at_20": 0.50126, "map_at_50": 0.50329, "map_at_100": 0.50383, "recall_at_1": 0.41646, "recall_at_3": 0.54855, "recall_at_5": 0.60666, "recall_at_10": 0.67415, "recall_at_20": 0.73257, "recall_at_50": 0.79394, "recall_at_100": 0.8315, "precision_at_1": 0.41646, "precision_at_3": 0.18285, "precision_at_5": 0.12133, "precision_at_10": 0.06741, "precision_at_20": 0.03663, "precision_at_50": 0.01588, "precision_at_100": 0.00831, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40035, "ndcg_at_3": 0.47738, "ndcg_at_5": 0.50075, "ndcg_at_10": 0.52333, "ndcg_at_20": 0.53806, "ndcg_at_50": 0.55089, "ndcg_at_100": 0.55739, "map_at_1": 0.40035, "map_at_3": 0.4584, "map_at_5": 0.47137, "map_at_10": 0.48077, "map_at_20": 0.48481, "map_at_50": 0.48692, "map_at_100": 0.4875, "recall_at_1": 0.40035, "recall_at_3": 0.53235, "recall_at_5": 0.58903, "recall_at_10": 0.65846, "recall_at_20": 0.71668, "recall_at_50": 0.78079, "recall_at_100": 0.82078, "precision_at_1": 0.40035, "precision_at_3": 0.17745, "precision_at_5": 0.11781, "precision_at_10": 0.06585, "precision_at_20": 0.03583, "precision_at_50": 0.01562, "precision_at_100": 0.00821, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39044, "ndcg_at_3": 0.47578, "ndcg_at_5": 0.50082, "ndcg_at_10": 0.524, "ndcg_at_20": 0.5384, "ndcg_at_50": 0.55044, "ndcg_at_100": 0.55581, "map_at_1": 0.39044, "map_at_3": 0.45472, "map_at_5": 0.46861, "map_at_10": 0.47826, "map_at_20": 0.48224, "map_at_50": 0.48422, "map_at_100": 0.4847, "recall_at_1": 0.39044, "recall_at_3": 0.53675, "recall_at_5": 0.59759, "recall_at_10": 0.66879, "recall_at_20": 0.72556, "recall_at_50": 0.78568, "recall_at_100": 0.8187, "precision_at_1": 0.39044, "precision_at_3": 0.17892, "precision_at_5": 0.11952, "precision_at_10": 0.06688, "precision_at_20": 0.03628, "precision_at_50": 0.01571, "precision_at_100": 0.00819, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36618, "ndcg_at_3": 0.43485, "ndcg_at_5": 0.45627, "ndcg_at_10": 0.47746, "ndcg_at_20": 0.49292, "ndcg_at_50": 0.50636, "ndcg_at_100": 0.51376, "map_at_1": 0.36618, "map_at_3": 0.41782, "map_at_5": 0.42971, "map_at_10": 0.43851, "map_at_20": 0.44277, "map_at_50": 0.44496, "map_at_100": 0.44562, "recall_at_1": 0.36618, "recall_at_3": 0.48416, "recall_at_5": 0.53619, "recall_at_10": 0.60142, "recall_at_20": 0.66249, "recall_at_50": 0.72977, "recall_at_100": 0.77531, "precision_at_1": 0.36618, "precision_at_3": 0.16139, "precision_at_5": 0.10724, "precision_at_10": 0.06014, "precision_at_20": 0.03312, "precision_at_50": 0.0146, "precision_at_100": 0.00775, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48771, "ndcg_at_3": 0.57316, "ndcg_at_5": 0.59815, "ndcg_at_10": 0.61973, "ndcg_at_20": 0.63337, "ndcg_at_50": 0.64418, "ndcg_at_100": 0.64909, "map_at_1": 0.48771, "map_at_3": 0.5521, "map_at_5": 0.56595, "map_at_10": 0.57493, "map_at_20": 0.5787, "map_at_50": 0.58048, "map_at_100": 0.58092, "recall_at_1": 0.48771, "recall_at_3": 0.63411, "recall_at_5": 0.69485, "recall_at_10": 0.7612, "recall_at_20": 0.81497, "recall_at_50": 0.86898, "recall_at_100": 0.8991, "precision_at_1": 0.48771, "precision_at_3": 0.21137, "precision_at_5": 0.13897, "precision_at_10": 0.07612, "precision_at_20": 0.04075, "precision_at_50": 0.01738, "precision_at_100": 0.00899, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43965, "ndcg_at_3": 0.51773, "ndcg_at_5": 0.54079, "ndcg_at_10": 0.56172, "ndcg_at_20": 0.57561, "ndcg_at_50": 0.58831, "ndcg_at_100": 0.59474, "map_at_1": 0.43965, "map_at_3": 0.49848, "map_at_5": 0.5113, "map_at_10": 0.52002, "map_at_20": 0.52384, "map_at_50": 0.52591, "map_at_100": 0.52649, "recall_at_1": 0.43965, "recall_at_3": 0.57343, "recall_at_5": 0.62937, "recall_at_10": 0.69362, "recall_at_20": 0.74851, "recall_at_50": 0.81207, "recall_at_100": 0.85158, "precision_at_1": 0.43965, "precision_at_3": 0.19114, "precision_at_5": 0.12587, "precision_at_10": 0.06936, "precision_at_20": 0.03743, "precision_at_50": 0.01624, "precision_at_100": 0.00852, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.31295, "ndcg_at_3": 0.39357, "ndcg_at_5": 0.41796, "ndcg_at_10": 0.44152, "ndcg_at_20": 0.45776, "ndcg_at_50": 0.47245, "ndcg_at_100": 0.47978, "map_at_1": 0.31295, "map_at_3": 0.37362, "map_at_5": 0.38715, "map_at_10": 0.39693, "map_at_20": 0.40142, "map_at_50": 0.40382, "map_at_100": 0.40447, "recall_at_1": 0.31295, "recall_at_3": 0.45135, "recall_at_5": 0.51058, "recall_at_10": 0.58316, "recall_at_20": 0.64715, "recall_at_50": 0.72066, "recall_at_100": 0.76567, "precision_at_1": 0.31295, "precision_at_3": 0.15045, "precision_at_5": 0.10212, "precision_at_10": 0.05832, "precision_at_20": 0.03236, "precision_at_50": 0.01441, "precision_at_100": 0.00766, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42164, "ndcg_at_3": 0.50174, "ndcg_at_5": 0.52619, "ndcg_at_10": 0.54808, "ndcg_at_20": 0.5624, "ndcg_at_50": 0.57448, "ndcg_at_100": 0.5807, "map_at_1": 0.42164, "map_at_3": 0.482, "map_at_5": 0.49557, "map_at_10": 0.50466, "map_at_20": 0.5086, "map_at_50": 0.51057, "map_at_100": 0.51112, "recall_at_1": 0.42164, "recall_at_3": 0.55889, "recall_at_5": 0.61821, "recall_at_10": 0.68563, "recall_at_20": 0.74224, "recall_at_50": 0.80266, "recall_at_100": 0.84096, "precision_at_1": 0.42164, "precision_at_3": 0.1863, "precision_at_5": 0.12364, "precision_at_10": 0.06856, "precision_at_20": 0.03711, "precision_at_50": 0.01605, "precision_at_100": 0.00841, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36609, "ndcg_at_3": 0.44565, "ndcg_at_5": 0.47033, "ndcg_at_10": 0.49304, "ndcg_at_20": 0.50872, "ndcg_at_50": 0.52206, "ndcg_at_100": 0.52869, "map_at_1": 0.36609, "map_at_3": 0.42599, "map_at_5": 0.43971, "map_at_10": 0.44914, "map_at_20": 0.45347, "map_at_50": 0.45565, "map_at_100": 0.45625, "recall_at_1": 0.36609, "recall_at_3": 0.50254, "recall_at_5": 0.56243, "recall_at_10": 0.63233, "recall_at_20": 0.69416, "recall_at_50": 0.76086, "recall_at_100": 0.80157, "precision_at_1": 0.36609, "precision_at_3": 0.16751, "precision_at_5": 0.11249, "precision_at_10": 0.06323, "precision_at_20": 0.03471, "precision_at_50": 0.01522, "precision_at_100": 0.00802, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47646, "ndcg_at_3": 0.55895, "ndcg_at_5": 0.58331, "ndcg_at_10": 0.60506, "ndcg_at_20": 0.61907, "ndcg_at_50": 0.63095, "ndcg_at_100": 0.63644, "map_at_1": 0.47646, "map_at_3": 0.53861, "map_at_5": 0.55215, "map_at_10": 0.5612, "map_at_20": 0.56507, "map_at_50": 0.56702, "map_at_100": 0.56751, "recall_at_1": 0.47646, "recall_at_3": 0.61782, "recall_at_5": 0.67687, "recall_at_10": 0.74377, "recall_at_20": 0.79899, "recall_at_50": 0.85829, "recall_at_100": 0.89201, "precision_at_1": 0.47646, "precision_at_3": 0.20594, "precision_at_5": 0.13537, "precision_at_10": 0.07438, "precision_at_20": 0.03995, "precision_at_50": 0.01717, "precision_at_100": 0.00892, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30472, "ndcg_at_3": 0.36894, "ndcg_at_5": 0.3885, "ndcg_at_10": 0.40968, "ndcg_at_20": 0.42613, "ndcg_at_50": 0.44167, "ndcg_at_100": 0.45054, "map_at_1": 0.30472, "map_at_3": 0.35304, "map_at_5": 0.36391, "map_at_10": 0.37269, "map_at_20": 0.37722, "map_at_50": 0.37975, "map_at_100": 0.38053, "recall_at_1": 0.30472, "recall_at_3": 0.41498, "recall_at_5": 0.46241, "recall_at_10": 0.52771, "recall_at_20": 0.59266, "recall_at_50": 0.67058, "recall_at_100": 0.72519, "precision_at_1": 0.30472, "precision_at_3": 0.13833, "precision_at_5": 0.09248, "precision_at_10": 0.05277, "precision_at_20": 0.02963, "precision_at_50": 0.01341, "precision_at_100": 0.00725, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35976, "ndcg_at_3": 0.42791, "ndcg_at_5": 0.44941, "ndcg_at_10": 0.47082, "ndcg_at_20": 0.48575, "ndcg_at_50": 0.4995, "ndcg_at_100": 0.50697, "map_at_1": 0.35976, "map_at_3": 0.41105, "map_at_5": 0.42299, "map_at_10": 0.43188, "map_at_20": 0.43599, "map_at_50": 0.43824, "map_at_100": 0.4389, "recall_at_1": 0.35976, "recall_at_3": 0.47674, "recall_at_5": 0.52893, "recall_at_10": 0.59484, "recall_at_20": 0.65377, "recall_at_50": 0.72251, "recall_at_100": 0.76854, "precision_at_1": 0.35976, "precision_at_3": 0.15891, "precision_at_5": 0.10579, "precision_at_10": 0.05948, "precision_at_20": 0.03269, "precision_at_50": 0.01445, "precision_at_100": 0.00769, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43005, "ndcg_at_3": 0.51281, "ndcg_at_5": 0.53774, "ndcg_at_10": 0.55997, "ndcg_at_20": 0.57405, "ndcg_at_50": 0.58627, "ndcg_at_100": 0.59206, "map_at_1": 0.43005, "map_at_3": 0.49251, "map_at_5": 0.50635, "map_at_10": 0.51559, "map_at_20": 0.51948, "map_at_50": 0.52149, "map_at_100": 0.522, "recall_at_1": 0.43005, "recall_at_3": 0.5715, "recall_at_5": 0.63202, "recall_at_10": 0.70046, "recall_at_20": 0.75588, "recall_at_50": 0.81702, "recall_at_100": 0.8526, "precision_at_1": 0.43005, "precision_at_3": 0.1905, "precision_at_5": 0.1264, "precision_at_10": 0.07005, "precision_at_20": 0.03779, "precision_at_50": 0.01634, "precision_at_100": 0.00853, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32087, "ndcg_at_3": 0.38887, "ndcg_at_5": 0.4096, "ndcg_at_10": 0.43021, "ndcg_at_20": 0.44543, "ndcg_at_50": 0.45941, "ndcg_at_100": 0.46698, "map_at_1": 0.32087, "map_at_3": 0.37212, "map_at_5": 0.38363, "map_at_10": 0.39215, "map_at_20": 0.39636, "map_at_50": 0.39862, "map_at_100": 0.39929, "recall_at_1": 0.32087, "recall_at_3": 0.43736, "recall_at_5": 0.4877, "recall_at_10": 0.55125, "recall_at_20": 0.61132, "recall_at_50": 0.68145, "recall_at_100": 0.72812, "precision_at_1": 0.32087, "precision_at_3": 0.14579, "precision_at_5": 0.09754, "precision_at_10": 0.05513, "precision_at_20": 0.03057, "precision_at_50": 0.01363, "precision_at_100": 0.00728, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34418, "ndcg_at_3": 0.4206, "ndcg_at_5": 0.44414, "ndcg_at_10": 0.46678, "ndcg_at_20": 0.48312, "ndcg_at_50": 0.49754, "ndcg_at_100": 0.50497, "map_at_1": 0.34418, "map_at_3": 0.40172, "map_at_5": 0.4148, "map_at_10": 0.42418, "map_at_20": 0.42872, "map_at_50": 0.43107, "map_at_100": 0.43173, "recall_at_1": 0.34418, "recall_at_3": 0.47524, "recall_at_5": 0.53234, "recall_at_10": 0.60217, "recall_at_20": 0.66642, "recall_at_50": 0.7386, "recall_at_100": 0.78433, "precision_at_1": 0.34418, "precision_at_3": 0.15841, "precision_at_5": 0.10647, "precision_at_10": 0.06022, "precision_at_20": 0.03332, "precision_at_50": 0.01477, "precision_at_100": 0.00784, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32231, "ndcg_at_3": 0.3874, "ndcg_at_5": 0.4074, "ndcg_at_10": 0.4282, "ndcg_at_20": 0.44307, "ndcg_at_50": 0.45794, "ndcg_at_100": 0.46629, "map_at_1": 0.32231, "map_at_3": 0.37129, "map_at_5": 0.38238, "map_at_10": 0.39098, "map_at_20": 0.39507, "map_at_50": 0.39749, "map_at_100": 0.39823, "recall_at_1": 0.32231, "recall_at_3": 0.43406, "recall_at_5": 0.48268, "recall_at_10": 0.54693, "recall_at_20": 0.60561, "recall_at_50": 0.68018, "recall_at_100": 0.73165, "precision_at_1": 0.32231, "precision_at_3": 0.14469, "precision_at_5": 0.09654, "precision_at_10": 0.05469, "precision_at_20": 0.03028, "precision_at_50": 0.0136, "precision_at_100": 0.00732, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37973, "ndcg_at_3": 0.45682, "ndcg_at_5": 0.48078, "ndcg_at_10": 0.50272, "ndcg_at_20": 0.51771, "ndcg_at_50": 0.53097, "ndcg_at_100": 0.53796, "map_at_1": 0.37973, "map_at_3": 0.43777, "map_at_5": 0.4511, "map_at_10": 0.46019, "map_at_20": 0.46433, "map_at_50": 0.46649, "map_at_100": 0.46711, "recall_at_1": 0.37973, "recall_at_3": 0.51198, "recall_at_5": 0.57003, "recall_at_10": 0.63767, "recall_at_20": 0.69679, "recall_at_50": 0.76323, "recall_at_100": 0.80629, "precision_at_1": 0.37973, "precision_at_3": 0.17066, "precision_at_5": 0.11401, "precision_at_10": 0.06377, "precision_at_20": 0.03484, "precision_at_50": 0.01526, "precision_at_100": 0.00806, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29628, "ndcg_at_3": 0.35761, "ndcg_at_5": 0.37636, "ndcg_at_10": 0.39765, "ndcg_at_20": 0.41318, "ndcg_at_50": 0.42839, "ndcg_at_100": 0.43689, "map_at_1": 0.29628, "map_at_3": 0.34249, "map_at_5": 0.35288, "map_at_10": 0.36171, "map_at_20": 0.36599, "map_at_50": 0.36846, "map_at_100": 0.36921, "recall_at_1": 0.29628, "recall_at_3": 0.40139, "recall_at_5": 0.44694, "recall_at_10": 0.51261, "recall_at_20": 0.57386, "recall_at_50": 0.6502, "recall_at_100": 0.70251, "precision_at_1": 0.29628, "precision_at_3": 0.1338, "precision_at_5": 0.08939, "precision_at_10": 0.05126, "precision_at_20": 0.02869, "precision_at_50": 0.013, "precision_at_100": 0.00703, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.33316, "ndcg_at_3": 0.39817, "ndcg_at_5": 0.41901, "ndcg_at_10": 0.44054, "ndcg_at_20": 0.45594, "ndcg_at_50": 0.46999, "ndcg_at_100": 0.47776, "map_at_1": 0.33316, "map_at_3": 0.38214, "map_at_5": 0.39369, "map_at_10": 0.40262, "map_at_20": 0.40684, "map_at_50": 0.40912, "map_at_100": 0.40981, "recall_at_1": 0.33316, "recall_at_3": 0.44454, "recall_at_5": 0.49522, "recall_at_10": 0.56162, "recall_at_20": 0.62248, "recall_at_50": 0.69305, "recall_at_100": 0.74083, "precision_at_1": 0.33316, "precision_at_3": 0.14818, "precision_at_5": 0.09904, "precision_at_10": 0.05616, "precision_at_20": 0.03112, "precision_at_50": 0.01386, "precision_at_100": 0.00741, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40491, "ndcg_at_3": 0.47855, "ndcg_at_5": 0.50135, "ndcg_at_10": 0.52287, "ndcg_at_20": 0.53687, "ndcg_at_50": 0.54918, "ndcg_at_100": 0.55621, "map_at_1": 0.40491, "map_at_3": 0.46042, "map_at_5": 0.47309, "map_at_10": 0.482, "map_at_20": 0.48586, "map_at_50": 0.48788, "map_at_100": 0.4885, "recall_at_1": 0.40491, "recall_at_3": 0.531, "recall_at_5": 0.58633, "recall_at_10": 0.65275, "recall_at_20": 0.70792, "recall_at_50": 0.7695, "recall_at_100": 0.81274, "precision_at_1": 0.40491, "precision_at_3": 0.177, "precision_at_5": 0.11727, "precision_at_10": 0.06527, "precision_at_20": 0.0354, "precision_at_50": 0.01539, "precision_at_100": 0.00813, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44167, "ndcg_at_3": 0.51976, "ndcg_at_5": 0.54269, "ndcg_at_10": 0.56465, "ndcg_at_20": 0.5782, "ndcg_at_50": 0.5905, "ndcg_at_100": 0.59723, "map_at_1": 0.44167, "map_at_3": 0.50058, "map_at_5": 0.51332, "map_at_10": 0.52242, "map_at_20": 0.52617, "map_at_50": 0.52819, "map_at_100": 0.52879, "recall_at_1": 0.44167, "recall_at_3": 0.57522, "recall_at_5": 0.63088, "recall_at_10": 0.69857, "recall_at_20": 0.75193, "recall_at_50": 0.81342, "recall_at_100": 0.85467, "precision_at_1": 0.44167, "precision_at_3": 0.19174, "precision_at_5": 0.12618, "precision_at_10": 0.06986, "precision_at_20": 0.0376, "precision_at_50": 0.01627, "precision_at_100": 0.00855, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41714, "ndcg_at_3": 0.49409, "ndcg_at_5": 0.51776, "ndcg_at_10": 0.53907, "ndcg_at_20": 0.55331, "ndcg_at_50": 0.56524, "ndcg_at_100": 0.57168, "map_at_1": 0.41714, "map_at_3": 0.47517, "map_at_5": 0.48831, "map_at_10": 0.49715, "map_at_20": 0.50107, "map_at_50": 0.50302, "map_at_100": 0.5036, "recall_at_1": 0.41714, "recall_at_3": 0.54883, "recall_at_5": 0.6063, "recall_at_10": 0.67195, "recall_at_20": 0.72816, "recall_at_50": 0.78781, "recall_at_100": 0.82739, "precision_at_1": 0.41714, "precision_at_3": 0.18294, "precision_at_5": 0.12126, "precision_at_10": 0.06719, "precision_at_20": 0.03641, "precision_at_50": 0.01576, "precision_at_100": 0.00827, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30755, "ndcg_at_3": 0.38134, "ndcg_at_5": 0.40562, "ndcg_at_10": 0.42969, "ndcg_at_20": 0.44625, "ndcg_at_50": 0.46067, "ndcg_at_100": 0.46883, "map_at_1": 0.30755, "map_at_3": 0.36305, "map_at_5": 0.3765, "map_at_10": 0.38648, "map_at_20": 0.39104, "map_at_50": 0.39339, "map_at_100": 0.39411, "recall_at_1": 0.30755, "recall_at_3": 0.43434, "recall_at_5": 0.49339, "recall_at_10": 0.56756, "recall_at_20": 0.63291, "recall_at_50": 0.7052, "recall_at_100": 0.75542, "precision_at_1": 0.30755, "precision_at_3": 0.14478, "precision_at_5": 0.09868, "precision_at_10": 0.05676, "precision_at_20": 0.03165, "precision_at_50": 0.0141, "precision_at_100": 0.00755, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.10278, "ndcg_at_3": 0.13683, "ndcg_at_5": 0.15006, "ndcg_at_10": 0.165, "ndcg_at_20": 0.17754, "ndcg_at_50": 0.19215, "ndcg_at_100": 0.202, "map_at_1": 0.10278, "map_at_3": 0.1283, "map_at_5": 0.13562, "map_at_10": 0.14177, "map_at_20": 0.1452, "map_at_50": 0.14755, "map_at_100": 0.14842, "recall_at_1": 0.10278, "recall_at_3": 0.1616, "recall_at_5": 0.19378, "recall_at_10": 0.24005, "recall_at_20": 0.28975, "recall_at_50": 0.36333, "recall_at_100": 0.42407, "precision_at_1": 0.10278, "precision_at_3": 0.05387, "precision_at_5": 0.03876, "precision_at_10": 0.024, "precision_at_20": 0.01449, "precision_at_50": 0.00727, "precision_at_100": 0.00424, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30918, "ndcg_at_3": 0.37568, "ndcg_at_5": 0.39571, "ndcg_at_10": 0.41695, "ndcg_at_20": 0.43266, "ndcg_at_50": 0.44725, "ndcg_at_100": 0.45518, "map_at_1": 0.30918, "map_at_3": 0.35925, "map_at_5": 0.37036, "map_at_10": 0.37919, "map_at_20": 0.38351, "map_at_50": 0.38589, "map_at_100": 0.38659, "recall_at_1": 0.30918, "recall_at_3": 0.42328, "recall_at_5": 0.47189, "recall_at_10": 0.53722, "recall_at_20": 0.59928, "recall_at_50": 0.67248, "recall_at_100": 0.72126, "precision_at_1": 0.30918, "precision_at_3": 0.14109, "precision_at_5": 0.09438, "precision_at_10": 0.05372, "precision_at_20": 0.02996, "precision_at_50": 0.01345, "precision_at_100": 0.00721, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.26341, "ndcg_at_3": 0.31529, "ndcg_at_5": 0.33199, "ndcg_at_10": 0.34874, "ndcg_at_20": 0.36162, "ndcg_at_50": 0.37533, "ndcg_at_100": 0.38344, "map_at_1": 0.26341, "map_at_3": 0.3025, "map_at_5": 0.31176, "map_at_10": 0.31869, "map_at_20": 0.32223, "map_at_50": 0.32446, "map_at_100": 0.32517, "recall_at_1": 0.26341, "recall_at_3": 0.35234, "recall_at_5": 0.39287, "recall_at_10": 0.44458, "recall_at_20": 0.49549, "recall_at_50": 0.56425, "recall_at_100": 0.61433, "precision_at_1": 0.26341, "precision_at_3": 0.11745, "precision_at_5": 0.07857, "precision_at_10": 0.04446, "precision_at_20": 0.02477, "precision_at_50": 0.01129, "precision_at_100": 0.00614, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.3709, "ndcg_at_3": 0.43784, "ndcg_at_5": 0.45893, "ndcg_at_10": 0.47934, "ndcg_at_20": 0.49367, "ndcg_at_50": 0.50705, "ndcg_at_100": 0.51447, "map_at_1": 0.3709, "map_at_3": 0.4214, "map_at_5": 0.43309, "map_at_10": 0.44154, "map_at_20": 0.4455, "map_at_50": 0.44767, "map_at_100": 0.44833, "recall_at_1": 0.3709, "recall_at_3": 0.48542, "recall_at_5": 0.53663, "recall_at_10": 0.59963, "recall_at_20": 0.65617, "recall_at_50": 0.72321, "recall_at_100": 0.76888, "precision_at_1": 0.3709, "precision_at_3": 0.16181, "precision_at_5": 0.10733, "precision_at_10": 0.05996, "precision_at_20": 0.03281, "precision_at_50": 0.01446, "precision_at_100": 0.00769, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29863, "ndcg_at_3": 0.35562, "ndcg_at_5": 0.3742, "ndcg_at_10": 0.39293, "ndcg_at_20": 0.40783, "ndcg_at_50": 0.42268, "ndcg_at_100": 0.43111, "map_at_1": 0.29863, "map_at_3": 0.34154, "map_at_5": 0.35186, "map_at_10": 0.35959, "map_at_20": 0.36372, "map_at_50": 0.36612, "map_at_100": 0.36686, "recall_at_1": 0.29863, "recall_at_3": 0.39637, "recall_at_5": 0.44143, "recall_at_10": 0.49936, "recall_at_20": 0.55806, "recall_at_50": 0.6327, "recall_at_100": 0.68464, "precision_at_1": 0.29863, "precision_at_3": 0.13212, "precision_at_5": 0.08829, "precision_at_10": 0.04994, "precision_at_20": 0.0279, "precision_at_50": 0.01265, "precision_at_100": 0.00685, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29893, "ndcg_at_3": 0.36258, "ndcg_at_5": 0.38323, "ndcg_at_10": 0.4034, "ndcg_at_20": 0.41871, "ndcg_at_50": 0.43284, "ndcg_at_100": 0.44109, "map_at_1": 0.29893, "map_at_3": 0.3469, "map_at_5": 0.35836, "map_at_10": 0.36669, "map_at_20": 0.3709, "map_at_50": 0.37319, "map_at_100": 0.37392, "recall_at_1": 0.29893, "recall_at_3": 0.40797, "recall_at_5": 0.45811, "recall_at_10": 0.52041, "recall_at_20": 0.58095, "recall_at_50": 0.65187, "recall_at_100": 0.70269, "precision_at_1": 0.29893, "precision_at_3": 0.13599, "precision_at_5": 0.09162, "precision_at_10": 0.05204, "precision_at_20": 0.02905, "precision_at_50": 0.01304, "precision_at_100": 0.00703, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34002, "ndcg_at_3": 0.40452, "ndcg_at_5": 0.42462, "ndcg_at_10": 0.44422, "ndcg_at_20": 0.45769, "ndcg_at_50": 0.47052, "ndcg_at_100": 0.47784, "map_at_1": 0.34002, "map_at_3": 0.38866, "map_at_5": 0.39981, "map_at_10": 0.40792, "map_at_20": 0.41165, "map_at_50": 0.41374, "map_at_100": 0.41438, "recall_at_1": 0.34002, "recall_at_3": 0.4504, "recall_at_5": 0.49922, "recall_at_10": 0.55973, "recall_at_20": 0.61281, "recall_at_50": 0.67704, "recall_at_100": 0.72219, "precision_at_1": 0.34002, "precision_at_3": 0.15013, "precision_at_5": 0.09984, "precision_at_10": 0.05597, "precision_at_20": 0.03064, "precision_at_50": 0.01354, "precision_at_100": 0.00722, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43651, "ndcg_at_3": 0.52161, "ndcg_at_5": 0.54691, "ndcg_at_10": 0.56868, "ndcg_at_20": 0.58239, "ndcg_at_50": 0.59377, "ndcg_at_100": 0.59924, "map_at_1": 0.43651, "map_at_3": 0.50066, "map_at_5": 0.51471, "map_at_10": 0.52378, "map_at_20": 0.52757, "map_at_50": 0.52944, "map_at_100": 0.52992, "recall_at_1": 0.43651, "recall_at_3": 0.58224, "recall_at_5": 0.64361, "recall_at_10": 0.71049, "recall_at_20": 0.76452, "recall_at_50": 0.82137, "recall_at_100": 0.85504, "precision_at_1": 0.43651, "precision_at_3": 0.19408, "precision_at_5": 0.12872, "precision_at_10": 0.07105, "precision_at_20": 0.03823, "precision_at_50": 0.01643, "precision_at_100": 0.00855, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4134, "ndcg_at_3": 0.4898, "ndcg_at_5": 0.5126, "ndcg_at_10": 0.5343, "ndcg_at_20": 0.54827, "ndcg_at_50": 0.5607, "ndcg_at_100": 0.56711, "map_at_1": 0.4134, "map_at_3": 0.47104, "map_at_5": 0.48369, "map_at_10": 0.49271, "map_at_20": 0.49656, "map_at_50": 0.49859, "map_at_100": 0.49916, "recall_at_1": 0.4134, "recall_at_3": 0.54407, "recall_at_5": 0.59942, "recall_at_10": 0.66623, "recall_at_20": 0.72133, "recall_at_50": 0.78363, "recall_at_100": 0.82304, "precision_at_1": 0.4134, "precision_at_3": 0.18136, "precision_at_5": 0.11988, "precision_at_10": 0.06662, "precision_at_20": 0.03607, "precision_at_50": 0.01567, "precision_at_100": 0.00823, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.29548, "ndcg_at_3": 0.3621, "ndcg_at_5": 0.38387, "ndcg_at_10": 0.40492, "ndcg_at_20": 0.42116, "ndcg_at_50": 0.43649, "ndcg_at_100": 0.44538, "map_at_1": 0.29548, "map_at_3": 0.34574, "map_at_5": 0.3578, "map_at_10": 0.36651, "map_at_20": 0.37098, "map_at_50": 0.37347, "map_at_100": 0.37425, "recall_at_1": 0.29548, "recall_at_3": 0.40944, "recall_at_5": 0.46238, "recall_at_10": 0.52731, "recall_at_20": 0.59149, "recall_at_50": 0.66846, "recall_at_100": 0.72323, "precision_at_1": 0.29548, "precision_at_3": 0.13648, "precision_at_5": 0.09248, "precision_at_10": 0.05273, "precision_at_20": 0.02957, "precision_at_50": 0.01337, "precision_at_100": 0.00723, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.41678, "ndcg_at_3": 0.49412, "ndcg_at_5": 0.51785, "ndcg_at_10": 0.539, "ndcg_at_20": 0.55318, "ndcg_at_50": 0.5651, "ndcg_at_100": 0.57156, "map_at_1": 0.41678, "map_at_3": 0.4751, "map_at_5": 0.48828, "map_at_10": 0.49705, "map_at_20": 0.50096, "map_at_50": 0.5029, "map_at_100": 0.50348, "recall_at_1": 0.41678, "recall_at_3": 0.54915, "recall_at_5": 0.60669, "recall_at_10": 0.67192, "recall_at_20": 0.7279, "recall_at_50": 0.78755, "recall_at_100": 0.82715, "precision_at_1": 0.41678, "precision_at_3": 0.18305, "precision_at_5": 0.12134, "precision_at_10": 0.06719, "precision_at_20": 0.0364, "precision_at_50": 0.01575, "precision_at_100": 0.00827, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.47018, "ndcg_at_3": 0.55205, "ndcg_at_5": 0.5758, "ndcg_at_10": 0.59801, "ndcg_at_20": 0.61179, "ndcg_at_50": 0.62327, "ndcg_at_100": 0.62912, "map_at_1": 0.47018, "map_at_3": 0.53193, "map_at_5": 0.54511, "map_at_10": 0.55434, "map_at_20": 0.55815, "map_at_50": 0.56002, "map_at_100": 0.56054, "recall_at_1": 0.47018, "recall_at_3": 0.61027, "recall_at_5": 0.66792, "recall_at_10": 0.73627, "recall_at_20": 0.79057, "recall_at_50": 0.84814, "recall_at_100": 0.88411, "precision_at_1": 0.47018, "precision_at_3": 0.20342, "precision_at_5": 0.13358, "precision_at_10": 0.07363, "precision_at_20": 0.03953, "precision_at_50": 0.01696, "precision_at_100": 0.00884, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1326, "ndcg_at_3": 0.16515, "ndcg_at_5": 0.17637, "ndcg_at_10": 0.18821, "ndcg_at_20": 0.19751, "ndcg_at_50": 0.20797, "ndcg_at_100": 0.21433, "map_at_1": 0.1326, "map_at_3": 0.15708, "map_at_5": 0.16331, "map_at_10": 0.16818, "map_at_20": 0.17074, "map_at_50": 0.17243, "map_at_100": 0.17299, "recall_at_1": 0.1326, "recall_at_3": 0.18851, "recall_at_5": 0.21576, "recall_at_10": 0.25246, "recall_at_20": 0.28915, "recall_at_50": 0.34181, "recall_at_100": 0.38092, "precision_at_1": 0.1326, "precision_at_3": 0.06284, "precision_at_5": 0.04315, "precision_at_10": 0.02525, "precision_at_20": 0.01446, "precision_at_50": 0.00684, "precision_at_100": 0.00381, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32398, "ndcg_at_3": 0.39382, "ndcg_at_5": 0.41572, "ndcg_at_10": 0.43763, "ndcg_at_20": 0.45328, "ndcg_at_50": 0.46728, "ndcg_at_100": 0.47505, "map_at_1": 0.32398, "map_at_3": 0.37661, "map_at_5": 0.38877, "map_at_10": 0.39788, "map_at_20": 0.40221, "map_at_50": 0.4045, "map_at_100": 0.40519, "recall_at_1": 0.32398, "recall_at_3": 0.44364, "recall_at_5": 0.49678, "recall_at_10": 0.56419, "recall_at_20": 0.62578, "recall_at_50": 0.69579, "recall_at_100": 0.74362, "precision_at_1": 0.32398, "precision_at_3": 0.14788, "precision_at_5": 0.09936, "precision_at_10": 0.05642, "precision_at_20": 0.03129, "precision_at_50": 0.01392, "precision_at_100": 0.00744, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "MBPP", "alias": null, "tier": 0, "groups": { "text": 1, "code": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.86653, "ndcg_at_3": 0.93523, "ndcg_at_5": 0.93987, "ndcg_at_10": 0.94159, "ndcg_at_20": 0.94216, "ndcg_at_50": 0.94216, "ndcg_at_100": 0.94233, "map_at_1": 0.86653, "map_at_3": 0.91975, "map_at_5": 0.92231, "map_at_10": 0.92306, "map_at_20": 0.92325, "map_at_50": 0.92325, "map_at_100": 0.92326, "recall_at_1": 0.86653, "recall_at_3": 0.97947, "recall_at_5": 0.99076, "recall_at_10": 0.99589, "recall_at_20": 0.99795, "recall_at_50": 0.99795, "recall_at_100": 0.99897, "precision_at_1": 0.86653, "precision_at_3": 0.32649, "precision_at_5": 0.19815, "precision_at_10": 0.09959, "precision_at_20": 0.0499, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.87577, "ndcg_at_3": 0.94096, "ndcg_at_5": 0.94437, "ndcg_at_10": 0.94611, "ndcg_at_20": 0.94664, "ndcg_at_50": 0.94664, "ndcg_at_100": 0.94681, "map_at_1": 0.87577, "map_at_3": 0.92608, "map_at_5": 0.92798, "map_at_10": 0.92874, "map_at_20": 0.9289, "map_at_50": 0.9289, "map_at_100": 0.92891, "recall_at_1": 0.87577, "recall_at_3": 0.98357, "recall_at_5": 0.99179, "recall_at_10": 0.99692, "recall_at_20": 0.99897, "recall_at_50": 0.99897, "recall_at_100": 1.0, "precision_at_1": 0.87577, "precision_at_3": 0.32786, "precision_at_5": 0.19836, "precision_at_10": 0.09969, "precision_at_20": 0.04995, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83984, "ndcg_at_3": 0.91823, "ndcg_at_5": 0.92322, "ndcg_at_10": 0.92667, "ndcg_at_20": 0.92694, "ndcg_at_50": 0.92757, "ndcg_at_100": 0.92757, "map_at_1": 0.83984, "map_at_3": 0.90041, "map_at_5": 0.90313, "map_at_10": 0.90464, "map_at_20": 0.90471, "map_at_50": 0.90482, "map_at_100": 0.90482, "recall_at_1": 0.83984, "recall_at_3": 0.9692, "recall_at_5": 0.98152, "recall_at_10": 0.99179, "recall_at_20": 0.99281, "recall_at_50": 0.99589, "recall_at_100": 0.99589, "precision_at_1": 0.83984, "precision_at_3": 0.32307, "precision_at_5": 0.1963, "precision_at_10": 0.09918, "precision_at_20": 0.04964, "precision_at_50": 0.01992, "precision_at_100": 0.00996, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.78234, "ndcg_at_3": 0.87261, "ndcg_at_5": 0.88503, "ndcg_at_10": 0.8915, "ndcg_at_20": 0.89379, "ndcg_at_50": 0.89436, "ndcg_at_100": 0.89487, "map_at_1": 0.78234, "map_at_3": 0.85181, "map_at_5": 0.8588, "map_at_10": 0.86156, "map_at_20": 0.86216, "map_at_50": 0.86224, "map_at_100": 0.86229, "recall_at_1": 0.78234, "recall_at_3": 0.93224, "recall_at_5": 0.96201, "recall_at_10": 0.98152, "recall_at_20": 0.99076, "recall_at_50": 0.99384, "recall_at_100": 0.99692, "precision_at_1": 0.78234, "precision_at_3": 0.31075, "precision_at_5": 0.1924, "precision_at_10": 0.09815, "precision_at_20": 0.04954, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59856, "ndcg_at_3": 0.72945, "ndcg_at_5": 0.7545, "ndcg_at_10": 0.76903, "ndcg_at_20": 0.77879, "ndcg_at_50": 0.78298, "ndcg_at_100": 0.78398, "map_at_1": 0.59856, "map_at_3": 0.69764, "map_at_5": 0.7116, "map_at_10": 0.71794, "map_at_20": 0.7207, "map_at_50": 0.72143, "map_at_100": 0.72151, "recall_at_1": 0.59856, "recall_at_3": 0.82136, "recall_at_5": 0.88193, "recall_at_10": 0.92505, "recall_at_20": 0.96304, "recall_at_50": 0.98357, "recall_at_100": 0.98973, "precision_at_1": 0.59856, "precision_at_3": 0.27379, "precision_at_5": 0.17639, "precision_at_10": 0.09251, "precision_at_20": 0.04815, "precision_at_50": 0.01967, "precision_at_100": 0.0099, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.90554, "ndcg_at_3": 0.95783, "ndcg_at_5": 0.96039, "ndcg_at_10": 0.96039, "ndcg_at_20": 0.96064, "ndcg_at_50": 0.96085, "ndcg_at_100": 0.96101, "map_at_1": 0.90554, "map_at_3": 0.94627, "map_at_5": 0.94771, "map_at_10": 0.94771, "map_at_20": 0.94777, "map_at_50": 0.9478, "map_at_100": 0.94782, "recall_at_1": 0.90554, "recall_at_3": 0.99076, "recall_at_5": 0.99692, "recall_at_10": 0.99692, "recall_at_20": 0.99795, "recall_at_50": 0.99897, "recall_at_100": 1.0, "precision_at_1": 0.90554, "precision_at_3": 0.33025, "precision_at_5": 0.19938, "precision_at_10": 0.09969, "precision_at_20": 0.0499, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.79261, "ndcg_at_3": 0.88817, "ndcg_at_5": 0.89564, "ndcg_at_10": 0.8999, "ndcg_at_20": 0.90167, "ndcg_at_50": 0.90207, "ndcg_at_100": 0.90305, "map_at_1": 0.79261, "map_at_3": 0.86602, "map_at_5": 0.87007, "map_at_10": 0.8718, "map_at_20": 0.87226, "map_at_50": 0.87232, "map_at_100": 0.8724, "recall_at_1": 0.79261, "recall_at_3": 0.95175, "recall_at_5": 0.97023, "recall_at_10": 0.98357, "recall_at_20": 0.99076, "recall_at_50": 0.99281, "recall_at_100": 0.99897, "precision_at_1": 0.79261, "precision_at_3": 0.31725, "precision_at_5": 0.19405, "precision_at_10": 0.09836, "precision_at_20": 0.04954, "precision_at_50": 0.01986, "precision_at_100": 0.00999, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.77207, "ndcg_at_3": 0.86999, "ndcg_at_5": 0.88055, "ndcg_at_10": 0.88639, "ndcg_at_20": 0.88878, "ndcg_at_50": 0.89066, "ndcg_at_100": 0.89118, "map_at_1": 0.77207, "map_at_3": 0.84754, "map_at_5": 0.85339, "map_at_10": 0.85592, "map_at_20": 0.8566, "map_at_50": 0.85692, "map_at_100": 0.85698, "recall_at_1": 0.77207, "recall_at_3": 0.93429, "recall_at_5": 0.95996, "recall_at_10": 0.97741, "recall_at_20": 0.98665, "recall_at_50": 0.99589, "recall_at_100": 0.99897, "precision_at_1": 0.77207, "precision_at_3": 0.31143, "precision_at_5": 0.19199, "precision_at_10": 0.09774, "precision_at_20": 0.04933, "precision_at_50": 0.01992, "precision_at_100": 0.00999, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.85524, "ndcg_at_3": 0.92729, "ndcg_at_5": 0.93285, "ndcg_at_10": 0.93488, "ndcg_at_20": 0.93516, "ndcg_at_50": 0.93581, "ndcg_at_100": 0.93598, "map_at_1": 0.85524, "map_at_3": 0.91085, "map_at_5": 0.91398, "map_at_10": 0.91483, "map_at_20": 0.91492, "map_at_50": 0.91504, "map_at_100": 0.91506, "recall_at_1": 0.85524, "recall_at_3": 0.97433, "recall_at_5": 0.98768, "recall_at_10": 0.99384, "recall_at_20": 0.99487, "recall_at_50": 0.99795, "recall_at_100": 0.99897, "precision_at_1": 0.85524, "precision_at_3": 0.32478, "precision_at_5": 0.19754, "precision_at_10": 0.09938, "precision_at_20": 0.04974, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.81828, "ndcg_at_3": 0.90004, "ndcg_at_5": 0.90817, "ndcg_at_10": 0.91366, "ndcg_at_20": 0.9142, "ndcg_at_50": 0.91479, "ndcg_at_100": 0.91514, "map_at_1": 0.81828, "map_at_3": 0.88159, "map_at_5": 0.88616, "map_at_10": 0.88853, "map_at_20": 0.88868, "map_at_50": 0.88877, "map_at_100": 0.8888, "recall_at_1": 0.81828, "recall_at_3": 0.95277, "recall_at_5": 0.97228, "recall_at_10": 0.98871, "recall_at_20": 0.99076, "recall_at_50": 0.99384, "recall_at_100": 0.99589, "precision_at_1": 0.81828, "precision_at_3": 0.31759, "precision_at_5": 0.19446, "precision_at_10": 0.09887, "precision_at_20": 0.04954, "precision_at_50": 0.01988, "precision_at_100": 0.00996, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.87166, "ndcg_at_3": 0.93516, "ndcg_at_5": 0.94019, "ndcg_at_10": 0.94191, "ndcg_at_20": 0.94243, "ndcg_at_50": 0.94284, "ndcg_at_100": 0.94284, "map_at_1": 0.87166, "map_at_3": 0.92043, "map_at_5": 0.9232, "map_at_10": 0.92395, "map_at_20": 0.92409, "map_at_50": 0.92416, "map_at_100": 0.92416, "recall_at_1": 0.87166, "recall_at_3": 0.97741, "recall_at_5": 0.98973, "recall_at_10": 0.99487, "recall_at_20": 0.99692, "recall_at_50": 0.99897, "recall_at_100": 0.99897, "precision_at_1": 0.87166, "precision_at_3": 0.3258, "precision_at_5": 0.19795, "precision_at_10": 0.09949, "precision_at_20": 0.04985, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57803, "ndcg_at_3": 0.69847, "ndcg_at_5": 0.72573, "ndcg_at_10": 0.74596, "ndcg_at_20": 0.75367, "ndcg_at_50": 0.76105, "ndcg_at_100": 0.76239, "map_at_1": 0.57803, "map_at_3": 0.6694, "map_at_5": 0.68465, "map_at_10": 0.69319, "map_at_20": 0.69539, "map_at_50": 0.69659, "map_at_100": 0.69671, "recall_at_1": 0.57803, "recall_at_3": 0.78234, "recall_at_5": 0.84805, "recall_at_10": 0.90965, "recall_at_20": 0.93943, "recall_at_50": 0.97639, "recall_at_100": 0.9846, "precision_at_1": 0.57803, "precision_at_3": 0.26078, "precision_at_5": 0.16961, "precision_at_10": 0.09097, "precision_at_20": 0.04697, "precision_at_50": 0.01953, "precision_at_100": 0.00985, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55749, "ndcg_at_3": 0.69481, "ndcg_at_5": 0.72322, "ndcg_at_10": 0.73941, "ndcg_at_20": 0.74902, "ndcg_at_50": 0.75532, "ndcg_at_100": 0.75664, "map_at_1": 0.55749, "map_at_3": 0.66102, "map_at_5": 0.67683, "map_at_10": 0.68365, "map_at_20": 0.68629, "map_at_50": 0.68737, "map_at_100": 0.68749, "recall_at_1": 0.55749, "recall_at_3": 0.79261, "recall_at_5": 0.8614, "recall_at_10": 0.91068, "recall_at_20": 0.94867, "recall_at_50": 0.97947, "recall_at_100": 0.98768, "precision_at_1": 0.55749, "precision_at_3": 0.2642, "precision_at_5": 0.17228, "precision_at_10": 0.09107, "precision_at_20": 0.04743, "precision_at_50": 0.01959, "precision_at_100": 0.00988, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83881, "ndcg_at_3": 0.91537, "ndcg_at_5": 0.92364, "ndcg_at_10": 0.92608, "ndcg_at_20": 0.92683, "ndcg_at_50": 0.92722, "ndcg_at_100": 0.92722, "map_at_1": 0.83881, "map_at_3": 0.89767, "map_at_5": 0.9024, "map_at_10": 0.90348, "map_at_20": 0.90367, "map_at_50": 0.90372, "map_at_100": 0.90372, "recall_at_1": 0.83881, "recall_at_3": 0.96612, "recall_at_5": 0.98563, "recall_at_10": 0.99281, "recall_at_20": 0.99589, "recall_at_50": 0.99795, "recall_at_100": 0.99795, "precision_at_1": 0.83881, "precision_at_3": 0.32204, "precision_at_5": 0.19713, "precision_at_10": 0.09928, "precision_at_20": 0.04979, "precision_at_50": 0.01996, "precision_at_100": 0.00998, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52567, "ndcg_at_3": 0.64505, "ndcg_at_5": 0.67749, "ndcg_at_10": 0.69982, "ndcg_at_20": 0.71239, "ndcg_at_50": 0.722, "ndcg_at_100": 0.72433, "map_at_1": 0.52567, "map_at_3": 0.61602, "map_at_5": 0.63419, "map_at_10": 0.64346, "map_at_20": 0.64697, "map_at_50": 0.64853, "map_at_100": 0.64873, "recall_at_1": 0.52567, "recall_at_3": 0.72895, "recall_at_5": 0.80698, "recall_at_10": 0.87577, "recall_at_20": 0.92505, "recall_at_50": 0.97331, "recall_at_100": 0.98768, "precision_at_1": 0.52567, "precision_at_3": 0.24298, "precision_at_5": 0.1614, "precision_at_10": 0.08758, "precision_at_20": 0.04625, "precision_at_50": 0.01947, "precision_at_100": 0.00988, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64271, "ndcg_at_3": 0.75591, "ndcg_at_5": 0.77876, "ndcg_at_10": 0.79478, "ndcg_at_20": 0.80177, "ndcg_at_50": 0.80544, "ndcg_at_100": 0.80698, "map_at_1": 0.64271, "map_at_3": 0.72861, "map_at_5": 0.74129, "map_at_10": 0.74776, "map_at_20": 0.74981, "map_at_50": 0.7504, "map_at_100": 0.75054, "recall_at_1": 0.64271, "recall_at_3": 0.8347, "recall_at_5": 0.89014, "recall_at_10": 0.94045, "recall_at_20": 0.96715, "recall_at_50": 0.98563, "recall_at_100": 0.99487, "precision_at_1": 0.64271, "precision_at_3": 0.27823, "precision_at_5": 0.17803, "precision_at_10": 0.09405, "precision_at_20": 0.04836, "precision_at_50": 0.01971, "precision_at_100": 0.00995, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60062, "ndcg_at_3": 0.7173, "ndcg_at_5": 0.74244, "ndcg_at_10": 0.75967, "ndcg_at_20": 0.76817, "ndcg_at_50": 0.77472, "ndcg_at_100": 0.77653, "map_at_1": 0.60062, "map_at_3": 0.68908, "map_at_5": 0.70315, "map_at_10": 0.71022, "map_at_20": 0.71266, "map_at_50": 0.71372, "map_at_100": 0.71388, "recall_at_1": 0.60062, "recall_at_3": 0.79877, "recall_at_5": 0.85934, "recall_at_10": 0.91273, "recall_at_20": 0.94559, "recall_at_50": 0.97844, "recall_at_100": 0.98973, "precision_at_1": 0.60062, "precision_at_3": 0.26626, "precision_at_5": 0.17187, "precision_at_10": 0.09127, "precision_at_20": 0.04728, "precision_at_50": 0.01957, "precision_at_100": 0.0099, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.73819, "ndcg_at_3": 0.83425, "ndcg_at_5": 0.85117, "ndcg_at_10": 0.86131, "ndcg_at_20": 0.86433, "ndcg_at_50": 0.86661, "ndcg_at_100": 0.86711, "map_at_1": 0.73819, "map_at_3": 0.8116, "map_at_5": 0.821, "map_at_10": 0.82529, "map_at_20": 0.8262, "map_at_50": 0.82659, "map_at_100": 0.82663, "recall_at_1": 0.73819, "recall_at_3": 0.89938, "recall_at_5": 0.94045, "recall_at_10": 0.97125, "recall_at_20": 0.98255, "recall_at_50": 0.99384, "recall_at_100": 0.99692, "precision_at_1": 0.73819, "precision_at_3": 0.29979, "precision_at_5": 0.18809, "precision_at_10": 0.09713, "precision_at_20": 0.04913, "precision_at_50": 0.01988, "precision_at_100": 0.00997, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52875, "ndcg_at_3": 0.6531, "ndcg_at_5": 0.68177, "ndcg_at_10": 0.70041, "ndcg_at_20": 0.71336, "ndcg_at_50": 0.72133, "ndcg_at_100": 0.7256, "map_at_1": 0.52875, "map_at_3": 0.62355, "map_at_5": 0.63941, "map_at_10": 0.64713, "map_at_20": 0.6508, "map_at_50": 0.65209, "map_at_100": 0.6525, "recall_at_1": 0.52875, "recall_at_3": 0.73819, "recall_at_5": 0.80801, "recall_at_10": 0.8655, "recall_at_20": 0.91581, "recall_at_50": 0.95585, "recall_at_100": 0.98152, "precision_at_1": 0.52875, "precision_at_3": 0.24606, "precision_at_5": 0.1616, "precision_at_10": 0.08655, "precision_at_20": 0.04579, "precision_at_50": 0.01912, "precision_at_100": 0.00982, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55852, "ndcg_at_3": 0.68441, "ndcg_at_5": 0.71066, "ndcg_at_10": 0.73008, "ndcg_at_20": 0.7418, "ndcg_at_50": 0.74777, "ndcg_at_100": 0.74942, "map_at_1": 0.55852, "map_at_3": 0.65435, "map_at_5": 0.66893, "map_at_10": 0.67704, "map_at_20": 0.68028, "map_at_50": 0.68126, "map_at_100": 0.6814, "recall_at_1": 0.55852, "recall_at_3": 0.77105, "recall_at_5": 0.8347, "recall_at_10": 0.89425, "recall_at_20": 0.94045, "recall_at_50": 0.97023, "recall_at_100": 0.98049, "precision_at_1": 0.55852, "precision_at_3": 0.25702, "precision_at_5": 0.16694, "precision_at_10": 0.08943, "precision_at_20": 0.04702, "precision_at_50": 0.0194, "precision_at_100": 0.0098, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69302, "ndcg_at_3": 0.80926, "ndcg_at_5": 0.82769, "ndcg_at_10": 0.83756, "ndcg_at_20": 0.84118, "ndcg_at_50": 0.84369, "ndcg_at_100": 0.84453, "map_at_1": 0.69302, "map_at_3": 0.78217, "map_at_5": 0.79254, "map_at_10": 0.79675, "map_at_20": 0.79774, "map_at_50": 0.79817, "map_at_100": 0.79824, "recall_at_1": 0.69302, "recall_at_3": 0.88706, "recall_at_5": 0.93121, "recall_at_10": 0.96099, "recall_at_20": 0.97536, "recall_at_50": 0.98768, "recall_at_100": 0.99281, "precision_at_1": 0.69302, "precision_at_3": 0.29569, "precision_at_5": 0.18624, "precision_at_10": 0.0961, "precision_at_20": 0.04877, "precision_at_50": 0.01975, "precision_at_100": 0.00993, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.82444, "ndcg_at_3": 0.90928, "ndcg_at_5": 0.91467, "ndcg_at_10": 0.91843, "ndcg_at_20": 0.91951, "ndcg_at_50": 0.92016, "ndcg_at_100": 0.92049, "map_at_1": 0.82444, "map_at_3": 0.8898, "map_at_5": 0.89273, "map_at_10": 0.89435, "map_at_20": 0.89466, "map_at_50": 0.89478, "map_at_100": 0.89481, "recall_at_1": 0.82444, "recall_at_3": 0.96509, "recall_at_5": 0.97844, "recall_at_10": 0.98973, "recall_at_20": 0.99384, "recall_at_50": 0.99692, "recall_at_100": 0.99897, "precision_at_1": 0.82444, "precision_at_3": 0.3217, "precision_at_5": 0.19569, "precision_at_10": 0.09897, "precision_at_20": 0.04969, "precision_at_50": 0.01994, "precision_at_100": 0.00999, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.80903, "ndcg_at_3": 0.89299, "ndcg_at_5": 0.90386, "ndcg_at_10": 0.9091, "ndcg_at_20": 0.91014, "ndcg_at_50": 0.91057, "ndcg_at_100": 0.9109, "map_at_1": 0.80903, "map_at_3": 0.87389, "map_at_5": 0.87984, "map_at_10": 0.88216, "map_at_20": 0.88245, "map_at_50": 0.88253, "map_at_100": 0.88256, "recall_at_1": 0.80903, "recall_at_3": 0.94764, "recall_at_5": 0.97433, "recall_at_10": 0.98973, "recall_at_20": 0.99384, "recall_at_50": 0.99589, "recall_at_100": 0.99795, "precision_at_1": 0.80903, "precision_at_3": 0.31588, "precision_at_5": 0.19487, "precision_at_10": 0.09897, "precision_at_20": 0.04969, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.64682, "ndcg_at_3": 0.76469, "ndcg_at_5": 0.78484, "ndcg_at_10": 0.79805, "ndcg_at_20": 0.80565, "ndcg_at_50": 0.80929, "ndcg_at_100": 0.81063, "map_at_1": 0.64682, "map_at_3": 0.73648, "map_at_5": 0.74783, "map_at_10": 0.75343, "map_at_20": 0.75555, "map_at_50": 0.75613, "map_at_100": 0.75625, "recall_at_1": 0.64682, "recall_at_3": 0.846, "recall_at_5": 0.89425, "recall_at_10": 0.93429, "recall_at_20": 0.96407, "recall_at_50": 0.98255, "recall_at_100": 0.99076, "precision_at_1": 0.64682, "precision_at_3": 0.282, "precision_at_5": 0.17885, "precision_at_10": 0.09343, "precision_at_20": 0.0482, "precision_at_50": 0.01965, "precision_at_100": 0.00991, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17248, "ndcg_at_3": 0.23545, "ndcg_at_5": 0.26329, "ndcg_at_10": 0.29147, "ndcg_at_20": 0.31514, "ndcg_at_50": 0.3441, "ndcg_at_100": 0.36108, "map_at_1": 0.17248, "map_at_3": 0.21903, "map_at_5": 0.23443, "map_at_10": 0.24623, "map_at_20": 0.25275, "map_at_50": 0.25742, "map_at_100": 0.25892, "recall_at_1": 0.17248, "recall_at_3": 0.28337, "recall_at_5": 0.35113, "recall_at_10": 0.43737, "recall_at_20": 0.5308, "recall_at_50": 0.67659, "recall_at_100": 0.78131, "precision_at_1": 0.17248, "precision_at_3": 0.09446, "precision_at_5": 0.07023, "precision_at_10": 0.04374, "precision_at_20": 0.02654, "precision_at_50": 0.01353, "precision_at_100": 0.00781, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60575, "ndcg_at_3": 0.71924, "ndcg_at_5": 0.74828, "ndcg_at_10": 0.76596, "ndcg_at_20": 0.77504, "ndcg_at_50": 0.78063, "ndcg_at_100": 0.78129, "map_at_1": 0.60575, "map_at_3": 0.69233, "map_at_5": 0.70861, "map_at_10": 0.71615, "map_at_20": 0.71864, "map_at_50": 0.71957, "map_at_100": 0.71963, "recall_at_1": 0.60575, "recall_at_3": 0.79671, "recall_at_5": 0.86653, "recall_at_10": 0.91992, "recall_at_20": 0.95585, "recall_at_50": 0.98357, "recall_at_100": 0.98768, "precision_at_1": 0.60575, "precision_at_3": 0.26557, "precision_at_5": 0.17331, "precision_at_10": 0.09199, "precision_at_20": 0.04779, "precision_at_50": 0.01967, "precision_at_100": 0.00988, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58932, "ndcg_at_3": 0.70503, "ndcg_at_5": 0.73238, "ndcg_at_10": 0.75258, "ndcg_at_20": 0.76271, "ndcg_at_50": 0.7681, "ndcg_at_100": 0.76961, "map_at_1": 0.58932, "map_at_3": 0.67779, "map_at_5": 0.69288, "map_at_10": 0.70118, "map_at_20": 0.7041, "map_at_50": 0.705, "map_at_100": 0.70514, "recall_at_1": 0.58932, "recall_at_3": 0.78337, "recall_at_5": 0.8501, "recall_at_10": 0.91273, "recall_at_20": 0.95175, "recall_at_50": 0.97844, "recall_at_100": 0.98768, "precision_at_1": 0.58932, "precision_at_3": 0.26112, "precision_at_5": 0.17002, "precision_at_10": 0.09127, "precision_at_20": 0.04759, "precision_at_50": 0.01957, "precision_at_100": 0.00988, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.67146, "ndcg_at_3": 0.78109, "ndcg_at_5": 0.80067, "ndcg_at_10": 0.81664, "ndcg_at_20": 0.82271, "ndcg_at_50": 0.82563, "ndcg_at_100": 0.82628, "map_at_1": 0.67146, "map_at_3": 0.7553, "map_at_5": 0.76624, "map_at_10": 0.77305, "map_at_20": 0.77477, "map_at_50": 0.77526, "map_at_100": 0.77532, "recall_at_1": 0.67146, "recall_at_3": 0.85524, "recall_at_5": 0.90246, "recall_at_10": 0.95072, "recall_at_20": 0.97433, "recall_at_50": 0.98871, "recall_at_100": 0.99281, "precision_at_1": 0.67146, "precision_at_3": 0.28508, "precision_at_5": 0.18049, "precision_at_10": 0.09507, "precision_at_20": 0.04872, "precision_at_50": 0.01977, "precision_at_100": 0.00993, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46715, "ndcg_at_3": 0.57795, "ndcg_at_5": 0.60786, "ndcg_at_10": 0.63143, "ndcg_at_20": 0.64483, "ndcg_at_50": 0.65894, "ndcg_at_100": 0.66391, "map_at_1": 0.46715, "map_at_3": 0.55031, "map_at_5": 0.56684, "map_at_10": 0.57656, "map_at_20": 0.58019, "map_at_50": 0.58247, "map_at_100": 0.5829, "recall_at_1": 0.46715, "recall_at_3": 0.65811, "recall_at_5": 0.73101, "recall_at_10": 0.8039, "recall_at_20": 0.85729, "recall_at_50": 0.92813, "recall_at_100": 0.95893, "precision_at_1": 0.46715, "precision_at_3": 0.21937, "precision_at_5": 0.1462, "precision_at_10": 0.08039, "precision_at_20": 0.04286, "precision_at_50": 0.01856, "precision_at_100": 0.00959, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58111, "ndcg_at_3": 0.69731, "ndcg_at_5": 0.72152, "ndcg_at_10": 0.73938, "ndcg_at_20": 0.74832, "ndcg_at_50": 0.75444, "ndcg_at_100": 0.75818, "map_at_1": 0.58111, "map_at_3": 0.66958, "map_at_5": 0.68308, "map_at_10": 0.6908, "map_at_20": 0.69331, "map_at_50": 0.6943, "map_at_100": 0.69465, "recall_at_1": 0.58111, "recall_at_3": 0.77721, "recall_at_5": 0.83573, "recall_at_10": 0.88912, "recall_at_20": 0.92402, "recall_at_50": 0.95483, "recall_at_100": 0.97741, "precision_at_1": 0.58111, "precision_at_3": 0.25907, "precision_at_5": 0.16715, "precision_at_10": 0.08891, "precision_at_20": 0.0462, "precision_at_50": 0.0191, "precision_at_100": 0.00977, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52772, "ndcg_at_3": 0.64713, "ndcg_at_5": 0.67942, "ndcg_at_10": 0.70113, "ndcg_at_20": 0.71293, "ndcg_at_50": 0.71966, "ndcg_at_100": 0.72235, "map_at_1": 0.52772, "map_at_3": 0.61841, "map_at_5": 0.63617, "map_at_10": 0.6454, "map_at_20": 0.64871, "map_at_50": 0.64979, "map_at_100": 0.65004, "recall_at_1": 0.52772, "recall_at_3": 0.72998, "recall_at_5": 0.80903, "recall_at_10": 0.87474, "recall_at_20": 0.92094, "recall_at_50": 0.95483, "recall_at_100": 0.97125, "precision_at_1": 0.52772, "precision_at_3": 0.24333, "precision_at_5": 0.16181, "precision_at_10": 0.08747, "precision_at_20": 0.04605, "precision_at_50": 0.0191, "precision_at_100": 0.00971, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.81006, "ndcg_at_3": 0.89504, "ndcg_at_5": 0.90499, "ndcg_at_10": 0.90962, "ndcg_at_20": 0.91102, "ndcg_at_50": 0.91198, "ndcg_at_100": 0.91216, "map_at_1": 0.81006, "map_at_3": 0.8756, "map_at_5": 0.88125, "map_at_10": 0.88315, "map_at_20": 0.88359, "map_at_50": 0.88372, "map_at_100": 0.88374, "recall_at_1": 0.81006, "recall_at_3": 0.95072, "recall_at_5": 0.97433, "recall_at_10": 0.98871, "recall_at_20": 0.99384, "recall_at_50": 0.99897, "recall_at_100": 1.0, "precision_at_1": 0.81006, "precision_at_3": 0.31691, "precision_at_5": 0.19487, "precision_at_10": 0.09887, "precision_at_20": 0.04969, "precision_at_50": 0.01998, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72998, "ndcg_at_3": 0.8334, "ndcg_at_5": 0.85152, "ndcg_at_10": 0.85803, "ndcg_at_20": 0.86137, "ndcg_at_50": 0.86283, "ndcg_at_100": 0.86404, "map_at_1": 0.72998, "map_at_3": 0.80903, "map_at_5": 0.81905, "map_at_10": 0.82186, "map_at_20": 0.82275, "map_at_50": 0.823, "map_at_100": 0.82312, "recall_at_1": 0.72998, "recall_at_3": 0.90349, "recall_at_5": 0.94764, "recall_at_10": 0.96715, "recall_at_20": 0.98049, "recall_at_50": 0.98768, "recall_at_100": 0.99487, "precision_at_1": 0.72998, "precision_at_3": 0.30116, "precision_at_5": 0.18953, "precision_at_10": 0.09671, "precision_at_20": 0.04902, "precision_at_50": 0.01975, "precision_at_100": 0.00995, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62423, "ndcg_at_3": 0.74351, "ndcg_at_5": 0.76732, "ndcg_at_10": 0.78692, "ndcg_at_20": 0.79307, "ndcg_at_50": 0.79641, "ndcg_at_100": 0.79742, "map_at_1": 0.62423, "map_at_3": 0.71475, "map_at_5": 0.72805, "map_at_10": 0.73632, "map_at_20": 0.73797, "map_at_50": 0.73854, "map_at_100": 0.73863, "recall_at_1": 0.62423, "recall_at_3": 0.82649, "recall_at_5": 0.88398, "recall_at_10": 0.94353, "recall_at_20": 0.96817, "recall_at_50": 0.9846, "recall_at_100": 0.99076, "precision_at_1": 0.62423, "precision_at_3": 0.2755, "precision_at_5": 0.1768, "precision_at_10": 0.09435, "precision_at_20": 0.04841, "precision_at_50": 0.01969, "precision_at_100": 0.00991, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.80698, "ndcg_at_3": 0.89237, "ndcg_at_5": 0.90367, "ndcg_at_10": 0.90853, "ndcg_at_20": 0.90959, "ndcg_at_50": 0.91001, "ndcg_at_100": 0.91034, "map_at_1": 0.80698, "map_at_3": 0.87303, "map_at_5": 0.87924, "map_at_10": 0.88137, "map_at_20": 0.88167, "map_at_50": 0.88175, "map_at_100": 0.88178, "recall_at_1": 0.80698, "recall_at_3": 0.94764, "recall_at_5": 0.97536, "recall_at_10": 0.98973, "recall_at_20": 0.99384, "recall_at_50": 0.99589, "recall_at_100": 0.99795, "precision_at_1": 0.80698, "precision_at_3": 0.31588, "precision_at_5": 0.19507, "precision_at_10": 0.09897, "precision_at_20": 0.04969, "precision_at_50": 0.01992, "precision_at_100": 0.00998, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.86448, "ndcg_at_3": 0.93253, "ndcg_at_5": 0.93637, "ndcg_at_10": 0.9395, "ndcg_at_20": 0.93979, "ndcg_at_50": 0.94019, "ndcg_at_100": 0.94037, "map_at_1": 0.86448, "map_at_3": 0.91718, "map_at_5": 0.91934, "map_at_10": 0.92071, "map_at_20": 0.9208, "map_at_50": 0.92086, "map_at_100": 0.92088, "recall_at_1": 0.86448, "recall_at_3": 0.97639, "recall_at_5": 0.98563, "recall_at_10": 0.99487, "recall_at_20": 0.99589, "recall_at_50": 0.99795, "recall_at_100": 0.99897, "precision_at_1": 0.86448, "precision_at_3": 0.32546, "precision_at_5": 0.19713, "precision_at_10": 0.09949, "precision_at_20": 0.04979, "precision_at_50": 0.01996, "precision_at_100": 0.00999, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.87166, "ndcg_at_3": 0.93728, "ndcg_at_5": 0.94192, "ndcg_at_10": 0.94365, "ndcg_at_20": 0.94419, "ndcg_at_50": 0.9446, "ndcg_at_100": 0.9446, "map_at_1": 0.87166, "map_at_3": 0.92283, "map_at_5": 0.92539, "map_at_10": 0.92615, "map_at_20": 0.92631, "map_at_50": 0.92637, "map_at_100": 0.92637, "recall_at_1": 0.87166, "recall_at_3": 0.97844, "recall_at_5": 0.98973, "recall_at_10": 0.99487, "recall_at_20": 0.99692, "recall_at_50": 0.99897, "recall_at_100": 0.99897, "precision_at_1": 0.87166, "precision_at_3": 0.32615, "precision_at_5": 0.19795, "precision_at_10": 0.09949, "precision_at_20": 0.04985, "precision_at_50": 0.01998, "precision_at_100": 0.00999, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17864, "ndcg_at_3": 0.24026, "ndcg_at_5": 0.26624, "ndcg_at_10": 0.29601, "ndcg_at_20": 0.31363, "ndcg_at_50": 0.33546, "ndcg_at_100": 0.34931, "map_at_1": 0.17864, "map_at_3": 0.22502, "map_at_5": 0.23954, "map_at_10": 0.25176, "map_at_20": 0.25658, "map_at_50": 0.26019, "map_at_100": 0.26137, "recall_at_1": 0.17864, "recall_at_3": 0.28439, "recall_at_5": 0.34702, "recall_at_10": 0.43943, "recall_at_20": 0.50924, "recall_at_50": 0.61807, "recall_at_100": 0.70431, "precision_at_1": 0.17864, "precision_at_3": 0.0948, "precision_at_5": 0.0694, "precision_at_10": 0.04394, "precision_at_20": 0.02546, "precision_at_50": 0.01236, "precision_at_100": 0.00704, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62423, "ndcg_at_3": 0.74601, "ndcg_at_5": 0.76736, "ndcg_at_10": 0.78064, "ndcg_at_20": 0.78885, "ndcg_at_50": 0.79272, "ndcg_at_100": 0.79406, "map_at_1": 0.62423, "map_at_3": 0.71732, "map_at_5": 0.72928, "map_at_10": 0.73476, "map_at_20": 0.73697, "map_at_50": 0.73759, "map_at_100": 0.73771, "recall_at_1": 0.62423, "recall_at_3": 0.82854, "recall_at_5": 0.87988, "recall_at_10": 0.92094, "recall_at_20": 0.9538, "recall_at_50": 0.97331, "recall_at_100": 0.98152, "precision_at_1": 0.62423, "precision_at_3": 0.27618, "precision_at_5": 0.17598, "precision_at_10": 0.09209, "precision_at_20": 0.04769, "precision_at_50": 0.01947, "precision_at_100": 0.00982, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 8 (English, Finance)", "alias": "ClosedDataset 8 (English, Finance)", "tier": 3, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.72407, "ndcg_at_3": 0.80729, "ndcg_at_5": 0.82535, "ndcg_at_10": 0.83766, "ndcg_at_20": 0.84348, "ndcg_at_50": 0.84758, "ndcg_at_100": 0.84848, "map_at_1": 0.72407, "map_at_3": 0.78726, "map_at_5": 0.79718, "map_at_10": 0.80222, "map_at_20": 0.80386, "map_at_50": 0.80456, "map_at_100": 0.80464, "recall_at_1": 0.72407, "recall_at_3": 0.86506, "recall_at_5": 0.90937, "recall_at_10": 0.94763, "recall_at_20": 0.97029, "recall_at_50": 0.99043, "recall_at_100": 0.99597, "precision_at_1": 0.72407, "precision_at_3": 0.28835, "precision_at_5": 0.18187, "precision_at_10": 0.09476, "precision_at_20": 0.04851, "precision_at_50": 0.01981, "precision_at_100": 0.00996, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60977, "ndcg_at_3": 0.70804, "ndcg_at_5": 0.73058, "ndcg_at_10": 0.74824, "ndcg_at_20": 0.75843, "ndcg_at_50": 0.76518, "ndcg_at_100": 0.76811, "map_at_1": 0.60977, "map_at_3": 0.68404, "map_at_5": 0.6965, "map_at_10": 0.70384, "map_at_20": 0.70671, "map_at_50": 0.70782, "map_at_100": 0.70807, "recall_at_1": 0.60977, "recall_at_3": 0.77744, "recall_at_5": 0.83233, "recall_at_10": 0.88671, "recall_at_20": 0.92649, "recall_at_50": 0.96022, "recall_at_100": 0.97835, "precision_at_1": 0.60977, "precision_at_3": 0.25915, "precision_at_5": 0.16647, "precision_at_10": 0.08867, "precision_at_20": 0.04632, "precision_at_50": 0.0192, "precision_at_100": 0.00978, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63142, "ndcg_at_3": 0.72139, "ndcg_at_5": 0.74347, "ndcg_at_10": 0.75969, "ndcg_at_20": 0.77047, "ndcg_at_50": 0.7777, "ndcg_at_100": 0.78054, "map_at_1": 0.63142, "map_at_3": 0.6994, "map_at_5": 0.71171, "map_at_10": 0.71846, "map_at_20": 0.72146, "map_at_50": 0.72268, "map_at_100": 0.72292, "recall_at_1": 0.63142, "recall_at_3": 0.78499, "recall_at_5": 0.83837, "recall_at_10": 0.88822, "recall_at_20": 0.93051, "recall_at_50": 0.96626, "recall_at_100": 0.98389, "precision_at_1": 0.63142, "precision_at_3": 0.26166, "precision_at_5": 0.16767, "precision_at_10": 0.08882, "precision_at_20": 0.04653, "precision_at_50": 0.01933, "precision_at_100": 0.00984, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72205, "ndcg_at_3": 0.81601, "ndcg_at_5": 0.83059, "ndcg_at_10": 0.8422, "ndcg_at_20": 0.84824, "ndcg_at_50": 0.8513, "ndcg_at_100": 0.85223, "map_at_1": 0.72205, "map_at_3": 0.79372, "map_at_5": 0.80185, "map_at_10": 0.80677, "map_at_20": 0.80845, "map_at_50": 0.80897, "map_at_100": 0.80906, "recall_at_1": 0.72205, "recall_at_3": 0.88016, "recall_at_5": 0.91541, "recall_at_10": 0.95065, "recall_at_20": 0.97432, "recall_at_50": 0.98943, "recall_at_100": 0.99496, "precision_at_1": 0.72205, "precision_at_3": 0.29339, "precision_at_5": 0.18308, "precision_at_10": 0.09507, "precision_at_20": 0.04872, "precision_at_50": 0.01979, "precision_at_100": 0.00995, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53726, "ndcg_at_3": 0.6322, "ndcg_at_5": 0.6607, "ndcg_at_10": 0.68191, "ndcg_at_20": 0.69486, "ndcg_at_50": 0.70551, "ndcg_at_100": 0.71086, "map_at_1": 0.53726, "map_at_3": 0.60926, "map_at_5": 0.62525, "map_at_10": 0.63393, "map_at_20": 0.63747, "map_at_50": 0.63929, "map_at_100": 0.63977, "recall_at_1": 0.53726, "recall_at_3": 0.69839, "recall_at_5": 0.76687, "recall_at_10": 0.83283, "recall_at_20": 0.88419, "recall_at_50": 0.93656, "recall_at_100": 0.96928, "precision_at_1": 0.53726, "precision_at_3": 0.2328, "precision_at_5": 0.15337, "precision_at_10": 0.08328, "precision_at_20": 0.04421, "precision_at_50": 0.01873, "precision_at_100": 0.00969, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.71198, "ndcg_at_3": 0.79925, "ndcg_at_5": 0.81676, "ndcg_at_10": 0.82865, "ndcg_at_20": 0.83516, "ndcg_at_50": 0.83878, "ndcg_at_100": 0.84007, "map_at_1": 0.71198, "map_at_3": 0.7782, "map_at_5": 0.78797, "map_at_10": 0.79296, "map_at_20": 0.79475, "map_at_50": 0.79535, "map_at_100": 0.79546, "recall_at_1": 0.71198, "recall_at_3": 0.86002, "recall_at_5": 0.90232, "recall_at_10": 0.93857, "recall_at_20": 0.96425, "recall_at_50": 0.98238, "recall_at_100": 0.99043, "precision_at_1": 0.71198, "precision_at_3": 0.28667, "precision_at_5": 0.18046, "precision_at_10": 0.09386, "precision_at_20": 0.04821, "precision_at_50": 0.01965, "precision_at_100": 0.0099, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63142, "ndcg_at_3": 0.72319, "ndcg_at_5": 0.74571, "ndcg_at_10": 0.76291, "ndcg_at_20": 0.7726, "ndcg_at_50": 0.77889, "ndcg_at_100": 0.78203, "map_at_1": 0.63142, "map_at_3": 0.70107, "map_at_5": 0.71364, "map_at_10": 0.72071, "map_at_20": 0.72351, "map_at_50": 0.72456, "map_at_100": 0.72485, "recall_at_1": 0.63142, "recall_at_3": 0.78701, "recall_at_5": 0.84139, "recall_at_10": 0.89476, "recall_at_20": 0.93202, "recall_at_50": 0.96324, "recall_at_100": 0.98238, "precision_at_1": 0.63142, "precision_at_3": 0.26234, "precision_at_5": 0.16828, "precision_at_10": 0.08948, "precision_at_20": 0.0466, "precision_at_50": 0.01926, "precision_at_100": 0.00982, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.59466, "ndcg_at_3": 0.68594, "ndcg_at_5": 0.70904, "ndcg_at_10": 0.72772, "ndcg_at_20": 0.73947, "ndcg_at_50": 0.74885, "ndcg_at_100": 0.75181, "map_at_1": 0.59466, "map_at_3": 0.66415, "map_at_5": 0.67701, "map_at_10": 0.68469, "map_at_20": 0.68794, "map_at_50": 0.68948, "map_at_100": 0.68975, "recall_at_1": 0.59466, "recall_at_3": 0.74874, "recall_at_5": 0.80463, "recall_at_10": 0.86254, "recall_at_20": 0.90886, "recall_at_50": 0.95569, "recall_at_100": 0.97382, "precision_at_1": 0.59466, "precision_at_3": 0.24958, "precision_at_5": 0.16093, "precision_at_10": 0.08625, "precision_at_20": 0.04544, "precision_at_50": 0.01911, "precision_at_100": 0.00974, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66213, "ndcg_at_3": 0.75335, "ndcg_at_5": 0.77116, "ndcg_at_10": 0.78839, "ndcg_at_20": 0.79754, "ndcg_at_50": 0.80287, "ndcg_at_100": 0.80506, "map_at_1": 0.66213, "map_at_3": 0.73154, "map_at_5": 0.74153, "map_at_10": 0.74871, "map_at_20": 0.75122, "map_at_50": 0.7521, "map_at_100": 0.75228, "recall_at_1": 0.66213, "recall_at_3": 0.81621, "recall_at_5": 0.85901, "recall_at_10": 0.91188, "recall_at_20": 0.94814, "recall_at_50": 0.97482, "recall_at_100": 0.98842, "precision_at_1": 0.66213, "precision_at_3": 0.27207, "precision_at_5": 0.1718, "precision_at_10": 0.09119, "precision_at_20": 0.04741, "precision_at_50": 0.0195, "precision_at_100": 0.00988, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59919, "ndcg_at_3": 0.69503, "ndcg_at_5": 0.71876, "ndcg_at_10": 0.73493, "ndcg_at_20": 0.74788, "ndcg_at_50": 0.75606, "ndcg_at_100": 0.75943, "map_at_1": 0.59919, "map_at_3": 0.67204, "map_at_5": 0.68526, "map_at_10": 0.69196, "map_at_20": 0.69562, "map_at_50": 0.69698, "map_at_100": 0.69728, "recall_at_1": 0.59919, "recall_at_3": 0.76133, "recall_at_5": 0.81873, "recall_at_10": 0.86858, "recall_at_20": 0.91893, "recall_at_50": 0.95972, "recall_at_100": 0.98036, "precision_at_1": 0.59919, "precision_at_3": 0.25378, "precision_at_5": 0.16375, "precision_at_10": 0.08686, "precision_at_20": 0.04595, "precision_at_50": 0.01919, "precision_at_100": 0.0098, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68177, "ndcg_at_3": 0.76944, "ndcg_at_5": 0.78842, "ndcg_at_10": 0.80293, "ndcg_at_20": 0.81184, "ndcg_at_50": 0.81668, "ndcg_at_100": 0.8186, "map_at_1": 0.68177, "map_at_3": 0.74849, "map_at_5": 0.75909, "map_at_10": 0.76509, "map_at_20": 0.76753, "map_at_50": 0.76833, "map_at_100": 0.7685, "recall_at_1": 0.68177, "recall_at_3": 0.82981, "recall_at_5": 0.87563, "recall_at_10": 0.92044, "recall_at_20": 0.95569, "recall_at_50": 0.97986, "recall_at_100": 0.99144, "precision_at_1": 0.68177, "precision_at_3": 0.2766, "precision_at_5": 0.17513, "precision_at_10": 0.09204, "precision_at_20": 0.04778, "precision_at_50": 0.0196, "precision_at_100": 0.00991, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45217, "ndcg_at_3": 0.54955, "ndcg_at_5": 0.57549, "ndcg_at_10": 0.60465, "ndcg_at_20": 0.62203, "ndcg_at_50": 0.63598, "ndcg_at_100": 0.64243, "map_at_1": 0.45217, "map_at_3": 0.52576, "map_at_5": 0.54016, "map_at_10": 0.5523, "map_at_20": 0.55717, "map_at_50": 0.55943, "map_at_100": 0.56, "recall_at_1": 0.45217, "recall_at_3": 0.61833, "recall_at_5": 0.68127, "recall_at_10": 0.7709, "recall_at_20": 0.83887, "recall_at_50": 0.90886, "recall_at_100": 0.94864, "precision_at_1": 0.45217, "precision_at_3": 0.20611, "precision_at_5": 0.13625, "precision_at_10": 0.07709, "precision_at_20": 0.04194, "precision_at_50": 0.01818, "precision_at_100": 0.00949, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52518, "ndcg_at_3": 0.62066, "ndcg_at_5": 0.64627, "ndcg_at_10": 0.66949, "ndcg_at_20": 0.68354, "ndcg_at_50": 0.69498, "ndcg_at_100": 0.69977, "map_at_1": 0.52518, "map_at_3": 0.59726, "map_at_5": 0.61154, "map_at_10": 0.62137, "map_at_20": 0.62518, "map_at_50": 0.62704, "map_at_100": 0.62748, "recall_at_1": 0.52518, "recall_at_3": 0.68832, "recall_at_5": 0.75025, "recall_at_10": 0.82075, "recall_at_20": 0.87664, "recall_at_50": 0.93404, "recall_at_100": 0.96324, "precision_at_1": 0.52518, "precision_at_3": 0.22944, "precision_at_5": 0.15005, "precision_at_10": 0.08207, "precision_at_20": 0.04383, "precision_at_50": 0.01868, "precision_at_100": 0.00963, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67271, "ndcg_at_3": 0.76759, "ndcg_at_5": 0.78748, "ndcg_at_10": 0.80013, "ndcg_at_20": 0.8072, "ndcg_at_50": 0.81236, "ndcg_at_100": 0.81493, "map_at_1": 0.67271, "map_at_3": 0.7448, "map_at_5": 0.75582, "map_at_10": 0.76102, "map_at_20": 0.76299, "map_at_50": 0.76384, "map_at_100": 0.76408, "recall_at_1": 0.67271, "recall_at_3": 0.83333, "recall_at_5": 0.88167, "recall_at_10": 0.92095, "recall_at_20": 0.94864, "recall_at_50": 0.97432, "recall_at_100": 0.98993, "precision_at_1": 0.67271, "precision_at_3": 0.27778, "precision_at_5": 0.17633, "precision_at_10": 0.09209, "precision_at_20": 0.04743, "precision_at_50": 0.01949, "precision_at_100": 0.0099, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50856, "ndcg_at_3": 0.60694, "ndcg_at_5": 0.63014, "ndcg_at_10": 0.65398, "ndcg_at_20": 0.66735, "ndcg_at_50": 0.67826, "ndcg_at_100": 0.68427, "map_at_1": 0.50856, "map_at_3": 0.58342, "map_at_5": 0.59628, "map_at_10": 0.60625, "map_at_20": 0.60992, "map_at_50": 0.61172, "map_at_100": 0.61226, "recall_at_1": 0.50856, "recall_at_3": 0.67472, "recall_at_5": 0.73112, "recall_at_10": 0.80413, "recall_at_20": 0.857, "recall_at_50": 0.91138, "recall_at_100": 0.94814, "precision_at_1": 0.50856, "precision_at_3": 0.22491, "precision_at_5": 0.14622, "precision_at_10": 0.08041, "precision_at_20": 0.04285, "precision_at_50": 0.01823, "precision_at_100": 0.00948, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58661, "ndcg_at_3": 0.6951, "ndcg_at_5": 0.71458, "ndcg_at_10": 0.73657, "ndcg_at_20": 0.74742, "ndcg_at_50": 0.75516, "ndcg_at_100": 0.75814, "map_at_1": 0.58661, "map_at_3": 0.66885, "map_at_5": 0.67965, "map_at_10": 0.68882, "map_at_20": 0.69182, "map_at_50": 0.69312, "map_at_100": 0.6934, "recall_at_1": 0.58661, "recall_at_3": 0.7709, "recall_at_5": 0.81823, "recall_at_10": 0.8857, "recall_at_20": 0.9285, "recall_at_50": 0.96677, "recall_at_100": 0.98489, "precision_at_1": 0.58661, "precision_at_3": 0.25697, "precision_at_5": 0.16365, "precision_at_10": 0.08857, "precision_at_20": 0.04642, "precision_at_50": 0.01934, "precision_at_100": 0.00985, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46626, "ndcg_at_3": 0.56383, "ndcg_at_5": 0.5897, "ndcg_at_10": 0.61047, "ndcg_at_20": 0.62923, "ndcg_at_50": 0.64381, "ndcg_at_100": 0.64965, "map_at_1": 0.46626, "map_at_3": 0.53978, "map_at_5": 0.55423, "map_at_10": 0.56276, "map_at_20": 0.56793, "map_at_50": 0.57035, "map_at_100": 0.57088, "recall_at_1": 0.46626, "recall_at_3": 0.63343, "recall_at_5": 0.69587, "recall_at_10": 0.76032, "recall_at_20": 0.83434, "recall_at_50": 0.90685, "recall_at_100": 0.9426, "precision_at_1": 0.46626, "precision_at_3": 0.21114, "precision_at_5": 0.13917, "precision_at_10": 0.07603, "precision_at_20": 0.04172, "precision_at_50": 0.01814, "precision_at_100": 0.00943, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.67372, "ndcg_at_3": 0.7637, "ndcg_at_5": 0.78424, "ndcg_at_10": 0.80071, "ndcg_at_20": 0.80826, "ndcg_at_50": 0.81269, "ndcg_at_100": 0.81459, "map_at_1": 0.67372, "map_at_3": 0.74186, "map_at_5": 0.75326, "map_at_10": 0.76017, "map_at_20": 0.76227, "map_at_50": 0.76299, "map_at_100": 0.76316, "recall_at_1": 0.67372, "recall_at_3": 0.82679, "recall_at_5": 0.87664, "recall_at_10": 0.92699, "recall_at_20": 0.9567, "recall_at_50": 0.97885, "recall_at_100": 0.99043, "precision_at_1": 0.67372, "precision_at_3": 0.2756, "precision_at_5": 0.17533, "precision_at_10": 0.0927, "precision_at_20": 0.04783, "precision_at_50": 0.01958, "precision_at_100": 0.0099, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45871, "ndcg_at_3": 0.54255, "ndcg_at_5": 0.57107, "ndcg_at_10": 0.59785, "ndcg_at_20": 0.61444, "ndcg_at_50": 0.63023, "ndcg_at_100": 0.63707, "map_at_1": 0.45871, "map_at_3": 0.52224, "map_at_5": 0.53813, "map_at_10": 0.54922, "map_at_20": 0.5538, "map_at_50": 0.55638, "map_at_100": 0.55699, "recall_at_1": 0.45871, "recall_at_3": 0.60121, "recall_at_5": 0.67019, "recall_at_10": 0.75277, "recall_at_20": 0.81823, "recall_at_50": 0.89728, "recall_at_100": 0.93907, "precision_at_1": 0.45871, "precision_at_3": 0.2004, "precision_at_5": 0.13404, "precision_at_10": 0.07528, "precision_at_20": 0.04091, "precision_at_50": 0.01795, "precision_at_100": 0.00939, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52115, "ndcg_at_3": 0.61087, "ndcg_at_5": 0.63518, "ndcg_at_10": 0.655, "ndcg_at_20": 0.67074, "ndcg_at_50": 0.68239, "ndcg_at_100": 0.68834, "map_at_1": 0.52115, "map_at_3": 0.58896, "map_at_5": 0.60248, "map_at_10": 0.61073, "map_at_20": 0.61509, "map_at_50": 0.61698, "map_at_100": 0.61753, "recall_at_1": 0.52115, "recall_at_3": 0.67422, "recall_at_5": 0.73313, "recall_at_10": 0.79406, "recall_at_20": 0.85599, "recall_at_50": 0.9144, "recall_at_100": 0.95065, "precision_at_1": 0.52115, "precision_at_3": 0.22474, "precision_at_5": 0.14663, "precision_at_10": 0.07941, "precision_at_20": 0.0428, "precision_at_50": 0.01829, "precision_at_100": 0.00951, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60624, "ndcg_at_3": 0.70262, "ndcg_at_5": 0.72154, "ndcg_at_10": 0.74146, "ndcg_at_20": 0.75241, "ndcg_at_50": 0.75998, "ndcg_at_100": 0.76328, "map_at_1": 0.60624, "map_at_3": 0.67917, "map_at_5": 0.68969, "map_at_10": 0.69804, "map_at_20": 0.70105, "map_at_50": 0.70229, "map_at_100": 0.70259, "recall_at_1": 0.60624, "recall_at_3": 0.77039, "recall_at_5": 0.81621, "recall_at_10": 0.87714, "recall_at_20": 0.92044, "recall_at_50": 0.95821, "recall_at_100": 0.97835, "precision_at_1": 0.60624, "precision_at_3": 0.2568, "precision_at_5": 0.16324, "precision_at_10": 0.08771, "precision_at_20": 0.04602, "precision_at_50": 0.01916, "precision_at_100": 0.00978, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6279, "ndcg_at_3": 0.72727, "ndcg_at_5": 0.74876, "ndcg_at_10": 0.76423, "ndcg_at_20": 0.7741, "ndcg_at_50": 0.78092, "ndcg_at_100": 0.78349, "map_at_1": 0.6279, "map_at_3": 0.70326, "map_at_5": 0.71514, "map_at_10": 0.72162, "map_at_20": 0.72436, "map_at_50": 0.72547, "map_at_100": 0.72571, "recall_at_1": 0.6279, "recall_at_3": 0.79658, "recall_at_5": 0.84894, "recall_at_10": 0.89627, "recall_at_20": 0.93505, "recall_at_50": 0.96928, "recall_at_100": 0.98489, "precision_at_1": 0.6279, "precision_at_3": 0.26553, "precision_at_5": 0.16979, "precision_at_10": 0.08963, "precision_at_20": 0.04675, "precision_at_50": 0.01939, "precision_at_100": 0.00985, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66062, "ndcg_at_3": 0.74261, "ndcg_at_5": 0.7645, "ndcg_at_10": 0.78006, "ndcg_at_20": 0.79007, "ndcg_at_50": 0.79729, "ndcg_at_100": 0.79884, "map_at_1": 0.66062, "map_at_3": 0.72256, "map_at_5": 0.73464, "map_at_10": 0.74112, "map_at_20": 0.74391, "map_at_50": 0.74513, "map_at_100": 0.74526, "recall_at_1": 0.66062, "recall_at_3": 0.8006, "recall_at_5": 0.85398, "recall_at_10": 0.90181, "recall_at_20": 0.94109, "recall_at_50": 0.97684, "recall_at_100": 0.9864, "precision_at_1": 0.66062, "precision_at_3": 0.26687, "precision_at_5": 0.1708, "precision_at_10": 0.09018, "precision_at_20": 0.04705, "precision_at_50": 0.01954, "precision_at_100": 0.00986, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5287, "ndcg_at_3": 0.63928, "ndcg_at_5": 0.66658, "ndcg_at_10": 0.69144, "ndcg_at_20": 0.70374, "ndcg_at_50": 0.7132, "ndcg_at_100": 0.71658, "map_at_1": 0.5287, "map_at_3": 0.61237, "map_at_5": 0.62748, "map_at_10": 0.6379, "map_at_20": 0.64132, "map_at_50": 0.64282, "map_at_100": 0.64313, "recall_at_1": 0.5287, "recall_at_3": 0.71702, "recall_at_5": 0.78348, "recall_at_10": 0.85952, "recall_at_20": 0.90785, "recall_at_50": 0.95569, "recall_at_100": 0.97633, "precision_at_1": 0.5287, "precision_at_3": 0.23901, "precision_at_5": 0.1567, "precision_at_10": 0.08595, "precision_at_20": 0.04539, "precision_at_50": 0.01911, "precision_at_100": 0.00976, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12236, "ndcg_at_3": 0.18443, "ndcg_at_5": 0.20809, "ndcg_at_10": 0.23776, "ndcg_at_20": 0.25948, "ndcg_at_50": 0.28617, "ndcg_at_100": 0.30415, "map_at_1": 0.12236, "map_at_3": 0.16902, "map_at_5": 0.18216, "map_at_10": 0.19442, "map_at_20": 0.20029, "map_at_50": 0.20462, "map_at_100": 0.2062, "recall_at_1": 0.12236, "recall_at_3": 0.2291, "recall_at_5": 0.28651, "recall_at_10": 0.37815, "recall_at_20": 0.46475, "recall_at_50": 0.59869, "recall_at_100": 0.70947, "precision_at_1": 0.12236, "precision_at_3": 0.07637, "precision_at_5": 0.0573, "precision_at_10": 0.03781, "precision_at_20": 0.02324, "precision_at_50": 0.01197, "precision_at_100": 0.00709, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49043, "ndcg_at_3": 0.59308, "ndcg_at_5": 0.61592, "ndcg_at_10": 0.63678, "ndcg_at_20": 0.65601, "ndcg_at_50": 0.66859, "ndcg_at_100": 0.674, "map_at_1": 0.49043, "map_at_3": 0.56798, "map_at_5": 0.58066, "map_at_10": 0.58939, "map_at_20": 0.59466, "map_at_50": 0.59681, "map_at_100": 0.59729, "recall_at_1": 0.49043, "recall_at_3": 0.66566, "recall_at_5": 0.72105, "recall_at_10": 0.78499, "recall_at_20": 0.86103, "recall_at_50": 0.92296, "recall_at_100": 0.95619, "precision_at_1": 0.49043, "precision_at_3": 0.22189, "precision_at_5": 0.14421, "precision_at_10": 0.0785, "precision_at_20": 0.04305, "precision_at_50": 0.01846, "precision_at_100": 0.00956, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.35196, "ndcg_at_3": 0.43812, "ndcg_at_5": 0.46473, "ndcg_at_10": 0.49234, "ndcg_at_20": 0.51285, "ndcg_at_50": 0.53055, "ndcg_at_100": 0.53948, "map_at_1": 0.35196, "map_at_3": 0.41692, "map_at_5": 0.43172, "map_at_10": 0.44326, "map_at_20": 0.4489, "map_at_50": 0.45179, "map_at_100": 0.45258, "recall_at_1": 0.35196, "recall_at_3": 0.4995, "recall_at_5": 0.56395, "recall_at_10": 0.64854, "recall_at_20": 0.72961, "recall_at_50": 0.81823, "recall_at_100": 0.87311, "precision_at_1": 0.35196, "precision_at_3": 0.1665, "precision_at_5": 0.11279, "precision_at_10": 0.06485, "precision_at_20": 0.03648, "precision_at_50": 0.01636, "precision_at_100": 0.00873, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.50604, "ndcg_at_3": 0.60031, "ndcg_at_5": 0.62484, "ndcg_at_10": 0.6482, "ndcg_at_20": 0.66383, "ndcg_at_50": 0.67476, "ndcg_at_100": 0.68017, "map_at_1": 0.50604, "map_at_3": 0.57704, "map_at_5": 0.59068, "map_at_10": 0.60037, "map_at_20": 0.60464, "map_at_50": 0.60645, "map_at_100": 0.60693, "recall_at_1": 0.50604, "recall_at_3": 0.66767, "recall_at_5": 0.72709, "recall_at_10": 0.79909, "recall_at_20": 0.86103, "recall_at_50": 0.91541, "recall_at_100": 0.94864, "precision_at_1": 0.50604, "precision_at_3": 0.22256, "precision_at_5": 0.14542, "precision_at_10": 0.07991, "precision_at_20": 0.04305, "precision_at_50": 0.01831, "precision_at_100": 0.00949, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42044, "ndcg_at_3": 0.50591, "ndcg_at_5": 0.53272, "ndcg_at_10": 0.5597, "ndcg_at_20": 0.57695, "ndcg_at_50": 0.59321, "ndcg_at_100": 0.60169, "map_at_1": 0.42044, "map_at_3": 0.48498, "map_at_5": 0.49976, "map_at_10": 0.51106, "map_at_20": 0.51583, "map_at_50": 0.51847, "map_at_100": 0.51921, "recall_at_1": 0.42044, "recall_at_3": 0.56647, "recall_at_5": 0.63192, "recall_at_10": 0.7145, "recall_at_20": 0.78248, "recall_at_50": 0.86405, "recall_at_100": 0.91641, "precision_at_1": 0.42044, "precision_at_3": 0.18882, "precision_at_5": 0.12638, "precision_at_10": 0.07145, "precision_at_20": 0.03912, "precision_at_50": 0.01728, "precision_at_100": 0.00916, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47432, "ndcg_at_3": 0.56855, "ndcg_at_5": 0.59549, "ndcg_at_10": 0.61807, "ndcg_at_20": 0.63402, "ndcg_at_50": 0.65, "ndcg_at_100": 0.65558, "map_at_1": 0.47432, "map_at_3": 0.54574, "map_at_5": 0.56079, "map_at_10": 0.57008, "map_at_20": 0.57455, "map_at_50": 0.57719, "map_at_100": 0.57769, "recall_at_1": 0.47432, "recall_at_3": 0.63444, "recall_at_5": 0.6994, "recall_at_10": 0.76939, "recall_at_20": 0.83182, "recall_at_50": 0.91138, "recall_at_100": 0.94562, "precision_at_1": 0.47432, "precision_at_3": 0.21148, "precision_at_5": 0.13988, "precision_at_10": 0.07694, "precision_at_20": 0.04159, "precision_at_50": 0.01823, "precision_at_100": 0.00946, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46677, "ndcg_at_3": 0.55842, "ndcg_at_5": 0.58488, "ndcg_at_10": 0.61177, "ndcg_at_20": 0.628, "ndcg_at_50": 0.6394, "ndcg_at_100": 0.64584, "map_at_1": 0.46677, "map_at_3": 0.53642, "map_at_5": 0.55117, "map_at_10": 0.56238, "map_at_20": 0.56688, "map_at_50": 0.56875, "map_at_100": 0.56931, "recall_at_1": 0.46677, "recall_at_3": 0.62185, "recall_at_5": 0.6858, "recall_at_10": 0.76838, "recall_at_20": 0.83233, "recall_at_50": 0.88922, "recall_at_100": 0.929, "precision_at_1": 0.46677, "precision_at_3": 0.20728, "precision_at_5": 0.13716, "precision_at_10": 0.07684, "precision_at_20": 0.04162, "precision_at_50": 0.01778, "precision_at_100": 0.00929, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72105, "ndcg_at_3": 0.80736, "ndcg_at_5": 0.82246, "ndcg_at_10": 0.83578, "ndcg_at_20": 0.84214, "ndcg_at_50": 0.84552, "ndcg_at_100": 0.84659, "map_at_1": 0.72105, "map_at_3": 0.78726, "map_at_5": 0.79562, "map_at_10": 0.80119, "map_at_20": 0.803, "map_at_50": 0.80358, "map_at_100": 0.80368, "recall_at_1": 0.72105, "recall_at_3": 0.86506, "recall_at_5": 0.90181, "recall_at_10": 0.9426, "recall_at_20": 0.96727, "recall_at_50": 0.98389, "recall_at_100": 0.99043, "precision_at_1": 0.72105, "precision_at_3": 0.28835, "precision_at_5": 0.18036, "precision_at_10": 0.09426, "precision_at_20": 0.04836, "precision_at_50": 0.01968, "precision_at_100": 0.0099, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6284, "ndcg_at_3": 0.72409, "ndcg_at_5": 0.74455, "ndcg_at_10": 0.76107, "ndcg_at_20": 0.77194, "ndcg_at_50": 0.77877, "ndcg_at_100": 0.78132, "map_at_1": 0.6284, "map_at_3": 0.70091, "map_at_5": 0.71234, "map_at_10": 0.7193, "map_at_20": 0.72231, "map_at_50": 0.72342, "map_at_100": 0.72365, "recall_at_1": 0.6284, "recall_at_3": 0.79104, "recall_at_5": 0.84038, "recall_at_10": 0.89074, "recall_at_20": 0.93353, "recall_at_50": 0.96777, "recall_at_100": 0.98338, "precision_at_1": 0.6284, "precision_at_3": 0.26368, "precision_at_5": 0.16808, "precision_at_10": 0.08907, "precision_at_20": 0.04668, "precision_at_50": 0.01936, "precision_at_100": 0.00983, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36757, "ndcg_at_3": 0.46525, "ndcg_at_5": 0.49268, "ndcg_at_10": 0.52189, "ndcg_at_20": 0.54273, "ndcg_at_50": 0.56004, "ndcg_at_100": 0.56718, "map_at_1": 0.36757, "map_at_3": 0.44109, "map_at_5": 0.45622, "map_at_10": 0.46811, "map_at_20": 0.47388, "map_at_50": 0.47671, "map_at_100": 0.47735, "recall_at_1": 0.36757, "recall_at_3": 0.53525, "recall_at_5": 0.60222, "recall_at_10": 0.69335, "recall_at_20": 0.77543, "recall_at_50": 0.86203, "recall_at_100": 0.90584, "precision_at_1": 0.36757, "precision_at_3": 0.17842, "precision_at_5": 0.12044, "precision_at_10": 0.06934, "precision_at_20": 0.03877, "precision_at_50": 0.01724, "precision_at_100": 0.00906, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.65911, "ndcg_at_3": 0.74288, "ndcg_at_5": 0.76404, "ndcg_at_10": 0.77931, "ndcg_at_20": 0.78922, "ndcg_at_50": 0.79679, "ndcg_at_100": 0.79826, "map_at_1": 0.65911, "map_at_3": 0.72239, "map_at_5": 0.73402, "map_at_10": 0.74039, "map_at_20": 0.74317, "map_at_50": 0.74447, "map_at_100": 0.74459, "recall_at_1": 0.65911, "recall_at_3": 0.80211, "recall_at_5": 0.85398, "recall_at_10": 0.90081, "recall_at_20": 0.93958, "recall_at_50": 0.97684, "recall_at_100": 0.9859, "precision_at_1": 0.65911, "precision_at_3": 0.26737, "precision_at_5": 0.1708, "precision_at_10": 0.09008, "precision_at_20": 0.04698, "precision_at_50": 0.01954, "precision_at_100": 0.00986, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.69537, "ndcg_at_3": 0.78328, "ndcg_at_5": 0.8009, "ndcg_at_10": 0.81318, "ndcg_at_20": 0.82044, "ndcg_at_50": 0.82535, "ndcg_at_100": 0.82715, "map_at_1": 0.69537, "map_at_3": 0.76225, "map_at_5": 0.77202, "map_at_10": 0.77712, "map_at_20": 0.77918, "map_at_50": 0.78002, "map_at_100": 0.78018, "recall_at_1": 0.69537, "recall_at_3": 0.84391, "recall_at_5": 0.88671, "recall_at_10": 0.92447, "recall_at_20": 0.95267, "recall_at_50": 0.97684, "recall_at_100": 0.98792, "precision_at_1": 0.69537, "precision_at_3": 0.2813, "precision_at_5": 0.17734, "precision_at_10": 0.09245, "precision_at_20": 0.04763, "precision_at_50": 0.01954, "precision_at_100": 0.00988, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16365, "ndcg_at_3": 0.21789, "ndcg_at_5": 0.23704, "ndcg_at_10": 0.25592, "ndcg_at_20": 0.27538, "ndcg_at_50": 0.29455, "ndcg_at_100": 0.30735, "map_at_1": 0.16365, "map_at_3": 0.20384, "map_at_5": 0.21439, "map_at_10": 0.22208, "map_at_20": 0.22742, "map_at_50": 0.23049, "map_at_100": 0.23161, "recall_at_1": 0.16365, "recall_at_3": 0.25881, "recall_at_5": 0.30564, "recall_at_10": 0.36455, "recall_at_20": 0.44159, "recall_at_50": 0.53827, "recall_at_100": 0.61732, "precision_at_1": 0.16365, "precision_at_3": 0.08627, "precision_at_5": 0.06113, "precision_at_10": 0.03646, "precision_at_20": 0.02208, "precision_at_50": 0.01077, "precision_at_100": 0.00617, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54481, "ndcg_at_3": 0.65254, "ndcg_at_5": 0.67343, "ndcg_at_10": 0.69489, "ndcg_at_20": 0.7085, "ndcg_at_50": 0.719, "ndcg_at_100": 0.72299, "map_at_1": 0.54481, "map_at_3": 0.62638, "map_at_5": 0.63807, "map_at_10": 0.647, "map_at_20": 0.65087, "map_at_50": 0.6526, "map_at_100": 0.65297, "recall_at_1": 0.54481, "recall_at_3": 0.7281, "recall_at_5": 0.77845, "recall_at_10": 0.84441, "recall_at_20": 0.89728, "recall_at_50": 0.94965, "recall_at_100": 0.97382, "precision_at_1": 0.54481, "precision_at_3": 0.2427, "precision_at_5": 0.15569, "precision_at_10": 0.08444, "precision_at_20": 0.04486, "precision_at_50": 0.01899, "precision_at_100": 0.00974, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "ClosedDataset 5 (English, Finance)", "alias": "ClosedDataset 5 (English, Finance)", "tier": 3, "groups": { "text": 1, "finance": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.59108, "ndcg_at_3": 0.68656, "ndcg_at_5": 0.71407, "ndcg_at_10": 0.73644, "ndcg_at_20": 0.7476, "ndcg_at_50": 0.75438, "ndcg_at_100": 0.75704, "map_at_1": 0.58922, "map_at_3": 0.66326, "map_at_5": 0.6785, "map_at_10": 0.68796, "map_at_20": 0.69097, "map_at_50": 0.69203, "map_at_100": 0.69225, "recall_at_1": 0.58922, "recall_at_3": 0.75279, "recall_at_5": 0.8197, "recall_at_10": 0.88848, "recall_at_20": 0.93309, "recall_at_50": 0.96701, "recall_at_100": 0.98281, "precision_at_1": 0.59108, "precision_at_3": 0.25279, "precision_at_5": 0.16506, "precision_at_10": 0.08959, "precision_at_20": 0.04703, "precision_at_50": 0.01955, "precision_at_100": 0.01, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59108, "ndcg_at_3": 0.68749, "ndcg_at_5": 0.71886, "ndcg_at_10": 0.74543, "ndcg_at_20": 0.75393, "ndcg_at_50": 0.75993, "ndcg_at_100": 0.76179, "map_at_1": 0.58736, "map_at_3": 0.66419, "map_at_5": 0.68185, "map_at_10": 0.69288, "map_at_20": 0.69507, "map_at_50": 0.696, "map_at_100": 0.69617, "recall_at_1": 0.58736, "recall_at_3": 0.75279, "recall_at_5": 0.829, "recall_at_10": 0.91078, "recall_at_20": 0.9447, "recall_at_50": 0.97491, "recall_at_100": 0.98606, "precision_at_1": 0.59108, "precision_at_3": 0.25279, "precision_at_5": 0.16729, "precision_at_10": 0.09182, "precision_at_20": 0.04777, "precision_at_50": 0.01978, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6171, "ndcg_at_3": 0.71802, "ndcg_at_5": 0.73995, "ndcg_at_10": 0.7599, "ndcg_at_20": 0.76738, "ndcg_at_50": 0.77387, "ndcg_at_100": 0.77539, "map_at_1": 0.61338, "map_at_3": 0.69145, "map_at_5": 0.7039, "map_at_10": 0.71228, "map_at_20": 0.71415, "map_at_50": 0.71514, "map_at_100": 0.71528, "recall_at_1": 0.61338, "recall_at_3": 0.79368, "recall_at_5": 0.84572, "recall_at_10": 0.90706, "recall_at_20": 0.93727, "recall_at_50": 0.97072, "recall_at_100": 0.97909, "precision_at_1": 0.6171, "precision_at_3": 0.26642, "precision_at_5": 0.17026, "precision_at_10": 0.09145, "precision_at_20": 0.0474, "precision_at_50": 0.01963, "precision_at_100": 0.00996, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55762, "ndcg_at_3": 0.67408, "ndcg_at_5": 0.69231, "ndcg_at_10": 0.72277, "ndcg_at_20": 0.73388, "ndcg_at_50": 0.73883, "ndcg_at_100": 0.74198, "map_at_1": 0.5539, "map_at_3": 0.64498, "map_at_5": 0.65502, "map_at_10": 0.66827, "map_at_20": 0.67157, "map_at_50": 0.67243, "map_at_100": 0.67272, "recall_at_1": 0.5539, "recall_at_3": 0.75651, "recall_at_5": 0.80112, "recall_at_10": 0.89219, "recall_at_20": 0.93355, "recall_at_50": 0.95678, "recall_at_100": 0.97584, "precision_at_1": 0.55762, "precision_at_3": 0.25403, "precision_at_5": 0.16134, "precision_at_10": 0.08996, "precision_at_20": 0.04721, "precision_at_50": 0.01948, "precision_at_100": 0.00996, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52045, "ndcg_at_3": 0.60327, "ndcg_at_5": 0.63846, "ndcg_at_10": 0.66617, "ndcg_at_20": 0.68105, "ndcg_at_50": 0.69163, "ndcg_at_100": 0.69792, "map_at_1": 0.51673, "map_at_3": 0.58302, "map_at_5": 0.60254, "map_at_10": 0.61451, "map_at_20": 0.61851, "map_at_50": 0.62022, "map_at_100": 0.6208, "recall_at_1": 0.51673, "recall_at_3": 0.65985, "recall_at_5": 0.74535, "recall_at_10": 0.829, "recall_at_20": 0.88848, "recall_at_50": 0.94099, "recall_at_100": 0.97862, "precision_at_1": 0.52045, "precision_at_3": 0.22181, "precision_at_5": 0.15019, "precision_at_10": 0.08364, "precision_at_20": 0.0448, "precision_at_50": 0.01903, "precision_at_100": 0.00993, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.68773, "ndcg_at_3": 0.79206, "ndcg_at_5": 0.80742, "ndcg_at_10": 0.81938, "ndcg_at_20": 0.8222, "ndcg_at_50": 0.82567, "ndcg_at_100": 0.82817, "map_at_1": 0.68401, "map_at_3": 0.76642, "map_at_5": 0.77497, "map_at_10": 0.78034, "map_at_20": 0.78112, "map_at_50": 0.78171, "map_at_100": 0.78195, "recall_at_1": 0.68401, "recall_at_3": 0.86431, "recall_at_5": 0.90149, "recall_at_10": 0.9368, "recall_at_20": 0.94796, "recall_at_50": 0.96375, "recall_at_100": 0.97862, "precision_at_1": 0.68773, "precision_at_3": 0.28996, "precision_at_5": 0.18141, "precision_at_10": 0.09442, "precision_at_20": 0.04777, "precision_at_50": 0.01955, "precision_at_100": 0.00993, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69517, "ndcg_at_3": 0.77879, "ndcg_at_5": 0.79647, "ndcg_at_10": 0.80486, "ndcg_at_20": 0.81361, "ndcg_at_50": 0.81782, "ndcg_at_100": 0.82067, "map_at_1": 0.69145, "map_at_3": 0.75651, "map_at_5": 0.76654, "map_at_10": 0.77, "map_at_20": 0.77256, "map_at_50": 0.77322, "map_at_100": 0.77353, "recall_at_1": 0.69145, "recall_at_3": 0.84201, "recall_at_5": 0.88476, "recall_at_10": 0.91078, "recall_at_20": 0.94424, "recall_at_50": 0.96422, "recall_at_100": 0.98002, "precision_at_1": 0.69517, "precision_at_3": 0.28253, "precision_at_5": 0.17844, "precision_at_10": 0.09182, "precision_at_20": 0.04758, "precision_at_50": 0.01963, "precision_at_100": 0.01004, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.51301, "ndcg_at_3": 0.63562, "ndcg_at_5": 0.66378, "ndcg_at_10": 0.68754, "ndcg_at_20": 0.6958, "ndcg_at_50": 0.70584, "ndcg_at_100": 0.71079, "map_at_1": 0.50929, "map_at_3": 0.60595, "map_at_5": 0.62193, "map_at_10": 0.63178, "map_at_20": 0.63394, "map_at_50": 0.63565, "map_at_100": 0.63618, "recall_at_1": 0.50929, "recall_at_3": 0.71933, "recall_at_5": 0.78625, "recall_at_10": 0.8592, "recall_at_20": 0.89266, "recall_at_50": 0.94145, "recall_at_100": 0.9698, "precision_at_1": 0.51301, "precision_at_3": 0.24164, "precision_at_5": 0.15836, "precision_at_10": 0.08699, "precision_at_20": 0.04517, "precision_at_50": 0.01911, "precision_at_100": 0.01, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66171, "ndcg_at_3": 0.75011, "ndcg_at_5": 0.76867, "ndcg_at_10": 0.78784, "ndcg_at_20": 0.79455, "ndcg_at_50": 0.7993, "ndcg_at_100": 0.80188, "map_at_1": 0.65799, "map_at_3": 0.728, "map_at_5": 0.73841, "map_at_10": 0.74674, "map_at_20": 0.74849, "map_at_50": 0.74931, "map_at_100": 0.74955, "recall_at_1": 0.65799, "recall_at_3": 0.81227, "recall_at_5": 0.85688, "recall_at_10": 0.9145, "recall_at_20": 0.94099, "recall_at_50": 0.96375, "recall_at_100": 0.97909, "precision_at_1": 0.66171, "precision_at_3": 0.27261, "precision_at_5": 0.17249, "precision_at_10": 0.09219, "precision_at_20": 0.04758, "precision_at_50": 0.01955, "precision_at_100": 0.00996, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60223, "ndcg_at_3": 0.70001, "ndcg_at_5": 0.72658, "ndcg_at_10": 0.74126, "ndcg_at_20": 0.75282, "ndcg_at_50": 0.75947, "ndcg_at_100": 0.76303, "map_at_1": 0.59851, "map_at_3": 0.67596, "map_at_5": 0.69102, "map_at_10": 0.697, "map_at_20": 0.70042, "map_at_50": 0.7015, "map_at_100": 0.70179, "recall_at_1": 0.59851, "recall_at_3": 0.76766, "recall_at_5": 0.83086, "recall_at_10": 0.87593, "recall_at_20": 0.91961, "recall_at_50": 0.95307, "recall_at_100": 0.97537, "precision_at_1": 0.60223, "precision_at_3": 0.25774, "precision_at_5": 0.16729, "precision_at_10": 0.08848, "precision_at_20": 0.04684, "precision_at_50": 0.01941, "precision_at_100": 0.00993, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.7026, "ndcg_at_3": 0.79003, "ndcg_at_5": 0.80378, "ndcg_at_10": 0.82424, "ndcg_at_20": 0.82879, "ndcg_at_50": 0.8311, "ndcg_at_100": 0.83157, "map_at_1": 0.69888, "map_at_3": 0.76766, "map_at_5": 0.77528, "map_at_10": 0.78416, "map_at_20": 0.78533, "map_at_50": 0.78565, "map_at_100": 0.78572, "recall_at_1": 0.69888, "recall_at_3": 0.85316, "recall_at_5": 0.88662, "recall_at_10": 0.94796, "recall_at_20": 0.96654, "recall_at_50": 0.97816, "recall_at_100": 0.97955, "precision_at_1": 0.7026, "precision_at_3": 0.28625, "precision_at_5": 0.17844, "precision_at_10": 0.09554, "precision_at_20": 0.0487, "precision_at_50": 0.01978, "precision_at_100": 0.01, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47212, "ndcg_at_3": 0.55242, "ndcg_at_5": 0.57258, "ndcg_at_10": 0.60025, "ndcg_at_20": 0.62146, "ndcg_at_50": 0.63631, "ndcg_at_100": 0.64179, "map_at_1": 0.4684, "map_at_3": 0.53036, "map_at_5": 0.5417, "map_at_10": 0.55313, "map_at_20": 0.55886, "map_at_50": 0.56128, "map_at_100": 0.56173, "recall_at_1": 0.4684, "recall_at_3": 0.61524, "recall_at_5": 0.66357, "recall_at_10": 0.74907, "recall_at_20": 0.83318, "recall_at_50": 0.90753, "recall_at_100": 0.94145, "precision_at_1": 0.47212, "precision_at_3": 0.20694, "precision_at_5": 0.13383, "precision_at_10": 0.07546, "precision_at_20": 0.04219, "precision_at_50": 0.01836, "precision_at_100": 0.00955, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50186, "ndcg_at_3": 0.60747, "ndcg_at_5": 0.63179, "ndcg_at_10": 0.65482, "ndcg_at_20": 0.67217, "ndcg_at_50": 0.68467, "ndcg_at_100": 0.69031, "map_at_1": 0.49814, "map_at_3": 0.57993, "map_at_5": 0.59331, "map_at_10": 0.60344, "map_at_20": 0.60843, "map_at_50": 0.61034, "map_at_100": 0.61081, "recall_at_1": 0.49814, "recall_at_3": 0.68587, "recall_at_5": 0.74535, "recall_at_10": 0.81413, "recall_at_20": 0.88104, "recall_at_50": 0.9447, "recall_at_100": 0.97909, "precision_at_1": 0.50186, "precision_at_3": 0.23048, "precision_at_5": 0.15019, "precision_at_10": 0.08216, "precision_at_20": 0.04442, "precision_at_50": 0.01911, "precision_at_100": 0.00996, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54647, "ndcg_at_3": 0.63898, "ndcg_at_5": 0.67179, "ndcg_at_10": 0.70076, "ndcg_at_20": 0.70969, "ndcg_at_50": 0.71877, "ndcg_at_100": 0.72217, "map_at_1": 0.54275, "map_at_3": 0.61462, "map_at_5": 0.63321, "map_at_10": 0.6457, "map_at_20": 0.64825, "map_at_50": 0.64981, "map_at_100": 0.65014, "recall_at_1": 0.54275, "recall_at_3": 0.70818, "recall_at_5": 0.78625, "recall_at_10": 0.87361, "recall_at_20": 0.90753, "recall_at_50": 0.95214, "recall_at_100": 0.97165, "precision_at_1": 0.54647, "precision_at_3": 0.23792, "precision_at_5": 0.15836, "precision_at_10": 0.0881, "precision_at_20": 0.04591, "precision_at_50": 0.01926, "precision_at_100": 0.00989, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56134, "ndcg_at_3": 0.66939, "ndcg_at_5": 0.69677, "ndcg_at_10": 0.71874, "ndcg_at_20": 0.72894, "ndcg_at_50": 0.73318, "ndcg_at_100": 0.73699, "map_at_1": 0.55762, "map_at_3": 0.6425, "map_at_5": 0.6583, "map_at_10": 0.66757, "map_at_20": 0.67065, "map_at_50": 0.67148, "map_at_100": 0.67184, "recall_at_1": 0.55762, "recall_at_3": 0.74535, "recall_at_5": 0.81041, "recall_at_10": 0.87732, "recall_at_20": 0.91496, "recall_at_50": 0.93401, "recall_at_100": 0.95678, "precision_at_1": 0.56134, "precision_at_3": 0.25031, "precision_at_5": 0.16357, "precision_at_10": 0.08848, "precision_at_20": 0.04628, "precision_at_50": 0.01896, "precision_at_100": 0.00974, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37918, "ndcg_at_3": 0.47471, "ndcg_at_5": 0.5083, "ndcg_at_10": 0.55183, "ndcg_at_20": 0.57474, "ndcg_at_50": 0.58679, "ndcg_at_100": 0.59406, "map_at_1": 0.37546, "map_at_3": 0.45229, "map_at_5": 0.47088, "map_at_10": 0.48946, "map_at_20": 0.49546, "map_at_50": 0.49749, "map_at_100": 0.49818, "recall_at_1": 0.37546, "recall_at_3": 0.53717, "recall_at_5": 0.61896, "recall_at_10": 0.75093, "recall_at_20": 0.84387, "recall_at_50": 0.90335, "recall_at_100": 0.94563, "precision_at_1": 0.37918, "precision_at_3": 0.18092, "precision_at_5": 0.12491, "precision_at_10": 0.07584, "precision_at_20": 0.04257, "precision_at_50": 0.01822, "precision_at_100": 0.00963, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45725, "ndcg_at_3": 0.53248, "ndcg_at_5": 0.57163, "ndcg_at_10": 0.60086, "ndcg_at_20": 0.61731, "ndcg_at_50": 0.62959, "ndcg_at_100": 0.63873, "map_at_1": 0.45353, "map_at_3": 0.51239, "map_at_5": 0.53507, "map_at_10": 0.54736, "map_at_20": 0.55212, "map_at_50": 0.5542, "map_at_100": 0.55499, "recall_at_1": 0.45353, "recall_at_3": 0.58736, "recall_at_5": 0.6803, "recall_at_10": 0.76952, "recall_at_20": 0.83271, "recall_at_50": 0.89266, "recall_at_100": 0.94888, "precision_at_1": 0.45725, "precision_at_3": 0.19703, "precision_at_5": 0.13755, "precision_at_10": 0.0777, "precision_at_20": 0.04201, "precision_at_50": 0.01807, "precision_at_100": 0.00963, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55019, "ndcg_at_3": 0.64642, "ndcg_at_5": 0.68096, "ndcg_at_10": 0.70525, "ndcg_at_20": 0.71735, "ndcg_at_50": 0.72481, "ndcg_at_100": 0.72748, "map_at_1": 0.54647, "map_at_3": 0.62082, "map_at_5": 0.63959, "map_at_10": 0.64996, "map_at_20": 0.65322, "map_at_50": 0.65445, "map_at_100": 0.65468, "recall_at_1": 0.54647, "recall_at_3": 0.71933, "recall_at_5": 0.80483, "recall_at_10": 0.87779, "recall_at_20": 0.92612, "recall_at_50": 0.96329, "recall_at_100": 0.97909, "precision_at_1": 0.55019, "precision_at_3": 0.24164, "precision_at_5": 0.16208, "precision_at_10": 0.08885, "precision_at_20": 0.04684, "precision_at_50": 0.01948, "precision_at_100": 0.00996, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45353, "ndcg_at_3": 0.54574, "ndcg_at_5": 0.57822, "ndcg_at_10": 0.61323, "ndcg_at_20": 0.63334, "ndcg_at_50": 0.64252, "ndcg_at_100": 0.64886, "map_at_1": 0.44981, "map_at_3": 0.52354, "map_at_5": 0.54176, "map_at_10": 0.55701, "map_at_20": 0.56288, "map_at_50": 0.56449, "map_at_100": 0.5651, "recall_at_1": 0.44981, "recall_at_3": 0.60781, "recall_at_5": 0.68587, "recall_at_10": 0.78996, "recall_at_20": 0.86664, "recall_at_50": 0.91125, "recall_at_100": 0.94888, "precision_at_1": 0.45353, "precision_at_3": 0.20446, "precision_at_5": 0.13829, "precision_at_10": 0.07955, "precision_at_20": 0.04387, "precision_at_50": 0.01844, "precision_at_100": 0.00963, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47212, "ndcg_at_3": 0.56384, "ndcg_at_5": 0.59168, "ndcg_at_10": 0.61787, "ndcg_at_20": 0.62759, "ndcg_at_50": 0.64244, "ndcg_at_100": 0.65373, "map_at_1": 0.4684, "map_at_3": 0.54151, "map_at_5": 0.55694, "map_at_10": 0.56759, "map_at_20": 0.57043, "map_at_50": 0.57275, "map_at_100": 0.57376, "recall_at_1": 0.4684, "recall_at_3": 0.62639, "recall_at_5": 0.69517, "recall_at_10": 0.77695, "recall_at_20": 0.81413, "recall_at_50": 0.88894, "recall_at_100": 0.95725, "precision_at_1": 0.47212, "precision_at_3": 0.21066, "precision_at_5": 0.14052, "precision_at_10": 0.07844, "precision_at_20": 0.04108, "precision_at_50": 0.01799, "precision_at_100": 0.00978, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.51301, "ndcg_at_3": 0.62247, "ndcg_at_5": 0.6431, "ndcg_at_10": 0.67158, "ndcg_at_20": 0.69123, "ndcg_at_50": 0.70089, "ndcg_at_100": 0.7051, "map_at_1": 0.51115, "map_at_3": 0.59511, "map_at_5": 0.60607, "map_at_10": 0.61858, "map_at_20": 0.62392, "map_at_50": 0.62549, "map_at_100": 0.62586, "recall_at_1": 0.51115, "recall_at_3": 0.70074, "recall_at_5": 0.75279, "recall_at_10": 0.8369, "recall_at_20": 0.91496, "recall_at_50": 0.96329, "recall_at_100": 0.98931, "precision_at_1": 0.51301, "precision_at_3": 0.23544, "precision_at_5": 0.15167, "precision_at_10": 0.08476, "precision_at_20": 0.04628, "precision_at_50": 0.01948, "precision_at_100": 0.01, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.6171, "ndcg_at_3": 0.73307, "ndcg_at_5": 0.75627, "ndcg_at_10": 0.77217, "ndcg_at_20": 0.78237, "ndcg_at_50": 0.78467, "ndcg_at_100": 0.78602, "map_at_1": 0.61338, "map_at_3": 0.70384, "map_at_5": 0.71685, "map_at_10": 0.72378, "map_at_20": 0.72651, "map_at_50": 0.72684, "map_at_100": 0.72696, "recall_at_1": 0.61338, "recall_at_3": 0.81599, "recall_at_5": 0.87175, "recall_at_10": 0.91868, "recall_at_20": 0.95957, "recall_at_50": 0.97119, "recall_at_100": 0.97909, "precision_at_1": 0.6171, "precision_at_3": 0.27385, "precision_at_5": 0.17546, "precision_at_10": 0.09294, "precision_at_20": 0.04851, "precision_at_50": 0.0197, "precision_at_100": 0.00996, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62454, "ndcg_at_3": 0.73395, "ndcg_at_5": 0.75732, "ndcg_at_10": 0.77789, "ndcg_at_20": 0.78473, "ndcg_at_50": 0.79007, "ndcg_at_100": 0.79177, "map_at_1": 0.62082, "map_at_3": 0.70632, "map_at_5": 0.71952, "map_at_10": 0.72856, "map_at_20": 0.73041, "map_at_50": 0.73126, "map_at_100": 0.73146, "recall_at_1": 0.62082, "recall_at_3": 0.81227, "recall_at_5": 0.86803, "recall_at_10": 0.92937, "recall_at_20": 0.95586, "recall_at_50": 0.98234, "recall_at_100": 0.99117, "precision_at_1": 0.62454, "precision_at_3": 0.27261, "precision_at_5": 0.17472, "precision_at_10": 0.09368, "precision_at_20": 0.04833, "precision_at_50": 0.01993, "precision_at_100": 0.01015, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52788, "ndcg_at_3": 0.62703, "ndcg_at_5": 0.66095, "ndcg_at_10": 0.68425, "ndcg_at_20": 0.69116, "ndcg_at_50": 0.70334, "ndcg_at_100": 0.71079, "map_at_1": 0.52416, "map_at_3": 0.60223, "map_at_5": 0.62119, "map_at_10": 0.63106, "map_at_20": 0.63314, "map_at_50": 0.63523, "map_at_100": 0.63591, "recall_at_1": 0.52416, "recall_at_3": 0.69703, "recall_at_5": 0.77881, "recall_at_10": 0.84944, "recall_at_20": 0.87546, "recall_at_50": 0.93401, "recall_at_100": 0.97909, "precision_at_1": 0.52788, "precision_at_3": 0.2342, "precision_at_5": 0.15688, "precision_at_10": 0.0855, "precision_at_20": 0.04405, "precision_at_50": 0.01896, "precision_at_100": 0.00996, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3197, "ndcg_at_3": 0.39177, "ndcg_at_5": 0.41465, "ndcg_at_10": 0.44413, "ndcg_at_20": 0.46626, "ndcg_at_50": 0.48845, "ndcg_at_100": 0.50704, "map_at_1": 0.31784, "map_at_3": 0.37423, "map_at_5": 0.38686, "map_at_10": 0.39918, "map_at_20": 0.40504, "map_at_50": 0.40855, "map_at_100": 0.41033, "recall_at_1": 0.31784, "recall_at_3": 0.44052, "recall_at_5": 0.49628, "recall_at_10": 0.58597, "recall_at_20": 0.67519, "recall_at_50": 0.78717, "recall_at_100": 0.89777, "precision_at_1": 0.3197, "precision_at_3": 0.14746, "precision_at_5": 0.09963, "precision_at_10": 0.05911, "precision_at_20": 0.03401, "precision_at_50": 0.01591, "precision_at_100": 0.00918, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52416, "ndcg_at_3": 0.62234, "ndcg_at_5": 0.64411, "ndcg_at_10": 0.66613, "ndcg_at_20": 0.68207, "ndcg_at_50": 0.69548, "ndcg_at_100": 0.69836, "map_at_1": 0.52045, "map_at_3": 0.59727, "map_at_5": 0.60954, "map_at_10": 0.61884, "map_at_20": 0.62348, "map_at_50": 0.62567, "map_at_100": 0.62592, "recall_at_1": 0.52045, "recall_at_3": 0.69331, "recall_at_5": 0.74535, "recall_at_10": 0.81227, "recall_at_20": 0.87361, "recall_at_50": 0.94052, "recall_at_100": 0.95678, "precision_at_1": 0.52416, "precision_at_3": 0.23296, "precision_at_5": 0.15019, "precision_at_10": 0.08178, "precision_at_20": 0.04405, "precision_at_50": 0.01896, "precision_at_100": 0.00974, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34201, "ndcg_at_3": 0.44762, "ndcg_at_5": 0.48537, "ndcg_at_10": 0.51543, "ndcg_at_20": 0.53672, "ndcg_at_50": 0.55705, "ndcg_at_100": 0.56496, "map_at_1": 0.33829, "map_at_3": 0.42007, "map_at_5": 0.44071, "map_at_10": 0.45312, "map_at_20": 0.45909, "map_at_50": 0.46235, "map_at_100": 0.46312, "recall_at_1": 0.33829, "recall_at_3": 0.52602, "recall_at_5": 0.61896, "recall_at_10": 0.7119, "recall_at_20": 0.79554, "recall_at_50": 0.89684, "recall_at_100": 0.94331, "precision_at_1": 0.34201, "precision_at_3": 0.1772, "precision_at_5": 0.12491, "precision_at_10": 0.07175, "precision_at_20": 0.04015, "precision_at_50": 0.01822, "precision_at_100": 0.0097, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.55019, "ndcg_at_3": 0.64642, "ndcg_at_5": 0.67138, "ndcg_at_10": 0.69386, "ndcg_at_20": 0.70203, "ndcg_at_50": 0.71116, "ndcg_at_100": 0.71418, "map_at_1": 0.54647, "map_at_3": 0.62082, "map_at_5": 0.63448, "map_at_10": 0.64415, "map_at_20": 0.64623, "map_at_50": 0.64773, "map_at_100": 0.648, "recall_at_1": 0.54647, "recall_at_3": 0.71933, "recall_at_5": 0.77928, "recall_at_10": 0.84805, "recall_at_20": 0.88151, "recall_at_50": 0.92658, "recall_at_100": 0.94517, "precision_at_1": 0.55019, "precision_at_3": 0.24164, "precision_at_5": 0.15762, "precision_at_10": 0.08587, "precision_at_20": 0.04461, "precision_at_50": 0.01881, "precision_at_100": 0.00959, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43494, "ndcg_at_3": 0.53644, "ndcg_at_5": 0.55899, "ndcg_at_10": 0.58591, "ndcg_at_20": 0.60048, "ndcg_at_50": 0.61707, "ndcg_at_100": 0.62743, "map_at_1": 0.43123, "map_at_3": 0.51115, "map_at_5": 0.52342, "map_at_10": 0.53528, "map_at_20": 0.53952, "map_at_50": 0.54224, "map_at_100": 0.54314, "recall_at_1": 0.43123, "recall_at_3": 0.60781, "recall_at_5": 0.66357, "recall_at_10": 0.74349, "recall_at_20": 0.79926, "recall_at_50": 0.88151, "recall_at_100": 0.94517, "precision_at_1": 0.43494, "precision_at_3": 0.20446, "precision_at_5": 0.13383, "precision_at_10": 0.07509, "precision_at_20": 0.04033, "precision_at_50": 0.01784, "precision_at_100": 0.00959, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50186, "ndcg_at_3": 0.59154, "ndcg_at_5": 0.62657, "ndcg_at_10": 0.65013, "ndcg_at_20": 0.665, "ndcg_at_50": 0.6752, "ndcg_at_100": 0.67987, "map_at_1": 0.49814, "map_at_3": 0.56753, "map_at_5": 0.58686, "map_at_10": 0.59682, "map_at_20": 0.60081, "map_at_50": 0.60253, "map_at_100": 0.603, "recall_at_1": 0.49814, "recall_at_3": 0.65985, "recall_at_5": 0.74535, "recall_at_10": 0.81784, "recall_at_20": 0.87732, "recall_at_50": 0.92658, "recall_at_100": 0.95353, "precision_at_1": 0.50186, "precision_at_3": 0.22181, "precision_at_5": 0.15019, "precision_at_10": 0.08253, "precision_at_20": 0.04424, "precision_at_50": 0.01881, "precision_at_100": 0.00974, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56506, "ndcg_at_3": 0.65589, "ndcg_at_5": 0.68389, "ndcg_at_10": 0.70578, "ndcg_at_20": 0.71537, "ndcg_at_50": 0.72391, "ndcg_at_100": 0.73022, "map_at_1": 0.56134, "map_at_3": 0.63445, "map_at_5": 0.65025, "map_at_10": 0.65942, "map_at_20": 0.66231, "map_at_50": 0.66378, "map_at_100": 0.66435, "recall_at_1": 0.56134, "recall_at_3": 0.71561, "recall_at_5": 0.78253, "recall_at_10": 0.84944, "recall_at_20": 0.88522, "recall_at_50": 0.92658, "recall_at_100": 0.96468, "precision_at_1": 0.56506, "precision_at_3": 0.2404, "precision_at_5": 0.15762, "precision_at_10": 0.0855, "precision_at_20": 0.0448, "precision_at_50": 0.01881, "precision_at_100": 0.00985, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.63569, "ndcg_at_3": 0.72584, "ndcg_at_5": 0.75544, "ndcg_at_10": 0.77194, "ndcg_at_20": 0.78085, "ndcg_at_50": 0.78618, "ndcg_at_100": 0.78818, "map_at_1": 0.63197, "map_at_3": 0.70214, "map_at_5": 0.71887, "map_at_10": 0.72564, "map_at_20": 0.72833, "map_at_50": 0.72926, "map_at_100": 0.72945, "recall_at_1": 0.63197, "recall_at_3": 0.79043, "recall_at_5": 0.86292, "recall_at_10": 0.91496, "recall_at_20": 0.94842, "recall_at_50": 0.97444, "recall_at_100": 0.98606, "precision_at_1": 0.63569, "precision_at_3": 0.26642, "precision_at_5": 0.17472, "precision_at_10": 0.09257, "precision_at_20": 0.04796, "precision_at_50": 0.0197, "precision_at_100": 0.01, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.53532, "ndcg_at_3": 0.64288, "ndcg_at_5": 0.67241, "ndcg_at_10": 0.70265, "ndcg_at_20": 0.71874, "ndcg_at_50": 0.72461, "ndcg_at_100": 0.72786, "map_at_1": 0.5316, "map_at_3": 0.61586, "map_at_5": 0.63315, "map_at_10": 0.64574, "map_at_20": 0.6502, "map_at_50": 0.65119, "map_at_100": 0.65151, "recall_at_1": 0.5316, "recall_at_3": 0.71933, "recall_at_5": 0.7881, "recall_at_10": 0.88104, "recall_at_20": 0.94424, "recall_at_50": 0.97165, "recall_at_100": 0.99071, "precision_at_1": 0.53532, "precision_at_3": 0.24164, "precision_at_5": 0.15911, "precision_at_10": 0.08885, "precision_at_20": 0.04758, "precision_at_50": 0.01978, "precision_at_100": 0.01011, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42379, "ndcg_at_3": 0.53272, "ndcg_at_5": 0.57632, "ndcg_at_10": 0.60279, "ndcg_at_20": 0.62215, "ndcg_at_50": 0.63447, "ndcg_at_100": 0.63971, "map_at_1": 0.42193, "map_at_3": 0.50496, "map_at_5": 0.52931, "map_at_10": 0.54047, "map_at_20": 0.54587, "map_at_50": 0.54781, "map_at_100": 0.54831, "recall_at_1": 0.42193, "recall_at_3": 0.61152, "recall_at_5": 0.71747, "recall_at_10": 0.7974, "recall_at_20": 0.87361, "recall_at_50": 0.93448, "recall_at_100": 0.96561, "precision_at_1": 0.42379, "precision_at_3": 0.20446, "precision_at_5": 0.14424, "precision_at_10": 0.0803, "precision_at_20": 0.04405, "precision_at_50": 0.01903, "precision_at_100": 0.00993, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.63197, "ndcg_at_3": 0.73533, "ndcg_at_5": 0.75885, "ndcg_at_10": 0.78192, "ndcg_at_20": 0.78693, "ndcg_at_50": 0.79379, "ndcg_at_100": 0.79485, "map_at_1": 0.62825, "map_at_3": 0.70942, "map_at_5": 0.7228, "map_at_10": 0.73292, "map_at_20": 0.73429, "map_at_50": 0.7354, "map_at_100": 0.73554, "recall_at_1": 0.62825, "recall_at_3": 0.80855, "recall_at_5": 0.86431, "recall_at_10": 0.93309, "recall_at_20": 0.95214, "recall_at_50": 0.98606, "recall_at_100": 0.99117, "precision_at_1": 0.63197, "precision_at_3": 0.27138, "precision_at_5": 0.17398, "precision_at_10": 0.09405, "precision_at_20": 0.04814, "precision_at_50": 0.02, "precision_at_100": 0.01015, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.65799, "ndcg_at_3": 0.76467, "ndcg_at_5": 0.78594, "ndcg_at_10": 0.8003, "ndcg_at_20": 0.80621, "ndcg_at_50": 0.81027, "ndcg_at_100": 0.81116, "map_at_1": 0.65428, "map_at_3": 0.73854, "map_at_5": 0.75025, "map_at_10": 0.75661, "map_at_20": 0.75823, "map_at_50": 0.75895, "map_at_100": 0.75904, "recall_at_1": 0.65428, "recall_at_3": 0.83829, "recall_at_5": 0.89033, "recall_at_10": 0.93309, "recall_at_20": 0.95586, "recall_at_50": 0.97491, "recall_at_100": 0.97955, "precision_at_1": 0.65799, "precision_at_3": 0.28129, "precision_at_5": 0.17918, "precision_at_10": 0.09405, "precision_at_20": 0.04833, "precision_at_50": 0.01978, "precision_at_100": 0.01, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32714, "ndcg_at_3": 0.43324, "ndcg_at_5": 0.45853, "ndcg_at_10": 0.49355, "ndcg_at_20": 0.51689, "ndcg_at_50": 0.53612, "ndcg_at_100": 0.5441, "map_at_1": 0.32528, "map_at_3": 0.40582, "map_at_5": 0.41986, "map_at_10": 0.43404, "map_at_20": 0.44064, "map_at_50": 0.44376, "map_at_100": 0.44448, "recall_at_1": 0.32528, "recall_at_3": 0.51115, "recall_at_5": 0.5711, "recall_at_10": 0.68076, "recall_at_20": 0.77184, "recall_at_50": 0.86849, "recall_at_100": 0.91636, "precision_at_1": 0.32714, "precision_at_3": 0.171, "precision_at_5": 0.11524, "precision_at_10": 0.06877, "precision_at_20": 0.03903, "precision_at_50": 0.01755, "precision_at_100": 0.00937, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49814, "ndcg_at_3": 0.61654, "ndcg_at_5": 0.64278, "ndcg_at_10": 0.66621, "ndcg_at_20": 0.67835, "ndcg_at_50": 0.68894, "ndcg_at_100": 0.69329, "map_at_1": 0.49442, "map_at_3": 0.58798, "map_at_5": 0.60266, "map_at_10": 0.61198, "map_at_20": 0.61539, "map_at_50": 0.61711, "map_at_100": 0.61749, "recall_at_1": 0.49442, "recall_at_3": 0.69703, "recall_at_5": 0.76022, "recall_at_10": 0.83457, "recall_at_20": 0.88151, "recall_at_50": 0.93401, "recall_at_100": 0.9605, "precision_at_1": 0.49814, "precision_at_3": 0.2342, "precision_at_5": 0.15316, "precision_at_10": 0.08401, "precision_at_20": 0.04461, "precision_at_50": 0.01896, "precision_at_100": 0.00978, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "Vidore2ESGReports", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/esg_reports_v2", "results": [ { "ndcg_at_1": 0.5307, "ndcg_at_3": 0.55593, "ndcg_at_5": 0.5854, "ndcg_at_10": 0.6359, "ndcg_at_20": 0.65646, "ndcg_at_50": 0.68253, "ndcg_at_100": 0.68984, "map_at_1": 0.23827, "map_at_3": 0.40185, "map_at_5": 0.45686, "map_at_10": 0.50831, "map_at_20": 0.52589, "map_at_50": 0.54485, "map_at_100": 0.54852, "recall_at_1": 0.23827, "recall_at_3": 0.49874, "recall_at_5": 0.61296, "recall_at_10": 0.77871, "recall_at_20": 0.85852, "recall_at_50": 0.92894, "recall_at_100": 0.95029, "precision_at_1": 0.5307, "precision_at_3": 0.41082, "precision_at_5": 0.32807, "precision_at_10": 0.22368, "precision_at_20": 0.13465, "precision_at_50": 0.07096, "precision_at_100": 0.03807, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.44737, "ndcg_at_3": 0.48532, "ndcg_at_5": 0.50936, "ndcg_at_10": 0.55814, "ndcg_at_20": 0.60052, "ndcg_at_50": 0.63618, "ndcg_at_100": 0.65048, "map_at_1": 0.21984, "map_at_3": 0.3582, "map_at_5": 0.39804, "map_at_10": 0.4398, "map_at_20": 0.46333, "map_at_50": 0.4806, "map_at_100": 0.48711, "recall_at_1": 0.21984, "recall_at_3": 0.4615, "recall_at_5": 0.55431, "recall_at_10": 0.69255, "recall_at_20": 0.82567, "recall_at_50": 0.92246, "recall_at_100": 0.96502, "precision_at_1": 0.44737, "precision_at_3": 0.3348, "precision_at_5": 0.26053, "precision_at_10": 0.1807, "precision_at_20": 0.11754, "precision_at_50": 0.06649, "precision_at_100": 0.03798, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58772, "ndcg_at_3": 0.56611, "ndcg_at_5": 0.58572, "ndcg_at_10": 0.62765, "ndcg_at_20": 0.64702, "ndcg_at_50": 0.66964, "ndcg_at_100": 0.68201, "map_at_1": 0.28341, "map_at_3": 0.41123, "map_at_5": 0.4538, "map_at_10": 0.49776, "map_at_20": 0.51694, "map_at_50": 0.52794, "map_at_100": 0.5322, "recall_at_1": 0.28341, "recall_at_3": 0.49232, "recall_at_5": 0.61078, "recall_at_10": 0.74872, "recall_at_20": 0.81621, "recall_at_50": 0.8861, "recall_at_100": 0.92451, "precision_at_1": 0.58772, "precision_at_3": 0.37865, "precision_at_5": 0.28684, "precision_at_10": 0.19737, "precision_at_20": 0.12061, "precision_at_50": 0.06035, "precision_at_100": 0.03408, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.05702, "ndcg_at_3": 0.08412, "ndcg_at_5": 0.09875, "ndcg_at_10": 0.12606, "ndcg_at_20": 0.14755, "ndcg_at_50": 0.17973, "ndcg_at_100": 0.20664, "map_at_1": 0.01444, "map_at_3": 0.04617, "map_at_5": 0.05664, "map_at_10": 0.06896, "map_at_20": 0.07604, "map_at_50": 0.08302, "map_at_100": 0.08641, "recall_at_1": 0.01444, "recall_at_3": 0.08534, "recall_at_5": 0.12687, "recall_at_10": 0.21318, "recall_at_20": 0.28347, "recall_at_50": 0.40521, "recall_at_100": 0.52718, "precision_at_1": 0.05702, "precision_at_3": 0.06579, "precision_at_5": 0.06053, "precision_at_10": 0.05088, "precision_at_20": 0.03531, "precision_at_50": 0.02202, "precision_at_100": 0.01504, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 2 (German, Legal)", "alias": "ClosedDataset 2 (German, Legal)", "tier": 3, "groups": { "text": 1, "legal": 1, "german": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.57584, "ndcg_at_3": 0.66417, "ndcg_at_5": 0.69573, "ndcg_at_10": 0.72071, "ndcg_at_20": 0.73293, "ndcg_at_50": 0.7402, "ndcg_at_100": 0.7432, "map_at_1": 0.52044, "map_at_3": 0.63118, "map_at_5": 0.65224, "map_at_10": 0.66452, "map_at_20": 0.66851, "map_at_50": 0.66982, "map_at_100": 0.6701, "recall_at_1": 0.52044, "recall_at_3": 0.72831, "recall_at_5": 0.801, "recall_at_10": 0.87259, "recall_at_20": 0.91766, "recall_at_50": 0.95272, "recall_at_100": 0.97081, "precision_at_1": 0.57584, "precision_at_3": 0.28414, "precision_at_5": 0.19035, "precision_at_10": 0.1047, "precision_at_20": 0.05526, "precision_at_50": 0.02292, "precision_at_100": 0.01166, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5645, "ndcg_at_3": 0.65445, "ndcg_at_5": 0.68896, "ndcg_at_10": 0.71477, "ndcg_at_20": 0.7267, "ndcg_at_50": 0.73514, "ndcg_at_100": 0.73768, "map_at_1": 0.50913, "map_at_3": 0.62069, "map_at_5": 0.64293, "map_at_10": 0.65566, "map_at_20": 0.6595, "map_at_50": 0.66113, "map_at_100": 0.66138, "recall_at_1": 0.50913, "recall_at_3": 0.72052, "recall_at_5": 0.8009, "recall_at_10": 0.87484, "recall_at_20": 0.91888, "recall_at_50": 0.95874, "recall_at_100": 0.97386, "precision_at_1": 0.5645, "precision_at_3": 0.28109, "precision_at_5": 0.18987, "precision_at_10": 0.10475, "precision_at_20": 0.05523, "precision_at_50": 0.02305, "precision_at_100": 0.0117, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55028, "ndcg_at_3": 0.63944, "ndcg_at_5": 0.66948, "ndcg_at_10": 0.69732, "ndcg_at_20": 0.71017, "ndcg_at_50": 0.7175, "ndcg_at_100": 0.72123, "map_at_1": 0.4954, "map_at_3": 0.60523, "map_at_5": 0.62459, "map_at_10": 0.63829, "map_at_20": 0.64249, "map_at_50": 0.64389, "map_at_100": 0.64427, "recall_at_1": 0.4954, "recall_at_3": 0.70541, "recall_at_5": 0.77567, "recall_at_10": 0.85526, "recall_at_20": 0.90254, "recall_at_50": 0.93718, "recall_at_100": 0.95918, "precision_at_1": 0.55028, "precision_at_3": 0.27482, "precision_at_5": 0.18346, "precision_at_10": 0.10241, "precision_at_20": 0.05422, "precision_at_50": 0.02254, "precision_at_100": 0.01153, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.56113, "ndcg_at_3": 0.64577, "ndcg_at_5": 0.67604, "ndcg_at_10": 0.70101, "ndcg_at_20": 0.71301, "ndcg_at_50": 0.72081, "ndcg_at_100": 0.72396, "map_at_1": 0.50569, "map_at_3": 0.61267, "map_at_5": 0.63253, "map_at_10": 0.64475, "map_at_20": 0.64861, "map_at_50": 0.6501, "map_at_100": 0.65042, "recall_at_1": 0.50569, "recall_at_3": 0.70834, "recall_at_5": 0.77876, "recall_at_10": 0.85069, "recall_at_20": 0.89508, "recall_at_50": 0.93185, "recall_at_100": 0.95048, "precision_at_1": 0.56113, "precision_at_3": 0.27699, "precision_at_5": 0.185, "precision_at_10": 0.10203, "precision_at_20": 0.05377, "precision_at_50": 0.02243, "precision_at_100": 0.01144, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48493, "ndcg_at_3": 0.5574, "ndcg_at_5": 0.58864, "ndcg_at_10": 0.61528, "ndcg_at_20": 0.63002, "ndcg_at_50": 0.64219, "ndcg_at_100": 0.64781, "map_at_1": 0.43482, "map_at_3": 0.52646, "map_at_5": 0.54595, "map_at_10": 0.55863, "map_at_20": 0.56341, "map_at_50": 0.5656, "map_at_100": 0.56617, "recall_at_1": 0.43482, "recall_at_3": 0.61308, "recall_at_5": 0.68621, "recall_at_10": 0.76315, "recall_at_20": 0.81739, "recall_at_50": 0.87567, "recall_at_100": 0.90852, "precision_at_1": 0.48493, "precision_at_3": 0.23905, "precision_at_5": 0.16204, "precision_at_10": 0.09101, "precision_at_20": 0.04902, "precision_at_50": 0.02103, "precision_at_100": 0.01091, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60212, "ndcg_at_3": 0.69869, "ndcg_at_5": 0.73284, "ndcg_at_10": 0.7552, "ndcg_at_20": 0.76361, "ndcg_at_50": 0.76915, "ndcg_at_100": 0.77123, "map_at_1": 0.54482, "map_at_3": 0.66374, "map_at_5": 0.68631, "map_at_10": 0.69794, "map_at_20": 0.70067, "map_at_50": 0.70174, "map_at_100": 0.70195, "recall_at_1": 0.54482, "recall_at_3": 0.76936, "recall_at_5": 0.84726, "recall_at_10": 0.91, "recall_at_20": 0.94117, "recall_at_50": 0.96728, "recall_at_100": 0.97966, "precision_at_1": 0.60212, "precision_at_3": 0.29893, "precision_at_5": 0.20068, "precision_at_10": 0.10919, "precision_at_20": 0.05655, "precision_at_50": 0.02326, "precision_at_100": 0.01177, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57126, "ndcg_at_3": 0.66011, "ndcg_at_5": 0.69448, "ndcg_at_10": 0.71905, "ndcg_at_20": 0.72983, "ndcg_at_50": 0.7382, "ndcg_at_100": 0.74065, "map_at_1": 0.51737, "map_at_3": 0.62734, "map_at_5": 0.64996, "map_at_10": 0.66202, "map_at_20": 0.66557, "map_at_50": 0.66709, "map_at_100": 0.66733, "recall_at_1": 0.51737, "recall_at_3": 0.72474, "recall_at_5": 0.80386, "recall_at_10": 0.87393, "recall_at_20": 0.91346, "recall_at_50": 0.95395, "recall_at_100": 0.96854, "precision_at_1": 0.57126, "precision_at_3": 0.28261, "precision_at_5": 0.19093, "precision_at_10": 0.1049, "precision_at_20": 0.05503, "precision_at_50": 0.02296, "precision_at_100": 0.01165, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.49916, "ndcg_at_3": 0.57096, "ndcg_at_5": 0.60011, "ndcg_at_10": 0.62264, "ndcg_at_20": 0.6361, "ndcg_at_50": 0.64853, "ndcg_at_100": 0.65442, "map_at_1": 0.44922, "map_at_3": 0.54148, "map_at_5": 0.56017, "map_at_10": 0.57108, "map_at_20": 0.57526, "map_at_50": 0.57745, "map_at_100": 0.57804, "recall_at_1": 0.44922, "recall_at_3": 0.62372, "recall_at_5": 0.69105, "recall_at_10": 0.75563, "recall_at_20": 0.80627, "recall_at_50": 0.86661, "recall_at_100": 0.90123, "precision_at_1": 0.49916, "precision_at_3": 0.24411, "precision_at_5": 0.16441, "precision_at_10": 0.09081, "precision_at_20": 0.04853, "precision_at_50": 0.02083, "precision_at_100": 0.01084, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55172, "ndcg_at_3": 0.6384, "ndcg_at_5": 0.66996, "ndcg_at_10": 0.69713, "ndcg_at_20": 0.71032, "ndcg_at_50": 0.71824, "ndcg_at_100": 0.72128, "map_at_1": 0.49734, "map_at_3": 0.6052, "map_at_5": 0.62565, "map_at_10": 0.63891, "map_at_20": 0.64315, "map_at_50": 0.64466, "map_at_100": 0.64495, "recall_at_1": 0.49734, "recall_at_3": 0.70152, "recall_at_5": 0.77475, "recall_at_10": 0.85304, "recall_at_20": 0.90193, "recall_at_50": 0.93943, "recall_at_100": 0.95763, "precision_at_1": 0.55172, "precision_at_3": 0.27385, "precision_at_5": 0.18394, "precision_at_10": 0.10207, "precision_at_20": 0.05412, "precision_at_50": 0.0226, "precision_at_100": 0.01151, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54497, "ndcg_at_3": 0.6287, "ndcg_at_5": 0.65955, "ndcg_at_10": 0.68539, "ndcg_at_20": 0.69887, "ndcg_at_50": 0.70847, "ndcg_at_100": 0.71272, "map_at_1": 0.49183, "map_at_3": 0.59646, "map_at_5": 0.61638, "map_at_10": 0.62898, "map_at_20": 0.63337, "map_at_50": 0.63516, "map_at_100": 0.63559, "recall_at_1": 0.49183, "recall_at_3": 0.68899, "recall_at_5": 0.76061, "recall_at_10": 0.83459, "recall_at_20": 0.88438, "recall_at_50": 0.93003, "recall_at_100": 0.95494, "precision_at_1": 0.54497, "precision_at_3": 0.26847, "precision_at_5": 0.18042, "precision_at_10": 0.10002, "precision_at_20": 0.05321, "precision_at_50": 0.02238, "precision_at_100": 0.01149, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59248, "ndcg_at_3": 0.68557, "ndcg_at_5": 0.71953, "ndcg_at_10": 0.74317, "ndcg_at_20": 0.75407, "ndcg_at_50": 0.7596, "ndcg_at_100": 0.76157, "map_at_1": 0.53655, "map_at_3": 0.65151, "map_at_5": 0.67435, "map_at_10": 0.68621, "map_at_20": 0.68973, "map_at_50": 0.69078, "map_at_100": 0.69097, "recall_at_1": 0.53655, "recall_at_3": 0.75177, "recall_at_5": 0.83013, "recall_at_10": 0.89707, "recall_at_20": 0.93769, "recall_at_50": 0.96404, "recall_at_100": 0.97578, "precision_at_1": 0.59248, "precision_at_3": 0.29363, "precision_at_5": 0.19725, "precision_at_10": 0.10774, "precision_at_20": 0.05641, "precision_at_50": 0.02319, "precision_at_100": 0.01173, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30793, "ndcg_at_3": 0.34164, "ndcg_at_5": 0.3566, "ndcg_at_10": 0.37473, "ndcg_at_20": 0.38739, "ndcg_at_50": 0.40036, "ndcg_at_100": 0.41037, "map_at_1": 0.27412, "map_at_3": 0.32328, "map_at_5": 0.3325, "map_at_10": 0.34049, "map_at_20": 0.34414, "map_at_50": 0.34636, "map_at_100": 0.34729, "recall_at_1": 0.27412, "recall_at_3": 0.36937, "recall_at_5": 0.4044, "recall_at_10": 0.45754, "recall_at_20": 0.50541, "recall_at_50": 0.56805, "recall_at_100": 0.62708, "precision_at_1": 0.30793, "precision_at_3": 0.14508, "precision_at_5": 0.09617, "precision_at_10": 0.05459, "precision_at_20": 0.03018, "precision_at_50": 0.01355, "precision_at_100": 0.00749, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.47577, "ndcg_at_3": 0.54462, "ndcg_at_5": 0.5738, "ndcg_at_10": 0.60185, "ndcg_at_20": 0.61721, "ndcg_at_50": 0.62898, "ndcg_at_100": 0.63595, "map_at_1": 0.42668, "map_at_3": 0.51509, "map_at_5": 0.53328, "map_at_10": 0.5464, "map_at_20": 0.55123, "map_at_50": 0.55337, "map_at_100": 0.55405, "recall_at_1": 0.42668, "recall_at_3": 0.59718, "recall_at_5": 0.66518, "recall_at_10": 0.74683, "recall_at_20": 0.80379, "recall_at_50": 0.86029, "recall_at_100": 0.90153, "precision_at_1": 0.47577, "precision_at_3": 0.23294, "precision_at_5": 0.15737, "precision_at_10": 0.08908, "precision_at_20": 0.04816, "precision_at_50": 0.02066, "precision_at_100": 0.01082, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54666, "ndcg_at_3": 0.63932, "ndcg_at_5": 0.67032, "ndcg_at_10": 0.69562, "ndcg_at_20": 0.70857, "ndcg_at_50": 0.71786, "ndcg_at_100": 0.72156, "map_at_1": 0.49302, "map_at_3": 0.60499, "map_at_5": 0.62544, "map_at_10": 0.63783, "map_at_20": 0.64211, "map_at_50": 0.64384, "map_at_100": 0.6442, "recall_at_1": 0.49302, "recall_at_3": 0.70645, "recall_at_5": 0.7776, "recall_at_10": 0.85012, "recall_at_20": 0.89758, "recall_at_50": 0.94175, "recall_at_100": 0.96376, "precision_at_1": 0.54666, "precision_at_3": 0.27546, "precision_at_5": 0.18476, "precision_at_10": 0.102, "precision_at_20": 0.05405, "precision_at_50": 0.02268, "precision_at_100": 0.01159, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.49072, "ndcg_at_3": 0.55903, "ndcg_at_5": 0.58629, "ndcg_at_10": 0.60917, "ndcg_at_20": 0.62561, "ndcg_at_50": 0.63757, "ndcg_at_100": 0.6442, "map_at_1": 0.44005, "map_at_3": 0.52974, "map_at_5": 0.54708, "map_at_10": 0.55795, "map_at_20": 0.5629, "map_at_50": 0.56513, "map_at_100": 0.56578, "recall_at_1": 0.44005, "recall_at_3": 0.61037, "recall_at_5": 0.67424, "recall_at_10": 0.74005, "recall_at_20": 0.80234, "recall_at_50": 0.85905, "recall_at_100": 0.89809, "precision_at_1": 0.49072, "precision_at_3": 0.23808, "precision_at_5": 0.15959, "precision_at_10": 0.0885, "precision_at_20": 0.04802, "precision_at_50": 0.02061, "precision_at_100": 0.01079, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3101, "ndcg_at_3": 0.34279, "ndcg_at_5": 0.3607, "ndcg_at_10": 0.37958, "ndcg_at_20": 0.39358, "ndcg_at_50": 0.40792, "ndcg_at_100": 0.4189, "map_at_1": 0.27486, "map_at_3": 0.32332, "map_at_5": 0.33438, "map_at_10": 0.34267, "map_at_20": 0.34683, "map_at_50": 0.34931, "map_at_100": 0.35035, "recall_at_1": 0.27486, "recall_at_3": 0.37012, "recall_at_5": 0.41186, "recall_at_10": 0.46735, "recall_at_20": 0.52034, "recall_at_50": 0.58877, "recall_at_100": 0.65334, "precision_at_1": 0.3101, "precision_at_3": 0.14549, "precision_at_5": 0.09814, "precision_at_10": 0.05573, "precision_at_20": 0.03109, "precision_at_50": 0.01412, "precision_at_100": 0.00784, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32915, "ndcg_at_3": 0.36046, "ndcg_at_5": 0.37804, "ndcg_at_10": 0.39564, "ndcg_at_20": 0.40995, "ndcg_at_50": 0.42511, "ndcg_at_100": 0.4343, "map_at_1": 0.2942, "map_at_3": 0.34182, "map_at_5": 0.35265, "map_at_10": 0.36045, "map_at_20": 0.36471, "map_at_50": 0.36732, "map_at_100": 0.36817, "recall_at_1": 0.2942, "recall_at_3": 0.38623, "recall_at_5": 0.42759, "recall_at_10": 0.47943, "recall_at_20": 0.53306, "recall_at_50": 0.60615, "recall_at_100": 0.66059, "precision_at_1": 0.32915, "precision_at_3": 0.15168, "precision_at_5": 0.10142, "precision_at_10": 0.05717, "precision_at_20": 0.03193, "precision_at_50": 0.01449, "precision_at_100": 0.0079, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45623, "ndcg_at_3": 0.52074, "ndcg_at_5": 0.5491, "ndcg_at_10": 0.57489, "ndcg_at_20": 0.59046, "ndcg_at_50": 0.60533, "ndcg_at_100": 0.61187, "map_at_1": 0.40916, "map_at_3": 0.49198, "map_at_5": 0.50993, "map_at_10": 0.52199, "map_at_20": 0.52683, "map_at_50": 0.52954, "map_at_100": 0.53019, "recall_at_1": 0.40916, "recall_at_3": 0.57016, "recall_at_5": 0.63587, "recall_at_10": 0.71041, "recall_at_20": 0.7688, "recall_at_50": 0.83972, "recall_at_100": 0.87834, "precision_at_1": 0.45623, "precision_at_3": 0.22233, "precision_at_5": 0.15105, "precision_at_10": 0.08524, "precision_at_20": 0.04621, "precision_at_50": 0.02024, "precision_at_100": 0.01057, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3089, "ndcg_at_3": 0.33963, "ndcg_at_5": 0.3541, "ndcg_at_10": 0.36985, "ndcg_at_20": 0.38198, "ndcg_at_50": 0.39577, "ndcg_at_100": 0.40601, "map_at_1": 0.27455, "map_at_3": 0.32115, "map_at_5": 0.33031, "map_at_10": 0.33711, "map_at_20": 0.3406, "map_at_50": 0.34296, "map_at_100": 0.34391, "recall_at_1": 0.27455, "recall_at_3": 0.36646, "recall_at_5": 0.39982, "recall_at_10": 0.44628, "recall_at_20": 0.49244, "recall_at_50": 0.55857, "recall_at_100": 0.61907, "precision_at_1": 0.3089, "precision_at_3": 0.14332, "precision_at_5": 0.09482, "precision_at_10": 0.0532, "precision_at_20": 0.02937, "precision_at_50": 0.01334, "precision_at_100": 0.0074, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2802, "ndcg_at_3": 0.30535, "ndcg_at_5": 0.31953, "ndcg_at_10": 0.33249, "ndcg_at_20": 0.34443, "ndcg_at_50": 0.35926, "ndcg_at_100": 0.36916, "map_at_1": 0.24839, "map_at_3": 0.28929, "map_at_5": 0.2979, "map_at_10": 0.30371, "map_at_20": 0.30714, "map_at_50": 0.30961, "map_at_100": 0.31053, "recall_at_1": 0.24839, "recall_at_3": 0.3266, "recall_at_5": 0.36024, "recall_at_10": 0.3981, "recall_at_20": 0.44336, "recall_at_50": 0.5152, "recall_at_100": 0.57343, "precision_at_1": 0.2802, "precision_at_3": 0.12845, "precision_at_5": 0.08546, "precision_at_10": 0.04753, "precision_at_20": 0.0265, "precision_at_50": 0.0123, "precision_at_100": 0.00686, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.50567, "ndcg_at_3": 0.58304, "ndcg_at_5": 0.6158, "ndcg_at_10": 0.64411, "ndcg_at_20": 0.65967, "ndcg_at_50": 0.67015, "ndcg_at_100": 0.67547, "map_at_1": 0.45332, "map_at_3": 0.55087, "map_at_5": 0.57157, "map_at_10": 0.58514, "map_at_20": 0.59005, "map_at_50": 0.59205, "map_at_100": 0.59257, "recall_at_1": 0.45332, "recall_at_3": 0.64199, "recall_at_5": 0.718, "recall_at_10": 0.8, "recall_at_20": 0.85767, "recall_at_50": 0.90718, "recall_at_100": 0.9387, "precision_at_1": 0.50567, "precision_at_3": 0.24958, "precision_at_5": 0.16966, "precision_at_10": 0.09542, "precision_at_20": 0.05142, "precision_at_50": 0.02182, "precision_at_100": 0.01128, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57246, "ndcg_at_3": 0.66749, "ndcg_at_5": 0.70125, "ndcg_at_10": 0.72582, "ndcg_at_20": 0.73553, "ndcg_at_50": 0.74287, "ndcg_at_100": 0.74516, "map_at_1": 0.51708, "map_at_3": 0.63258, "map_at_5": 0.65477, "map_at_10": 0.66703, "map_at_20": 0.67015, "map_at_50": 0.67156, "map_at_100": 0.67178, "recall_at_1": 0.51708, "recall_at_3": 0.73687, "recall_at_5": 0.81477, "recall_at_10": 0.88441, "recall_at_20": 0.92069, "recall_at_50": 0.95542, "recall_at_100": 0.96884, "precision_at_1": 0.57246, "precision_at_3": 0.28687, "precision_at_5": 0.1932, "precision_at_10": 0.10605, "precision_at_20": 0.05531, "precision_at_50": 0.02298, "precision_at_100": 0.01165, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.58741, "ndcg_at_3": 0.68747, "ndcg_at_5": 0.71854, "ndcg_at_10": 0.74328, "ndcg_at_20": 0.75293, "ndcg_at_50": 0.75916, "ndcg_at_100": 0.76122, "map_at_1": 0.53371, "map_at_3": 0.65238, "map_at_5": 0.67317, "map_at_10": 0.68552, "map_at_20": 0.68868, "map_at_50": 0.68984, "map_at_100": 0.69005, "recall_at_1": 0.53371, "recall_at_3": 0.75781, "recall_at_5": 0.82925, "recall_at_10": 0.89951, "recall_at_20": 0.93515, "recall_at_50": 0.96512, "recall_at_100": 0.97728, "precision_at_1": 0.58741, "precision_at_3": 0.29459, "precision_at_5": 0.19662, "precision_at_10": 0.10784, "precision_at_20": 0.05625, "precision_at_50": 0.02321, "precision_at_100": 0.01174, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52882, "ndcg_at_3": 0.61291, "ndcg_at_5": 0.64254, "ndcg_at_10": 0.67095, "ndcg_at_20": 0.68371, "ndcg_at_50": 0.69302, "ndcg_at_100": 0.69691, "map_at_1": 0.47569, "map_at_3": 0.58018, "map_at_5": 0.59934, "map_at_10": 0.61304, "map_at_20": 0.61715, "map_at_50": 0.6189, "map_at_100": 0.61928, "recall_at_1": 0.47569, "recall_at_3": 0.67432, "recall_at_5": 0.7431, "recall_at_10": 0.82505, "recall_at_20": 0.87223, "recall_at_50": 0.91647, "recall_at_100": 0.93943, "precision_at_1": 0.52882, "precision_at_3": 0.2634, "precision_at_5": 0.17651, "precision_at_10": 0.09882, "precision_at_20": 0.0524, "precision_at_50": 0.02206, "precision_at_100": 0.0113, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37907, "ndcg_at_3": 0.42195, "ndcg_at_5": 0.44118, "ndcg_at_10": 0.4633, "ndcg_at_20": 0.4799, "ndcg_at_50": 0.49665, "ndcg_at_100": 0.50728, "map_at_1": 0.33666, "map_at_3": 0.39925, "map_at_5": 0.41133, "map_at_10": 0.42125, "map_at_20": 0.42616, "map_at_50": 0.42907, "map_at_100": 0.43008, "recall_at_1": 0.33666, "recall_at_3": 0.45677, "recall_at_5": 0.50215, "recall_at_10": 0.56694, "recall_at_20": 0.62912, "recall_at_50": 0.70971, "recall_at_100": 0.77271, "precision_at_1": 0.37907, "precision_at_3": 0.18005, "precision_at_5": 0.1197, "precision_at_10": 0.068, "precision_at_20": 0.03787, "precision_at_50": 0.01711, "precision_at_100": 0.0093, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32578, "ndcg_at_3": 0.35953, "ndcg_at_5": 0.37868, "ndcg_at_10": 0.395, "ndcg_at_20": 0.40955, "ndcg_at_50": 0.42446, "ndcg_at_100": 0.4338, "map_at_1": 0.28977, "map_at_3": 0.33971, "map_at_5": 0.35137, "map_at_10": 0.35844, "map_at_20": 0.36279, "map_at_50": 0.36539, "map_at_100": 0.36625, "recall_at_1": 0.28977, "recall_at_3": 0.38822, "recall_at_5": 0.43303, "recall_at_10": 0.48091, "recall_at_20": 0.53532, "recall_at_50": 0.60679, "recall_at_100": 0.6621, "precision_at_1": 0.32578, "precision_at_3": 0.15095, "precision_at_5": 0.102, "precision_at_10": 0.0572, "precision_at_20": 0.03205, "precision_at_50": 0.01456, "precision_at_100": 0.00795, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.4367, "ndcg_at_3": 0.50026, "ndcg_at_5": 0.52471, "ndcg_at_10": 0.54979, "ndcg_at_20": 0.56588, "ndcg_at_50": 0.58049, "ndcg_at_100": 0.58782, "map_at_1": 0.38945, "map_at_3": 0.47148, "map_at_5": 0.48666, "map_at_10": 0.4984, "map_at_20": 0.50326, "map_at_50": 0.50588, "map_at_100": 0.5066, "recall_at_1": 0.38945, "recall_at_3": 0.54889, "recall_at_5": 0.60642, "recall_at_10": 0.67955, "recall_at_20": 0.74048, "recall_at_50": 0.81059, "recall_at_100": 0.8537, "precision_at_1": 0.4367, "precision_at_3": 0.21598, "precision_at_5": 0.14459, "precision_at_10": 0.08167, "precision_at_20": 0.04454, "precision_at_50": 0.01951, "precision_at_100": 0.01028, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.51555, "ndcg_at_3": 0.58564, "ndcg_at_5": 0.61299, "ndcg_at_10": 0.63637, "ndcg_at_20": 0.65295, "ndcg_at_50": 0.6662, "ndcg_at_100": 0.67152, "map_at_1": 0.46433, "map_at_3": 0.55607, "map_at_5": 0.57342, "map_at_10": 0.58476, "map_at_20": 0.59005, "map_at_50": 0.5925, "map_at_100": 0.59303, "recall_at_1": 0.46433, "recall_at_3": 0.63824, "recall_at_5": 0.70205, "recall_at_10": 0.76895, "recall_at_20": 0.83045, "recall_at_50": 0.89341, "recall_at_100": 0.92466, "precision_at_1": 0.51555, "precision_at_3": 0.2495, "precision_at_5": 0.16667, "precision_at_10": 0.09226, "precision_at_20": 0.04994, "precision_at_50": 0.0215, "precision_at_100": 0.01113, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24162, "ndcg_at_3": 0.25678, "ndcg_at_5": 0.26724, "ndcg_at_10": 0.27785, "ndcg_at_20": 0.28665, "ndcg_at_50": 0.29887, "ndcg_at_100": 0.30756, "map_at_1": 0.21192, "map_at_3": 0.24266, "map_at_5": 0.24914, "map_at_10": 0.2538, "map_at_20": 0.25626, "map_at_50": 0.25826, "map_at_100": 0.25907, "recall_at_1": 0.21192, "recall_at_3": 0.27246, "recall_at_5": 0.29783, "recall_at_10": 0.32933, "recall_at_20": 0.3624, "recall_at_50": 0.42181, "recall_at_100": 0.47288, "precision_at_1": 0.24162, "precision_at_3": 0.10763, "precision_at_5": 0.07089, "precision_at_10": 0.03926, "precision_at_20": 0.02173, "precision_at_50": 0.01011, "precision_at_100": 0.00568, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.313, "ndcg_at_3": 0.34239, "ndcg_at_5": 0.35767, "ndcg_at_10": 0.37617, "ndcg_at_20": 0.38915, "ndcg_at_50": 0.40331, "ndcg_at_100": 0.41342, "map_at_1": 0.27688, "map_at_3": 0.32391, "map_at_5": 0.33331, "map_at_10": 0.34151, "map_at_20": 0.34528, "map_at_50": 0.3477, "map_at_100": 0.34867, "recall_at_1": 0.27688, "recall_at_3": 0.3672, "recall_at_5": 0.4034, "recall_at_10": 0.45759, "recall_at_20": 0.50662, "recall_at_50": 0.57421, "recall_at_100": 0.63414, "precision_at_1": 0.313, "precision_at_3": 0.14428, "precision_at_5": 0.09592, "precision_at_10": 0.05474, "precision_at_20": 0.03038, "precision_at_50": 0.01383, "precision_at_100": 0.00763, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5129, "ndcg_at_3": 0.58831, "ndcg_at_5": 0.61704, "ndcg_at_10": 0.64106, "ndcg_at_20": 0.65703, "ndcg_at_50": 0.66882, "ndcg_at_100": 0.67447, "map_at_1": 0.46106, "map_at_3": 0.55707, "map_at_5": 0.57557, "map_at_10": 0.58728, "map_at_20": 0.59225, "map_at_50": 0.59435, "map_at_100": 0.59492, "recall_at_1": 0.46106, "recall_at_3": 0.64498, "recall_at_5": 0.71165, "recall_at_10": 0.7806, "recall_at_20": 0.84039, "recall_at_50": 0.89716, "recall_at_100": 0.93034, "precision_at_1": 0.5129, "precision_at_3": 0.25143, "precision_at_5": 0.1688, "precision_at_10": 0.09363, "precision_at_20": 0.05049, "precision_at_50": 0.02157, "precision_at_100": 0.01118, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59127, "ndcg_at_3": 0.68597, "ndcg_at_5": 0.71843, "ndcg_at_10": 0.74141, "ndcg_at_20": 0.75168, "ndcg_at_50": 0.75777, "ndcg_at_100": 0.76013, "map_at_1": 0.53439, "map_at_3": 0.65144, "map_at_5": 0.67303, "map_at_10": 0.68452, "map_at_20": 0.6879, "map_at_50": 0.68903, "map_at_100": 0.68926, "recall_at_1": 0.53439, "recall_at_3": 0.75466, "recall_at_5": 0.82908, "recall_at_10": 0.89437, "recall_at_20": 0.93233, "recall_at_50": 0.96136, "recall_at_100": 0.97534, "precision_at_1": 0.59127, "precision_at_3": 0.29338, "precision_at_5": 0.19672, "precision_at_10": 0.10716, "precision_at_20": 0.05608, "precision_at_50": 0.02313, "precision_at_100": 0.01172, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52954, "ndcg_at_3": 0.60678, "ndcg_at_5": 0.64131, "ndcg_at_10": 0.66844, "ndcg_at_20": 0.68382, "ndcg_at_50": 0.69335, "ndcg_at_100": 0.69788, "map_at_1": 0.47584, "map_at_3": 0.57451, "map_at_5": 0.59639, "map_at_10": 0.6095, "map_at_20": 0.61436, "map_at_50": 0.6162, "map_at_100": 0.61668, "recall_at_1": 0.47584, "recall_at_3": 0.66594, "recall_at_5": 0.74636, "recall_at_10": 0.82473, "recall_at_20": 0.88165, "recall_at_50": 0.92643, "recall_at_100": 0.95291, "precision_at_1": 0.52954, "precision_at_3": 0.25898, "precision_at_5": 0.17637, "precision_at_10": 0.09841, "precision_at_20": 0.05286, "precision_at_50": 0.02227, "precision_at_100": 0.01146, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41186, "ndcg_at_3": 0.47778, "ndcg_at_5": 0.50363, "ndcg_at_10": 0.53043, "ndcg_at_20": 0.54868, "ndcg_at_50": 0.56411, "ndcg_at_100": 0.57208, "map_at_1": 0.3678, "map_at_3": 0.44848, "map_at_5": 0.46494, "map_at_10": 0.47741, "map_at_20": 0.4829, "map_at_50": 0.48565, "map_at_100": 0.48643, "recall_at_1": 0.3678, "recall_at_3": 0.52949, "recall_at_5": 0.58917, "recall_at_10": 0.66722, "recall_at_20": 0.73626, "recall_at_50": 0.8105, "recall_at_100": 0.8575, "precision_at_1": 0.41186, "precision_at_3": 0.20641, "precision_at_5": 0.1402, "precision_at_10": 0.08023, "precision_at_20": 0.04433, "precision_at_50": 0.01953, "precision_at_100": 0.01033, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.58693, "ndcg_at_3": 0.68663, "ndcg_at_5": 0.71894, "ndcg_at_10": 0.74271, "ndcg_at_20": 0.75243, "ndcg_at_50": 0.75881, "ndcg_at_100": 0.76083, "map_at_1": 0.53271, "map_at_3": 0.65141, "map_at_5": 0.6729, "map_at_10": 0.68487, "map_at_20": 0.68806, "map_at_50": 0.68925, "map_at_100": 0.68946, "recall_at_1": 0.53271, "recall_at_3": 0.75729, "recall_at_5": 0.8316, "recall_at_10": 0.89896, "recall_at_20": 0.93478, "recall_at_50": 0.96536, "recall_at_100": 0.97728, "precision_at_1": 0.58693, "precision_at_3": 0.29443, "precision_at_5": 0.1972, "precision_at_10": 0.10779, "precision_at_20": 0.05622, "precision_at_50": 0.02321, "precision_at_100": 0.01174, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.59513, "ndcg_at_3": 0.6876, "ndcg_at_5": 0.72494, "ndcg_at_10": 0.74773, "ndcg_at_20": 0.75669, "ndcg_at_50": 0.76206, "ndcg_at_100": 0.76428, "map_at_1": 0.53878, "map_at_3": 0.65419, "map_at_5": 0.67836, "map_at_10": 0.6898, "map_at_20": 0.69275, "map_at_50": 0.6938, "map_at_100": 0.69402, "recall_at_1": 0.53878, "recall_at_3": 0.75441, "recall_at_5": 0.84086, "recall_at_10": 0.90572, "recall_at_20": 0.93868, "recall_at_50": 0.96388, "recall_at_100": 0.97694, "precision_at_1": 0.59513, "precision_at_3": 0.29387, "precision_at_5": 0.19928, "precision_at_10": 0.10849, "precision_at_20": 0.05639, "precision_at_50": 0.02318, "precision_at_100": 0.01175, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.45696, "ndcg_at_3": 0.51359, "ndcg_at_5": 0.53581, "ndcg_at_10": 0.55641, "ndcg_at_20": 0.57158, "ndcg_at_50": 0.58475, "ndcg_at_100": 0.59289, "map_at_1": 0.40821, "map_at_3": 0.48642, "map_at_5": 0.50027, "map_at_10": 0.50988, "map_at_20": 0.51448, "map_at_50": 0.51688, "map_at_100": 0.5177, "recall_at_1": 0.40821, "recall_at_3": 0.55829, "recall_at_5": 0.61095, "recall_at_10": 0.67086, "recall_at_20": 0.72814, "recall_at_50": 0.7906, "recall_at_100": 0.8381, "precision_at_1": 0.45696, "precision_at_3": 0.21879, "precision_at_5": 0.14473, "precision_at_10": 0.08013, "precision_at_20": 0.04366, "precision_at_50": 0.01902, "precision_at_100": 0.01009, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.32698, "ndcg_at_3": 0.36671, "ndcg_at_5": 0.38425, "ndcg_at_10": 0.40234, "ndcg_at_20": 0.41787, "ndcg_at_50": 0.43301, "ndcg_at_100": 0.44281, "map_at_1": 0.2915, "map_at_3": 0.34608, "map_at_5": 0.35692, "map_at_10": 0.36513, "map_at_20": 0.36962, "map_at_50": 0.37219, "map_at_100": 0.37312, "recall_at_1": 0.2915, "recall_at_3": 0.39803, "recall_at_5": 0.43886, "recall_at_10": 0.4918, "recall_at_20": 0.54999, "recall_at_50": 0.62304, "recall_at_100": 0.68107, "precision_at_1": 0.32698, "precision_at_3": 0.15569, "precision_at_5": 0.10388, "precision_at_10": 0.05872, "precision_at_20": 0.03292, "precision_at_50": 0.01492, "precision_at_100": 0.00815, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.43308, "ndcg_at_3": 0.49424, "ndcg_at_5": 0.52087, "ndcg_at_10": 0.54569, "ndcg_at_20": 0.56076, "ndcg_at_50": 0.57484, "ndcg_at_100": 0.58274, "map_at_1": 0.38577, "map_at_3": 0.46595, "map_at_5": 0.48259, "map_at_10": 0.49423, "map_at_20": 0.49879, "map_at_50": 0.50134, "map_at_100": 0.50212, "recall_at_1": 0.38577, "recall_at_3": 0.54152, "recall_at_5": 0.60345, "recall_at_10": 0.67562, "recall_at_20": 0.73249, "recall_at_50": 0.79984, "recall_at_100": 0.84635, "precision_at_1": 0.43308, "precision_at_3": 0.21196, "precision_at_5": 0.14353, "precision_at_10": 0.08107, "precision_at_20": 0.04402, "precision_at_50": 0.01923, "precision_at_100": 0.01018, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.55968, "ndcg_at_3": 0.652, "ndcg_at_5": 0.68505, "ndcg_at_10": 0.7101, "ndcg_at_20": 0.72318, "ndcg_at_50": 0.73079, "ndcg_at_100": 0.73335, "map_at_1": 0.50471, "map_at_3": 0.61739, "map_at_5": 0.63898, "map_at_10": 0.65135, "map_at_20": 0.65558, "map_at_50": 0.65704, "map_at_100": 0.65731, "recall_at_1": 0.50471, "recall_at_3": 0.72011, "recall_at_5": 0.7966, "recall_at_10": 0.86807, "recall_at_20": 0.91626, "recall_at_50": 0.9523, "recall_at_100": 0.96704, "precision_at_1": 0.55968, "precision_at_3": 0.2806, "precision_at_5": 0.18876, "precision_at_10": 0.10383, "precision_at_20": 0.05499, "precision_at_50": 0.02289, "precision_at_100": 0.01163, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "Vidore2BioMedicalLectures", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/biomedical_lectures_v2", "results": [ { "ndcg_at_1": 0.54219, "ndcg_at_3": 0.56603, "ndcg_at_5": 0.60014, "ndcg_at_10": 0.63272, "ndcg_at_20": 0.6613, "ndcg_at_50": 0.68962, "ndcg_at_100": 0.70115, "map_at_1": 0.33339, "map_at_3": 0.45771, "map_at_5": 0.5062, "map_at_10": 0.54031, "map_at_20": 0.55557, "map_at_50": 0.56667, "map_at_100": 0.5694, "recall_at_1": 0.33339, "recall_at_3": 0.52357, "recall_at_5": 0.63895, "recall_at_10": 0.74336, "recall_at_20": 0.82812, "recall_at_50": 0.91273, "recall_at_100": 0.95648, "precision_at_1": 0.54219, "precision_at_3": 0.3599, "precision_at_5": 0.28656, "precision_at_10": 0.17953, "precision_at_20": 0.10711, "precision_at_50": 0.05266, "precision_at_100": 0.02873, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52969, "ndcg_at_3": 0.5591, "ndcg_at_5": 0.58331, "ndcg_at_10": 0.62271, "ndcg_at_20": 0.65035, "ndcg_at_50": 0.67585, "ndcg_at_100": 0.68684, "map_at_1": 0.32432, "map_at_3": 0.4531, "map_at_5": 0.49428, "map_at_10": 0.53008, "map_at_20": 0.5452, "map_at_50": 0.55537, "map_at_100": 0.55787, "recall_at_1": 0.32432, "recall_at_3": 0.52822, "recall_at_5": 0.61653, "recall_at_10": 0.73205, "recall_at_20": 0.81258, "recall_at_50": 0.88778, "recall_at_100": 0.92715, "precision_at_1": 0.52969, "precision_at_3": 0.35156, "precision_at_5": 0.27125, "precision_at_10": 0.17609, "precision_at_20": 0.10414, "precision_at_50": 0.05034, "precision_at_100": 0.02762, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5875, "ndcg_at_3": 0.6007, "ndcg_at_5": 0.62752, "ndcg_at_10": 0.65856, "ndcg_at_20": 0.68789, "ndcg_at_50": 0.71179, "ndcg_at_100": 0.72189, "map_at_1": 0.35465, "map_at_3": 0.48605, "map_at_5": 0.53565, "map_at_10": 0.56853, "map_at_20": 0.58705, "map_at_50": 0.59594, "map_at_100": 0.59819, "recall_at_1": 0.35465, "recall_at_3": 0.56132, "recall_at_5": 0.65751, "recall_at_10": 0.75601, "recall_at_20": 0.83609, "recall_at_50": 0.91089, "recall_at_100": 0.94811, "precision_at_1": 0.5875, "precision_at_3": 0.37552, "precision_at_5": 0.29375, "precision_at_10": 0.18344, "precision_at_20": 0.11102, "precision_at_50": 0.05237, "precision_at_100": 0.02837, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19844, "ndcg_at_3": 0.21704, "ndcg_at_5": 0.24082, "ndcg_at_10": 0.26631, "ndcg_at_20": 0.30142, "ndcg_at_50": 0.33568, "ndcg_at_100": 0.36052, "map_at_1": 0.11467, "map_at_3": 0.16646, "map_at_5": 0.18706, "map_at_10": 0.20179, "map_at_20": 0.21358, "map_at_50": 0.22129, "map_at_100": 0.22487, "recall_at_1": 0.11467, "recall_at_3": 0.2159, "recall_at_5": 0.28119, "recall_at_10": 0.35632, "recall_at_20": 0.46766, "recall_at_50": 0.59647, "recall_at_100": 0.70462, "precision_at_1": 0.19844, "precision_at_3": 0.13698, "precision_at_5": 0.11563, "precision_at_10": 0.07906, "precision_at_20": 0.05453, "precision_at_50": 0.02994, "precision_at_100": 0.01889, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "APPS", "alias": null, "tier": 0, "groups": { "text": 1, "code": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.94685, "ndcg_at_3": 0.93674, "ndcg_at_5": 0.91905, "ndcg_at_10": 0.95343, "ndcg_at_20": 0.96098, "ndcg_at_50": 0.96308, "ndcg_at_100": 0.9635, "map_at_1": 0.24312, "map_at_3": 0.60161, "map_at_5": 0.8918, "map_at_10": 0.92709, "map_at_20": 0.93268, "map_at_50": 0.93358, "map_at_100": 0.93368, "recall_at_1": 0.24312, "recall_at_3": 0.60946, "recall_at_5": 0.91045, "recall_at_10": 0.97329, "recall_at_20": 0.99066, "recall_at_50": 0.99684, "recall_at_100": 0.99833, "precision_at_1": 0.94685, "precision_at_3": 0.88865, "precision_at_5": 0.8313, "precision_at_10": 0.44581, "precision_at_20": 0.22716, "precision_at_50": 0.09145, "precision_at_100": 0.0458, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.97954, "ndcg_at_3": 0.97646, "ndcg_at_5": 0.97033, "ndcg_at_10": 0.98478, "ndcg_at_20": 0.9866, "ndcg_at_50": 0.987, "ndcg_at_100": 0.98708, "map_at_1": 0.25312, "map_at_3": 0.63344, "map_at_5": 0.95967, "map_at_10": 0.97515, "map_at_20": 0.97647, "map_at_50": 0.97661, "map_at_100": 0.97663, "recall_at_1": 0.25312, "recall_at_3": 0.63681, "recall_at_5": 0.96761, "recall_at_10": 0.99369, "recall_at_20": 0.99801, "recall_at_50": 0.99925, "recall_at_100": 0.99959, "precision_at_1": 0.97954, "precision_at_3": 0.9286, "precision_at_5": 0.88589, "precision_at_10": 0.45589, "precision_at_20": 0.22895, "precision_at_50": 0.09168, "precision_at_100": 0.04585, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.91496, "ndcg_at_3": 0.90035, "ndcg_at_5": 0.87051, "ndcg_at_10": 0.91045, "ndcg_at_20": 0.92426, "ndcg_at_50": 0.93177, "ndcg_at_100": 0.93406, "map_at_1": 0.23496, "map_at_3": 0.57559, "map_at_5": 0.8328, "map_at_10": 0.87205, "map_at_20": 0.88132, "map_at_50": 0.88439, "map_at_100": 0.88487, "recall_at_1": 0.23496, "recall_at_3": 0.58557, "recall_at_5": 0.85555, "recall_at_10": 0.9289, "recall_at_20": 0.9612, "recall_at_50": 0.9834, "recall_at_100": 0.99183, "precision_at_1": 0.91496, "precision_at_3": 0.8518, "precision_at_5": 0.77805, "precision_at_10": 0.42429, "precision_at_20": 0.21998, "precision_at_50": 0.09015, "precision_at_100": 0.04548, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34095, "ndcg_at_3": 0.28134, "ndcg_at_5": 0.25136, "ndcg_at_10": 0.28224, "ndcg_at_20": 0.3094, "ndcg_at_50": 0.33858, "ndcg_at_100": 0.35875, "map_at_1": 0.08021, "map_at_3": 0.15485, "map_at_5": 0.19369, "map_at_10": 0.21372, "map_at_20": 0.22542, "map_at_50": 0.23301, "map_at_100": 0.23608, "recall_at_1": 0.08021, "recall_at_3": 0.17288, "recall_at_5": 0.23042, "recall_at_10": 0.28848, "recall_at_20": 0.35482, "recall_at_50": 0.44524, "recall_at_100": 0.52219, "precision_at_1": 0.34095, "precision_at_3": 0.25379, "precision_at_5": 0.20718, "precision_at_10": 0.13072, "precision_at_20": 0.08033, "precision_at_50": 0.04043, "precision_at_100": 0.02367, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.23014, "ndcg_at_3": 0.18712, "ndcg_at_5": 0.16331, "ndcg_at_10": 0.18324, "ndcg_at_20": 0.20225, "ndcg_at_50": 0.22569, "ndcg_at_100": 0.24306, "map_at_1": 0.05257, "map_at_3": 0.09741, "map_at_5": 0.1174, "map_at_10": 0.12845, "map_at_20": 0.13492, "map_at_50": 0.14011, "map_at_100": 0.14237, "recall_at_1": 0.05257, "recall_at_3": 0.11239, "recall_at_5": 0.14635, "recall_at_10": 0.18399, "recall_at_20": 0.23042, "recall_at_50": 0.30174, "recall_at_100": 0.36671, "precision_at_1": 0.23014, "precision_at_3": 0.16822, "precision_at_5": 0.13324, "precision_at_10": 0.08413, "precision_at_20": 0.0527, "precision_at_50": 0.02784, "precision_at_100": 0.01698, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.97157, "ndcg_at_3": 0.96479, "ndcg_at_5": 0.95578, "ndcg_at_10": 0.97437, "ndcg_at_20": 0.97775, "ndcg_at_50": 0.97897, "ndcg_at_100": 0.97944, "map_at_1": 0.25101, "map_at_3": 0.62468, "map_at_5": 0.94074, "map_at_10": 0.96044, "map_at_20": 0.96284, "map_at_50": 0.96334, "map_at_100": 0.96345, "recall_at_1": 0.25101, "recall_at_3": 0.62887, "recall_at_5": 0.95122, "recall_at_10": 0.98482, "recall_at_20": 0.99261, "recall_at_50": 0.99617, "recall_at_100": 0.99787, "precision_at_1": 0.97157, "precision_at_3": 0.91611, "precision_at_5": 0.86978, "precision_at_10": 0.45126, "precision_at_20": 0.22752, "precision_at_50": 0.09136, "precision_at_100": 0.04577, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.83843, "ndcg_at_3": 0.81033, "ndcg_at_5": 0.7718, "ndcg_at_10": 0.82406, "ndcg_at_20": 0.84813, "ndcg_at_50": 0.86366, "ndcg_at_100": 0.86925, "map_at_1": 0.21237, "map_at_3": 0.50708, "map_at_5": 0.71358, "map_at_10": 0.76326, "map_at_20": 0.77839, "map_at_50": 0.78415, "map_at_100": 0.78533, "recall_at_1": 0.21237, "recall_at_3": 0.52382, "recall_at_5": 0.7525, "recall_at_10": 0.84817, "recall_at_20": 0.90512, "recall_at_50": 0.95194, "recall_at_100": 0.97267, "precision_at_1": 0.83843, "precision_at_3": 0.76287, "precision_at_5": 0.68105, "precision_at_10": 0.38661, "precision_at_20": 0.20687, "precision_at_50": 0.08716, "precision_at_100": 0.04456, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.34653, "ndcg_at_3": 0.28264, "ndcg_at_5": 0.24914, "ndcg_at_10": 0.28092, "ndcg_at_20": 0.30575, "ndcg_at_50": 0.33314, "ndcg_at_100": 0.35224, "map_at_1": 0.08095, "map_at_3": 0.15462, "map_at_5": 0.19118, "map_at_10": 0.21204, "map_at_20": 0.2228, "map_at_50": 0.22984, "map_at_100": 0.2328, "recall_at_1": 0.08095, "recall_at_3": 0.17141, "recall_at_5": 0.22463, "recall_at_10": 0.28407, "recall_at_20": 0.34413, "recall_at_50": 0.42932, "recall_at_100": 0.50144, "precision_at_1": 0.34653, "precision_at_3": 0.25388, "precision_at_5": 0.2034, "precision_at_10": 0.1296, "precision_at_20": 0.0787, "precision_at_50": 0.03922, "precision_at_100": 0.02293, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93542, "ndcg_at_3": 0.91911, "ndcg_at_5": 0.8886, "ndcg_at_10": 0.92532, "ndcg_at_20": 0.93767, "ndcg_at_50": 0.9437, "ndcg_at_100": 0.94545, "map_at_1": 0.24163, "map_at_3": 0.58952, "map_at_5": 0.85307, "map_at_10": 0.89054, "map_at_20": 0.89919, "map_at_50": 0.90159, "map_at_100": 0.90198, "recall_at_1": 0.24163, "recall_at_3": 0.59697, "recall_at_5": 0.87223, "recall_at_10": 0.93928, "recall_at_20": 0.96801, "recall_at_50": 0.98596, "recall_at_100": 0.99239, "precision_at_1": 0.93542, "precision_at_3": 0.86908, "precision_at_5": 0.79368, "precision_at_10": 0.42926, "precision_at_20": 0.22162, "precision_at_50": 0.09037, "precision_at_100": 0.0455, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.90725, "ndcg_at_3": 0.89414, "ndcg_at_5": 0.86826, "ndcg_at_10": 0.91224, "ndcg_at_20": 0.92604, "ndcg_at_50": 0.93268, "ndcg_at_100": 0.93459, "map_at_1": 0.23335, "map_at_3": 0.57033, "map_at_5": 0.82798, "map_at_10": 0.87233, "map_at_20": 0.88196, "map_at_50": 0.88467, "map_at_100": 0.88509, "recall_at_1": 0.23335, "recall_at_3": 0.58221, "recall_at_5": 0.85616, "recall_at_10": 0.93602, "recall_at_20": 0.96816, "recall_at_50": 0.98764, "recall_at_100": 0.99461, "precision_at_1": 0.90725, "precision_at_3": 0.84596, "precision_at_5": 0.77736, "precision_at_10": 0.42756, "precision_at_20": 0.22155, "precision_at_50": 0.09053, "precision_at_100": 0.04561, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.94472, "ndcg_at_3": 0.9335, "ndcg_at_5": 0.91633, "ndcg_at_10": 0.94688, "ndcg_at_20": 0.95522, "ndcg_at_50": 0.9585, "ndcg_at_100": 0.95971, "map_at_1": 0.24322, "map_at_3": 0.60103, "map_at_5": 0.8906, "map_at_10": 0.92176, "map_at_20": 0.92754, "map_at_50": 0.92888, "map_at_100": 0.92913, "recall_at_1": 0.24322, "recall_at_3": 0.60771, "recall_at_5": 0.90763, "recall_at_10": 0.96311, "recall_at_20": 0.98264, "recall_at_50": 0.99228, "recall_at_100": 0.9967, "precision_at_1": 0.94472, "precision_at_3": 0.88502, "precision_at_5": 0.8278, "precision_at_10": 0.44087, "precision_at_20": 0.2251, "precision_at_50": 0.09099, "precision_at_100": 0.04571, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.10683, "ndcg_at_3": 0.08198, "ndcg_at_5": 0.06987, "ndcg_at_10": 0.08108, "ndcg_at_20": 0.09013, "ndcg_at_50": 0.10422, "ndcg_at_100": 0.11498, "map_at_1": 0.02456, "map_at_3": 0.04077, "map_at_5": 0.04707, "map_at_10": 0.0523, "map_at_20": 0.05518, "map_at_50": 0.05785, "map_at_100": 0.05898, "recall_at_1": 0.02456, "recall_at_3": 0.04806, "recall_at_5": 0.06069, "recall_at_10": 0.08183, "recall_at_20": 0.10367, "recall_at_50": 0.14815, "recall_at_100": 0.1891, "precision_at_1": 0.10683, "precision_at_3": 0.07264, "precision_at_5": 0.05543, "precision_at_10": 0.03758, "precision_at_20": 0.0239, "precision_at_50": 0.01352, "precision_at_100": 0.00862, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20755, "ndcg_at_3": 0.16558, "ndcg_at_5": 0.1444, "ndcg_at_10": 0.1621, "ndcg_at_20": 0.17878, "ndcg_at_50": 0.19949, "ndcg_at_100": 0.21516, "map_at_1": 0.04744, "map_at_3": 0.08582, "map_at_5": 0.10342, "map_at_10": 0.11258, "map_at_20": 0.11834, "map_at_50": 0.12274, "map_at_100": 0.12466, "recall_at_1": 0.04744, "recall_at_3": 0.0989, "recall_at_5": 0.12897, "recall_at_10": 0.16238, "recall_at_20": 0.20268, "recall_at_50": 0.26703, "recall_at_100": 0.32543, "precision_at_1": 0.20755, "precision_at_3": 0.14846, "precision_at_5": 0.11762, "precision_at_10": 0.07433, "precision_at_20": 0.04656, "precision_at_50": 0.02449, "precision_at_100": 0.01503, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70024, "ndcg_at_3": 0.64373, "ndcg_at_5": 0.59363, "ndcg_at_10": 0.64975, "ndcg_at_20": 0.67997, "ndcg_at_50": 0.70551, "ndcg_at_100": 0.71088, "map_at_1": 0.17084, "map_at_3": 0.38727, "map_at_5": 0.51581, "map_at_10": 0.56467, "map_at_20": 0.58203, "map_at_50": 0.59063, "map_at_100": 0.59173, "recall_at_1": 0.17084, "recall_at_3": 0.40927, "recall_at_5": 0.5652, "recall_at_10": 0.66943, "recall_at_20": 0.74132, "recall_at_50": 0.81973, "recall_at_100": 0.83948, "precision_at_1": 0.70024, "precision_at_3": 0.59943, "precision_at_5": 0.51007, "precision_at_10": 0.30441, "precision_at_20": 0.1692, "precision_at_50": 0.07488, "precision_at_100": 0.03832, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20064, "ndcg_at_3": 0.15615, "ndcg_at_5": 0.13603, "ndcg_at_10": 0.15652, "ndcg_at_20": 0.17224, "ndcg_at_50": 0.19314, "ndcg_at_100": 0.20943, "map_at_1": 0.04511, "map_at_3": 0.08048, "map_at_5": 0.09692, "map_at_10": 0.10779, "map_at_20": 0.11343, "map_at_50": 0.11789, "map_at_100": 0.11994, "recall_at_1": 0.04511, "recall_at_3": 0.09133, "recall_at_5": 0.12011, "recall_at_10": 0.1589, "recall_at_20": 0.19653, "recall_at_50": 0.26083, "recall_at_100": 0.32263, "precision_at_1": 0.20064, "precision_at_3": 0.13925, "precision_at_5": 0.11108, "precision_at_10": 0.07353, "precision_at_20": 0.04564, "precision_at_50": 0.02426, "precision_at_100": 0.01496, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1249, "ndcg_at_3": 0.09655, "ndcg_at_5": 0.08422, "ndcg_at_10": 0.09688, "ndcg_at_20": 0.10704, "ndcg_at_50": 0.12093, "ndcg_at_100": 0.13281, "map_at_1": 0.03, "map_at_3": 0.0488, "map_at_5": 0.05667, "map_at_10": 0.06271, "map_at_20": 0.06601, "map_at_50": 0.06862, "map_at_100": 0.06999, "recall_at_1": 0.03, "recall_at_3": 0.05854, "recall_at_5": 0.07529, "recall_at_10": 0.09933, "recall_at_20": 0.12444, "recall_at_50": 0.1676, "recall_at_100": 0.21302, "precision_at_1": 0.1249, "precision_at_3": 0.0846, "precision_at_5": 0.06559, "precision_at_10": 0.04393, "precision_at_20": 0.02756, "precision_at_50": 0.01498, "precision_at_100": 0.00955, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.10736, "ndcg_at_3": 0.07754, "ndcg_at_5": 0.06716, "ndcg_at_10": 0.07686, "ndcg_at_20": 0.08529, "ndcg_at_50": 0.09731, "ndcg_at_100": 0.10681, "map_at_1": 0.02441, "map_at_3": 0.0384, "map_at_5": 0.04516, "map_at_10": 0.04971, "map_at_20": 0.05223, "map_at_50": 0.05442, "map_at_100": 0.05541, "recall_at_1": 0.02441, "recall_at_3": 0.04459, "recall_at_5": 0.05789, "recall_at_10": 0.07576, "recall_at_20": 0.09607, "recall_at_50": 0.13302, "recall_at_100": 0.16909, "precision_at_1": 0.10736, "precision_at_3": 0.0675, "precision_at_5": 0.05336, "precision_at_10": 0.03534, "precision_at_20": 0.02247, "precision_at_50": 0.01243, "precision_at_100": 0.00787, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.20462, "ndcg_at_3": 0.16145, "ndcg_at_5": 0.1431, "ndcg_at_10": 0.16117, "ndcg_at_20": 0.17815, "ndcg_at_50": 0.19724, "ndcg_at_100": 0.21288, "map_at_1": 0.04865, "map_at_3": 0.08563, "map_at_5": 0.10386, "map_at_10": 0.11377, "map_at_20": 0.11984, "map_at_50": 0.12404, "map_at_100": 0.12605, "recall_at_1": 0.04865, "recall_at_3": 0.09828, "recall_at_5": 0.12956, "recall_at_10": 0.16362, "recall_at_20": 0.2053, "recall_at_50": 0.26435, "recall_at_100": 0.32349, "precision_at_1": 0.20462, "precision_at_3": 0.14244, "precision_at_5": 0.11438, "precision_at_10": 0.07316, "precision_at_20": 0.04589, "precision_at_50": 0.02382, "precision_at_100": 0.01463, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.07255, "ndcg_at_3": 0.05666, "ndcg_at_5": 0.04964, "ndcg_at_10": 0.05659, "ndcg_at_20": 0.06394, "ndcg_at_50": 0.07467, "ndcg_at_100": 0.08306, "map_at_1": 0.01698, "map_at_3": 0.02803, "map_at_5": 0.03273, "map_at_10": 0.03574, "map_at_20": 0.03797, "map_at_50": 0.03986, "map_at_100": 0.04072, "recall_at_1": 0.01698, "recall_at_3": 0.03441, "recall_at_5": 0.04431, "recall_at_10": 0.05733, "recall_at_20": 0.07506, "recall_at_50": 0.10869, "recall_at_100": 0.14099, "precision_at_1": 0.07255, "precision_at_3": 0.05014, "precision_at_5": 0.03944, "precision_at_10": 0.02591, "precision_at_20": 0.01713, "precision_at_50": 0.00988, "precision_at_100": 0.00636, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.0768, "ndcg_at_3": 0.05756, "ndcg_at_5": 0.04918, "ndcg_at_10": 0.05664, "ndcg_at_20": 0.06224, "ndcg_at_50": 0.0706, "ndcg_at_100": 0.07732, "map_at_1": 0.01906, "map_at_3": 0.02975, "map_at_5": 0.03341, "map_at_10": 0.03704, "map_at_20": 0.03866, "map_at_50": 0.04011, "map_at_100": 0.04077, "recall_at_1": 0.01906, "recall_at_3": 0.035, "recall_at_5": 0.04247, "recall_at_10": 0.05685, "recall_at_20": 0.07061, "recall_at_50": 0.09696, "recall_at_100": 0.12311, "precision_at_1": 0.0768, "precision_at_3": 0.04907, "precision_at_5": 0.03657, "precision_at_10": 0.02479, "precision_at_20": 0.01552, "precision_at_50": 0.00854, "precision_at_100": 0.0054, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.31943, "ndcg_at_3": 0.26059, "ndcg_at_5": 0.22926, "ndcg_at_10": 0.25888, "ndcg_at_20": 0.28224, "ndcg_at_50": 0.31004, "ndcg_at_100": 0.33079, "map_at_1": 0.07671, "map_at_3": 0.14124, "map_at_5": 0.17021, "map_at_10": 0.18832, "map_at_20": 0.19784, "map_at_50": 0.20493, "map_at_100": 0.20798, "recall_at_1": 0.07671, "recall_at_3": 0.15905, "recall_at_5": 0.20763, "recall_at_10": 0.2637, "recall_at_20": 0.32112, "recall_at_50": 0.40741, "recall_at_100": 0.48622, "precision_at_1": 0.31943, "precision_at_3": 0.23324, "precision_at_5": 0.18448, "precision_at_10": 0.1182, "precision_at_20": 0.07199, "precision_at_50": 0.03667, "precision_at_100": 0.02195, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.86447, "ndcg_at_3": 0.83892, "ndcg_at_5": 0.80159, "ndcg_at_10": 0.84956, "ndcg_at_20": 0.87079, "ndcg_at_50": 0.88415, "ndcg_at_100": 0.88854, "map_at_1": 0.22186, "map_at_3": 0.5311, "map_at_5": 0.75128, "map_at_10": 0.79715, "map_at_20": 0.8108, "map_at_50": 0.81589, "map_at_100": 0.8168, "recall_at_1": 0.22186, "recall_at_3": 0.54408, "recall_at_5": 0.78173, "recall_at_10": 0.86978, "recall_at_20": 0.91953, "recall_at_50": 0.95953, "recall_at_100": 0.97585, "precision_at_1": 0.86447, "precision_at_3": 0.78971, "precision_at_5": 0.70821, "precision_at_10": 0.39649, "precision_at_20": 0.21022, "precision_at_50": 0.0879, "precision_at_100": 0.04472, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5578, "ndcg_at_3": 0.49644, "ndcg_at_5": 0.44434, "ndcg_at_10": 0.49465, "ndcg_at_20": 0.52627, "ndcg_at_50": 0.55858, "ndcg_at_100": 0.57608, "map_at_1": 0.12929, "map_at_3": 0.28659, "map_at_5": 0.36731, "map_at_10": 0.4042, "map_at_20": 0.42032, "map_at_50": 0.43004, "map_at_100": 0.43306, "recall_at_1": 0.12929, "recall_at_3": 0.30838, "recall_at_5": 0.41311, "recall_at_10": 0.50824, "recall_at_20": 0.58417, "recall_at_50": 0.68429, "recall_at_100": 0.75065, "precision_at_1": 0.5578, "precision_at_3": 0.46169, "precision_at_5": 0.37842, "precision_at_10": 0.23314, "precision_at_20": 0.13416, "precision_at_50": 0.06273, "precision_at_100": 0.03439, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38507, "ndcg_at_3": 0.31621, "ndcg_at_5": 0.27859, "ndcg_at_10": 0.31196, "ndcg_at_20": 0.34038, "ndcg_at_50": 0.37093, "ndcg_at_100": 0.39017, "map_at_1": 0.08739, "map_at_3": 0.17056, "map_at_5": 0.21291, "map_at_10": 0.23464, "map_at_20": 0.24691, "map_at_50": 0.25517, "map_at_100": 0.25817, "recall_at_1": 0.08739, "recall_at_3": 0.18849, "recall_at_5": 0.25088, "recall_at_10": 0.31335, "recall_at_20": 0.38201, "recall_at_50": 0.47581, "recall_at_100": 0.54793, "precision_at_1": 0.38507, "precision_at_3": 0.28692, "precision_at_5": 0.23274, "precision_at_10": 0.14552, "precision_at_20": 0.08872, "precision_at_50": 0.04419, "precision_at_100": 0.02545, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.03083, "ndcg_at_3": 0.02517, "ndcg_at_5": 0.02311, "ndcg_at_10": 0.02877, "ndcg_at_20": 0.03515, "ndcg_at_50": 0.04367, "ndcg_at_100": 0.05114, "map_at_1": 0.00625, "map_at_3": 0.01131, "map_at_5": 0.01404, "map_at_10": 0.01627, "map_at_20": 0.01796, "map_at_50": 0.01932, "map_at_100": 0.02004, "recall_at_1": 0.00625, "recall_at_3": 0.01464, "recall_at_5": 0.02166, "recall_at_10": 0.03228, "recall_at_20": 0.048, "recall_at_50": 0.0741, "recall_at_100": 0.10203, "precision_at_1": 0.03083, "precision_at_3": 0.02339, "precision_at_5": 0.02046, "precision_at_10": 0.01523, "precision_at_20": 0.01113, "precision_at_50": 0.00691, "precision_at_100": 0.00478, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.10258, "ndcg_at_3": 0.07651, "ndcg_at_5": 0.06586, "ndcg_at_10": 0.07466, "ndcg_at_20": 0.08203, "ndcg_at_50": 0.09187, "ndcg_at_100": 0.10002, "map_at_1": 0.02367, "map_at_3": 0.03882, "map_at_5": 0.04524, "map_at_10": 0.04954, "map_at_20": 0.05183, "map_at_50": 0.05349, "map_at_100": 0.05433, "recall_at_1": 0.02367, "recall_at_3": 0.04528, "recall_at_5": 0.05715, "recall_at_10": 0.07409, "recall_at_20": 0.09228, "recall_at_50": 0.12315, "recall_at_100": 0.1541, "precision_at_1": 0.10258, "precision_at_3": 0.06652, "precision_at_5": 0.05145, "precision_at_10": 0.03327, "precision_at_20": 0.02073, "precision_at_50": 0.01106, "precision_at_100": 0.00696, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18655, "ndcg_at_3": 0.15583, "ndcg_at_5": 0.13554, "ndcg_at_10": 0.15856, "ndcg_at_20": 0.1788, "ndcg_at_50": 0.20283, "ndcg_at_100": 0.22084, "map_at_1": 0.04177, "map_at_3": 0.07923, "map_at_5": 0.0942, "map_at_10": 0.10698, "map_at_20": 0.11384, "map_at_50": 0.11915, "map_at_100": 0.12146, "recall_at_1": 0.04177, "recall_at_3": 0.0943, "recall_at_5": 0.12248, "recall_at_10": 0.16571, "recall_at_20": 0.21521, "recall_at_50": 0.28929, "recall_at_100": 0.35776, "precision_at_1": 0.18655, "precision_at_3": 0.14271, "precision_at_5": 0.11273, "precision_at_10": 0.07664, "precision_at_20": 0.04959, "precision_at_50": 0.02671, "precision_at_100": 0.01646, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.36912, "ndcg_at_3": 0.30967, "ndcg_at_5": 0.27242, "ndcg_at_10": 0.30998, "ndcg_at_20": 0.34012, "ndcg_at_50": 0.37365, "ndcg_at_100": 0.39515, "map_at_1": 0.08369, "map_at_3": 0.16631, "map_at_5": 0.20604, "map_at_10": 0.23021, "map_at_20": 0.24325, "map_at_50": 0.25228, "map_at_100": 0.25563, "recall_at_1": 0.08369, "recall_at_3": 0.18597, "recall_at_5": 0.24685, "recall_at_10": 0.31642, "recall_at_20": 0.38964, "recall_at_50": 0.49308, "recall_at_100": 0.5746, "precision_at_1": 0.36912, "precision_at_3": 0.28408, "precision_at_5": 0.22918, "precision_at_10": 0.14794, "precision_at_20": 0.09083, "precision_at_50": 0.04583, "precision_at_100": 0.02662, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.06697, "ndcg_at_3": 0.04915, "ndcg_at_5": 0.04257, "ndcg_at_10": 0.04817, "ndcg_at_20": 0.05366, "ndcg_at_50": 0.06084, "ndcg_at_100": 0.06704, "map_at_1": 0.0161, "map_at_3": 0.02449, "map_at_5": 0.02772, "map_at_10": 0.03004, "map_at_20": 0.03162, "map_at_50": 0.03284, "map_at_100": 0.03342, "recall_at_1": 0.0161, "recall_at_3": 0.02921, "recall_at_5": 0.03703, "recall_at_10": 0.04763, "recall_at_20": 0.06136, "recall_at_50": 0.08385, "recall_at_100": 0.10826, "precision_at_1": 0.06697, "precision_at_3": 0.04146, "precision_at_5": 0.03221, "precision_at_10": 0.02097, "precision_at_20": 0.01346, "precision_at_50": 0.0074, "precision_at_100": 0.00475, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.08929, "ndcg_at_3": 0.06719, "ndcg_at_5": 0.05939, "ndcg_at_10": 0.06807, "ndcg_at_20": 0.07456, "ndcg_at_50": 0.08422, "ndcg_at_100": 0.09193, "map_at_1": 0.0203, "map_at_3": 0.03345, "map_at_5": 0.04015, "map_at_10": 0.04414, "map_at_20": 0.04615, "map_at_50": 0.04781, "map_at_100": 0.0486, "recall_at_1": 0.0203, "recall_at_3": 0.03948, "recall_at_5": 0.05281, "recall_at_10": 0.06962, "recall_at_20": 0.08548, "recall_at_50": 0.1155, "recall_at_100": 0.14444, "precision_at_1": 0.08929, "precision_at_3": 0.059, "precision_at_5": 0.04746, "precision_at_10": 0.0312, "precision_at_20": 0.01921, "precision_at_50": 0.01043, "precision_at_100": 0.00657, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18522, "ndcg_at_3": 0.14472, "ndcg_at_5": 0.12537, "ndcg_at_10": 0.14185, "ndcg_at_20": 0.15801, "ndcg_at_50": 0.17685, "ndcg_at_100": 0.19194, "map_at_1": 0.04151, "map_at_3": 0.0742, "map_at_5": 0.08834, "map_at_10": 0.09709, "map_at_20": 0.10259, "map_at_50": 0.10663, "map_at_100": 0.10844, "recall_at_1": 0.04151, "recall_at_3": 0.08635, "recall_at_5": 0.11148, "recall_at_10": 0.14205, "recall_at_20": 0.18156, "recall_at_50": 0.23986, "recall_at_100": 0.29727, "precision_at_1": 0.18522, "precision_at_3": 0.12933, "precision_at_5": 0.10136, "precision_at_10": 0.06537, "precision_at_20": 0.04172, "precision_at_50": 0.02207, "precision_at_100": 0.01367, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66197, "ndcg_at_3": 0.59591, "ndcg_at_5": 0.54471, "ndcg_at_10": 0.59838, "ndcg_at_20": 0.63262, "ndcg_at_50": 0.66161, "ndcg_at_100": 0.67618, "map_at_1": 0.16298, "map_at_3": 0.35352, "map_at_5": 0.46345, "map_at_10": 0.5079, "map_at_20": 0.52643, "map_at_50": 0.53609, "map_at_100": 0.53882, "recall_at_1": 0.16298, "recall_at_3": 0.37586, "recall_at_5": 0.51304, "recall_at_10": 0.61294, "recall_at_20": 0.69531, "recall_at_50": 0.78335, "recall_at_100": 0.83843, "precision_at_1": 0.66197, "precision_at_3": 0.54992, "precision_at_5": 0.46181, "precision_at_10": 0.2777, "precision_at_20": 0.15791, "precision_at_50": 0.07141, "precision_at_100": 0.03822, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36965, "ndcg_at_3": 0.30608, "ndcg_at_5": 0.26981, "ndcg_at_10": 0.30358, "ndcg_at_20": 0.33113, "ndcg_at_50": 0.36145, "ndcg_at_100": 0.38247, "map_at_1": 0.08822, "map_at_3": 0.16812, "map_at_5": 0.2041, "map_at_10": 0.22531, "map_at_20": 0.23737, "map_at_50": 0.24549, "map_at_100": 0.24869, "recall_at_1": 0.08822, "recall_at_3": 0.18856, "recall_at_5": 0.24507, "recall_at_10": 0.30868, "recall_at_20": 0.37612, "recall_at_50": 0.47026, "recall_at_100": 0.55004, "precision_at_1": 0.36965, "precision_at_3": 0.27407, "precision_at_5": 0.21839, "precision_at_10": 0.13888, "precision_at_20": 0.08461, "precision_at_50": 0.04243, "precision_at_100": 0.02486, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.66144, "ndcg_at_3": 0.61252, "ndcg_at_5": 0.56333, "ndcg_at_10": 0.62763, "ndcg_at_20": 0.6649, "ndcg_at_50": 0.69521, "ndcg_at_100": 0.70954, "map_at_1": 0.16165, "map_at_3": 0.36397, "map_at_5": 0.47851, "map_at_10": 0.53276, "map_at_20": 0.55369, "map_at_50": 0.56411, "map_at_100": 0.56693, "recall_at_1": 0.16165, "recall_at_3": 0.38959, "recall_at_5": 0.53687, "recall_at_10": 0.65621, "recall_at_20": 0.7457, "recall_at_50": 0.83796, "recall_at_100": 0.89174, "precision_at_1": 0.66144, "precision_at_3": 0.57073, "precision_at_5": 0.48334, "precision_at_10": 0.29809, "precision_at_20": 0.16984, "precision_at_50": 0.07658, "precision_at_100": 0.04079, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.55939, "ndcg_at_3": 0.49679, "ndcg_at_5": 0.44561, "ndcg_at_10": 0.49551, "ndcg_at_20": 0.52729, "ndcg_at_50": 0.55951, "ndcg_at_100": 0.57674, "map_at_1": 0.12968, "map_at_3": 0.28673, "map_at_5": 0.3684, "map_at_10": 0.40488, "map_at_20": 0.42113, "map_at_50": 0.43083, "map_at_100": 0.43379, "recall_at_1": 0.12968, "recall_at_3": 0.30795, "recall_at_5": 0.41449, "recall_at_10": 0.50898, "recall_at_20": 0.58549, "recall_at_50": 0.68541, "recall_at_100": 0.75102, "precision_at_1": 0.55939, "precision_at_3": 0.4616, "precision_at_5": 0.37986, "precision_at_10": 0.23348, "precision_at_20": 0.1344, "precision_at_50": 0.06284, "precision_at_100": 0.03439, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.92958, "ndcg_at_3": 0.9141, "ndcg_at_5": 0.89108, "ndcg_at_10": 0.92593, "ndcg_at_20": 0.93752, "ndcg_at_50": 0.94281, "ndcg_at_100": 0.94445, "map_at_1": 0.23963, "map_at_3": 0.58675, "map_at_5": 0.85891, "map_at_10": 0.89387, "map_at_20": 0.90178, "map_at_50": 0.90397, "map_at_100": 0.90431, "recall_at_1": 0.23963, "recall_at_3": 0.59445, "recall_at_5": 0.87923, "recall_at_10": 0.94267, "recall_at_20": 0.96973, "recall_at_50": 0.98534, "recall_at_100": 0.99128, "precision_at_1": 0.92958, "precision_at_3": 0.86491, "precision_at_5": 0.80037, "precision_at_10": 0.43104, "precision_at_20": 0.22206, "precision_at_50": 0.09032, "precision_at_100": 0.04545, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.93091, "ndcg_at_3": 0.92417, "ndcg_at_5": 0.90536, "ndcg_at_10": 0.93641, "ndcg_at_20": 0.94621, "ndcg_at_50": 0.95056, "ndcg_at_100": 0.95186, "map_at_1": 0.23902, "map_at_3": 0.59339, "map_at_5": 0.87679, "map_at_10": 0.90855, "map_at_20": 0.91515, "map_at_50": 0.91693, "map_at_100": 0.91721, "recall_at_1": 0.23902, "recall_at_3": 0.60269, "recall_at_5": 0.89752, "recall_at_10": 0.95383, "recall_at_20": 0.97685, "recall_at_50": 0.98964, "recall_at_100": 0.99431, "precision_at_1": 0.93091, "precision_at_3": 0.87705, "precision_at_5": 0.81743, "precision_at_10": 0.43638, "precision_at_20": 0.22369, "precision_at_50": 0.09071, "precision_at_100": 0.04559, "model_name": "voyage-code-3", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.00531, "ndcg_at_3": 0.00489, "ndcg_at_5": 0.00476, "ndcg_at_10": 0.00711, "ndcg_at_20": 0.00967, "ndcg_at_50": 0.01396, "ndcg_at_100": 0.01804, "map_at_1": 0.00114, "map_at_3": 0.00231, "map_at_5": 0.00286, "map_at_10": 0.00388, "map_at_20": 0.00457, "map_at_50": 0.00518, "map_at_100": 0.0055, "recall_at_1": 0.00114, "recall_at_3": 0.00303, "recall_at_5": 0.00469, "recall_at_10": 0.00915, "recall_at_20": 0.01541, "recall_at_50": 0.02924, "recall_at_100": 0.04517, "precision_at_1": 0.00531, "precision_at_3": 0.00469, "precision_at_5": 0.00441, "precision_at_10": 0.00423, "precision_at_20": 0.00355, "precision_at_50": 0.00259, "precision_at_100": 0.00198, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.11241, "ndcg_at_3": 0.08164, "ndcg_at_5": 0.07127, "ndcg_at_10": 0.08084, "ndcg_at_20": 0.08833, "ndcg_at_50": 0.098, "ndcg_at_100": 0.10628, "map_at_1": 0.02572, "map_at_3": 0.04154, "map_at_5": 0.04924, "map_at_10": 0.05356, "map_at_20": 0.05597, "map_at_50": 0.05773, "map_at_100": 0.05856, "recall_at_1": 0.02572, "recall_at_3": 0.04802, "recall_at_5": 0.06257, "recall_at_10": 0.08069, "recall_at_20": 0.09869, "recall_at_50": 0.12869, "recall_at_100": 0.16023, "precision_at_1": 0.11241, "precision_at_3": 0.07069, "precision_at_5": 0.05543, "precision_at_10": 0.03619, "precision_at_20": 0.02232, "precision_at_50": 0.01167, "precision_at_100": 0.00726, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "ClosedDataset 13 (Japanese, Legal)", "alias": "ClosedDataset 13 (Japanese, Legal)", "tier": 3, "groups": { "text": 1, "legal": 1, "japanese": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.83485, "ndcg_at_3": 0.91596, "ndcg_at_5": 0.92291, "ndcg_at_10": 0.92608, "ndcg_at_20": 0.92689, "ndcg_at_50": 0.92703, "ndcg_at_100": 0.92712, "map_at_1": 0.83375, "map_at_3": 0.89711, "map_at_5": 0.9011, "map_at_10": 0.90252, "map_at_20": 0.90277, "map_at_50": 0.90279, "map_at_100": 0.9028, "recall_at_1": 0.83375, "recall_at_3": 0.96952, "recall_at_5": 0.98609, "recall_at_10": 0.99538, "recall_at_20": 0.99844, "recall_at_50": 0.99913, "recall_at_100": 0.99968, "precision_at_1": 0.83485, "precision_at_3": 0.32419, "precision_at_5": 0.19796, "precision_at_10": 0.09996, "precision_at_20": 0.05014, "precision_at_50": 0.02007, "precision_at_100": 0.01004, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.30494, "ndcg_at_3": 0.36048, "ndcg_at_5": 0.37999, "ndcg_at_10": 0.40252, "ndcg_at_20": 0.42214, "ndcg_at_50": 0.445, "ndcg_at_100": 0.45895, "map_at_1": 0.3041, "map_at_3": 0.34653, "map_at_5": 0.3574, "map_at_10": 0.36671, "map_at_20": 0.37209, "map_at_50": 0.37577, "map_at_100": 0.37702, "recall_at_1": 0.3041, "recall_at_3": 0.40041, "recall_at_5": 0.44778, "recall_at_10": 0.51739, "recall_at_20": 0.59507, "recall_at_50": 0.71011, "recall_at_100": 0.79568, "precision_at_1": 0.30494, "precision_at_3": 0.13409, "precision_at_5": 0.08999, "precision_at_10": 0.05196, "precision_at_20": 0.02987, "precision_at_50": 0.01425, "precision_at_100": 0.00799, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.61208, "ndcg_at_3": 0.75878, "ndcg_at_5": 0.78251, "ndcg_at_10": 0.79582, "ndcg_at_20": 0.80153, "ndcg_at_50": 0.80388, "ndcg_at_100": 0.80438, "map_at_1": 0.6112, "map_at_3": 0.723, "map_at_5": 0.73643, "map_at_10": 0.74207, "map_at_20": 0.74366, "map_at_50": 0.74407, "map_at_100": 0.74411, "recall_at_1": 0.6112, "recall_at_3": 0.86172, "recall_at_5": 0.91852, "recall_at_10": 0.95887, "recall_at_20": 0.98134, "recall_at_50": 0.99283, "recall_at_100": 0.99586, "precision_at_1": 0.61208, "precision_at_3": 0.28816, "precision_at_5": 0.18439, "precision_at_10": 0.09628, "precision_at_20": 0.04927, "precision_at_50": 0.01994, "precision_at_100": 0.01, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18266, "ndcg_at_3": 0.21282, "ndcg_at_5": 0.22109, "ndcg_at_10": 0.22992, "ndcg_at_20": 0.23818, "ndcg_at_50": 0.2469, "ndcg_at_100": 0.25353, "map_at_1": 0.18214, "map_at_3": 0.20544, "map_at_5": 0.21007, "map_at_10": 0.21376, "map_at_20": 0.21604, "map_at_50": 0.21746, "map_at_100": 0.21804, "recall_at_1": 0.18214, "recall_at_3": 0.23395, "recall_at_5": 0.25397, "recall_at_10": 0.28099, "recall_at_20": 0.31357, "recall_at_50": 0.35727, "recall_at_100": 0.3981, "precision_at_1": 0.18266, "precision_at_3": 0.07839, "precision_at_5": 0.05109, "precision_at_10": 0.02826, "precision_at_20": 0.01577, "precision_at_50": 0.00719, "precision_at_100": 0.004, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39206, "ndcg_at_3": 0.48832, "ndcg_at_5": 0.51552, "ndcg_at_10": 0.54131, "ndcg_at_20": 0.56081, "ndcg_at_50": 0.57551, "ndcg_at_100": 0.58329, "map_at_1": 0.39122, "map_at_3": 0.46458, "map_at_5": 0.47976, "map_at_10": 0.4905, "map_at_20": 0.49584, "map_at_50": 0.49827, "map_at_100": 0.49897, "recall_at_1": 0.39122, "recall_at_3": 0.55646, "recall_at_5": 0.62239, "recall_at_10": 0.70173, "recall_at_20": 0.77895, "recall_at_50": 0.85215, "recall_at_100": 0.89978, "precision_at_1": 0.39206, "precision_at_3": 0.1862, "precision_at_5": 0.12503, "precision_at_10": 0.0705, "precision_at_20": 0.03913, "precision_at_50": 0.01712, "precision_at_100": 0.00904, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70802, "ndcg_at_3": 0.83455, "ndcg_at_5": 0.84952, "ndcg_at_10": 0.85676, "ndcg_at_20": 0.85904, "ndcg_at_50": 0.86057, "ndcg_at_100": 0.86097, "map_at_1": 0.707, "map_at_3": 0.80423, "map_at_5": 0.81271, "map_at_10": 0.81584, "map_at_20": 0.81651, "map_at_50": 0.81677, "map_at_100": 0.8168, "recall_at_1": 0.707, "recall_at_3": 0.92141, "recall_at_5": 0.95735, "recall_at_10": 0.97907, "recall_at_20": 0.98775, "recall_at_50": 0.99534, "recall_at_100": 0.99779, "precision_at_1": 0.70802, "precision_at_3": 0.30815, "precision_at_5": 0.1922, "precision_at_10": 0.0983, "precision_at_20": 0.04961, "precision_at_50": 0.01999, "precision_at_100": 0.01002, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.70113, "ndcg_at_3": 0.83066, "ndcg_at_5": 0.84675, "ndcg_at_10": 0.85411, "ndcg_at_20": 0.85643, "ndcg_at_50": 0.85768, "ndcg_at_100": 0.85801, "map_at_1": 0.70011, "map_at_3": 0.79915, "map_at_5": 0.80826, "map_at_10": 0.81144, "map_at_20": 0.81211, "map_at_50": 0.81233, "map_at_100": 0.81236, "recall_at_1": 0.70011, "recall_at_3": 0.92101, "recall_at_5": 0.95955, "recall_at_10": 0.98171, "recall_at_20": 0.99063, "recall_at_50": 0.99671, "recall_at_100": 0.99871, "precision_at_1": 0.70113, "precision_at_3": 0.30783, "precision_at_5": 0.19256, "precision_at_10": 0.09855, "precision_at_20": 0.04974, "precision_at_50": 0.02002, "precision_at_100": 0.01003, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.53943, "ndcg_at_3": 0.6561, "ndcg_at_5": 0.67957, "ndcg_at_10": 0.69871, "ndcg_at_20": 0.70954, "ndcg_at_50": 0.71789, "ndcg_at_100": 0.72103, "map_at_1": 0.53862, "map_at_3": 0.62762, "map_at_5": 0.64076, "map_at_10": 0.64869, "map_at_20": 0.65171, "map_at_50": 0.6531, "map_at_100": 0.65338, "recall_at_1": 0.53862, "recall_at_3": 0.73805, "recall_at_5": 0.79462, "recall_at_10": 0.85362, "recall_at_20": 0.89608, "recall_at_50": 0.9376, "recall_at_100": 0.95685, "precision_at_1": 0.53943, "precision_at_3": 0.24676, "precision_at_5": 0.1595, "precision_at_10": 0.08569, "precision_at_20": 0.04498, "precision_at_50": 0.01883, "precision_at_100": 0.00961, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72719, "ndcg_at_3": 0.85295, "ndcg_at_5": 0.86521, "ndcg_at_10": 0.8711, "ndcg_at_20": 0.87327, "ndcg_at_50": 0.87386, "ndcg_at_100": 0.87393, "map_at_1": 0.72594, "map_at_3": 0.82272, "map_at_5": 0.82961, "map_at_10": 0.83213, "map_at_20": 0.83275, "map_at_50": 0.83285, "map_at_100": 0.83286, "recall_at_1": 0.72594, "recall_at_3": 0.93963, "recall_at_5": 0.9692, "recall_at_10": 0.98706, "recall_at_20": 0.99545, "recall_at_50": 0.99835, "recall_at_100": 0.99876, "precision_at_1": 0.72719, "precision_at_3": 0.31422, "precision_at_5": 0.19457, "precision_at_10": 0.09912, "precision_at_20": 0.04999, "precision_at_50": 0.02005, "precision_at_100": 0.01003, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.57141, "ndcg_at_3": 0.71379, "ndcg_at_5": 0.74288, "ndcg_at_10": 0.76153, "ndcg_at_20": 0.76929, "ndcg_at_50": 0.77301, "ndcg_at_100": 0.77414, "map_at_1": 0.57079, "map_at_3": 0.67882, "map_at_5": 0.69511, "map_at_10": 0.70298, "map_at_20": 0.70519, "map_at_50": 0.70582, "map_at_100": 0.70592, "recall_at_1": 0.57079, "recall_at_3": 0.81459, "recall_at_5": 0.88481, "recall_at_10": 0.9416, "recall_at_20": 0.97169, "recall_at_50": 0.98998, "recall_at_100": 0.99685, "precision_at_1": 0.57141, "precision_at_3": 0.27236, "precision_at_5": 0.17753, "precision_at_10": 0.0945, "precision_at_20": 0.04878, "precision_at_50": 0.01988, "precision_at_100": 0.01001, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.72567, "ndcg_at_3": 0.84666, "ndcg_at_5": 0.86123, "ndcg_at_10": 0.86898, "ndcg_at_20": 0.87061, "ndcg_at_50": 0.87131, "ndcg_at_100": 0.87144, "map_at_1": 0.72427, "map_at_3": 0.81736, "map_at_5": 0.8257, "map_at_10": 0.82907, "map_at_20": 0.82953, "map_at_50": 0.82965, "map_at_100": 0.82967, "recall_at_1": 0.72427, "recall_at_3": 0.93048, "recall_at_5": 0.96518, "recall_at_10": 0.98831, "recall_at_20": 0.99467, "recall_at_50": 0.99802, "recall_at_100": 0.99885, "precision_at_1": 0.72567, "precision_at_3": 0.31118, "precision_at_5": 0.1938, "precision_at_10": 0.09924, "precision_at_20": 0.04995, "precision_at_50": 0.02005, "precision_at_100": 0.01003, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.01461, "ndcg_at_3": 0.023, "ndcg_at_5": 0.02748, "ndcg_at_10": 0.03486, "ndcg_at_20": 0.04497, "ndcg_at_50": 0.06379, "ndcg_at_100": 0.08386, "map_at_1": 0.01461, "map_at_3": 0.02083, "map_at_5": 0.02332, "map_at_10": 0.0263, "map_at_20": 0.029, "map_at_50": 0.03192, "map_at_100": 0.03369, "recall_at_1": 0.01461, "recall_at_3": 0.02929, "recall_at_5": 0.04012, "recall_at_10": 0.06328, "recall_at_20": 0.1038, "recall_at_50": 0.19989, "recall_at_100": 0.32358, "precision_at_1": 0.01461, "precision_at_3": 0.00979, "precision_at_5": 0.00805, "precision_at_10": 0.00634, "precision_at_20": 0.0052, "precision_at_50": 0.00401, "precision_at_100": 0.00325, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37565, "ndcg_at_3": 0.47043, "ndcg_at_5": 0.49886, "ndcg_at_10": 0.52433, "ndcg_at_20": 0.54246, "ndcg_at_50": 0.55935, "ndcg_at_100": 0.5668, "map_at_1": 0.37489, "map_at_3": 0.44706, "map_at_5": 0.46297, "map_at_10": 0.47348, "map_at_20": 0.47842, "map_at_50": 0.4812, "map_at_100": 0.48187, "recall_at_1": 0.37489, "recall_at_3": 0.53749, "recall_at_5": 0.60626, "recall_at_10": 0.68512, "recall_at_20": 0.75703, "recall_at_50": 0.84133, "recall_at_100": 0.887, "precision_at_1": 0.37565, "precision_at_3": 0.17985, "precision_at_5": 0.12178, "precision_at_10": 0.06883, "precision_at_20": 0.03803, "precision_at_50": 0.0169, "precision_at_100": 0.00891, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52247, "ndcg_at_3": 0.65524, "ndcg_at_5": 0.68709, "ndcg_at_10": 0.70956, "ndcg_at_20": 0.72088, "ndcg_at_50": 0.72752, "ndcg_at_100": 0.7297, "map_at_1": 0.52172, "map_at_3": 0.62266, "map_at_5": 0.64046, "map_at_10": 0.64984, "map_at_20": 0.65301, "map_at_50": 0.65415, "map_at_100": 0.65434, "recall_at_1": 0.52172, "recall_at_3": 0.74907, "recall_at_5": 0.82623, "recall_at_10": 0.89507, "recall_at_20": 0.93934, "recall_at_50": 0.97197, "recall_at_100": 0.98534, "precision_at_1": 0.52247, "precision_at_3": 0.25053, "precision_at_5": 0.16589, "precision_at_10": 0.08987, "precision_at_20": 0.04717, "precision_at_50": 0.01953, "precision_at_100": 0.0099, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.65578, "ndcg_at_3": 0.78539, "ndcg_at_5": 0.80621, "ndcg_at_10": 0.81835, "ndcg_at_20": 0.82383, "ndcg_at_50": 0.82586, "ndcg_at_100": 0.82634, "map_at_1": 0.6548, "map_at_3": 0.75386, "map_at_5": 0.76558, "map_at_10": 0.77081, "map_at_20": 0.77235, "map_at_50": 0.77271, "map_at_100": 0.77275, "recall_at_1": 0.6548, "recall_at_3": 0.87608, "recall_at_5": 0.92611, "recall_at_10": 0.96255, "recall_at_20": 0.98392, "recall_at_50": 0.99382, "recall_at_100": 0.99665, "precision_at_1": 0.65578, "precision_at_3": 0.29303, "precision_at_5": 0.18591, "precision_at_10": 0.09665, "precision_at_20": 0.0494, "precision_at_50": 0.01996, "precision_at_100": 0.01001, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.03184, "ndcg_at_3": 0.05088, "ndcg_at_5": 0.0606, "ndcg_at_10": 0.07721, "ndcg_at_20": 0.09596, "ndcg_at_50": 0.12213, "ndcg_at_100": 0.13984, "map_at_1": 0.03178, "map_at_3": 0.04609, "map_at_5": 0.05146, "map_at_10": 0.05821, "map_at_20": 0.06326, "map_at_50": 0.06743, "map_at_100": 0.06901, "recall_at_1": 0.03178, "recall_at_3": 0.06472, "recall_at_5": 0.08843, "recall_at_10": 0.14024, "recall_at_20": 0.21515, "recall_at_50": 0.34746, "recall_at_100": 0.45621, "precision_at_1": 0.03184, "precision_at_3": 0.0216, "precision_at_5": 0.01773, "precision_at_10": 0.01406, "precision_at_20": 0.01079, "precision_at_50": 0.00697, "precision_at_100": 0.00458, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.13661, "ndcg_at_3": 0.19178, "ndcg_at_5": 0.21399, "ndcg_at_10": 0.23908, "ndcg_at_20": 0.25789, "ndcg_at_50": 0.27788, "ndcg_at_100": 0.29086, "map_at_1": 0.13629, "map_at_3": 0.17786, "map_at_5": 0.19019, "map_at_10": 0.20051, "map_at_20": 0.20567, "map_at_50": 0.20891, "map_at_100": 0.21005, "recall_at_1": 0.13629, "recall_at_3": 0.23208, "recall_at_5": 0.28589, "recall_at_10": 0.36363, "recall_at_20": 0.43798, "recall_at_50": 0.53835, "recall_at_100": 0.6183, "precision_at_1": 0.13661, "precision_at_3": 0.0777, "precision_at_5": 0.05743, "precision_at_10": 0.03655, "precision_at_20": 0.02202, "precision_at_50": 0.01083, "precision_at_100": 0.00622, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.00096, "ndcg_at_3": 0.00185, "ndcg_at_5": 0.00185, "ndcg_at_10": 0.00185, "ndcg_at_20": 0.00185, "ndcg_at_50": 0.00232, "ndcg_at_100": 0.00333, "map_at_1": 0.00096, "map_at_3": 0.00163, "map_at_5": 0.00163, "map_at_10": 0.00163, "map_at_20": 0.00163, "map_at_50": 0.0017, "map_at_100": 0.00179, "recall_at_1": 0.00096, "recall_at_3": 0.00248, "recall_at_5": 0.00248, "recall_at_10": 0.00248, "recall_at_20": 0.00248, "recall_at_50": 0.00496, "recall_at_100": 0.01117, "precision_at_1": 0.00096, "precision_at_3": 0.00083, "precision_at_5": 0.0005, "precision_at_10": 0.00025, "precision_at_20": 0.00012, "precision_at_50": 0.0001, "precision_at_100": 0.00011, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.04852, "ndcg_at_3": 0.07395, "ndcg_at_5": 0.08513, "ndcg_at_10": 0.10101, "ndcg_at_20": 0.11631, "ndcg_at_50": 0.13768, "ndcg_at_100": 0.15461, "map_at_1": 0.04852, "map_at_3": 0.06747, "map_at_5": 0.07361, "map_at_10": 0.08009, "map_at_20": 0.0842, "map_at_50": 0.08761, "map_at_100": 0.08911, "recall_at_1": 0.04852, "recall_at_3": 0.09265, "recall_at_5": 0.12008, "recall_at_10": 0.16954, "recall_at_20": 0.2307, "recall_at_50": 0.33857, "recall_at_100": 0.44279, "precision_at_1": 0.04852, "precision_at_3": 0.03106, "precision_at_5": 0.02412, "precision_at_10": 0.01703, "precision_at_20": 0.01159, "precision_at_50": 0.0068, "precision_at_100": 0.00445, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.04453, "ndcg_at_3": 0.05991, "ndcg_at_5": 0.06721, "ndcg_at_10": 0.07515, "ndcg_at_20": 0.083, "ndcg_at_50": 0.09138, "ndcg_at_100": 0.0968, "map_at_1": 0.04453, "map_at_3": 0.05614, "map_at_5": 0.0602, "map_at_10": 0.06351, "map_at_20": 0.06569, "map_at_50": 0.06701, "map_at_100": 0.06748, "recall_at_1": 0.04453, "recall_at_3": 0.07079, "recall_at_5": 0.08843, "recall_at_10": 0.11278, "recall_at_20": 0.14362, "recall_at_50": 0.18609, "recall_at_100": 0.21959, "precision_at_1": 0.04453, "precision_at_3": 0.02371, "precision_at_5": 0.01778, "precision_at_10": 0.01135, "precision_at_20": 0.00722, "precision_at_50": 0.00375, "precision_at_100": 0.00221, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.40419, "ndcg_at_3": 0.49194, "ndcg_at_5": 0.51566, "ndcg_at_10": 0.53903, "ndcg_at_20": 0.55664, "ndcg_at_50": 0.5721, "ndcg_at_100": 0.58039, "map_at_1": 0.40347, "map_at_3": 0.47064, "map_at_5": 0.4838, "map_at_10": 0.49352, "map_at_20": 0.49839, "map_at_50": 0.50091, "map_at_100": 0.50165, "recall_at_1": 0.40347, "recall_at_3": 0.55296, "recall_at_5": 0.61075, "recall_at_10": 0.68268, "recall_at_20": 0.75207, "recall_at_50": 0.82952, "recall_at_100": 0.88034, "precision_at_1": 0.40419, "precision_at_3": 0.18505, "precision_at_5": 0.12272, "precision_at_10": 0.0686, "precision_at_20": 0.03779, "precision_at_50": 0.01667, "precision_at_100": 0.00885, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.62173, "ndcg_at_3": 0.73906, "ndcg_at_5": 0.76026, "ndcg_at_10": 0.77724, "ndcg_at_20": 0.78524, "ndcg_at_50": 0.79027, "ndcg_at_100": 0.79174, "map_at_1": 0.62062, "map_at_3": 0.71068, "map_at_5": 0.72259, "map_at_10": 0.72974, "map_at_20": 0.73196, "map_at_50": 0.73279, "map_at_100": 0.73292, "recall_at_1": 0.62062, "recall_at_3": 0.82054, "recall_at_5": 0.87153, "recall_at_10": 0.92333, "recall_at_20": 0.95478, "recall_at_50": 0.9799, "recall_at_100": 0.98886, "precision_at_1": 0.62173, "precision_at_3": 0.27447, "precision_at_5": 0.17499, "precision_at_10": 0.09271, "precision_at_20": 0.04794, "precision_at_50": 0.01969, "precision_at_100": 0.00993, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75269, "ndcg_at_3": 0.86192, "ndcg_at_5": 0.87324, "ndcg_at_10": 0.87892, "ndcg_at_20": 0.88144, "ndcg_at_50": 0.8824, "ndcg_at_100": 0.88266, "map_at_1": 0.7515, "map_at_3": 0.83582, "map_at_5": 0.84222, "map_at_10": 0.84467, "map_at_20": 0.84538, "map_at_50": 0.84555, "map_at_100": 0.84557, "recall_at_1": 0.7515, "recall_at_3": 0.9366, "recall_at_5": 0.96382, "recall_at_10": 0.98093, "recall_at_20": 0.99074, "recall_at_50": 0.9955, "recall_at_100": 0.99706, "precision_at_1": 0.75269, "precision_at_3": 0.31325, "precision_at_5": 0.19349, "precision_at_10": 0.0985, "precision_at_20": 0.04975, "precision_at_50": 0.02, "precision_at_100": 0.01002, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.65578, "ndcg_at_3": 0.77684, "ndcg_at_5": 0.79661, "ndcg_at_10": 0.80936, "ndcg_at_20": 0.81504, "ndcg_at_50": 0.81884, "ndcg_at_100": 0.81992, "map_at_1": 0.65495, "map_at_3": 0.74751, "map_at_5": 0.7586, "map_at_10": 0.76396, "map_at_20": 0.76555, "map_at_50": 0.76619, "map_at_100": 0.7663, "recall_at_1": 0.65495, "recall_at_3": 0.86113, "recall_at_5": 0.90877, "recall_at_10": 0.94775, "recall_at_20": 0.9699, "recall_at_50": 0.98867, "recall_at_100": 0.99513, "precision_at_1": 0.65578, "precision_at_3": 0.28784, "precision_at_5": 0.18233, "precision_at_10": 0.09511, "precision_at_20": 0.04869, "precision_at_50": 0.01986, "precision_at_100": 0.00999, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.36752, "ndcg_at_3": 0.47439, "ndcg_at_5": 0.50764, "ndcg_at_10": 0.53624, "ndcg_at_20": 0.55497, "ndcg_at_50": 0.57116, "ndcg_at_100": 0.57887, "map_at_1": 0.36695, "map_at_3": 0.44816, "map_at_5": 0.46666, "map_at_10": 0.47856, "map_at_20": 0.48372, "map_at_50": 0.48635, "map_at_100": 0.48705, "recall_at_1": 0.36695, "recall_at_3": 0.54979, "recall_at_5": 0.63053, "recall_at_10": 0.71852, "recall_at_20": 0.79244, "recall_at_50": 0.8735, "recall_at_100": 0.92064, "precision_at_1": 0.36752, "precision_at_3": 0.18381, "precision_at_5": 0.12661, "precision_at_10": 0.07217, "precision_at_20": 0.0398, "precision_at_50": 0.01755, "precision_at_100": 0.00925, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.17756, "ndcg_at_3": 0.25141, "ndcg_at_5": 0.27567, "ndcg_at_10": 0.3006, "ndcg_at_20": 0.32076, "ndcg_at_50": 0.33935, "ndcg_at_100": 0.35015, "map_at_1": 0.1774, "map_at_3": 0.23333, "map_at_5": 0.24681, "map_at_10": 0.25712, "map_at_20": 0.26276, "map_at_50": 0.26578, "map_at_100": 0.26675, "recall_at_1": 0.1774, "recall_at_3": 0.3034, "recall_at_5": 0.36234, "recall_at_10": 0.43927, "recall_at_20": 0.51827, "recall_at_50": 0.61146, "recall_at_100": 0.6776, "precision_at_1": 0.17756, "precision_at_3": 0.1016, "precision_at_5": 0.07281, "precision_at_10": 0.04414, "precision_at_20": 0.02603, "precision_at_50": 0.01229, "precision_at_100": 0.00681, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48759, "ndcg_at_3": 0.60684, "ndcg_at_5": 0.63321, "ndcg_at_10": 0.65635, "ndcg_at_20": 0.6693, "ndcg_at_50": 0.67883, "ndcg_at_100": 0.68283, "map_at_1": 0.48659, "map_at_3": 0.57749, "map_at_5": 0.59227, "map_at_10": 0.60197, "map_at_20": 0.60558, "map_at_50": 0.60717, "map_at_100": 0.60753, "recall_at_1": 0.48659, "recall_at_3": 0.69112, "recall_at_5": 0.75472, "recall_at_10": 0.82561, "recall_at_20": 0.87637, "recall_at_50": 0.9237, "recall_at_100": 0.9481, "precision_at_1": 0.48759, "precision_at_3": 0.23109, "precision_at_5": 0.1515, "precision_at_10": 0.08289, "precision_at_20": 0.044, "precision_at_50": 0.01856, "precision_at_100": 0.00952, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.66722, "ndcg_at_3": 0.80105, "ndcg_at_5": 0.81899, "ndcg_at_10": 0.82922, "ndcg_at_20": 0.83352, "ndcg_at_50": 0.83526, "ndcg_at_100": 0.83574, "map_at_1": 0.66617, "map_at_3": 0.76844, "map_at_5": 0.77852, "map_at_10": 0.78292, "map_at_20": 0.78414, "map_at_50": 0.78444, "map_at_100": 0.78449, "recall_at_1": 0.66617, "recall_at_3": 0.89474, "recall_at_5": 0.93794, "recall_at_10": 0.96873, "recall_at_20": 0.98555, "recall_at_50": 0.99398, "recall_at_100": 0.99685, "precision_at_1": 0.66722, "precision_at_3": 0.29924, "precision_at_5": 0.18828, "precision_at_10": 0.09727, "precision_at_20": 0.04948, "precision_at_50": 0.01996, "precision_at_100": 0.01001, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.04549, "ndcg_at_3": 0.06317, "ndcg_at_5": 0.0697, "ndcg_at_10": 0.0801, "ndcg_at_20": 0.09075, "ndcg_at_50": 0.10412, "ndcg_at_100": 0.11622, "map_at_1": 0.04549, "map_at_3": 0.05885, "map_at_5": 0.06246, "map_at_10": 0.06671, "map_at_20": 0.0696, "map_at_50": 0.07171, "map_at_100": 0.07277, "recall_at_1": 0.04549, "recall_at_3": 0.07561, "recall_at_5": 0.0915, "recall_at_10": 0.1239, "recall_at_20": 0.16616, "recall_at_50": 0.23394, "recall_at_100": 0.3086, "precision_at_1": 0.04549, "precision_at_3": 0.02532, "precision_at_5": 0.01839, "precision_at_10": 0.01243, "precision_at_20": 0.00835, "precision_at_50": 0.0047, "precision_at_100": 0.0031, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18486, "ndcg_at_3": 0.2545, "ndcg_at_5": 0.27765, "ndcg_at_10": 0.30148, "ndcg_at_20": 0.32026, "ndcg_at_50": 0.33845, "ndcg_at_100": 0.3495, "map_at_1": 0.18454, "map_at_3": 0.23701, "map_at_5": 0.24989, "map_at_10": 0.25972, "map_at_20": 0.26482, "map_at_50": 0.26774, "map_at_100": 0.26872, "recall_at_1": 0.18454, "recall_at_3": 0.30489, "recall_at_5": 0.36094, "recall_at_10": 0.43474, "recall_at_20": 0.50935, "recall_at_50": 0.60098, "recall_at_100": 0.66899, "precision_at_1": 0.18486, "precision_at_3": 0.10201, "precision_at_5": 0.07248, "precision_at_10": 0.04367, "precision_at_20": 0.02558, "precision_at_50": 0.01208, "precision_at_100": 0.00672, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.69562, "ndcg_at_3": 0.81108, "ndcg_at_5": 0.83127, "ndcg_at_10": 0.84219, "ndcg_at_20": 0.8458, "ndcg_at_50": 0.84746, "ndcg_at_100": 0.84786, "map_at_1": 0.69457, "map_at_3": 0.78323, "map_at_5": 0.79462, "map_at_10": 0.79926, "map_at_20": 0.80029, "map_at_50": 0.80058, "map_at_100": 0.80061, "recall_at_1": 0.69457, "recall_at_3": 0.89095, "recall_at_5": 0.93955, "recall_at_10": 0.97257, "recall_at_20": 0.98654, "recall_at_50": 0.99462, "recall_at_100": 0.99711, "precision_at_1": 0.69562, "precision_at_3": 0.29795, "precision_at_5": 0.18867, "precision_at_10": 0.09766, "precision_at_20": 0.04954, "precision_at_50": 0.01998, "precision_at_100": 0.01002, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.60008, "ndcg_at_3": 0.71643, "ndcg_at_5": 0.73927, "ndcg_at_10": 0.75556, "ndcg_at_20": 0.76384, "ndcg_at_50": 0.76918, "ndcg_at_100": 0.77118, "map_at_1": 0.59904, "map_at_3": 0.68794, "map_at_5": 0.70076, "map_at_10": 0.70766, "map_at_20": 0.70999, "map_at_50": 0.71088, "map_at_100": 0.71106, "recall_at_1": 0.59904, "recall_at_3": 0.79827, "recall_at_5": 0.85338, "recall_at_10": 0.90286, "recall_at_20": 0.93516, "recall_at_50": 0.96163, "recall_at_100": 0.9739, "precision_at_1": 0.60008, "precision_at_3": 0.26698, "precision_at_5": 0.17133, "precision_at_10": 0.09067, "precision_at_20": 0.04696, "precision_at_50": 0.01932, "precision_at_100": 0.00978, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.41715, "ndcg_at_3": 0.50391, "ndcg_at_5": 0.52767, "ndcg_at_10": 0.55178, "ndcg_at_20": 0.5679, "ndcg_at_50": 0.5835, "ndcg_at_100": 0.59145, "map_at_1": 0.41643, "map_at_3": 0.48278, "map_at_5": 0.49606, "map_at_10": 0.50613, "map_at_20": 0.51054, "map_at_50": 0.51308, "map_at_100": 0.51379, "recall_at_1": 0.41643, "recall_at_3": 0.56454, "recall_at_5": 0.62199, "recall_at_10": 0.69605, "recall_at_20": 0.75979, "recall_at_50": 0.83797, "recall_at_100": 0.8868, "precision_at_1": 0.41715, "precision_at_3": 0.18895, "precision_at_5": 0.12495, "precision_at_10": 0.06993, "precision_at_20": 0.03817, "precision_at_50": 0.01684, "precision_at_100": 0.00891, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42432, "ndcg_at_3": 0.55715, "ndcg_at_5": 0.58868, "ndcg_at_10": 0.61549, "ndcg_at_20": 0.63129, "ndcg_at_50": 0.64272, "ndcg_at_100": 0.64688, "map_at_1": 0.42364, "map_at_3": 0.52463, "map_at_5": 0.54214, "map_at_10": 0.55334, "map_at_20": 0.55771, "map_at_50": 0.5596, "map_at_100": 0.55997, "recall_at_1": 0.42364, "recall_at_3": 0.65072, "recall_at_5": 0.72717, "recall_at_10": 0.80946, "recall_at_20": 0.87168, "recall_at_50": 0.92855, "recall_at_100": 0.95412, "precision_at_1": 0.42432, "precision_at_3": 0.21735, "precision_at_5": 0.14582, "precision_at_10": 0.0812, "precision_at_20": 0.04372, "precision_at_50": 0.01864, "precision_at_100": 0.00958, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.75407, "ndcg_at_3": 0.86285, "ndcg_at_5": 0.87468, "ndcg_at_10": 0.87999, "ndcg_at_20": 0.88252, "ndcg_at_50": 0.8834, "ndcg_at_100": 0.88366, "map_at_1": 0.75281, "map_at_3": 0.83691, "map_at_5": 0.84359, "map_at_10": 0.84589, "map_at_20": 0.84661, "map_at_50": 0.84675, "map_at_100": 0.84678, "recall_at_1": 0.75281, "recall_at_3": 0.93701, "recall_at_5": 0.96548, "recall_at_10": 0.98148, "recall_at_20": 0.99129, "recall_at_50": 0.99563, "recall_at_100": 0.9972, "precision_at_1": 0.75407, "precision_at_3": 0.31339, "precision_at_5": 0.19382, "precision_at_10": 0.09855, "precision_at_20": 0.04978, "precision_at_50": 0.02, "precision_at_100": 0.01002, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.68886, "ndcg_at_3": 0.81557, "ndcg_at_5": 0.83293, "ndcg_at_10": 0.84268, "ndcg_at_20": 0.84573, "ndcg_at_50": 0.84729, "ndcg_at_100": 0.84782, "map_at_1": 0.68783, "map_at_3": 0.78489, "map_at_5": 0.79472, "map_at_10": 0.79885, "map_at_20": 0.79973, "map_at_50": 0.79999, "map_at_100": 0.80004, "recall_at_1": 0.68783, "recall_at_3": 0.90355, "recall_at_5": 0.94516, "recall_at_10": 0.97477, "recall_at_20": 0.98654, "recall_at_50": 0.9943, "recall_at_100": 0.99752, "precision_at_1": 0.68886, "precision_at_3": 0.30218, "precision_at_5": 0.18974, "precision_at_10": 0.09786, "precision_at_20": 0.04955, "precision_at_50": 0.01998, "precision_at_100": 0.01002, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.37386, "ndcg_at_3": 0.48177, "ndcg_at_5": 0.51094, "ndcg_at_10": 0.53939, "ndcg_at_20": 0.5565, "ndcg_at_50": 0.56916, "ndcg_at_100": 0.57601, "map_at_1": 0.373, "map_at_3": 0.45519, "map_at_5": 0.47141, "map_at_10": 0.48326, "map_at_20": 0.48799, "map_at_50": 0.4901, "map_at_100": 0.49072, "recall_at_1": 0.373, "recall_at_3": 0.55821, "recall_at_5": 0.62908, "recall_at_10": 0.71639, "recall_at_20": 0.7838, "recall_at_50": 0.84666, "recall_at_100": 0.88852, "precision_at_1": 0.37386, "precision_at_3": 0.18675, "precision_at_5": 0.1263, "precision_at_10": 0.07192, "precision_at_20": 0.03934, "precision_at_50": 0.017, "precision_at_100": 0.00892, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1861, "ndcg_at_3": 0.2608, "ndcg_at_5": 0.28566, "ndcg_at_10": 0.31017, "ndcg_at_20": 0.32983, "ndcg_at_50": 0.35008, "ndcg_at_100": 0.3614, "map_at_1": 0.18558, "map_at_3": 0.24207, "map_at_5": 0.25583, "map_at_10": 0.26598, "map_at_20": 0.27136, "map_at_50": 0.27466, "map_at_100": 0.27566, "recall_at_1": 0.18558, "recall_at_3": 0.31475, "recall_at_5": 0.37536, "recall_at_10": 0.45083, "recall_at_20": 0.5287, "recall_at_50": 0.63023, "recall_at_100": 0.69975, "precision_at_1": 0.1861, "precision_at_3": 0.10541, "precision_at_5": 0.07543, "precision_at_10": 0.04533, "precision_at_20": 0.02659, "precision_at_50": 0.01268, "precision_at_100": 0.00704, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.01792, "ndcg_at_3": 0.03009, "ndcg_at_5": 0.03469, "ndcg_at_10": 0.04167, "ndcg_at_20": 0.04758, "ndcg_at_50": 0.05587, "ndcg_at_100": 0.06399, "map_at_1": 0.01778, "map_at_3": 0.027, "map_at_5": 0.02953, "map_at_10": 0.03243, "map_at_20": 0.03402, "map_at_50": 0.03532, "map_at_100": 0.03602, "recall_at_1": 0.01778, "recall_at_3": 0.03881, "recall_at_5": 0.05018, "recall_at_10": 0.07172, "recall_at_20": 0.09536, "recall_at_50": 0.13738, "recall_at_100": 0.18757, "precision_at_1": 0.01792, "precision_at_3": 0.0131, "precision_at_5": 0.01015, "precision_at_10": 0.00724, "precision_at_20": 0.0048, "precision_at_50": 0.00277, "precision_at_100": 0.00189, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.59526, "ndcg_at_3": 0.6702, "ndcg_at_5": 0.67904, "ndcg_at_10": 0.68468, "ndcg_at_20": 0.68689, "ndcg_at_50": 0.68786, "ndcg_at_100": 0.68813, "map_at_1": 0.59418, "map_at_3": 0.65231, "map_at_5": 0.65732, "map_at_10": 0.65978, "map_at_20": 0.66042, "map_at_50": 0.66059, "map_at_100": 0.66061, "recall_at_1": 0.59418, "recall_at_3": 0.72113, "recall_at_5": 0.74238, "recall_at_10": 0.75928, "recall_at_20": 0.76774, "recall_at_50": 0.77242, "recall_at_100": 0.77403, "precision_at_1": 0.59526, "precision_at_3": 0.24129, "precision_at_5": 0.14916, "precision_at_10": 0.0763, "precision_at_20": 0.03859, "precision_at_50": 0.01553, "precision_at_100": 0.00778, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": true }, { "dataset_name": "VidoreSyntheticDocQAHealthcare", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/syntheticDocQA_healthcare_industry_test_beir", "results": [ { "ndcg_at_1": 0.87, "ndcg_at_3": 0.93047, "ndcg_at_5": 0.93909, "ndcg_at_10": 0.94242, "ndcg_at_20": 0.94242, "ndcg_at_50": 0.94242, "ndcg_at_100": 0.94242, "map_at_1": 0.87, "map_at_3": 0.91667, "map_at_5": 0.92167, "map_at_10": 0.9231, "map_at_20": 0.9231, "map_at_50": 0.9231, "map_at_100": 0.9231, "recall_at_1": 0.87, "recall_at_3": 0.97, "recall_at_5": 0.99, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.32333, "precision_at_5": 0.198, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.9, "ndcg_at_3": 0.95547, "ndcg_at_5": 0.95978, "ndcg_at_10": 0.95978, "ndcg_at_20": 0.95978, "ndcg_at_50": 0.95978, "ndcg_at_100": 0.95978, "map_at_1": 0.9, "map_at_3": 0.94333, "map_at_5": 0.94583, "map_at_10": 0.94583, "map_at_20": 0.94583, "map_at_50": 0.94583, "map_at_100": 0.94583, "recall_at_1": 0.9, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.9, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.92, "ndcg_at_3": 0.96786, "ndcg_at_5": 0.96786, "ndcg_at_10": 0.96786, "ndcg_at_20": 0.96786, "ndcg_at_50": 0.96786, "ndcg_at_100": 0.96786, "map_at_1": 0.92, "map_at_3": 0.95667, "map_at_5": 0.95667, "map_at_10": 0.95667, "map_at_20": 0.95667, "map_at_50": 0.95667, "map_at_100": 0.95667, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.39, "ndcg_at_3": 0.45786, "ndcg_at_5": 0.49961, "ndcg_at_10": 0.52549, "ndcg_at_20": 0.55827, "ndcg_at_50": 0.5748, "ndcg_at_100": 0.57949, "map_at_1": 0.39, "map_at_3": 0.44, "map_at_5": 0.4635, "map_at_10": 0.47419, "map_at_20": 0.48315, "map_at_50": 0.48608, "map_at_100": 0.48644, "recall_at_1": 0.39, "recall_at_3": 0.51, "recall_at_5": 0.61, "recall_at_10": 0.69, "recall_at_20": 0.82, "recall_at_50": 0.9, "recall_at_100": 0.93, "precision_at_1": 0.39, "precision_at_3": 0.17, "precision_at_5": 0.122, "precision_at_10": 0.069, "precision_at_20": 0.041, "precision_at_50": 0.018, "precision_at_100": 0.0093, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "Vidore2ESGReportsHL", "alias": null, "tier": 0, "groups": { "multimodal": 1, "document_understanding": 1 }, "reference": "https://huggingface.co/datasets/vidore/esg_reports_human_labeled_v2", "results": [ { "ndcg_at_1": 0.67949, "ndcg_at_3": 0.70355, "ndcg_at_5": 0.70605, "ndcg_at_10": 0.73306, "ndcg_at_20": 0.75696, "ndcg_at_50": 0.7811, "ndcg_at_100": 0.78567, "map_at_1": 0.43316, "map_at_3": 0.5949, "map_at_5": 0.6243, "map_at_10": 0.65515, "map_at_20": 0.66949, "map_at_50": 0.67811, "map_at_100": 0.67976, "recall_at_1": 0.43316, "recall_at_3": 0.66407, "recall_at_5": 0.73907, "recall_at_10": 0.82223, "recall_at_20": 0.89197, "recall_at_50": 0.98396, "recall_at_100": 1.0, "precision_at_1": 0.69231, "precision_at_3": 0.42308, "precision_at_5": 0.28846, "precision_at_10": 0.17115, "precision_at_20": 0.10096, "precision_at_50": 0.04692, "precision_at_100": 0.02462, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5641, "ndcg_at_3": 0.65024, "ndcg_at_5": 0.66404, "ndcg_at_10": 0.69191, "ndcg_at_20": 0.72365, "ndcg_at_50": 0.74046, "ndcg_at_100": 0.74485, "map_at_1": 0.38173, "map_at_3": 0.55391, "map_at_5": 0.57833, "map_at_10": 0.60435, "map_at_20": 0.61835, "map_at_50": 0.62578, "map_at_100": 0.62741, "recall_at_1": 0.38173, "recall_at_3": 0.66845, "recall_at_5": 0.74684, "recall_at_10": 0.81561, "recall_at_20": 0.91613, "recall_at_50": 0.96964, "recall_at_100": 0.98485, "precision_at_1": 0.57692, "precision_at_3": 0.37821, "precision_at_5": 0.26154, "precision_at_10": 0.15962, "precision_at_20": 0.09327, "precision_at_50": 0.04423, "precision_at_100": 0.02327, "model_name": "embed-v4.0 (multimodal)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.75641, "ndcg_at_3": 0.72153, "ndcg_at_5": 0.73095, "ndcg_at_10": 0.75522, "ndcg_at_20": 0.77593, "ndcg_at_50": 0.79046, "ndcg_at_100": 0.79512, "map_at_1": 0.53878, "map_at_3": 0.64295, "map_at_5": 0.67273, "map_at_10": 0.69344, "map_at_20": 0.70398, "map_at_50": 0.70907, "map_at_100": 0.71009, "recall_at_1": 0.53878, "recall_at_3": 0.66859, "recall_at_5": 0.74409, "recall_at_10": 0.80532, "recall_at_20": 0.85725, "recall_at_50": 0.91258, "recall_at_100": 0.93178, "precision_at_1": 0.76923, "precision_at_3": 0.38462, "precision_at_5": 0.26923, "precision_at_10": 0.15962, "precision_at_20": 0.09135, "precision_at_50": 0.04115, "precision_at_100": 0.02173, "model_name": "voyage-multimodal-3.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.19231, "ndcg_at_3": 0.19364, "ndcg_at_5": 0.18885, "ndcg_at_10": 0.23586, "ndcg_at_20": 0.26253, "ndcg_at_50": 0.29101, "ndcg_at_100": 0.31369, "map_at_1": 0.13526, "map_at_3": 0.15813, "map_at_5": 0.16005, "map_at_10": 0.18168, "map_at_20": 0.19013, "map_at_50": 0.19585, "map_at_100": 0.19881, "recall_at_1": 0.13526, "recall_at_3": 0.18683, "recall_at_5": 0.19645, "recall_at_10": 0.33541, "recall_at_20": 0.42534, "recall_at_50": 0.54248, "recall_at_100": 0.65035, "precision_at_1": 0.19231, "precision_at_3": 0.09615, "precision_at_5": 0.06154, "precision_at_10": 0.05577, "precision_at_20": 0.03654, "precision_at_50": 0.02115, "precision_at_100": 0.01385, "model_name": "amazon.titan-embed-image-v1", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false }, { "dataset_name": "AILAStatutes", "alias": null, "tier": 0, "groups": { "text": 1, "legal": 1, "english": 1 }, "reference": null, "results": [ { "ndcg_at_1": 0.36, "ndcg_at_3": 0.34182, "ndcg_at_5": 0.33824, "ndcg_at_10": 0.45695, "ndcg_at_20": 0.53183, "ndcg_at_50": 0.59683, "ndcg_at_100": 0.61047, "map_at_1": 0.085, "map_at_3": 0.1745, "map_at_5": 0.2231, "map_at_10": 0.29916, "map_at_20": 0.33867, "map_at_50": 0.36598, "map_at_100": 0.36967, "recall_at_1": 0.085, "recall_at_3": 0.229, "recall_at_5": 0.337, "recall_at_10": 0.564, "recall_at_20": 0.75, "recall_at_50": 0.95033, "recall_at_100": 1.0, "precision_at_1": 0.36, "precision_at_3": 0.32667, "precision_at_5": 0.292, "precision_at_10": 0.246, "precision_at_20": 0.164, "precision_at_50": 0.0824, "precision_at_100": 0.0434, "model_name": "gemini-embedding-001", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.38405, "ndcg_at_5": 0.35694, "ndcg_at_10": 0.44024, "ndcg_at_20": 0.52433, "ndcg_at_50": 0.58993, "ndcg_at_100": 0.61319, "map_at_1": 0.096, "map_at_3": 0.19406, "map_at_5": 0.23466, "map_at_10": 0.29104, "map_at_20": 0.33269, "map_at_50": 0.35833, "map_at_100": 0.36429, "recall_at_1": 0.096, "recall_at_3": 0.26033, "recall_at_5": 0.34333, "recall_at_10": 0.49733, "recall_at_20": 0.708, "recall_at_50": 0.91233, "recall_at_100": 1.0, "precision_at_1": 0.42, "precision_at_3": 0.36667, "precision_at_5": 0.296, "precision_at_10": 0.22, "precision_at_20": 0.155, "precision_at_50": 0.0796, "precision_at_100": 0.0434, "model_name": "gemini-embedding-2-preview", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.96, "ndcg_at_3": 0.80105, "ndcg_at_5": 0.75266, "ndcg_at_10": 0.8487, "ndcg_at_20": 0.88945, "ndcg_at_50": 0.89416, "ndcg_at_100": 0.89416, "map_at_1": 0.23267, "map_at_3": 0.50178, "map_at_5": 0.63484, "map_at_10": 0.73117, "map_at_20": 0.76195, "map_at_50": 0.7643, "map_at_100": 0.7643, "recall_at_1": 0.23267, "recall_at_3": 0.52, "recall_at_5": 0.70633, "recall_at_10": 0.889, "recall_at_20": 0.986, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.96, "precision_at_3": 0.74, "precision_at_5": 0.604, "precision_at_10": 0.384, "precision_at_20": 0.214, "precision_at_50": 0.0868, "precision_at_100": 0.0434, "model_name": "Octen-Embedding-4B", "embd_dim": 2560, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.28943, "ndcg_at_5": 0.26941, "ndcg_at_10": 0.33783, "ndcg_at_20": 0.42532, "ndcg_at_50": 0.52739, "ndcg_at_100": 0.54887, "map_at_1": 0.09667, "map_at_3": 0.1505, "map_at_5": 0.1761, "map_at_10": 0.21298, "map_at_20": 0.2527, "map_at_50": 0.28439, "map_at_100": 0.28962, "recall_at_1": 0.09667, "recall_at_3": 0.18867, "recall_at_5": 0.24367, "recall_at_10": 0.37433, "recall_at_20": 0.594, "recall_at_50": 0.91767, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.25333, "precision_at_5": 0.204, "precision_at_10": 0.16, "precision_at_20": 0.129, "precision_at_50": 0.0804, "precision_at_100": 0.0434, "model_name": "NV-Embed-v2", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.21835, "ndcg_at_5": 0.19936, "ndcg_at_10": 0.27489, "ndcg_at_20": 0.34258, "ndcg_at_50": 0.44072, "ndcg_at_100": 0.48955, "map_at_1": 0.053, "map_at_3": 0.10983, "map_at_5": 0.12613, "map_at_10": 0.16845, "map_at_20": 0.19105, "map_at_50": 0.22217, "map_at_100": 0.23327, "recall_at_1": 0.053, "recall_at_3": 0.145, "recall_at_5": 0.19, "recall_at_10": 0.34133, "recall_at_20": 0.505, "recall_at_50": 0.81167, "recall_at_100": 1.0, "precision_at_1": 0.24, "precision_at_3": 0.20667, "precision_at_5": 0.16, "precision_at_10": 0.144, "precision_at_20": 0.11, "precision_at_50": 0.0712, "precision_at_100": 0.0434, "model_name": "text-embedding-3-small (1536d)", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.54, "ndcg_at_3": 0.41187, "ndcg_at_5": 0.4032, "ndcg_at_10": 0.50163, "ndcg_at_20": 0.59361, "ndcg_at_50": 0.64766, "ndcg_at_100": 0.65897, "map_at_1": 0.135, "map_at_3": 0.222, "map_at_5": 0.27978, "map_at_10": 0.34687, "map_at_20": 0.40004, "map_at_50": 0.42173, "map_at_100": 0.42431, "recall_at_1": 0.135, "recall_at_3": 0.256, "recall_at_5": 0.37767, "recall_at_10": 0.56133, "recall_at_20": 0.788, "recall_at_50": 0.95667, "recall_at_100": 1.0, "precision_at_1": 0.54, "precision_at_3": 0.36667, "precision_at_5": 0.328, "precision_at_10": 0.246, "precision_at_20": 0.172, "precision_at_50": 0.0832, "precision_at_100": 0.0434, "model_name": "voyage-4-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.52, "ndcg_at_3": 0.42265, "ndcg_at_5": 0.39742, "ndcg_at_10": 0.46654, "ndcg_at_20": 0.54552, "ndcg_at_50": 0.62347, "ndcg_at_100": 0.63936, "map_at_1": 0.125, "map_at_3": 0.21956, "map_at_5": 0.26796, "map_at_10": 0.31116, "map_at_20": 0.35504, "map_at_50": 0.38385, "map_at_100": 0.38774, "recall_at_1": 0.125, "recall_at_3": 0.27533, "recall_at_5": 0.36933, "recall_at_10": 0.5, "recall_at_20": 0.689, "recall_at_50": 0.94033, "recall_at_100": 1.0, "precision_at_1": 0.52, "precision_at_3": 0.38667, "precision_at_5": 0.32, "precision_at_10": 0.218, "precision_at_20": 0.152, "precision_at_50": 0.0816, "precision_at_100": 0.0434, "model_name": "voyage-3.5 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.3321, "ndcg_at_5": 0.32935, "ndcg_at_10": 0.40104, "ndcg_at_20": 0.47597, "ndcg_at_50": 0.56985, "ndcg_at_100": 0.58954, "map_at_1": 0.105, "map_at_3": 0.17956, "map_at_5": 0.22611, "map_at_10": 0.27123, "map_at_20": 0.30828, "map_at_50": 0.34102, "map_at_100": 0.34601, "recall_at_1": 0.105, "recall_at_3": 0.21667, "recall_at_5": 0.31367, "recall_at_10": 0.44933, "recall_at_20": 0.631, "recall_at_50": 0.92733, "recall_at_100": 1.0, "precision_at_1": 0.4, "precision_at_3": 0.3, "precision_at_5": 0.268, "precision_at_10": 0.196, "precision_at_20": 0.139, "precision_at_50": 0.0804, "precision_at_100": 0.0434, "model_name": "e5-mistral-7b-instruct", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.98, "ndcg_at_3": 0.89103, "ndcg_at_5": 0.84234, "ndcg_at_10": 0.92125, "ndcg_at_20": 0.93894, "ndcg_at_50": 0.94048, "ndcg_at_100": 0.94048, "map_at_1": 0.23667, "map_at_3": 0.58556, "map_at_5": 0.75586, "map_at_10": 0.84564, "map_at_20": 0.85886, "map_at_50": 0.85948, "map_at_100": 0.85948, "recall_at_1": 0.23667, "recall_at_3": 0.59967, "recall_at_5": 0.80833, "recall_at_10": 0.95133, "recall_at_20": 0.995, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.98, "precision_at_3": 0.84667, "precision_at_5": 0.692, "precision_at_10": 0.414, "precision_at_20": 0.216, "precision_at_50": 0.0868, "precision_at_100": 0.0434, "model_name": "Octen-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.84, "ndcg_at_3": 0.71802, "ndcg_at_5": 0.67192, "ndcg_at_10": 0.79863, "ndcg_at_20": 0.84306, "ndcg_at_50": 0.85051, "ndcg_at_100": 0.85051, "map_at_1": 0.20467, "map_at_3": 0.43011, "map_at_5": 0.53581, "map_at_10": 0.65647, "map_at_20": 0.69031, "map_at_50": 0.69382, "map_at_100": 0.69382, "recall_at_1": 0.20467, "recall_at_3": 0.462, "recall_at_5": 0.633, "recall_at_10": 0.87133, "recall_at_20": 0.978, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.84, "precision_at_3": 0.66667, "precision_at_5": 0.54, "precision_at_10": 0.376, "precision_at_20": 0.212, "precision_at_50": 0.0868, "precision_at_100": 0.0434, "model_name": "Qwen3-Embedding-8B", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.46, "ndcg_at_3": 0.42511, "ndcg_at_5": 0.40538, "ndcg_at_10": 0.47873, "ndcg_at_20": 0.55224, "ndcg_at_50": 0.62005, "ndcg_at_100": 0.63918, "map_at_1": 0.111, "map_at_3": 0.22056, "map_at_5": 0.27627, "map_at_10": 0.32634, "map_at_20": 0.36809, "map_at_50": 0.3932, "map_at_100": 0.39778, "recall_at_1": 0.111, "recall_at_3": 0.28667, "recall_at_5": 0.39433, "recall_at_10": 0.53233, "recall_at_20": 0.709, "recall_at_50": 0.92633, "recall_at_100": 1.0, "precision_at_1": 0.46, "precision_at_3": 0.40667, "precision_at_5": 0.34, "precision_at_10": 0.234, "precision_at_20": 0.157, "precision_at_50": 0.0808, "precision_at_100": 0.0434, "model_name": "voyage-3-large", "embd_dim": 2048, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.14182, "ndcg_at_5": 0.15328, "ndcg_at_10": 0.20516, "ndcg_at_20": 0.25728, "ndcg_at_50": 0.38049, "ndcg_at_100": 0.44145, "map_at_1": 0.041, "map_at_3": 0.07683, "map_at_5": 0.09625, "map_at_10": 0.11619, "map_at_20": 0.13591, "map_at_50": 0.17009, "map_at_100": 0.18387, "recall_at_1": 0.041, "recall_at_3": 0.103, "recall_at_5": 0.15767, "recall_at_10": 0.25733, "recall_at_20": 0.38233, "recall_at_50": 0.76567, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_3": 0.12667, "precision_at_5": 0.124, "precision_at_10": 0.106, "precision_at_20": 0.082, "precision_at_50": 0.0676, "precision_at_100": 0.0434, "model_name": "all-MiniLM-L6-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.20427, "ndcg_at_5": 0.19871, "ndcg_at_10": 0.24599, "ndcg_at_20": 0.3253, "ndcg_at_50": 0.42682, "ndcg_at_100": 0.47817, "map_at_1": 0.048, "map_at_3": 0.1005, "map_at_5": 0.1256, "map_at_10": 0.15178, "map_at_20": 0.17897, "map_at_50": 0.21003, "map_at_100": 0.22148, "recall_at_1": 0.048, "recall_at_3": 0.134, "recall_at_5": 0.194, "recall_at_10": 0.286, "recall_at_20": 0.48133, "recall_at_50": 0.80167, "recall_at_100": 1.0, "precision_at_1": 0.22, "precision_at_3": 0.19333, "precision_at_5": 0.168, "precision_at_10": 0.124, "precision_at_20": 0.105, "precision_at_50": 0.0704, "precision_at_100": 0.0434, "model_name": "text-embedding-3-small (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.42, "ndcg_at_3": 0.41205, "ndcg_at_5": 0.40747, "ndcg_at_10": 0.49357, "ndcg_at_20": 0.56959, "ndcg_at_50": 0.62621, "ndcg_at_100": 0.64198, "map_at_1": 0.098, "map_at_3": 0.21228, "map_at_5": 0.27583, "map_at_10": 0.33508, "map_at_20": 0.38255, "map_at_50": 0.40325, "map_at_100": 0.40698, "recall_at_1": 0.098, "recall_at_3": 0.28433, "recall_at_5": 0.40833, "recall_at_10": 0.57433, "recall_at_20": 0.75533, "recall_at_50": 0.94033, "recall_at_100": 1.0, "precision_at_1": 0.42, "precision_at_3": 0.4, "precision_at_5": 0.356, "precision_at_10": 0.252, "precision_at_20": 0.168, "precision_at_50": 0.0816, "precision_at_100": 0.0434, "model_name": "KaLM-Embedding-Gemma3-12B-2511", "embd_dim": 3840, "embd_dtype": "float32" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.25877, "ndcg_at_5": 0.24577, "ndcg_at_10": 0.30468, "ndcg_at_20": 0.36971, "ndcg_at_50": 0.4586, "ndcg_at_100": 0.51495, "map_at_1": 0.075, "map_at_3": 0.13033, "map_at_5": 0.15103, "map_at_10": 0.18215, "map_at_20": 0.20895, "map_at_50": 0.2361, "map_at_100": 0.24922, "recall_at_1": 0.075, "recall_at_3": 0.175, "recall_at_5": 0.236, "recall_at_10": 0.34767, "recall_at_20": 0.50467, "recall_at_50": 0.78267, "recall_at_100": 1.0, "precision_at_1": 0.3, "precision_at_3": 0.24, "precision_at_5": 0.196, "precision_at_10": 0.148, "precision_at_20": 0.11, "precision_at_50": 0.0692, "precision_at_100": 0.0434, "model_name": "bge-m3", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12, "ndcg_at_3": 0.16064, "ndcg_at_5": 0.16827, "ndcg_at_10": 0.21275, "ndcg_at_20": 0.28935, "ndcg_at_50": 0.39093, "ndcg_at_100": 0.45431, "map_at_1": 0.039, "map_at_3": 0.08383, "map_at_5": 0.0998, "map_at_10": 0.11835, "map_at_20": 0.14543, "map_at_50": 0.176, "map_at_100": 0.1911, "recall_at_1": 0.039, "recall_at_3": 0.13133, "recall_at_5": 0.18, "recall_at_10": 0.264, "recall_at_20": 0.451, "recall_at_50": 0.76367, "recall_at_100": 1.0, "precision_at_1": 0.12, "precision_at_3": 0.16, "precision_at_5": 0.136, "precision_at_10": 0.108, "precision_at_20": 0.095, "precision_at_50": 0.066, "precision_at_100": 0.0434, "model_name": "all-mpnet-base-v2", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.14, "ndcg_at_3": 0.16469, "ndcg_at_5": 0.15021, "ndcg_at_10": 0.20714, "ndcg_at_20": 0.26809, "ndcg_at_50": 0.38457, "ndcg_at_100": 0.44178, "map_at_1": 0.034, "map_at_3": 0.08467, "map_at_5": 0.09632, "map_at_10": 0.11864, "map_at_20": 0.14227, "map_at_50": 0.17407, "map_at_100": 0.18712, "recall_at_1": 0.034, "recall_at_3": 0.132, "recall_at_5": 0.155, "recall_at_10": 0.26867, "recall_at_20": 0.41933, "recall_at_50": 0.78667, "recall_at_100": 1.0, "precision_at_1": 0.14, "precision_at_3": 0.16667, "precision_at_5": 0.12, "precision_at_10": 0.11, "precision_at_20": 0.089, "precision_at_50": 0.068, "precision_at_100": 0.0434, "model_name": "all-MiniLM-L12-v2", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.33839, "ndcg_at_5": 0.3227, "ndcg_at_10": 0.41004, "ndcg_at_20": 0.48973, "ndcg_at_50": 0.5709, "ndcg_at_100": 0.59027, "map_at_1": 0.089, "map_at_3": 0.17539, "map_at_5": 0.21379, "map_at_10": 0.26408, "map_at_20": 0.30535, "map_at_50": 0.33571, "map_at_100": 0.34061, "recall_at_1": 0.089, "recall_at_3": 0.22667, "recall_at_5": 0.31067, "recall_at_10": 0.479, "recall_at_20": 0.671, "recall_at_50": 0.92833, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.32, "precision_at_5": 0.272, "precision_at_10": 0.208, "precision_at_20": 0.148, "precision_at_50": 0.0804, "precision_at_100": 0.0434, "model_name": "text-embedding-004", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.1874, "ndcg_at_5": 0.18534, "ndcg_at_10": 0.21796, "ndcg_at_20": 0.26929, "ndcg_at_50": 0.41154, "ndcg_at_100": 0.46376, "map_at_1": 0.07367, "map_at_3": 0.108, "map_at_5": 0.12543, "map_at_10": 0.14161, "map_at_20": 0.15678, "map_at_50": 0.1969, "map_at_100": 0.20859, "recall_at_1": 0.07367, "recall_at_3": 0.12767, "recall_at_5": 0.17133, "recall_at_10": 0.23333, "recall_at_20": 0.35733, "recall_at_50": 0.79967, "recall_at_100": 1.0, "precision_at_1": 0.24, "precision_at_3": 0.16, "precision_at_5": 0.132, "precision_at_10": 0.094, "precision_at_20": 0.076, "precision_at_50": 0.0704, "precision_at_100": 0.0434, "model_name": "multi-qa-MiniLM-L6-cos-v1", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.18468, "ndcg_at_5": 0.18323, "ndcg_at_10": 0.21581, "ndcg_at_20": 0.25556, "ndcg_at_50": 0.36745, "ndcg_at_100": 0.4476, "map_at_1": 0.061, "map_at_3": 0.10217, "map_at_5": 0.1176, "map_at_10": 0.13248, "map_at_20": 0.14583, "map_at_50": 0.17353, "map_at_100": 0.19101, "recall_at_1": 0.061, "recall_at_3": 0.131, "recall_at_5": 0.18067, "recall_at_10": 0.24167, "recall_at_20": 0.34133, "recall_at_50": 0.696, "recall_at_100": 1.0, "precision_at_1": 0.24, "precision_at_3": 0.16667, "precision_at_5": 0.144, "precision_at_10": 0.1, "precision_at_20": 0.072, "precision_at_50": 0.0612, "precision_at_100": 0.0434, "model_name": "jina-embeddings-v2-base-en", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.35408, "ndcg_at_5": 0.33576, "ndcg_at_10": 0.39319, "ndcg_at_20": 0.45545, "ndcg_at_50": 0.55755, "ndcg_at_100": 0.58345, "map_at_1": 0.09167, "map_at_3": 0.19022, "map_at_5": 0.23147, "map_at_10": 0.2644, "map_at_20": 0.2947, "map_at_50": 0.32998, "map_at_100": 0.33657, "recall_at_1": 0.09167, "recall_at_3": 0.24133, "recall_at_5": 0.32633, "recall_at_10": 0.43333, "recall_at_20": 0.584, "recall_at_50": 0.90533, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.34, "precision_at_5": 0.276, "precision_at_10": 0.186, "precision_at_20": 0.128, "precision_at_50": 0.0784, "precision_at_100": 0.0434, "model_name": "text-embedding-3-large (512d)", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.43556, "ndcg_at_5": 0.42085, "ndcg_at_10": 0.49023, "ndcg_at_20": 0.57407, "ndcg_at_50": 0.64101, "ndcg_at_100": 0.65364, "map_at_1": 0.126, "map_at_3": 0.23183, "map_at_5": 0.29602, "map_at_10": 0.33589, "map_at_20": 0.38377, "map_at_50": 0.41071, "map_at_100": 0.41393, "recall_at_1": 0.126, "recall_at_3": 0.28667, "recall_at_5": 0.404, "recall_at_10": 0.537, "recall_at_20": 0.747, "recall_at_50": 0.95267, "recall_at_100": 1.0, "precision_at_1": 0.5, "precision_at_3": 0.40667, "precision_at_5": 0.348, "precision_at_10": 0.234, "precision_at_20": 0.162, "precision_at_50": 0.0828, "precision_at_100": 0.0434, "model_name": "voyage-4-lite", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34, "ndcg_at_3": 0.29018, "ndcg_at_5": 0.26812, "ndcg_at_10": 0.33711, "ndcg_at_20": 0.42326, "ndcg_at_50": 0.51347, "ndcg_at_100": 0.54276, "map_at_1": 0.076, "map_at_3": 0.14617, "map_at_5": 0.17402, "map_at_10": 0.20981, "map_at_20": 0.2485, "map_at_50": 0.27887, "map_at_100": 0.28555, "recall_at_1": 0.076, "recall_at_3": 0.194, "recall_at_5": 0.255, "recall_at_10": 0.38967, "recall_at_20": 0.6, "recall_at_50": 0.88867, "recall_at_100": 1.0, "precision_at_1": 0.34, "precision_at_3": 0.27333, "precision_at_5": 0.22, "precision_at_10": 0.168, "precision_at_20": 0.131, "precision_at_50": 0.0772, "precision_at_100": 0.0434, "model_name": "embed-v4.0", "embd_dim": 1536, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.43312, "ndcg_at_5": 0.39565, "ndcg_at_10": 0.47287, "ndcg_at_20": 0.53846, "ndcg_at_50": 0.62397, "ndcg_at_100": 0.63929, "map_at_1": 0.118, "map_at_3": 0.22878, "map_at_5": 0.27208, "map_at_10": 0.32317, "map_at_20": 0.35942, "map_at_50": 0.39107, "map_at_100": 0.39446, "recall_at_1": 0.118, "recall_at_3": 0.29133, "recall_at_5": 0.37033, "recall_at_10": 0.514, "recall_at_20": 0.67767, "recall_at_50": 0.938, "recall_at_100": 1.0, "precision_at_1": 0.48, "precision_at_3": 0.40667, "precision_at_5": 0.316, "precision_at_10": 0.222, "precision_at_20": 0.147, "precision_at_50": 0.0824, "precision_at_100": 0.0434, "model_name": "GritLM-7B", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.16, "ndcg_at_3": 0.14165, "ndcg_at_5": 0.13142, "ndcg_at_10": 0.16717, "ndcg_at_20": 0.20054, "ndcg_at_50": 0.28228, "ndcg_at_100": 0.40589, "map_at_1": 0.04, "map_at_3": 0.06606, "map_at_5": 0.07527, "map_at_10": 0.09026, "map_at_20": 0.10035, "map_at_50": 0.11915, "map_at_100": 0.14392, "recall_at_1": 0.04, "recall_at_3": 0.09567, "recall_at_5": 0.12533, "recall_at_10": 0.197, "recall_at_20": 0.281, "recall_at_50": 0.533, "recall_at_100": 1.0, "precision_at_1": 0.16, "precision_at_3": 0.13333, "precision_at_5": 0.104, "precision_at_10": 0.08, "precision_at_20": 0.058, "precision_at_50": 0.046, "precision_at_100": 0.0434, "model_name": "LaBSE", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.12, "ndcg_at_3": 0.14225, "ndcg_at_5": 0.15034, "ndcg_at_10": 0.21141, "ndcg_at_20": 0.27889, "ndcg_at_50": 0.37232, "ndcg_at_100": 0.4394, "map_at_1": 0.028, "map_at_3": 0.07333, "map_at_5": 0.09153, "map_at_10": 0.11568, "map_at_20": 0.1402, "map_at_50": 0.16492, "map_at_100": 0.18025, "recall_at_1": 0.028, "recall_at_3": 0.108, "recall_at_5": 0.164, "recall_at_10": 0.28167, "recall_at_20": 0.447, "recall_at_50": 0.74167, "recall_at_100": 1.0, "precision_at_1": 0.12, "precision_at_3": 0.14, "precision_at_5": 0.128, "precision_at_10": 0.118, "precision_at_20": 0.096, "precision_at_50": 0.0656, "precision_at_100": 0.0434, "model_name": "bge-base-en-v1.5", "embd_dim": 768, "embd_dtype": "float32" }, { "ndcg_at_1": 0.18, "ndcg_at_3": 0.15344, "ndcg_at_5": 0.15478, "ndcg_at_10": 0.19788, "ndcg_at_20": 0.25768, "ndcg_at_50": 0.36785, "ndcg_at_100": 0.43653, "map_at_1": 0.04, "map_at_3": 0.06983, "map_at_5": 0.08908, "map_at_10": 0.1071, "map_at_20": 0.12803, "map_at_50": 0.15873, "map_at_100": 0.17377, "recall_at_1": 0.04, "recall_at_3": 0.104, "recall_at_5": 0.156, "recall_at_10": 0.24, "recall_at_20": 0.391, "recall_at_50": 0.73767, "recall_at_100": 1.0, "precision_at_1": 0.18, "precision_at_3": 0.14667, "precision_at_5": 0.136, "precision_at_10": 0.106, "precision_at_20": 0.085, "precision_at_50": 0.0648, "precision_at_100": 0.0434, "model_name": "embed-v4.0 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.28, "ndcg_at_3": 0.24897, "ndcg_at_5": 0.22832, "ndcg_at_10": 0.29683, "ndcg_at_20": 0.35851, "ndcg_at_50": 0.45146, "ndcg_at_100": 0.50591, "map_at_1": 0.063, "map_at_3": 0.12817, "map_at_5": 0.14377, "map_at_10": 0.17768, "map_at_20": 0.19925, "map_at_50": 0.22797, "map_at_100": 0.2411, "recall_at_1": 0.063, "recall_at_3": 0.161, "recall_at_5": 0.212, "recall_at_10": 0.34567, "recall_at_20": 0.49933, "recall_at_50": 0.79267, "recall_at_100": 1.0, "precision_at_1": 0.28, "precision_at_3": 0.23333, "precision_at_5": 0.188, "precision_at_10": 0.148, "precision_at_20": 0.108, "precision_at_50": 0.0696, "precision_at_100": 0.0434, "model_name": "embed-multilingual-v3.0", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.11979, "ndcg_at_5": 0.12831, "ndcg_at_10": 0.1647, "ndcg_at_20": 0.21826, "ndcg_at_50": 0.35499, "ndcg_at_100": 0.41522, "map_at_1": 0.022, "map_at_3": 0.05667, "map_at_5": 0.07227, "map_at_10": 0.08713, "map_at_20": 0.10687, "map_at_50": 0.14375, "map_at_100": 0.15743, "recall_at_1": 0.022, "recall_at_3": 0.092, "recall_at_5": 0.14, "recall_at_10": 0.21367, "recall_at_20": 0.34167, "recall_at_50": 0.773, "recall_at_100": 1.0, "precision_at_1": 0.1, "precision_at_3": 0.12, "precision_at_5": 0.116, "precision_at_10": 0.088, "precision_at_20": 0.073, "precision_at_50": 0.0676, "precision_at_100": 0.0434, "model_name": "jina-embeddings-v2-small-en", "embd_dim": 512, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.16591, "ndcg_at_5": 0.16405, "ndcg_at_10": 0.20799, "ndcg_at_20": 0.2697, "ndcg_at_50": 0.38455, "ndcg_at_100": 0.44572, "map_at_1": 0.046, "map_at_3": 0.08233, "map_at_5": 0.09938, "map_at_10": 0.1195, "map_at_20": 0.14046, "map_at_50": 0.17053, "map_at_100": 0.18497, "recall_at_1": 0.046, "recall_at_3": 0.116, "recall_at_5": 0.168, "recall_at_10": 0.254, "recall_at_20": 0.40467, "recall_at_50": 0.773, "recall_at_100": 1.0, "precision_at_1": 0.2, "precision_at_3": 0.16, "precision_at_5": 0.132, "precision_at_10": 0.102, "precision_at_20": 0.086, "precision_at_50": 0.0668, "precision_at_100": 0.0434, "model_name": "bge-small-en-v1.5", "embd_dim": 384, "embd_dtype": "float32" }, { "ndcg_at_1": 0.2, "ndcg_at_3": 0.19797, "ndcg_at_5": 0.20056, "ndcg_at_10": 0.25654, "ndcg_at_20": 0.31506, "ndcg_at_50": 0.42433, "ndcg_at_100": 0.47839, "map_at_1": 0.046, "map_at_3": 0.09883, "map_at_5": 0.12163, "map_at_10": 0.15166, "map_at_20": 0.17406, "map_at_50": 0.20548, "map_at_100": 0.2191, "recall_at_1": 0.046, "recall_at_3": 0.137, "recall_at_5": 0.204, "recall_at_10": 0.31067, "recall_at_20": 0.45467, "recall_at_50": 0.799, "recall_at_100": 1.0, "precision_at_1": 0.2, "precision_at_3": 0.19333, "precision_at_5": 0.172, "precision_at_10": 0.134, "precision_at_20": 0.099, "precision_at_50": 0.0696, "precision_at_100": 0.0434, "model_name": "bge-m3-unsupervised", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.32629, "ndcg_at_5": 0.30987, "ndcg_at_10": 0.40476, "ndcg_at_20": 0.4791, "ndcg_at_50": 0.5652, "ndcg_at_100": 0.58451, "map_at_1": 0.089, "map_at_3": 0.1695, "map_at_5": 0.20325, "map_at_10": 0.26184, "map_at_20": 0.29955, "map_at_50": 0.33192, "map_at_100": 0.33665, "recall_at_1": 0.089, "recall_at_3": 0.218, "recall_at_5": 0.3, "recall_at_10": 0.482, "recall_at_20": 0.66, "recall_at_50": 0.92633, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.30667, "precision_at_5": 0.256, "precision_at_10": 0.206, "precision_at_20": 0.144, "precision_at_50": 0.0808, "precision_at_100": 0.0434, "model_name": "llama-embed-nemotron-8b", "embd_dim": 4096, "embd_dtype": "float32" }, { "ndcg_at_1": 0.38, "ndcg_at_3": 0.33102, "ndcg_at_5": 0.32745, "ndcg_at_10": 0.41044, "ndcg_at_20": 0.4754, "ndcg_at_50": 0.56206, "ndcg_at_100": 0.58384, "map_at_1": 0.089, "map_at_3": 0.16667, "map_at_5": 0.21745, "map_at_10": 0.26652, "map_at_20": 0.30158, "map_at_50": 0.33176, "map_at_100": 0.33683, "recall_at_1": 0.089, "recall_at_3": 0.22, "recall_at_5": 0.32833, "recall_at_10": 0.48833, "recall_at_20": 0.644, "recall_at_50": 0.91733, "recall_at_100": 1.0, "precision_at_1": 0.38, "precision_at_3": 0.32, "precision_at_5": 0.28, "precision_at_10": 0.208, "precision_at_20": 0.14, "precision_at_50": 0.08, "precision_at_100": 0.0434, "model_name": "text-embedding-3-large (3072d)", "embd_dim": 3072, "embd_dtype": "float32" }, { "ndcg_at_1": 0.24, "ndcg_at_3": 0.18751, "ndcg_at_5": 0.20206, "ndcg_at_10": 0.26151, "ndcg_at_20": 0.32626, "ndcg_at_50": 0.44772, "ndcg_at_100": 0.48333, "map_at_1": 0.054, "map_at_3": 0.09133, "map_at_5": 0.12787, "map_at_10": 0.15369, "map_at_20": 0.17848, "map_at_50": 0.21548, "map_at_100": 0.22422, "recall_at_1": 0.054, "recall_at_3": 0.119, "recall_at_5": 0.20367, "recall_at_10": 0.32167, "recall_at_20": 0.48533, "recall_at_50": 0.86833, "recall_at_100": 1.0, "precision_at_1": 0.24, "precision_at_3": 0.17333, "precision_at_5": 0.18, "precision_at_10": 0.138, "precision_at_20": 0.104, "precision_at_50": 0.0748, "precision_at_100": 0.0434, "model_name": "voyage-3.5 (binary, 256d)", "embd_dim": 256, "embd_dtype": "binary" }, { "ndcg_at_1": 0.34, "ndcg_at_3": 0.28672, "ndcg_at_5": 0.26579, "ndcg_at_10": 0.33738, "ndcg_at_20": 0.42615, "ndcg_at_50": 0.51016, "ndcg_at_100": 0.54218, "map_at_1": 0.076, "map_at_3": 0.143, "map_at_5": 0.1734, "map_at_10": 0.20837, "map_at_20": 0.24977, "map_at_50": 0.27731, "map_at_100": 0.28467, "recall_at_1": 0.076, "recall_at_3": 0.19, "recall_at_5": 0.251, "recall_at_10": 0.39067, "recall_at_20": 0.608, "recall_at_50": 0.87867, "recall_at_100": 1.0, "precision_at_1": 0.34, "precision_at_3": 0.26667, "precision_at_5": 0.216, "precision_at_10": 0.168, "precision_at_20": 0.133, "precision_at_50": 0.0764, "precision_at_100": 0.0434, "model_name": "embed-v4.0 (int8, 512d)", "embd_dim": 512, "embd_dtype": "int8" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.43226, "ndcg_at_5": 0.41844, "ndcg_at_10": 0.5, "ndcg_at_20": 0.58207, "ndcg_at_50": 0.64427, "ndcg_at_100": 0.65415, "map_at_1": 0.115, "map_at_3": 0.22683, "map_at_5": 0.28937, "map_at_10": 0.34136, "map_at_20": 0.38972, "map_at_50": 0.41415, "map_at_100": 0.41676, "recall_at_1": 0.115, "recall_at_3": 0.284, "recall_at_5": 0.40833, "recall_at_10": 0.564, "recall_at_20": 0.77267, "recall_at_50": 0.96333, "recall_at_100": 1.0, "precision_at_1": 0.48, "precision_at_3": 0.40667, "precision_at_5": 0.352, "precision_at_10": 0.246, "precision_at_20": 0.167, "precision_at_50": 0.0836, "precision_at_100": 0.0434, "model_name": "voyage-4", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.1, "ndcg_at_3": 0.09531, "ndcg_at_5": 0.10517, "ndcg_at_10": 0.12998, "ndcg_at_20": 0.17212, "ndcg_at_50": 0.25295, "ndcg_at_100": 0.38072, "map_at_1": 0.023, "map_at_3": 0.04456, "map_at_5": 0.05761, "map_at_10": 0.06559, "map_at_20": 0.07884, "map_at_50": 0.09778, "map_at_100": 0.12301, "recall_at_1": 0.023, "recall_at_3": 0.06733, "recall_at_5": 0.11533, "recall_at_10": 0.16333, "recall_at_20": 0.26833, "recall_at_50": 0.52, "recall_at_100": 1.0, "precision_at_1": 0.1, "precision_at_3": 0.09333, "precision_at_5": 0.088, "precision_at_10": 0.064, "precision_at_20": 0.055, "precision_at_50": 0.0448, "precision_at_100": 0.0434, "model_name": "bge-m3-retromae", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.22, "ndcg_at_3": 0.15775, "ndcg_at_5": 0.17449, "ndcg_at_10": 0.20784, "ndcg_at_20": 0.27403, "ndcg_at_50": 0.3926, "ndcg_at_100": 0.45175, "map_at_1": 0.049, "map_at_3": 0.07317, "map_at_5": 0.10507, "map_at_10": 0.12195, "map_at_20": 0.14345, "map_at_50": 0.17598, "map_at_100": 0.18997, "recall_at_1": 0.049, "recall_at_3": 0.102, "recall_at_5": 0.176, "recall_at_10": 0.24, "recall_at_20": 0.40433, "recall_at_50": 0.77467, "recall_at_100": 1.0, "precision_at_1": 0.22, "precision_at_3": 0.14, "precision_at_5": 0.148, "precision_at_10": 0.102, "precision_at_20": 0.087, "precision_at_50": 0.068, "precision_at_100": 0.0434, "model_name": "bge-large-en-v1.5", "embd_dim": 1024, "embd_dtype": "float32" }, { "ndcg_at_1": 0.34, "ndcg_at_3": 0.30182, "ndcg_at_5": 0.29383, "ndcg_at_10": 0.34377, "ndcg_at_20": 0.41528, "ndcg_at_50": 0.5147, "ndcg_at_100": 0.54932, "map_at_1": 0.08, "map_at_3": 0.1585, "map_at_5": 0.19093, "map_at_10": 0.21637, "map_at_20": 0.2483, "map_at_50": 0.28174, "map_at_100": 0.2902, "recall_at_1": 0.08, "recall_at_3": 0.20567, "recall_at_5": 0.28733, "recall_at_10": 0.38433, "recall_at_20": 0.55633, "recall_at_50": 0.869, "recall_at_100": 1.0, "precision_at_1": 0.34, "precision_at_3": 0.28, "precision_at_5": 0.24, "precision_at_10": 0.166, "precision_at_20": 0.123, "precision_at_50": 0.0756, "precision_at_100": 0.0434, "model_name": "kanon-2-embedder", "embd_dim": 1792, "embd_dtype": "float32" }, { "ndcg_at_1": 0.48, "ndcg_at_3": 0.37877, "ndcg_at_5": 0.35669, "ndcg_at_10": 0.43991, "ndcg_at_20": 0.51348, "ndcg_at_50": 0.58676, "ndcg_at_100": 0.61328, "map_at_1": 0.106, "map_at_3": 0.19489, "map_at_5": 0.23589, "map_at_10": 0.29006, "map_at_20": 0.32817, "map_at_50": 0.35468, "map_at_100": 0.36115, "recall_at_1": 0.106, "recall_at_3": 0.24733, "recall_at_5": 0.33333, "recall_at_10": 0.49333, "recall_at_20": 0.668, "recall_at_50": 0.89767, "recall_at_100": 1.0, "precision_at_1": 0.48, "precision_at_3": 0.34, "precision_at_5": 0.284, "precision_at_10": 0.212, "precision_at_20": 0.147, "precision_at_50": 0.0788, "precision_at_100": 0.0434, "model_name": "voyage-law-2", "embd_dim": 1024, "embd_dtype": "float32" } ], "is_closed": false } ]