{ "schema_version": 1, "config": { "schema_version": 1, "embedding_model": { "id": "sentence-transformers/all-MiniLM-L6-v2", "revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41" }, "answer_model": { "id": "google/flan-t5-small", "revision": "0fc9ddf78a1e988dac52e2dac162b0ede4fd74ab" }, "max_input_tokens": 384, "max_new_tokens": 32, "embedding_max_tokens": 256, "threads": 4, "seed": 1729, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\n{context}\n\nQuestion: {question}\nAnswer:", "threshold": 0.9 }, "requests": [ { "id": "q01", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "40", "context": "Atlas has a storage quota of 40 GB. Its backup quota is 7 GB.", "event": null }, { "id": "q02", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "40", "context": "Atlas has a storage quota of 40 GB. Its backup quota is 7 GB.", "event": null }, { "id": "q03", "query": "What storage quota does Atlas have?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "40", "context": "Atlas has a storage quota of 40 GB. Its backup quota is 7 GB.", "event": null }, { "id": "q04", "query": "What is the backup quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "backup", "expected": "7", "context": "Atlas has a storage quota of 40 GB. Its backup quota is 7 GB.", "event": null }, { "id": "q05", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-02-01" }, "intent": "storage", "expected": "90", "context": "Atlas has a storage quota of 90 GB.", "event": null }, { "id": "q06", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read", "admin" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "120", "context": "Atlas has an administrator storage quota of 120 GB.", "event": null }, { "id": "q07", "query": "What is the storage quota for Atlas?", "scope": { "user": "bob", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "25", "context": "Atlas has a storage quota of 25 GB for Bob.", "event": null }, { "id": "q08", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v2", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "95", "context": "Atlas has a storage quota of 95 GB.", "event": null }, { "id": "q09", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Atlas has a storage quota of 80 GB.", "event": { "version": "v1" } }, { "id": "q10", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Atlas has a storage quota of 80 GB.", "event": null }, { "id": "q11", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Atlas has a storage quota of 65 GB.", "event": { "user": "alice" } }, { "id": "q12", "query": "What is the storage quota for Atlas?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Atlas", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Atlas has a storage quota of 65 GB.", "event": null }, { "id": "q13", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "50", "context": "Orion has a storage quota of 50 GB. Its backup quota is 8 GB.", "event": null }, { "id": "q14", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "50", "context": "Orion has a storage quota of 50 GB. Its backup quota is 8 GB.", "event": null }, { "id": "q15", "query": "What storage quota does Orion have?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "50", "context": "Orion has a storage quota of 50 GB. Its backup quota is 8 GB.", "event": null }, { "id": "q16", "query": "What is the backup quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "backup", "expected": "8", "context": "Orion has a storage quota of 50 GB. Its backup quota is 8 GB.", "event": null }, { "id": "q17", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-02-01" }, "intent": "storage", "expected": "90", "context": "Orion has a storage quota of 90 GB.", "event": null }, { "id": "q18", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read", "admin" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "120", "context": "Orion has an administrator storage quota of 120 GB.", "event": null }, { "id": "q19", "query": "What is the storage quota for Orion?", "scope": { "user": "bob", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "25", "context": "Orion has a storage quota of 25 GB for Bob.", "event": null }, { "id": "q20", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v2", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "95", "context": "Orion has a storage quota of 95 GB.", "event": null }, { "id": "q21", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Orion has a storage quota of 80 GB.", "event": { "version": "v1" } }, { "id": "q22", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Orion has a storage quota of 80 GB.", "event": null }, { "id": "q23", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Orion has a storage quota of 65 GB.", "event": { "user": "alice" } }, { "id": "q24", "query": "What is the storage quota for Orion?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Orion", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Orion has a storage quota of 65 GB.", "event": null }, { "id": "q25", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "60", "context": "Vega has a storage quota of 60 GB. Its backup quota is 9 GB.", "event": null }, { "id": "q26", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "60", "context": "Vega has a storage quota of 60 GB. Its backup quota is 9 GB.", "event": null }, { "id": "q27", "query": "What storage quota does Vega have?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "60", "context": "Vega has a storage quota of 60 GB. Its backup quota is 9 GB.", "event": null }, { "id": "q28", "query": "What is the backup quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "backup", "expected": "9", "context": "Vega has a storage quota of 60 GB. Its backup quota is 9 GB.", "event": null }, { "id": "q29", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-02-01" }, "intent": "storage", "expected": "90", "context": "Vega has a storage quota of 90 GB.", "event": null }, { "id": "q30", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read", "admin" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "120", "context": "Vega has an administrator storage quota of 120 GB.", "event": null }, { "id": "q31", "query": "What is the storage quota for Vega?", "scope": { "user": "bob", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "25", "context": "Vega has a storage quota of 25 GB for Bob.", "event": null }, { "id": "q32", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v2", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "95", "context": "Vega has a storage quota of 95 GB.", "event": null }, { "id": "q33", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Vega has a storage quota of 80 GB.", "event": { "version": "v1" } }, { "id": "q34", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Vega has a storage quota of 80 GB.", "event": null }, { "id": "q35", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Vega has a storage quota of 65 GB.", "event": { "user": "alice" } }, { "id": "q36", "query": "What is the storage quota for Vega?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Vega", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Vega has a storage quota of 65 GB.", "event": null }, { "id": "q37", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "70", "context": "Lyra has a storage quota of 70 GB. Its backup quota is 10 GB.", "event": null }, { "id": "q38", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "70", "context": "Lyra has a storage quota of 70 GB. Its backup quota is 10 GB.", "event": null }, { "id": "q39", "query": "What storage quota does Lyra have?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "70", "context": "Lyra has a storage quota of 70 GB. Its backup quota is 10 GB.", "event": null }, { "id": "q40", "query": "What is the backup quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "backup", "expected": "10", "context": "Lyra has a storage quota of 70 GB. Its backup quota is 10 GB.", "event": null }, { "id": "q41", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-02-01" }, "intent": "storage", "expected": "90", "context": "Lyra has a storage quota of 90 GB.", "event": null }, { "id": "q42", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read", "admin" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "120", "context": "Lyra has an administrator storage quota of 120 GB.", "event": null }, { "id": "q43", "query": "What is the storage quota for Lyra?", "scope": { "user": "bob", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "25", "context": "Lyra has a storage quota of 25 GB for Bob.", "event": null }, { "id": "q44", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v2", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "95", "context": "Lyra has a storage quota of 95 GB.", "event": null }, { "id": "q45", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Lyra has a storage quota of 80 GB.", "event": { "version": "v1" } }, { "id": "q46", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "80", "context": "Lyra has a storage quota of 80 GB.", "event": null }, { "id": "q47", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Lyra has a storage quota of 65 GB.", "event": { "user": "alice" } }, { "id": "q48", "query": "What is the storage quota for Lyra?", "scope": { "user": "alice", "permissions": [ "read" ], "version": "v1", "entity": "Lyra", "date": "2026-01-01" }, "intent": "storage", "expected": "65", "context": "Lyra has a storage quota of 65 GB.", "event": null } ], "rows": [ { "id": "q01", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.11288907199923415, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.11286329599533929 }, { "id": "q02", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07017390400142176, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07015066500025569 }, { "id": "q03", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 67, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What storage quota does Atlas have?\nAnswer:", "vector": null, "seconds": 0.07046278000052553, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07044199099618709 }, { "id": "q04", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "7 GB", "answer_correct": true, "generated": { "answer": "7 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the backup quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07449568399897544, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.074474665998423 }, { "id": "q05", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.062073162000160664, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06205042100191349 }, { "id": "q06", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.131597094994504, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.13157583399879513 }, { "id": "q07", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.0728556510002818, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07283173099858686 }, { "id": "q08", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06393419799860567, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06391055999847595 }, { "id": "q09", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07605129700095858, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07603052799822763 }, { "id": "q10", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06472689699876355, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06470593599806307 }, { "id": "q11", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07998225100163836, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07996090700180503 }, { "id": "q12", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07272234199626837, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07270115599385463 }, { "id": "q13", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06713984200177947, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.0671138260004227 }, { "id": "q14", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.093904212997586, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.09388411800318863 }, { "id": "q15", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 69, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What storage quota does Orion have?\nAnswer:", "vector": null, "seconds": 0.06636235600308282, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06633972199779237 }, { "id": "q16", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "8 GB", "answer_correct": true, "generated": { "answer": "8 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the backup quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06453382300242083, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06451347500114935 }, { "id": "q17", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07251962799637113, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07250014400051441 }, { "id": "q18", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07302802000049269, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07300737200421281 }, { "id": "q19", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.08883867999975337, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.08881738399941241 }, { "id": "q20", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07890432400017744, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07888300500053447 }, { "id": "q21", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.10914120000234107, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.10912025799916591 }, { "id": "q22", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.09196894300112035, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.09194793499773368 }, { "id": "q23", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06688649800344137, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06686518999777036 }, { "id": "q24", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.1430417320007109, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.14302190099988366 }, { "id": "q25", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07440789599786513, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07438658200408099 }, { "id": "q26", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07648669899936067, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07646673900308087 }, { "id": "q27", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 71, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What storage quota does Vega have?\nAnswer:", "vector": null, "seconds": 0.07590607499878388, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07588569600193296 }, { "id": "q28", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "9 GB", "answer_correct": true, "generated": { "answer": "9 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the backup quota for Vega?\nAnswer:", "vector": null, "seconds": 0.06767486299941083, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06765419600560563 }, { "id": "q29", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07013590999849839, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.070116193004651 }, { "id": "q30", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07541053900058614, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07539185500354506 }, { "id": "q31", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07562250599585241, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07560222599568078 }, { "id": "q32", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0685711789992638, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06854972500150325 }, { "id": "q33", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07043909699859796, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07041957799810916 }, { "id": "q34", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.12146769499668153, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.12144592499680584 }, { "id": "q35", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07021945599990431, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07019909900554921 }, { "id": "q36", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07112375800352311, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07110420899698511 }, { "id": "q37", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.1009014569935971, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.10088150099909399 }, { "id": "q38", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0853766389991506, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.08535639699402964 }, { "id": "q39", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 71, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What storage quota does Lyra have?\nAnswer:", "vector": null, "seconds": 0.11708012399321888, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.11705909699958283 }, { "id": "q40", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "10 GB", "answer_correct": true, "generated": { "answer": "10 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the backup quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.07413225100026466, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07411150499683572 }, { "id": "q41", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.06782026199653046, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06779775799805066 }, { "id": "q42", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.09758559400506783, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.09756526099954499 }, { "id": "q43", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.08162539600016316, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.08159437699941918 }, { "id": "q44", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.08487341599538922, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.08485296800063225 }, { "id": "q45", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.08784808999917004, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.08782622699800413 }, { "id": "q46", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.06865375000052154, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.06863401400187286 }, { "id": "q47", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.07003537799755577, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07001403899630532 }, { "id": "q48", "policy": "none", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.07167250599741237, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 0.07165268899552757 }, { "id": "q01", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07279609899705974, "embedding_seconds": 0.0, "lookup_seconds": 0.00010150799789698794, "generation_seconds": 0.0716171439999016 }, { "id": "q02", "policy": "exact", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": true, "answer": "40 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00012379400141071528, "embedding_seconds": 0.0, "lookup_seconds": 5.219200102146715e-05, "generation_seconds": 0.0 }, { "id": "q03", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 67, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What storage quota does Atlas have?\nAnswer:", "vector": null, "seconds": 0.06582766200153856, "embedding_seconds": 0.0, "lookup_seconds": 3.494700649753213e-05, "generation_seconds": 0.06453524300013669 }, { "id": "q04", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "7 GB", "answer_correct": true, "generated": { "answer": "7 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the backup quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.08530675799556775, "embedding_seconds": 0.0, "lookup_seconds": 4.699300188804045e-05, "generation_seconds": 0.08391832999768667 }, { "id": "q05", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07419821299845353, "embedding_seconds": 0.0, "lookup_seconds": 3.983500209869817e-05, "generation_seconds": 0.07306680399778998 }, { "id": "q06", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06415308199939318, "embedding_seconds": 0.0, "lookup_seconds": 3.909999941242859e-05, "generation_seconds": 0.06280947000050219 }, { "id": "q07", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.07291683200310217, "embedding_seconds": 0.0, "lookup_seconds": 3.681299858726561e-05, "generation_seconds": 0.07154849400103558 }, { "id": "q08", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06922667100297986, "embedding_seconds": 0.0, "lookup_seconds": 3.736399958143011e-05, "generation_seconds": 0.06822226099757245 }, { "id": "q09", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06398686800093856, "embedding_seconds": 0.0, "lookup_seconds": 3.917499998351559e-05, "generation_seconds": 0.06207193799491506 }, { "id": "q10", "policy": "exact", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q09", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00011758000619011, "embedding_seconds": 0.0, "lookup_seconds": 4.7686000471003354e-05, "generation_seconds": 0.0 }, { "id": "q11", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.06966770400322275, "embedding_seconds": 0.0, "lookup_seconds": 3.764000575756654e-05, "generation_seconds": 0.06769038800121052 }, { "id": "q12", "policy": "exact", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q11", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00011719900066964328, "embedding_seconds": 0.0, "lookup_seconds": 4.71379971713759e-05, "generation_seconds": 0.0 }, { "id": "q13", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07496902700222563, "embedding_seconds": 0.0, "lookup_seconds": 2.8694004868157208e-05, "generation_seconds": 0.0737265599964303 }, { "id": "q14", "policy": "exact", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": true, "answer": "50 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00012565100041683763, "embedding_seconds": 0.0, "lookup_seconds": 4.9156995373778045e-05, "generation_seconds": 0.0 }, { "id": "q15", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 69, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What storage quota does Orion have?\nAnswer:", "vector": null, "seconds": 0.09297671399690444, "embedding_seconds": 0.0, "lookup_seconds": 3.283499972894788e-05, "generation_seconds": 0.09200300800148398 }, { "id": "q16", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "8 GB", "answer_correct": true, "generated": { "answer": "8 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the backup quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06437932699918747, "embedding_seconds": 0.0, "lookup_seconds": 4.594599886331707e-05, "generation_seconds": 0.06307396099873586 }, { "id": "q17", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.1384410390019184, "embedding_seconds": 0.0, "lookup_seconds": 3.939499583793804e-05, "generation_seconds": 0.1371614339950611 }, { "id": "q18", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06606935799936764, "embedding_seconds": 0.0, "lookup_seconds": 4.096100019523874e-05, "generation_seconds": 0.06474391300434945 }, { "id": "q19", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07014942599926144, "embedding_seconds": 0.0, "lookup_seconds": 4.320700099924579e-05, "generation_seconds": 0.0687984870019136 }, { "id": "q20", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07428904900007183, "embedding_seconds": 0.0, "lookup_seconds": 4.403600178193301e-05, "generation_seconds": 0.07291244299995014 }, { "id": "q21", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.07038598800136242, "embedding_seconds": 0.0, "lookup_seconds": 4.066199471708387e-05, "generation_seconds": 0.06859357500070473 }, { "id": "q22", "policy": "exact", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q21", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00012264499673619866, "embedding_seconds": 0.0, "lookup_seconds": 5.224800406722352e-05, "generation_seconds": 0.0 }, { "id": "q23", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.06915427599597024, "embedding_seconds": 0.0, "lookup_seconds": 4.1541999962646514e-05, "generation_seconds": 0.06746792900230503 }, { "id": "q24", "policy": "exact", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q23", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.0001120570013881661, "embedding_seconds": 0.0, "lookup_seconds": 4.4196996896062046e-05, "generation_seconds": 0.0 }, { "id": "q25", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.06825876599759795, "embedding_seconds": 0.0, "lookup_seconds": 3.0071001674514264e-05, "generation_seconds": 0.06708491899917135 }, { "id": "q26", "policy": "exact", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": true, "answer": "60 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00011395399633329362, "embedding_seconds": 0.0, "lookup_seconds": 4.261000140104443e-05, "generation_seconds": 0.0 }, { "id": "q27", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 71, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What storage quota does Vega have?\nAnswer:", "vector": null, "seconds": 0.07533292799780611, "embedding_seconds": 0.0, "lookup_seconds": 3.262000245740637e-05, "generation_seconds": 0.07405939300224418 }, { "id": "q28", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "9 GB", "answer_correct": true, "generated": { "answer": "9 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the backup quota for Vega?\nAnswer:", "vector": null, "seconds": 0.13298227899940684, "embedding_seconds": 0.0, "lookup_seconds": 4.808399535249919e-05, "generation_seconds": 0.13161697699979413 }, { "id": "q29", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.06827413399878424, "embedding_seconds": 0.0, "lookup_seconds": 3.7178993807174265e-05, "generation_seconds": 0.06722520400217036 }, { "id": "q30", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07215381100104423, "embedding_seconds": 0.0, "lookup_seconds": 3.549199755070731e-05, "generation_seconds": 0.07100113399792463 }, { "id": "q31", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07871541499480372, "embedding_seconds": 0.0, "lookup_seconds": 5.005599814467132e-05, "generation_seconds": 0.07760374800272984 }, { "id": "q32", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07299029400019208, "embedding_seconds": 0.0, "lookup_seconds": 3.719500091392547e-05, "generation_seconds": 0.07161113699839916 }, { "id": "q33", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07394656600081362, "embedding_seconds": 0.0, "lookup_seconds": 4.3149004341103137e-05, "generation_seconds": 0.07188704100553878 }, { "id": "q34", "policy": "exact", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q33", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0001243070000782609, "embedding_seconds": 0.0, "lookup_seconds": 4.858800093643367e-05, "generation_seconds": 0.0 }, { "id": "q35", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.07211632799590006, "embedding_seconds": 0.0, "lookup_seconds": 3.823199949692935e-05, "generation_seconds": 0.07016295499488479 }, { "id": "q36", "policy": "exact", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q35", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00011843599349958822, "embedding_seconds": 0.0, "lookup_seconds": 4.6250002924352884e-05, "generation_seconds": 0.0 }, { "id": "q37", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.1070116170012625, "embedding_seconds": 0.0, "lookup_seconds": 2.8962000214960426e-05, "generation_seconds": 0.10591468199709198 }, { "id": "q38", "policy": "exact", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": true, "answer": "70 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0001188200039905496, "embedding_seconds": 0.0, "lookup_seconds": 4.715599789051339e-05, "generation_seconds": 0.0 }, { "id": "q39", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 71, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What storage quota does Lyra have?\nAnswer:", "vector": null, "seconds": 0.07674183000199264, "embedding_seconds": 0.0, "lookup_seconds": 3.2816002203617245e-05, "generation_seconds": 0.07546129899856169 }, { "id": "q40", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "10 GB", "answer_correct": true, "generated": { "answer": "10 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the backup quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.07528732599894283, "embedding_seconds": 0.0, "lookup_seconds": 4.6097004087641835e-05, "generation_seconds": 0.07418618199881166 }, { "id": "q41", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0645167480033706, "embedding_seconds": 0.0, "lookup_seconds": 3.7695004721172154e-05, "generation_seconds": 0.06317425499582896 }, { "id": "q42", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0717943470008322, "embedding_seconds": 0.0, "lookup_seconds": 3.482699685264379e-05, "generation_seconds": 0.07046473900118144 }, { "id": "q43", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.1405265840003267, "embedding_seconds": 0.0, "lookup_seconds": 3.766800364246592e-05, "generation_seconds": 0.13921978200232843 }, { "id": "q44", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.10669087499991292, "embedding_seconds": 0.0, "lookup_seconds": 3.7615995097439736e-05, "generation_seconds": 0.10538703400379745 }, { "id": "q45", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.12957992100564297, "embedding_seconds": 0.0, "lookup_seconds": 4.253999941283837e-05, "generation_seconds": 0.12773950100381626 }, { "id": "q46", "policy": "exact", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q45", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00011669900413835421, "embedding_seconds": 0.0, "lookup_seconds": 4.539100336842239e-05, "generation_seconds": 0.0 }, { "id": "q47", "policy": "exact", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.06743207199906465, "embedding_seconds": 0.0, "lookup_seconds": 3.740000101970509e-05, "generation_seconds": 0.0657059270015452 }, { "id": "q48", "policy": "exact", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q47", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.000144247998832725, "embedding_seconds": 0.0, "lookup_seconds": 5.161199806025252e-05, "generation_seconds": 0.0 }, { "id": "q01", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.08958947799692396, "embedding_seconds": 0.010791795997647569, "lookup_seconds": 0.00035653299710247666, "generation_seconds": 0.07662674599851016 }, { "id": "q02", "policy": "semantic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": true, "answer": "40 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.000168266000400763, "embedding_seconds": 0.0, "lookup_seconds": 7.658200047444552e-05, "generation_seconds": 0.0 }, { "id": "q03", "policy": "semantic", "hit": { "answer": "40 GB", "kind": "semantic", "score": 0.9788571240439103, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": true, "answer": "40 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What storage quota does Atlas have?\nAnswer:", "vector": [ -0.016425244510173798, 0.07534279674291611, -0.08838117867708206, 0.009139377623796463, 0.008670574985444546, -0.051564693450927734, -0.06146419793367386, 0.03771868720650673, 0.07056338340044022, 0.03744306042790413, 0.011359687894582748, 0.04478108510375023, 0.03682135418057442, 0.02410021796822548, -0.09707910567522049, -0.04362485185265541, -0.025771206244826317, -0.030760932713747025, -0.05470157414674759, 0.029773853719234467, 0.018522808328270912, -0.035440441220998764, 0.04113204404711723, 0.040583156049251556, 0.0642082616686821, -0.026211969554424286, -0.0697794258594513, 0.010690812021493912, 0.048705074936151505, -0.06690409779548645, 0.034624576568603516, -0.0026683504693210125, 0.045820023864507675, 0.0027169485110789537, 0.09424392133951187, 0.06711945682764053, -0.03168034926056862, -0.07952054589986801, -0.049905844032764435, 0.009131687693297863, -0.0032365231309086084, 0.039885085076093674, -0.03217264264822006, 0.050785861909389496, 0.006241553463041782, 0.07361044734716415, -0.03545587509870529, 0.03683196008205414, -0.02422918751835823, 0.05524645373225212, -0.05061759054660797, 0.034969132393598557, -0.05395634099841118, 0.02087610587477684, -0.01649358868598938, -0.010173019021749496, -0.0015001354040578008, 0.04438773915171623, -0.04499614238739014, 0.03163355961441994, 0.04136010259389877, -0.09674180299043655, -0.0625891461968422, 0.054230425506830215, 0.006988562643527985, 0.07207777351140976, -0.037959642708301544, -0.009571368806064129, -0.08682182431221008, -0.007588505279272795, 0.0060733286663889885, 0.01809510961174965, -0.06977289170026779, 0.015143859200179577, 0.03989015892148018, -0.020536283031105995, 0.04282430559396744, 0.005992335267364979, 0.02177085168659687, -0.040521103888750076, -0.03048200160264969, -0.010279642418026924, -0.025175102055072784, -0.01661032997071743, -0.057360727339982986, -0.041383106261491776, -0.030482040718197823, 0.03076821006834507, -0.03424316644668579, -0.0727698877453804, 0.07736699283123016, -0.0006964209023863077, 0.04951975494623184, 0.02941850572824478, -0.0763419046998024, 0.05754251033067703, -0.005882292054593563, 0.07933241128921509, 0.0070125344209373, -0.013080029748380184, 0.06030268967151642, -0.007153325714170933, 0.07931796461343765, -0.0025209621526300907, -0.05770671367645264, -0.035158105194568634, 0.08399823307991028, 0.05315777659416199, -0.11182434856891632, 0.02901489846408367, 0.016341786831617355, 0.005335293710231781, -0.04173386096954346, -0.06349365413188934, 0.022674813866615295, 0.028687650337815285, -0.049071744084358215, -0.00829759705811739, 0.07111730426549911, 0.013592617586255074, -7.1333946834784e-05, 0.022719331085681915, 0.007349192164838314, -0.06779201328754425, -0.04963582009077072, 0.009833264164626598, -0.010074331425130367, -4.128041551816199e-33, 0.00754646398127079, -0.03672156482934952, -0.016961580142378807, 0.030888602137565613, -0.014041214250028133, 0.03275209292769432, 0.019100813195109367, 0.013788294978439808, -0.061433158814907074, 0.0038545846473425627, -0.043487951159477234, 0.02817009948194027, -0.03976762294769287, 0.0030516136903315783, 0.024887360632419586, 0.02163916639983654, 0.00740558048710227, 0.10799125581979752, -0.047934286296367645, -0.05452572554349899, 0.08743837475776672, -0.0034550107084214687, -0.021845299750566483, 0.01655045710504055, 0.08268654346466064, 0.029642561450600624, -0.014941489323973656, -0.05349159240722656, 0.0227400753647089, 0.027048852294683456, -0.030078189447522163, 0.047047827392816544, -0.03021860495209694, -0.017429357394576073, 0.09054245799779892, 0.055275410413742065, -0.07719963788986206, 0.04098188504576683, -0.029315175488591194, -0.024817518889904022, 0.061580438166856766, 0.025491863489151, -0.019570793956518173, -0.032559748739004135, -0.11315498501062393, -0.005929687060415745, 0.07193420827388763, -0.059405554085969925, -0.03028472699224949, 0.07874760031700134, 0.011361505836248398, 0.012772597372531891, -0.06464610993862152, 0.10424502193927765, 0.041953157633543015, -0.0503605492413044, 0.021155284717679024, -0.02840428613126278, 0.07423032820224762, 0.05705326050519943, -0.025874610990285873, 0.016060208901762962, 0.07917111366987228, 0.051723457872867584, 0.03149126097559929, 0.010545429773628712, 0.014074784703552723, 0.06092069670557976, 0.012192266061902046, 0.020996253937482834, 0.006519419606775045, -0.08539830893278122, -0.023783206939697266, 0.026582272723317146, -0.01827242597937584, -0.05644204467535019, 0.018240706995129585, -0.0533054880797863, -0.09984607994556427, -0.0034230854362249374, -0.1464182287454605, -0.10973864048719406, -0.038968343287706375, 0.03681807219982147, -0.08001755177974701, -0.02697649970650673, 0.04812663793563843, 0.051509253680706024, 0.007497537415474653, -0.033848538994789124, -0.0063560535199940205, -0.017920415848493576, -0.006636194419115782, -0.05165474861860275, -0.04174840450286865, 2.0616444406095153e-33, -0.005978614091873169, -0.002955939620733261, -0.015117068774998188, 0.015714142471551895, -0.0408061258494854, -0.025380922481417656, 0.021974235773086548, 0.07506047934293747, -0.015296854078769684, 0.010637522675096989, -0.06288071721792221, -0.026375778019428253, 0.07175444066524506, 0.047101546078920364, -0.07985277473926544, -0.013966290280222893, 0.04550415650010109, -0.10368672013282776, 0.05588890239596367, 0.04602503031492233, -0.08517884463071823, -0.014167295768857002, 0.06325064599514008, 0.08676229417324066, 0.018387096002697945, 0.034994080662727356, -0.07102400809526443, -0.07433590292930603, 0.0026254109106957912, 0.0136541947722435, -0.06301912665367126, -0.0832773968577385, -0.1244378611445427, 0.025729671120643616, -0.02135111391544342, -0.056766171008348465, 0.005759183317422867, 0.11374963819980621, -0.044797174632549286, 0.05742115154862404, 0.03727917745709419, -0.02401946671307087, -0.010013584978878498, 0.09501008689403534, 0.04097462818026543, 0.001415043487213552, 0.03313649818301201, -0.07629678398370743, -0.017532197758555412, -0.06167016178369522, -0.005372446496039629, -0.0034753417130559683, 0.07994354516267776, 0.06093541905283928, 0.030140435323119164, -0.0029844213277101517, -0.0025026127696037292, 0.06252751499414444, 0.054377418011426926, -0.059516433626413345, 0.05526622384786606, -0.009381584823131561, -0.10707584768533707, -0.017319779843091965, -0.0566081702709198, -0.03397486358880997, -0.09807751327753067, -0.042234741151332855, -0.07964280247688293, 0.12177971750497818, -0.0030663800425827503, 0.030159439891576767, 0.04478825256228447, 0.01474079117178917, -0.08569516241550446, 0.03308068960905075, 0.0072424993850290775, -0.05197152495384216, 0.08766508847475052, -0.038447219878435135, -0.059977758675813675, 0.01476446632295847, 0.03444162756204605, 0.0037332698702812195, 0.05852171778678894, -0.06799887120723724, 0.005449631717056036, -0.1001405194401741, -0.08052995055913925, 0.050358157604932785, -0.061320751905441284, 0.032094258815050125, -0.10640066117048264, 0.06591583788394928, -0.027896681800484657, -1.3660574005314174e-08, -0.003030158579349518, 0.08670752495527267, 0.012785941362380981, 0.0025231153704226017, 0.01711096428334713, -0.07625125348567963, 0.10879278182983398, 0.1517210155725479, 0.0463273823261261, 0.13125620782375336, 0.11427734047174454, 0.006406795233488083, -0.05269245803356171, -0.034543052315711975, -0.07500963658094406, 0.05791401118040085, -0.018367784097790718, -0.021674569696187973, 0.011068557389080524, 0.026771778240799904, 0.03691050410270691, 0.009928176179528236, 0.013331491500139236, -0.05646396428346634, 0.07601809501647949, -0.024590028449892998, 0.05873312056064606, 0.07669654488563538, 0.021121948957443237, -0.09733795374631882, 0.07634260505437851, -0.01953001879155636, 0.0052793631330132484, -0.04289357736706734, 0.07571308314800262, 0.0009219739586114883, -0.08008517324924469, 0.04389037936925888, 0.005786785390228033, -0.010277029126882553, -0.04135914146900177, 0.006738482508808374, 0.04314311593770981, -0.013256480917334557, 0.016044829040765762, 0.019106140360236168, -0.09109627455472946, 0.04942863807082176, -0.008344125002622604, 0.033857639878988266, -0.02538921870291233, -0.03901517391204834, 0.037085503339767456, 0.06671710312366486, 0.057719338685274124, 0.0006853112718090415, 0.052521783858537674, 0.050770651549100876, -0.0712083950638771, -0.003588911611586809, 0.026290010660886765, 0.033488679677248, -0.0037659096997231245, -0.06837159395217896 ], "seconds": 0.020814329996937886, "embedding_seconds": 0.020285983999201562, "lookup_seconds": 0.0004569120064843446, "generation_seconds": 0.0 }, { "id": "q04", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "7 GB", "answer_correct": true, "generated": { "answer": "7 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the backup quota for Atlas?\nAnswer:", "vector": [ -0.052911628037691116, 0.0729241892695427, -0.05121259018778801, -0.009466992691159248, 0.031605858355760574, -0.033812664449214935, -0.07270187884569168, 0.026002995669841766, 0.040650755167007446, 0.012999885715544224, -0.013670038431882858, -0.00019776143017224967, 0.04853564873337746, -0.021000461652874947, -0.10279811918735504, -0.0411100797355175, -0.04276429861783981, 0.002717269817367196, -0.04148322716355324, -0.014550892636179924, -0.04237508028745651, -0.021973742172122, 0.023294122889637947, 0.05870978161692619, 0.12232077121734619, -0.007004600018262863, -0.006985714193433523, 0.022009901702404022, 0.03226582705974579, -0.008931907825171947, 0.014276517555117607, -0.018179183825850487, 0.03217772766947746, -0.027801815420389175, 0.06290945410728455, 0.10226775705814362, -0.06769533455371857, -0.034586623311042786, -0.03591625764966011, 0.04492951184511185, -0.029736259952187538, 0.01505669578909874, -0.048109427094459534, 0.005830257665365934, -0.004851503763347864, 0.05345454066991806, -0.038820527493953705, 0.07778313755989075, 0.017836151644587517, 0.0902227982878685, -0.005212774965912104, 0.03318304568529129, -0.07465393096208572, 0.01939375512301922, -0.008346048183739185, 0.03917022794485092, 0.017202103510499, 0.054409608244895935, -0.05544428154826164, 0.02367974817752838, 0.020012101158499718, -0.07112814486026764, -0.0858360081911087, 0.06359465420246124, 0.03178887441754341, 0.05060313269495964, -0.06094435229897499, -0.006451877299696207, -0.07008501887321472, 0.01142688374966383, -0.012671856209635735, -0.012853726744651794, -0.058707065880298615, -0.015724733471870422, 0.0741177648305893, 0.024112654849886894, 0.06444548815488815, 0.010721750557422638, -0.029608270153403282, -0.029335513710975647, -0.0007709165802225471, -0.0063924710266292095, -0.051273174583911896, -0.02902386151254177, -0.05088008940219879, -0.041423920542001724, -0.005008647684007883, 0.04982855170965195, 0.0219609085470438, -0.0206011850386858, 0.0982898697257042, -0.02941945753991604, 0.0679272934794426, 0.03439035639166832, -0.02506631426513195, 0.06963840126991272, -0.03383112698793411, 0.09554756432771683, 0.05127060040831566, -0.014053934253752232, 0.030634267255663872, -0.05891991779208183, 0.07180627435445786, 0.011029423214495182, -0.04318595305085182, -0.008355921134352684, 0.09170553088188171, 0.016023807227611542, -0.0868510827422142, 0.03141585364937782, 0.011536932550370693, 0.01749761402606964, -0.00016649911412969232, -0.04109290614724159, 0.0555996410548687, -0.0046619512140750885, -0.041131071746349335, -0.012871208600699902, 0.06755378097295761, 0.00849174801260233, 0.0021373373456299305, 0.055375274270772934, 0.03202640637755394, -0.09966583549976349, -0.04914148896932602, -0.023442203179001808, 0.004462767858058214, -5.347953426052245e-33, 0.011374042369425297, 0.04265208914875984, -0.0022636540234088898, -0.020765740424394608, -0.012349562719464302, 0.028341051191091537, 0.03815328702330589, 0.0061793457716703415, -0.02413938380777836, 0.02470647543668747, -0.03438908979296684, 0.026880957186222076, -0.012740141712129116, -0.023240728303790092, -0.051861055195331573, 0.01160627231001854, 0.04344696179032326, 0.13007834553718567, -0.039528414607048035, -0.044851090759038925, 0.09638652950525284, -0.0095766456797719, -0.033586807548999786, 0.02292291261255741, 0.043039675801992416, 0.04655306041240692, 0.006692618131637573, -0.007159029599279165, 0.018850943073630333, 0.012797204777598381, -0.010740076191723347, 0.06321414560079575, -0.027876846492290497, -0.04998500272631645, 0.08331383764743805, 0.07907284796237946, -0.1049991250038147, 0.04521339014172554, -0.026577312499284744, 0.0013797710416838527, 0.06066124886274338, 0.022904282435774803, -0.05158979818224907, -0.06101439148187637, -0.07819274067878723, -0.05279547721147537, 0.10305416584014893, -0.07828200608491898, -0.045045915991067886, 0.06633651256561279, 0.005782983265817165, -0.01572204753756523, -0.07016537338495255, 0.05262432247400284, 0.001097767730243504, -0.05286705493927002, 0.028792792931199074, -0.008043150417506695, 0.07054004073143005, 0.0286359004676342, 0.005113509017974138, -0.005929915234446526, 0.04996455833315849, 0.05284139886498451, 0.026634681969881058, -0.007998785004019737, 0.003677029861137271, 0.07847023010253906, -0.01811288669705391, 0.025385074317455292, 0.015827184543013573, -0.0885099396109581, -0.08331958204507828, 0.016997046768665314, -0.009374188259243965, -0.0679505318403244, 0.025956682860851288, -0.02491576410830021, -0.06111105531454086, 0.013745742850005627, -0.19012674689292908, -0.07981973886489868, -0.06594081968069077, -0.05192746967077255, 0.0009272962342947721, 0.013365533202886581, 0.039327483624219894, 0.027953654527664185, 0.019733933731913567, -0.02580677531659603, -0.007577390875667334, -0.06618930399417877, -0.02783067524433136, -0.04973138868808746, -0.010624206624925137, 2.6923720975905374e-33, 0.0013059198390692472, -0.0005531130591407418, 0.021413717418909073, 0.020367026329040527, -0.04050604626536369, -0.02121470496058464, 0.013376976363360882, 0.1302478015422821, -0.010579699650406837, 0.057638369500637054, -0.06536535918712616, -0.04289477691054344, 0.06676488369703293, 0.0414464958012104, -0.07171017676591873, -0.01932833343744278, 0.03081486001610756, -0.12409983575344086, 0.017535215243697166, 0.033338192850351334, -0.06338711827993393, 0.0017195118125528097, 0.029862109571695328, 0.08300314098596573, 0.0062626986764371395, 0.02211490459740162, -0.06641855835914612, -0.03008427284657955, 0.03952531889081001, 0.0031701033003628254, -0.04500853270292282, -0.0912296399474144, -0.14956441521644592, 0.0879165530204773, -0.029780955985188484, -0.037847355008125305, -0.03658975660800934, 0.14969339966773987, -0.02123148925602436, 0.07696983963251114, 0.04795185849070549, -0.03059239499270916, -0.01568428799510002, 0.05881613865494728, 0.0006758456584066153, 0.012858067639172077, 0.0358484648168087, -0.0804879367351532, -0.021568268537521362, -0.064954474568367, 0.0072693289257586, 0.024104831740260124, 0.07947388291358948, 0.11244907230138779, 0.02187991701066494, -0.0002528308250475675, 0.0579945333302021, 0.0745842233300209, 0.05139517784118652, -0.05875688046216965, 0.045303475111722946, 0.0060289776884019375, -0.07236794382333755, -0.01339623611420393, -0.03569241613149643, -0.01880200393497944, -0.1021513044834137, -0.016727590933442116, -0.051777638494968414, 0.10042861104011536, -0.003138871630653739, 0.07026981562376022, 0.014095727354288101, 0.024205172434449196, -0.05996105447411537, 0.03234938159584999, -0.01855042390525341, -0.06238575279712677, 0.08721314370632172, -0.03695514053106308, -0.0503411702811718, -0.01975392922759056, 0.01251809112727642, 0.010563261806964874, 0.05896547809243202, -0.10731104016304016, -0.011385759338736534, -0.0805855318903923, -0.040404610335826874, 0.0711485743522644, -0.04971371591091156, 0.0020218873396515846, -0.08248910307884216, 0.08245092630386353, -0.015690524131059647, -1.4377741663906818e-08, -0.02515377663075924, 0.11163322627544403, 0.010418944992125034, 0.009666504338383675, 0.02154526486992836, -0.09386832267045975, 0.07140525430440903, 0.06126987189054489, 0.031861208379268646, 0.06779233366250992, 0.09047368913888931, -0.0318928100168705, -0.030525250360369682, 0.015563402324914932, -0.11559648811817169, 0.024955788627266884, 0.010030110366642475, -0.039265070110559464, 0.03255120664834976, -0.00025648920563980937, -0.011240748688578606, -0.006982508581131697, -0.006928075570613146, -0.039933763444423676, 0.07380587607622147, -0.01162941474467516, 0.044281378388404846, 0.10933364182710648, -0.007831595838069916, -0.12152130901813507, 0.059145305305719376, -0.01342814601957798, -0.029365157708525658, -0.06626234948635101, 0.05410870537161827, 0.012945597991347313, -0.05836093798279762, -0.004802122246474028, -0.013668653555214405, 0.0020260619930922985, -0.018083255738019943, 0.006645262241363525, 0.04734807834029198, -0.043126676231622696, -0.0006765449070371687, 0.028087643906474113, -0.07246369868516922, 0.024590935558080673, -0.03621061146259308, -0.027499090880155563, -0.014746269211173058, -0.05171532183885574, 0.07200249284505844, 0.05181991308927536, 0.08389442414045334, 0.015363114885985851, 0.04926174879074097, 0.04215001314878464, -0.06924881786108017, 0.007183297537267208, -0.005210056900978088, 0.027242232114076614, 0.008642059750854969, -0.11896367371082306 ], "seconds": 0.09793419100606116, "embedding_seconds": 0.007613353001943324, "lookup_seconds": 0.00047100299707381055, "generation_seconds": 0.08809415499854367 }, { "id": "q05", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.08625245500297751, "embedding_seconds": 0.007174973994551692, "lookup_seconds": 0.00023012900055618957, "generation_seconds": 0.0771179299990763 }, { "id": "q06", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.11393644000054337, "embedding_seconds": 0.010264274002111051, "lookup_seconds": 0.00027016899548470974, "generation_seconds": 0.10020887299469905 }, { "id": "q07", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.11629480400006287, "embedding_seconds": 0.009899730001052376, "lookup_seconds": 0.0002271880002808757, "generation_seconds": 0.10437943400029326 }, { "id": "q08", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.08843596599763259, "embedding_seconds": 0.007792657001118641, "lookup_seconds": 0.00024089199723675847, "generation_seconds": 0.07897659800073598 }, { "id": "q09", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.08832292900478933, "embedding_seconds": 0.007332519002375193, "lookup_seconds": 0.00032267999631585553, "generation_seconds": 0.07833998400019482 }, { "id": "q10", "policy": "semantic", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q09", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.0001361009999527596, "embedding_seconds": 0.0, "lookup_seconds": 5.657000292558223e-05, "generation_seconds": 0.0 }, { "id": "q11", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 57, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.10719827000139048, "embedding_seconds": 0.006913011995493434, "lookup_seconds": 0.00021722899691667408, "generation_seconds": 0.09776243099622661 }, { "id": "q12", "policy": "semantic", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q11", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00013769799988949671, "embedding_seconds": 0.0, "lookup_seconds": 5.868099833605811e-05, "generation_seconds": 0.0 }, { "id": "q13", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.08775682100531412, "embedding_seconds": 0.007769111995003186, "lookup_seconds": 0.0002190710001741536, "generation_seconds": 0.07826936099445447 }, { "id": "q14", "policy": "semantic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": true, "answer": "50 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00012962600158061832, "embedding_seconds": 0.0, "lookup_seconds": 5.7803998060990125e-05, "generation_seconds": 0.0 }, { "id": "q15", "policy": "semantic", "hit": { "answer": "50 GB", "kind": "semantic", "score": 0.9803206540931589, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": true, "answer": "50 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What storage quota does Orion have?\nAnswer:", "vector": [ 0.011173897422850132, 0.007794183678925037, -0.0683458149433136, -0.011963622644543648, -0.055960867553949356, -0.04440401494503021, -0.006120993290096521, 0.009759560227394104, 0.007016180548816919, 0.06541702151298523, -0.021039146929979324, 0.019336823374032974, -0.011789717711508274, -0.008400036953389645, -0.03653182461857796, 0.010069680400192738, -0.02399875782430172, -0.0822460949420929, -0.03412766754627228, 0.00670287199318409, 0.046694640070199966, 0.010207239538431168, 0.011438279412686825, 0.022974025458097458, 0.017064806073904037, 0.045006994158029556, -0.05936112999916077, -0.03636459633708, 0.029189713299274445, -0.05693795904517174, 0.013164039701223373, 0.008775689639151096, 0.026380272582173347, 0.0018309216247871518, 0.05638212338089943, 0.04796288162469864, -0.03420083597302437, -0.08168356120586395, -0.058797817677259445, -0.0224077757447958, -0.025399385020136833, 0.03688579797744751, -0.026515604928135872, 0.05273718014359474, -0.09450259059667587, 0.03540966659784317, -0.015773175284266472, 0.02582652121782303, 0.011018800549209118, 0.07700032740831375, 0.010499582625925541, -0.037290699779987335, -0.032977309077978134, 0.0036759485956281424, 0.05383238568902016, -0.0004412405251059681, -0.011518496088683605, 0.013170842081308365, -0.04084935039281845, 0.05744364485144615, 0.0050783646292984486, -0.02092292346060276, -0.05097711831331253, 0.029571501538157463, 0.05631780996918678, 0.03447429835796356, -0.04575640335679054, -0.015569631941616535, -0.04775764420628548, -0.022625990211963654, 0.019386425614356995, -0.0265024583786726, -0.08185504376888275, 0.026032520458102226, -0.029116785153746605, -0.013981005176901817, 0.1519094705581665, 0.04707071930170059, 0.0716242715716362, -0.005974406376481056, -0.03197340667247772, 0.006645823363214731, -0.01827458292245865, 0.00692046107724309, -0.014619880355894566, -0.053973812609910965, -0.03157378360629082, 0.02800462581217289, -0.05960538983345032, -0.03692351654171944, 0.07816486060619354, -0.011071531102061272, 0.054553400725126266, 0.025709090754389763, -0.07081025093793869, 0.020251872017979622, -0.0667814090847969, -0.0016478270990774035, -0.01347270980477333, 0.01972210220992565, 0.02954746037721634, 0.04885479062795639, 0.008907522074878216, 0.006771466229110956, -0.08630280196666718, -0.031400829553604126, 0.027095289900898933, 0.06380575150251389, -0.07172784954309464, 0.08432701975107193, 0.017141059041023254, -0.006438833195716143, -0.04540468752384186, -0.012092378921806812, 0.018108399584889412, 0.03912793844938278, -0.07824813574552536, 0.004023749381303787, 0.029131775721907616, -0.04825152829289436, -0.00560062937438488, -0.025773191824555397, 0.0773891806602478, 0.01227292325347662, -0.04325396940112114, -0.0033713928423821926, -0.05348782613873482, -4.5317191688580345e-33, -0.008903064765036106, -0.09114618599414825, 0.039892055094242096, 0.023289063945412636, -0.06675627827644348, 0.0017316928133368492, 0.002250493271276355, 0.09854252636432648, -0.06892453134059906, -0.05508926883339882, -0.030024973675608635, 0.005429242271929979, -0.026788242161273956, 2.9843475203961134e-05, 0.09113027155399323, -0.06772049516439438, 0.025682248175144196, 0.08763797581195831, 0.013900299556553364, -0.0511506125330925, 0.011116111651062965, 0.00718316063284874, -0.0002627084613777697, -0.021890511736273766, 0.05747935548424721, 0.04547860100865364, 0.030939767137169838, -0.05010058730840683, -0.002103472361341119, 0.04173443093895912, 0.013897394761443138, -0.003106056246906519, -0.02514890767633915, 0.025337055325508118, 0.04228788986802101, 0.05755516514182091, -0.08279786258935928, -0.009944234974682331, -0.08227960020303726, -0.00933265034109354, -0.0011924804421141744, 0.06491228938102722, -0.014375033788383007, -0.006483761128038168, -0.0903170257806778, -0.010884677059948444, 0.0923340916633606, -0.09560821205377579, -0.025734001770615578, 0.1323055773973465, 0.0029622295405715704, 0.0899747684597969, -0.08313876390457153, 0.04541035369038582, 0.04456760734319687, 0.017203405499458313, 0.04513786360621452, -0.015440958552062511, 0.08469166606664658, 0.01786826178431511, -0.032036710530519485, -0.004403663333505392, 0.06540916115045547, 0.011416114866733551, 0.03862211853265762, 0.1410394012928009, 0.0428897850215435, -0.046074315905570984, 0.03124978020787239, 0.04206960275769234, -0.004309128504246473, -0.05094055086374283, 0.04016649350523949, 0.0117247449234128, -0.04265177622437477, -0.02689202129840851, 0.027048079296946526, 0.021417560055851936, -0.09715553373098373, 0.024155691266059875, -0.1130620688199997, -0.09544162452220917, 0.07074257731437683, 0.052141547203063965, 0.0073816305957734585, -0.0960213914513588, 0.06146424263715744, 0.058334313333034515, -0.06243467703461647, -0.04617828503251076, 0.04935223609209061, -0.021742334589362144, -0.03985670208930969, -0.01641995459794998, -0.03366586193442345, 2.4627146642444332e-33, -0.0006852556834928691, -0.017065251246094704, -0.03796421363949776, -0.05103081092238426, -0.0644998550415039, -0.0043581207282841206, -0.011160013265907764, 0.089828260242939, -0.05104520544409752, 0.03048757277429104, -0.10134363919496536, 0.057271070778369904, 0.05903560668230057, -0.03128637745976448, -0.046162478625774384, -0.017370164394378662, 0.01839342527091503, -0.03164262697100639, 0.03898347169160843, -0.039949893951416016, 0.01560752559453249, 0.015567930415272713, 0.09393202513456345, 0.03505123779177666, -0.033528804779052734, 0.0004481385403778404, -0.03005773387849331, -0.061162449419498444, 0.010854472406208515, -0.08421894162893295, -0.03728858754038811, -0.08714241534471512, -0.09041055291891098, -0.03802040219306946, -0.0371822714805603, -0.11559407413005829, 0.0061790551990270615, 0.0944770947098732, -0.0660642609000206, 0.055070795118808746, 0.0353042334318161, 0.06091710180044174, 0.037716880440711975, 0.05647147074341774, 0.04750417545437813, -0.07605185359716415, -0.004455525893718004, -0.04195479303598404, 0.052772488445043564, -0.047343943268060684, 0.025776952505111694, -0.05011732503771782, 0.0834164097905159, 0.02909911796450615, 0.06313122063875198, 0.006516274064779282, 0.046209096908569336, 0.059103067964315414, 0.06941863149404526, -0.04824797064065933, 0.0918928012251854, -0.023151224479079247, -0.054892074316740036, 0.02073691599071026, -0.054584503173828125, -0.0637304037809372, -0.021877260878682137, -0.03568347916007042, -0.10400497168302536, 0.11300525069236755, 0.002701924880966544, -0.017821528017520905, 0.059999268501996994, 0.055134184658527374, -0.059728872030973434, 0.04325338825583458, 0.003888375125825405, -0.05967099219560623, 0.11789596825838089, 0.00921268668025732, -0.0854547917842865, 0.03247002139687538, 0.04344547912478447, 0.05970926582813263, 0.08433976024389267, -0.11162612587213516, 0.0818350538611412, -0.08350429683923721, -0.04697567969560623, 0.054473862051963806, -0.05934809520840645, 0.026775985956192017, -0.03295670822262764, 0.012440608814358711, 0.011147667653858662, -1.3548974386878854e-08, 8.949042239692062e-05, 0.06969141215085983, -0.01712765172123909, 0.04436665028333664, 0.06669988483190536, -0.04308789595961571, 0.04988718777894974, 0.13623997569084167, 0.05860622599720955, 0.05156222730875015, 0.10114484280347824, 0.0422082357108593, -0.09662135690450668, -0.004760000389069319, -0.0623030923306942, 0.030400950461626053, -0.049414318054914474, -0.08397495001554489, -0.016124770045280457, 0.005623375065624714, 0.013025669381022453, 0.01632264442741871, 0.015983931720256805, -0.03152694180607796, 0.02504872903227806, -0.012769184075295925, 0.10155803710222244, 0.10329471528530121, 0.037814196199178696, -0.0417524129152298, -0.07479912042617798, 0.0112898675724864, -0.023073755204677582, -0.07447069138288498, -0.024225344881415367, 0.009480053558945656, -0.06439752131700516, 0.028799498453736305, -0.014023825526237488, 0.049548931419849396, -0.022172288969159126, -0.057722486555576324, 0.09854476153850555, 0.011190149001777172, 0.07551715523004532, 0.12041114270687103, -0.11394848674535751, 0.055610425770282745, -0.052117880433797836, -0.04612410441040993, 0.022672191262245178, -0.011510143056511879, -0.011680238880217075, 0.012320182286202908, -0.009751700796186924, 0.0022303666919469833, -0.00963001511991024, -0.005022060126066208, -0.03222501650452614, 0.002521042712032795, 0.09247487783432007, 0.011471976526081562, 0.01201361883431673, 0.0015194405568763614 ], "seconds": 0.006752483001037035, "embedding_seconds": 0.006257312001253013, "lookup_seconds": 0.0004319639992900193, "generation_seconds": 0.0 }, { "id": "q16", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "8 GB", "answer_correct": true, "generated": { "answer": "8 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the backup quota for Orion?\nAnswer:", "vector": [ -0.030200829729437828, -0.0012056095292791724, -0.0387941412627697, -0.03227165341377258, -0.024846825748682022, -0.022934189066290855, -0.01913570798933506, 0.009737498126924038, -0.011074061505496502, 0.037227798253297806, -0.04703139141201973, -0.013631261885166168, -0.00410785898566246, -0.047117870301008224, -0.046171173453330994, 0.013208958320319653, -0.035883065313100815, -0.057779885828495026, -0.01982775889337063, -0.03802631050348282, -0.011232427321374416, 0.012293101288378239, -0.00936153158545494, 0.04489265754818916, 0.07952115684747696, 0.05099790170788765, 0.01084884162992239, -0.01618594117462635, 0.005130494013428688, -0.00462000910192728, -0.00761030288413167, -0.0034014929551631212, 0.023603005334734917, -0.024250997230410576, 0.030189217999577522, 0.0825393944978714, -0.07075036317110062, -0.04041203483939171, -0.05120512470602989, 0.006798256188631058, -0.039549171924591064, 0.0025427183136343956, -0.054090242832899094, 0.016956372186541557, -0.103534035384655, 0.006623967085033655, -0.017416516318917274, 0.06421203911304474, 0.04494412615895271, 0.1039506271481514, 0.050679877400398254, -0.039539843797683716, -0.04999414086341858, 0.011154521256685257, 0.057041458785533905, 0.049631424248218536, -0.0010517030023038387, 0.03924795240163803, -0.03957769647240639, 0.04472314193844795, -0.023756572976708412, -0.008903679437935352, -0.07824253290891647, 0.041023559868335724, 0.08546897768974304, 0.015600870363414288, -0.058462124317884445, -0.013712052255868912, -0.043163180351257324, 0.003040136769413948, -0.0035655489191412926, -0.06412289291620255, -0.0777575671672821, -0.004418624099344015, 0.0026503961998969316, 0.036609817296266556, 0.16013875603675842, 0.04898863285779953, 0.03077978454530239, -0.0035119059029966593, -0.005237962584942579, 0.004062958527356386, -0.04622916504740715, -0.013065395876765251, 0.009288840927183628, -0.05107958987355232, -0.01656423881649971, 0.05166088044643402, 0.0013014995492994785, 0.010139132849872112, 0.1031896248459816, -0.025017352774739265, 0.0819491520524025, 0.033200912177562714, -0.028807446360588074, 0.034637920558452606, -0.08195339888334274, 0.018804892897605896, 0.035882070660591125, 0.02017056941986084, 0.006685856729745865, 0.01003465335816145, -0.003926190081983805, 0.015991676598787308, -0.08264877647161484, 0.0015818127430975437, 0.05224614217877388, 0.0352298803627491, -0.048923343420028687, 0.07823936641216278, 0.005058023612946272, 0.013110904023051262, -0.009227556176483631, -0.0013461828930303454, 0.050058603286743164, 0.013089249841868877, -0.0793994590640068, 0.005656492430716753, 0.04214302450418472, -0.04545469582080841, -0.005394786596298218, 0.013932392932474613, 0.09296766668558121, -0.01893499307334423, -0.03736279904842377, -0.03200416639447212, -0.03691371902823448, -5.564681523565258e-33, -0.0008648121147416532, -0.0018291843589395285, 0.04419192299246788, -0.02686375193297863, -0.08199115097522736, 0.010838339105248451, 0.018330752849578857, 0.08893641084432602, -0.041018616408109665, -0.03289370611310005, -0.027105700224637985, 0.007233764044940472, 0.0003083932970184833, -0.024646490812301636, 0.014704020693898201, -0.07203426212072372, 0.0523085854947567, 0.10488631576299667, 0.02627093717455864, -0.0361030139029026, 0.02974923513829708, 0.012754994444549084, -0.02093454822897911, -0.006229213438928127, 0.02835793048143387, 0.05074816942214966, 0.051511213183403015, -0.0044739143922924995, 0.016829051077365875, 0.03344147652387619, 0.02655181661248207, 0.008204633370041847, -0.02518388442695141, -0.011949603445827961, 0.025979693979024887, 0.08999180048704147, -0.11656145006418228, 0.001954060047864914, -0.0820586234331131, 0.0017086968291550875, 0.005945403128862381, 0.058282386511564255, -0.0674564465880394, -0.044544924050569534, -0.0694093406200409, -0.05343790724873543, 0.11423587054014206, -0.10738223046064377, -0.03796999156475067, 0.11206033825874329, -0.007233309559524059, 0.05226748064160347, -0.09628816694021225, 0.0013671229826286435, 0.0182671956717968, 0.025469278916716576, 0.04205700382590294, -0.005441029090434313, 0.08402226120233536, -0.001806072425097227, 0.006092817988246679, -0.03298754245042801, 0.037114135921001434, 0.016360605135560036, 0.027911461889743805, 0.11781660467386246, 0.030137814581394196, -0.019086815416812897, -0.009397847577929497, 0.05147508159279823, -0.004406115505844355, -0.06504473090171814, -0.007050295360386372, -0.0027500155847519636, -0.022225437685847282, -0.031813085079193115, 0.03151031583547592, 0.05299355462193489, -0.05931098759174347, 0.03904653340578079, -0.15858854353427887, -0.06397847086191177, 0.038964152336120605, -0.03480357676744461, 0.08615903556346893, -0.044271454215049744, 0.040126219391822815, 0.0330008864402771, -0.05262191966176033, -0.03055310808122158, 0.04678323119878769, -0.07062104344367981, -0.040281523019075394, -0.015217334032058716, -0.015047379769384861, 3.287794883770566e-33, 0.0043891300447285175, -0.0007334819529205561, -0.002217308385297656, -0.04319741576910019, -0.0663369819521904, -0.0031215434428304434, -0.01722198724746704, 0.1467019021511078, -0.04108848050236702, 0.07555224746465683, -0.08900460600852966, 0.028592629358172417, 0.05278438329696655, -0.03487623110413551, -0.04667395353317261, -0.027969161048531532, 0.000912159972358495, -0.04811741039156914, 0.0047051128931343555, -0.05564941093325615, 0.029422856867313385, 0.02751440554857254, 0.06867455691099167, 0.03316890075802803, -0.04666163772344589, -0.005787822417914867, -0.03093758225440979, -0.006924499291926622, 0.042072929441928864, -0.08376855403184891, -0.021407291293144226, -0.0900561660528183, -0.1257210671901703, 0.02742977812886238, -0.036160122603178024, -0.08205033838748932, -0.03168487548828125, 0.13288582861423492, -0.037798792123794556, 0.07299210876226425, 0.04625384882092476, 0.04993419721722603, 0.02689991146326065, 0.016876939684152603, -0.0038792111445218325, -0.056476954370737076, 1.0309374829375884e-06, -0.05109965428709984, 0.038201235234737396, -0.053668826818466187, 0.041899971663951874, -0.01904822140932083, 0.08973489701747894, 0.09262736141681671, 0.044924791902303696, 0.009279843419790268, 0.10639280825853348, 0.0730188861489296, 0.07429725676774979, -0.0485425665974617, 0.08645473420619965, -0.0012048870557919145, -0.024678386747837067, 0.012341400608420372, -0.030915312469005585, -0.04484330117702484, -0.02972515858709812, -0.003133671125397086, -0.07138346135616302, 0.09008985757827759, -0.0010078292107209563, 0.015454279258847237, 0.03385261073708534, 0.07159203290939331, -0.04404893517494202, 0.05169690400362015, -0.03064716048538685, -0.07523861527442932, 0.10295742750167847, 0.009878958575427532, -0.07304847985506058, -0.0018748641014099121, 0.019863056018948555, 0.06660082936286926, 0.08521340787410736, -0.15825727581977844, 0.06847448647022247, -0.08109785616397858, -0.007909922860562801, 0.06629209965467453, -0.039558038115501404, -0.0036928870249539614, -0.0093462523072958, 0.04061379283666611, 0.021722596138715744, -1.4005684612072855e-08, -0.018733909353613853, 0.08637353032827377, -0.024921277537941933, 0.04805799201130867, 0.06918713450431824, -0.06215309724211693, 0.007768040057271719, 0.050768401473760605, 0.037350598722696304, 0.002810944803059101, 0.08578456938266754, -0.011933685280382633, -0.06904643028974533, 0.034616678953170776, -0.09801803529262543, -0.0025819651782512665, -0.029346570372581482, -0.08835197240114212, 0.008176262490451336, -0.02473500370979309, -0.02758244425058365, 0.00898618996143341, -0.010126578621566296, -0.019750354811549187, 0.02928091026842594, -0.00244593876414001, 0.09045339375734329, 0.13612140715122223, -0.0011985234450548887, -0.07193171232938766, -0.08864457905292511, 0.02221793495118618, -0.05426788330078125, -0.10375899076461792, -0.03939991071820259, 0.024405546486377716, -0.036556269973516464, -0.01961394026875496, -0.030925877392292023, 0.06495337933301926, 0.004100755322724581, -0.052938129752874374, 0.1093175858259201, -0.02508983202278614, 0.05301951244473457, 0.1126430407166481, -0.1046288013458252, 0.02682405337691307, -0.0669545903801918, -0.0750855803489685, 0.03883003816008568, -0.017775654792785645, 0.015789860859513283, 0.004113777540624142, 0.02199854515492916, 0.019932188093662262, -0.01826956868171692, 0.0036539777647703886, -0.049995794892311096, 0.010884859599173069, 0.06866137683391571, -0.0031392532400786877, 0.03404945880174637, -0.052199795842170715 ], "seconds": 0.08011573299882002, "embedding_seconds": 0.006302955996943638, "lookup_seconds": 0.00044942500244360417, "generation_seconds": 0.07194203799735988 }, { "id": "q17", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.07498046900582267, "embedding_seconds": 0.006290022996836342, "lookup_seconds": 0.00021482299780473113, "generation_seconds": 0.0668271519971313 }, { "id": "q18", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.1267478410009062, "embedding_seconds": 0.007928712002467364, "lookup_seconds": 0.00023782599600963295, "generation_seconds": 0.11671572200430091 }, { "id": "q19", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.09480004399665631, "embedding_seconds": 0.0069381270004669204, "lookup_seconds": 0.0003119929970125668, "generation_seconds": 0.08613112999591976 }, { "id": "q20", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.08831482799723744, "embedding_seconds": 0.006819339003413916, "lookup_seconds": 0.00022473499848274514, "generation_seconds": 0.0794926820017281 }, { "id": "q21", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.07499668400123483, "embedding_seconds": 0.007299606004380621, "lookup_seconds": 0.00022781299776397645, "generation_seconds": 0.06488915600493783 }, { "id": "q22", "policy": "semantic", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q21", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00013424400094663724, "embedding_seconds": 0.0, "lookup_seconds": 5.672300176229328e-05, "generation_seconds": 0.0 }, { "id": "q23", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 59, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.08376556200528285, "embedding_seconds": 0.006824983996921219, "lookup_seconds": 0.00024508300703018904, "generation_seconds": 0.07418344699544832 }, { "id": "q24", "policy": "semantic", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q23", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00013732599472859874, "embedding_seconds": 0.0, "lookup_seconds": 5.788099952042103e-05, "generation_seconds": 0.0 }, { "id": "q25", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.10909030299808364, "embedding_seconds": 0.008409313006268349, "lookup_seconds": 0.00025940799969248474, "generation_seconds": 0.09889516700059175 }, { "id": "q26", "policy": "semantic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": true, "answer": "60 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00013329800276551396, "embedding_seconds": 0.0, "lookup_seconds": 5.4829004511702806e-05, "generation_seconds": 0.0 }, { "id": "q27", "policy": "semantic", "hit": { "answer": "60 GB", "kind": "semantic", "score": 0.9779540077082691, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": true, "answer": "60 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What storage quota does Vega have?\nAnswer:", "vector": [ 0.015581292100250721, -0.004749759566038847, -0.0562729649245739, 0.03798094764351845, 0.02415587194263935, -0.05705490708351135, -0.04446014389395714, 0.040627364069223404, 0.047308795154094696, 0.0038967204745858908, 0.03342452645301819, -0.0034818733111023903, -0.04949728772044182, 0.03495187312364578, -0.05376560613512993, -0.04789251089096069, 0.017187217250466347, -0.006307055242359638, -0.037643130868673325, 0.04814523831009865, 0.04593564197421074, -0.041486047208309174, 0.014254276640713215, 0.04016881063580513, 0.0018489339854568243, 0.008474431000649929, -0.08319231122732162, -0.014809690415859222, 0.029311537742614746, -0.049385108053684235, 0.01486191712319851, -0.009198850020766258, 0.05883149057626724, -0.01149642001837492, 0.06807160377502441, 0.01301007904112339, -0.046914808452129364, -0.044169194996356964, -0.0175638347864151, -0.037605512887239456, -0.015476588159799576, -0.02569451928138733, -0.050878893584012985, 0.06670790165662766, 0.014544856734573841, 0.0706295371055603, 0.007074972148984671, -0.0057808770798146725, 0.008352652192115784, -0.03527887538075447, 0.01284244004637003, 0.029065709561109543, -0.035092368721961975, 0.03239203989505768, -0.04385804757475853, -0.09388349950313568, 0.03166454657912254, 0.04214891418814659, 0.03867698088288307, 0.05158489942550659, 0.07053029537200928, -0.0914989486336708, -0.04910070076584816, 0.03988030180335045, 0.05206532031297684, -0.031001538038253784, 0.014516674913465977, 0.028485693037509918, -0.09395023435354233, 0.01151907630264759, -0.01632680557668209, 0.024641430005431175, -0.03337102755904198, 0.061654314398765564, -0.014572903513908386, 0.014718666672706604, 0.08046021312475204, 0.056261420249938965, 0.12797924876213074, -0.010219724848866463, -0.015623090788722038, -0.05178796499967575, -0.04064313322305679, 0.00393553776666522, -0.03454725071787834, -0.04539700970053673, -0.01518211979418993, 0.04472851753234863, -0.027830595150589943, -0.07902577519416809, 0.018348773941397667, 0.02213919535279274, 0.0682884156703949, 0.021082298830151558, -0.06632040441036224, 0.013915752992033958, -0.05675745755434036, 0.03691677376627922, 0.011668195016682148, -0.0356534980237484, 0.013188821263611317, 0.04248364642262459, 0.024494772776961327, 0.006726524792611599, -0.04780576750636101, -0.01039174199104309, -0.04094509035348892, 0.09710858017206192, -0.021811306476593018, 0.06302887946367264, -0.043148841708898544, 0.04927735775709152, -0.04248835891485214, -6.868250056868419e-05, 0.0419175885617733, 0.08793619275093079, -0.02924995869398117, -0.016477013006806374, 0.04080003872513771, 0.022207817062735558, 0.010701817460358143, -0.016078930348157883, 0.05348993465304375, -0.01899746246635914, -0.043133415281772614, -0.04782801866531372, 0.0007345806225202978, -3.1772131914528365e-33, -0.013919360935688019, -0.048101939260959625, 0.01991293951869011, 7.39575843908824e-05, -0.010334034450352192, 0.008840197697281837, -0.02708413638174534, 0.008347234688699245, -0.0899544358253479, -0.013235999271273613, 0.003857073839753866, -0.010208860971033573, -0.008963025175035, 0.036193206906318665, 0.04000447317957878, -0.04285501688718796, -0.007771582342684269, 0.06776238977909088, 0.0020710392855107784, -0.08978120237588882, -0.007785846944898367, -0.009497864171862602, 0.03775176778435707, 0.06172838434576988, 0.05460100993514061, -0.0007571717724204063, 0.03065735287964344, -0.0930139496922493, 0.02596191130578518, 0.02857103943824768, -0.00834283884614706, -0.03066612035036087, -0.03255545720458031, 0.04959079250693321, 0.061939507722854614, 0.04566635563969612, 0.010057046078145504, -0.009030604735016823, -0.03951767459511757, -0.010919563472270966, 0.09386381506919861, 0.07195544987916946, 0.09161607921123505, -0.03013135865330696, -0.10360757261514664, -0.005021108314394951, 0.05074113979935646, -0.06699313968420029, -0.05481399595737457, 0.17167361080646515, -0.05262657254934311, 0.02912462316453457, -0.06154443696141243, 0.035760484635829926, 0.05417066439986229, -0.03778458759188652, 0.0429873913526535, -0.06747139245271683, 0.026884380728006363, -0.006317848339676857, -0.05907044932246208, 0.05213863030076027, 0.043500542640686035, 0.01487970445305109, -0.020870396867394447, 0.07471694052219391, -0.0007782849133946002, -0.001573458663187921, 0.045573748648166656, 0.07713112980127335, -0.007955205626785755, -0.06775809079408646, 0.008551236242055893, -0.0355195477604866, -0.062430333346128464, -0.026857933029532433, 0.021038424223661423, -0.03031413070857525, -0.09978442639112473, 0.00692119961604476, -0.09416013956069946, -0.07405862212181091, -0.021850328892469406, 0.04695978760719299, -0.05219179764389992, -0.03010518103837967, -0.022139262408018112, 0.01754416711628437, -0.035426173359155655, -0.042351845651865005, 0.046593084931373596, -0.042032476514577866, 0.0336216501891613, -0.0779801458120346, -0.07327351719141006, 2.0382752455731836e-33, -0.04245377331972122, 0.029751652851700783, -0.024176429957151413, 0.04962797090411186, -0.03553488478064537, -0.034163668751716614, -0.021643372252583504, 0.09267575293779373, 0.02437618002295494, -0.03382333740592003, -0.07420939207077026, -0.0011434750631451607, 0.07244698703289032, 0.0412621907889843, -0.06918178498744965, 0.06555680930614471, 0.005893504712730646, -0.1038418635725975, 0.056547462940216064, -0.0414065346121788, -0.05537332221865654, 0.004853856284171343, 0.08951270580291748, 0.12023452669382095, 0.03162544593214989, 0.053658053278923035, -0.04507226124405861, -0.04457749053835869, 0.043978575617074966, -0.07020439207553864, -0.0113484812900424, -0.13700027763843536, -0.09804730117321014, 0.024383021518588066, -0.006395220756530762, -0.12634463608264923, 0.00654560187831521, 0.1385721117258072, 0.00018895886023528874, 0.09804876893758774, 0.06318129599094391, -0.03233421593904495, -0.06299898773431778, 0.04954284429550171, -0.018481219187378883, 0.013013253919780254, 0.020317181944847107, -0.04532115161418915, 0.12072872370481491, -0.042443692684173584, 0.0477411113679409, -0.026891082525253296, 0.051725517958402634, 0.06838387995958328, 0.018759503960609436, -0.007056079804897308, 0.04915747791528702, 0.11638370156288147, -0.020613258704543114, -0.035026345402002335, 0.11100959777832031, 0.006172228138893843, -0.034585900604724884, -0.04513801634311676, -0.07551759481430054, -0.0010620466200634837, -0.07839310169219971, -0.023150555789470673, -0.07418923825025558, 0.05150426924228668, 0.03611799702048302, -0.00047499811626039445, 0.04779626056551933, -0.007675711996853352, -0.08768163621425629, 0.02909640595316887, 0.02586209587752819, -0.07853776216506958, 0.11523307114839554, -0.014098231680691242, -0.10087744146585464, 0.05226876959204674, 0.04797322303056717, -0.003703746013343334, 0.10532975196838379, -0.07214001566171646, -0.042498137801885605, -0.054866090416908264, -0.012547386810183525, 0.0658016949892044, -0.08147866278886795, 0.01767580956220627, -0.03203766047954559, -0.001285281963646412, -0.03031584806740284, -1.249430603422752e-08, 0.07744427025318146, -0.023465575650334358, 0.04182741791009903, -0.00047841493505984545, 0.07444124668836594, -0.02276560477912426, 0.08072319626808167, 0.10015001893043518, 0.03528274595737457, 0.1566867232322693, 0.10550674051046371, 0.0657285675406456, -0.07569365203380585, -0.006951126269996166, -0.05632246285676956, 0.0417461059987545, -0.02204778417944908, -0.0026274211704730988, -0.01710527390241623, -0.017333492636680603, 0.006753672380000353, 0.023348800837993622, -0.06331930309534073, -0.06628082692623138, 0.062444452196359634, -0.034471552819013596, 0.06473569571971893, 0.05582946166396141, 0.02888960763812065, -0.04835180565714836, 0.06259885430335999, 0.006916887126863003, -0.017347678542137146, -0.10341791063547134, 0.00028688166639767587, 0.006863776128739119, -0.09747359901666641, 0.01862621121108532, 0.01311691477894783, 0.005218934267759323, -0.03349054977297783, -0.012227608822286129, 0.0583060048520565, 0.013041478581726551, 0.011881280690431595, 0.06822708249092102, -0.1238560900092125, 0.045756008476018906, -0.03722856566309929, 0.023373810574412346, -0.003537723096087575, 0.01143336296081543, -0.01856878586113453, 0.052097126841545105, -0.020671458914875984, -0.009895926341414452, -0.005986165255308151, -0.014056628569960594, 0.01007610559463501, -0.046938344836235046, 0.03231588006019592, -0.008672644384205341, 0.03066336177289486, -0.035640209913253784 ], "seconds": 0.007411060003505554, "embedding_seconds": 0.006903350993525237, "lookup_seconds": 0.0004432720088516362, "generation_seconds": 0.0 }, { "id": "q28", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "9 GB", "answer_correct": true, "generated": { "answer": "9 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the backup quota for Vega?\nAnswer:", "vector": [ -0.02816024236381054, 0.0021922015585005283, -0.0304990466684103, 0.0071923742070794106, 0.053159572184085846, -0.037818312644958496, -0.056262705475091934, 0.03976435214281082, 0.02129884622991085, -0.023238522931933403, 0.010087419301271439, -0.04110133275389671, -0.0336361862719059, -0.02081708051264286, -0.06696943938732147, -0.04094979912042618, 0.01303646806627512, 0.0133322449401021, -0.025894615799188614, 0.0068776728585362434, -0.0070528690703213215, -0.025893496349453926, 0.002818021923303604, 0.05896762013435364, 0.06860467791557312, 0.029242543503642082, -0.02076873742043972, 0.0033026165328919888, 0.007620641961693764, 0.013165419921278954, -0.004523382056504488, -0.03220509737730026, 0.050020474940538406, -0.043121498078107834, 0.03207910433411598, 0.04801914840936661, -0.08404098451137543, 0.0020735841244459152, -0.016445623710751534, -0.009744910523295403, -0.04930659756064415, -0.05091988667845726, -0.07489439845085144, 0.022335154935717583, -0.018701832741498947, 0.04165181890130043, 9.46982327150181e-05, 0.04152068495750427, 0.04753543809056282, -0.005307345651090145, 0.053956467658281326, 0.021446475759148598, -0.04834367707371712, 0.03174522891640663, -0.03234327584505081, -0.04658862575888634, 0.04386840760707855, 0.05996604636311531, 0.02802923321723938, 0.04163943976163864, 0.05081579461693764, -0.08089712262153625, -0.07212408632040024, 0.04887622594833374, 0.07176179438829422, -0.03177524730563164, -0.005887067876756191, 0.026397693902254105, -0.0709681287407875, 0.019319508224725723, -0.041251134127378464, -0.01331136655062437, -0.027465036138892174, 0.014599802903831005, 0.017547011375427246, 0.06403274834156036, 0.10305066406726837, 0.050428763031959534, 0.09843069314956665, -0.007957365363836288, 0.008525802753865719, -0.0514669343829155, -0.06779807060956955, -0.022577345371246338, -0.013319175690412521, -0.03563454747200012, 0.002018207451328635, 0.07392887771129608, 0.028262536972761154, -0.02083154022693634, 0.05397177115082741, -0.007114053703844547, 0.10136701911687851, 0.020188255235552788, -0.021644068881869316, 0.017452290281653404, -0.08639228343963623, 0.05279020220041275, 0.056411679834127426, -0.02401626668870449, -0.014536421746015549, -0.00362945394590497, 0.010234758257865906, 0.016332972794771194, -0.03855867311358452, 0.021296599879860878, -0.023561274632811546, 0.05634055286645889, 0.005921461153775454, 0.055504925549030304, -0.04666195064783096, 0.06717132776975632, 0.0025424386840313673, 0.030276518315076828, 0.07853327691555023, 0.06524921953678131, -0.02483702450990677, -0.021193765103816986, 0.05700590834021568, 0.024383408948779106, 0.01566079817712307, 0.005365697201341391, 0.0780569314956665, -0.0449238158762455, -0.033967237919569016, -0.07751388102769852, 0.0262520182877779, -4.338585814359917e-33, -0.005513734184205532, 0.03353981673717499, 0.03371991217136383, -0.05054526776075363, -0.011768636293709278, 0.00859203189611435, -0.006804187316447496, -0.005068781785666943, -0.04370172321796417, 0.009379317983984947, 0.00987917184829712, -0.003512383671477437, 0.020770709961652756, 0.011666991747915745, -0.04455310478806496, -0.04668578505516052, 0.017259789630770683, 0.0928921177983284, 0.017546111717820168, -0.07542795687913895, 0.011152710765600204, -0.01519532036036253, 0.02066369540989399, 0.058570656925439835, 0.02329050749540329, 0.013148634694516659, 0.05444404110312462, -0.048315372318029404, 0.04076838493347168, 0.016621354967355728, 0.00398976868018508, -0.018646392971277237, -0.03443868085741997, 0.008010604418814182, 0.05880005285143852, 0.06816056370735168, -0.015928348526358604, 0.0003524657804518938, -0.04426415264606476, 0.017957903444767, 0.09600666910409927, 0.07877430319786072, 0.04548770934343338, -0.05280901864171028, -0.07969563454389572, -0.05162407085299492, 0.08164937049150467, -0.07708895951509476, -0.07532909512519836, 0.16356538236141205, -0.06618725508451462, -0.003938284236937761, -0.07820038497447968, -0.014404652640223503, 0.001206189626827836, -0.03316055238246918, 0.049477722495794296, -0.05663049966096878, 0.026120580732822418, -0.03621033579111099, -0.026835530996322632, 0.025438731536269188, 0.020754873752593994, 0.013604830019176006, -0.029921889305114746, 0.04743083938956261, -0.009735028259456158, 0.008114580996334553, 0.01011263020336628, 0.09715920686721802, 0.0048937611281871796, -0.07949187606573105, -0.0386274978518486, -0.04532435163855553, -0.04033244773745537, -0.031049760058522224, 0.0315745547413826, 0.010629124939441681, -0.07038111239671707, 0.01927955076098442, -0.13206130266189575, -0.04984830319881439, -0.057436853647232056, -0.031539566814899445, 0.024271231144666672, 0.011260916478931904, -0.032394010573625565, -0.000976876704953611, -0.03070042096078396, -0.034758560359478, 0.04709586501121521, -0.08126100152730942, 0.025883223861455917, -0.06657565385103226, -0.03876582905650139, 2.789728743777547e-33, -0.035069163888692856, 0.044143881648778915, 0.021091165021061897, 0.04468385502696037, -0.027885928750038147, -0.03510994464159012, -0.02660156600177288, 0.14578717947006226, 0.025860264897346497, 0.03184022009372711, -0.07820574194192886, -0.014917693100869656, 0.061730023473501205, 0.04184984415769577, -0.05894153565168381, 0.05185398459434509, -0.004597458057105541, -0.1303642839193344, 0.01343008503317833, -0.05871918424963951, -0.041327252984046936, 0.023614278063178062, 0.0655297189950943, 0.11454334110021591, 0.025459736585617065, 0.03900847211480141, -0.049346406012773514, 0.0032345398794859648, 0.08964883536100388, -0.09051701426506042, 0.0050936113111674786, -0.12731072306632996, -0.12876644730567932, 0.07083743065595627, -0.017403773963451385, -0.09950271993875504, -0.03139476105570793, 0.16839930415153503, 0.01992529258131981, 0.11039397865533829, 0.08466874063014984, -0.03803081065416336, -0.06854813545942307, 0.009644614532589912, -0.06733374297618866, 0.011956652626395226, 0.023687157779932022, -0.049685511738061905, 0.10171793401241302, -0.04756542667746544, 0.06098174676299095, 0.0023843804374337196, 0.0658765584230423, 0.11976379156112671, 0.0056618754751980305, 0.003599050920456648, 0.10835358500480652, 0.1289730668067932, -0.019376279786229134, -0.03670892491936684, 0.09761453419923782, 0.01758185215294361, -0.011230580508708954, -0.04003143683075905, -0.04821019247174263, 0.011418883688747883, -0.08819951117038727, -0.010455144569277763, -0.043831005692481995, 0.03421279042959213, 0.017031731083989143, 0.025800645351409912, 0.0277657862752676, -0.000740954652428627, -0.05977550148963928, 0.026995575055480003, -0.003215986303985119, -0.09330989420413971, 0.09714102745056152, -0.02050815150141716, -0.09597692638635635, 0.015725918114185333, 0.03492632135748863, 0.004301189910620451, 0.10883238166570663, -0.12551559507846832, -0.05322505533695221, -0.040619608014822006, 0.025180770084261894, 0.08927663415670395, -0.0683755949139595, -0.010947260074317455, -0.005077645648270845, 0.021143335849046707, -0.024435121566057205, -1.2790411396679247e-08, 0.05395602807402611, -0.0061875637620687485, 0.03904406353831291, 0.015511327423155308, 0.0797712430357933, -0.04561096429824829, 0.02896026149392128, 0.015412011183798313, 0.008446477353572845, 0.09998129308223724, 0.08790319412946701, 0.02327048033475876, -0.05118224024772644, 0.033645354211330414, -0.10038869827985764, 0.006017965264618397, 0.00394373619928956, -0.019887667149305344, 0.0033091993536800146, -0.04170449823141098, -0.04034223034977913, 0.009092500433325768, -0.08135756105184555, -0.0423436164855957, 0.05899243429303169, -0.01404675841331482, 0.05751508101820946, 0.09306241571903229, 0.006474181544035673, -0.07598686218261719, 0.038321949541568756, 0.01839565671980381, -0.050234876573085785, -0.11955767869949341, -0.019365599378943443, 0.02272423729300499, -0.0700756162405014, -0.02995958738029003, -0.011105730198323727, 0.021628184244036674, -0.004730247892439365, -0.00834189634770155, 0.06185238063335419, -0.017335616052150726, -0.007030249573290348, 0.06868546456098557, -0.11431332677602768, 0.017432069405913353, -0.05677247419953346, -0.02336815558373928, 0.010210132226347923, -0.008112511597573757, 0.01852600648999214, 0.052930328994989395, 0.005902183707803488, 0.010587106458842754, -0.009726465679705143, -0.012166155502200127, 0.012638596817851067, -0.03628101199865341, 0.01232990063726902, -0.014721663668751717, 0.03754807263612747, -0.09192245453596115 ], "seconds": 0.10122290199797135, "embedding_seconds": 0.0071054489962989464, "lookup_seconds": 0.00047029399866005406, "generation_seconds": 0.09059592899575364 }, { "id": "q29", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.11862006300361827, "embedding_seconds": 0.013685781006643083, "lookup_seconds": 0.00027721399965230376, "generation_seconds": 0.10299389499414247 }, { "id": "q30", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.10301561900269007, "embedding_seconds": 0.006769512998289429, "lookup_seconds": 0.00025893800193443894, "generation_seconds": 0.09423906400479609 }, { "id": "q31", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.11849208400235511, "embedding_seconds": 0.012808912004402373, "lookup_seconds": 0.0002305690068169497, "generation_seconds": 0.10400609600037569 }, { "id": "q32", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.08469322499877308, "embedding_seconds": 0.006590292003238574, "lookup_seconds": 0.0002183599935960956, "generation_seconds": 0.07650905499758665 }, { "id": "q33", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.0815897770007723, "embedding_seconds": 0.007235531993501354, "lookup_seconds": 0.000241119007114321, "generation_seconds": 0.07158952300233068 }, { "id": "q34", "policy": "semantic", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q33", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00012560300092445686, "embedding_seconds": 0.0, "lookup_seconds": 5.6736003898549825e-05, "generation_seconds": 0.0 }, { "id": "q35", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.13414249799825484, "embedding_seconds": 0.00802006100275321, "lookup_seconds": 0.0002523869989090599, "generation_seconds": 0.07113210299576167 }, { "id": "q36", "policy": "semantic", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q35", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00020858900097664446, "embedding_seconds": 0.0, "lookup_seconds": 8.801399962976575e-05, "generation_seconds": 0.0 }, { "id": "q37", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.08705370700045023, "embedding_seconds": 0.008132982002280187, "lookup_seconds": 0.000252001998887863, "generation_seconds": 0.07699599199986551 }, { "id": "q38", "policy": "semantic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": true, "answer": "70 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00013177200162317604, "embedding_seconds": 0.0, "lookup_seconds": 5.591200169874355e-05, "generation_seconds": 0.0 }, { "id": "q39", "policy": "semantic", "hit": { "answer": "70 GB", "kind": "semantic", "score": 0.978436027255375, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": true, "answer": "70 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What storage quota does Lyra have?\nAnswer:", "vector": [ 0.058289483189582825, -0.019926724955439568, -0.09458820521831512, -0.008402219973504543, 0.0012174147414043546, -0.009519955143332481, 0.0005091737839393318, 0.02332470193505287, -0.0051859295926988125, 0.010041228495538235, -0.008722014725208282, 0.01920340210199356, 0.006686700973659754, 0.012089990079402924, -0.05392046645283699, 0.046813927590847015, 0.007025089114904404, -0.12314483523368835, -0.08604425936937332, 0.02126326598227024, 0.08105278015136719, -0.06387846916913986, 0.009960760362446308, 0.04184466972947121, 0.043264057487249374, -0.028285779058933258, -0.11739631742238998, 0.02426707185804844, 0.03055885061621666, -0.07665740698575974, -0.024674704298377037, 0.019872352480888367, 0.02741856500506401, -0.011556532233953476, 0.04189000278711319, -0.0210579801350832, -0.05128989741206169, -0.05887248367071152, 0.003450788091868162, -0.004057549871504307, -0.03108636476099491, -0.015198429115116596, -0.03690264746546745, 0.04622830078005791, -0.03613731265068054, 0.01606348343193531, 0.01651347242295742, 0.04372195526957512, -0.024080412462353706, 0.03554954379796982, 0.008485020138323307, 0.00894112978130579, -0.038919225335121155, 0.05756581574678421, -0.013443583622574806, -0.051347631961107254, -0.007620107848197222, 0.043980490416288376, 0.027584420517086983, 0.019739164039492607, 0.03120538592338562, 0.040303751826286316, -0.05886233597993851, 0.04396945610642433, -0.004788077436387539, -0.0005678489105775952, -0.04590709134936333, -0.0005731896380893886, -0.043444763869047165, 0.028868280351161957, -0.029553677886724472, -0.01940753124654293, -0.1131330281496048, 0.045646924525499344, 0.02446812577545643, -0.03699891269207001, 0.11907191574573517, 0.025355888530611992, -0.008550380356609821, 0.05146464705467224, -0.05179733783006668, -0.006170915439724922, -0.0009102988988161087, -0.0037966484669595957, -0.056157436221838, -0.10674535483121872, -0.03245120123028755, 0.08928272128105164, -0.017536120489239693, -0.13692158460617065, 0.07088365405797958, 0.026074836030602455, -0.004167382139712572, 0.06868589669466019, -0.04936518892645836, 0.052387792617082596, -0.018902355805039406, 0.027284927666187286, -0.026506325230002403, 0.013393462635576725, 0.010229608975350857, 0.04511016979813576, 0.013306393288075924, 0.020188383758068085, -0.09578137844800949, -0.0349310003221035, 0.058090940117836, 0.08394216746091843, -0.10659599304199219, -0.01977376453578472, -0.014624958857893944, -0.004777283873409033, -0.0015713268658146262, 0.04808224365115166, 0.008668679744005203, 0.03038984164595604, -0.060122594237327576, -0.0501597560942173, -0.0030574677512049675, -0.02492859587073326, 0.12483984977006912, -0.021745197474956512, 0.06175745278596878, -0.031121527776122093, -0.04060612991452217, 0.012753852643072605, -0.06137809157371521, -2.7696915242128196e-33, 0.017357874661684036, -0.029518282040953636, 0.04672018066048622, 0.0021725757978856564, 0.03161117807030678, -0.015775706619024277, -0.005788768175989389, 0.06637497991323471, -0.04365282133221626, 0.011570370756089687, 0.010560696944594383, -0.0008421817910857499, -0.0342397578060627, -0.03945545107126236, 0.05454789474606514, -0.006124014034867287, 0.0108407624065876, 0.09171323478221893, 0.0015149995451793075, -0.0260451752692461, 0.032675210386514664, 0.02477201819419861, 0.00040048343362286687, -0.008878778666257858, 0.021303299814462662, 0.06439083069562912, 0.07096569240093231, -0.013024581596255302, 0.04926389083266258, 0.06226344406604767, 0.01591024361550808, -0.029137710109353065, 0.017417224124073982, -0.0009006205946207047, 0.0668025016784668, 0.056069567799568176, -0.07079355418682098, -0.005758195649832487, -0.040350060909986496, -0.04834522679448128, 0.08120666444301605, 0.06403183192014694, 0.059268079698085785, 0.02023223601281643, -0.09647702425718307, 0.002545139519497752, 0.03901399299502373, -0.04793371632695198, -0.06524129211902618, 0.07926540076732635, 0.005579758435487747, -0.0001627998281037435, -0.1181759461760521, 0.08186595886945724, 0.03408649563789368, -0.016406824812293053, -0.022922925651073456, -0.04882436618208885, 0.05543551594018936, 0.030256476253271103, -0.04373630881309509, -0.034161634743213654, 0.049209918826818466, 0.05117471143603325, 0.02990644797682762, 0.037010323256254196, 0.02367706596851349, -0.025831399485468864, 0.050309356302022934, 0.011663291603326797, -0.04290523752570152, -0.06995198875665665, 0.027152569964528084, 0.021299555897712708, -0.0486106351017952, -0.026898639276623726, 0.04539170116186142, -0.04778369516134262, -0.0791439339518547, -0.033291641622781754, -0.09287185966968536, -0.10004041343927383, 0.010790175758302212, 0.039019662886857986, -0.06393765658140182, -0.12435157597064972, 0.005902380682528019, 0.026065826416015625, -0.03321908414363861, -0.0529748909175396, -0.041451577097177505, -0.018599702045321465, 0.014546426013112068, -0.064083993434906, -0.022349989041686058, 1.3070617397090644e-33, -0.024911658838391304, 0.010902613401412964, -0.03813925385475159, 0.0031599607318639755, 0.045134663581848145, 0.009099681861698627, 0.05944787710905075, 0.02770273946225643, 0.02006652019917965, 0.030013853684067726, -0.0933850109577179, 0.038087859749794006, 0.011973495595157146, 0.031246833503246307, -0.019815552979707718, 0.023521237075328827, 0.12324852496385574, -0.12048061937093735, 0.05200916901230812, -0.010075947269797325, -0.0642152652144432, 0.016237743198871613, 0.06133630871772766, 0.0800120085477829, -0.015550725162029266, 0.06580651551485062, -0.034837305545806885, -0.07720210403203964, 0.020254064351320267, 0.008177939802408218, -0.044969696551561356, -0.12048710137605667, -0.0827990397810936, -0.032304126769304276, -0.03637007251381874, -0.09976915270090103, 0.026372279971837997, 0.05634910985827446, -0.012847441248595715, 0.05983869731426239, 0.11398454755544662, -0.0011421552626416087, -0.01704452559351921, 0.04114503785967827, 0.06002194434404373, -0.00027098090504296124, -0.0077768187038600445, -0.0919085368514061, 0.10442277044057846, -0.07733691483736038, 0.04437188059091568, -0.02565404400229454, 0.05900700390338898, 0.029167871922254562, 0.07311143726110458, 0.006630352232605219, 0.06223846599459648, 0.07097797095775604, 0.05571392551064491, -0.0474858433008194, 0.07434602081775665, 0.06252111494541168, -0.09167063236236572, -0.02455155737698078, -0.04260919988155365, -0.054545044898986816, -0.018644854426383972, -0.05905534327030182, -0.08118642121553421, 0.06729072332382202, 0.07643403112888336, 0.016214502975344658, 0.03755461424589157, 0.05423690378665924, -0.10735602676868439, 0.050979066640138626, -0.04630658030509949, -0.06448322534561157, 0.06712442636489868, 0.012576038017868996, -0.035999737679958344, 0.02648228406906128, 0.05863769352436066, -0.053576115518808365, 0.05809814855456352, -0.14148759841918945, -0.0028234506025910378, -0.005675736349076033, -0.02228398062288761, 0.006836883723735809, -0.053219545632600784, -0.020792758092284203, -0.07563219219446182, 0.016407934948801994, 0.04370306432247162, -1.4160136174723448e-08, 0.006319230888038874, 0.02949124574661255, 0.006522239185869694, -0.005392677150666714, 0.006244792137295008, -0.05822485312819481, 0.09309475868940353, 0.1662844717502594, 0.08065304160118103, 0.10061369091272354, 0.11137134581804276, 0.04325823858380318, -0.03277462348341942, -0.023746339604258537, -0.06086992472410202, 0.02290397137403488, -0.027554435655474663, -0.03382508084177971, -0.039665453135967255, 0.031211987137794495, 0.03839737921953201, 0.04373549669981003, -0.047565046697854996, -0.07893428206443787, 0.0023101377300918102, -0.0581706278026104, 0.024652155116200447, 0.10873617976903915, 0.01568559557199478, -0.051204536110162735, 0.08139676600694656, 0.018580958247184753, 0.06262247264385223, -0.06968290358781815, -0.04025450348854065, 0.008640068583190441, -0.0467558391392231, 0.03027177043259144, 0.04489162936806679, 0.01349694561213255, -0.03557318449020386, -0.05237220972776413, 0.057220153510570526, -0.012764766812324524, 0.033543042838573456, 0.008477257564663887, -0.10967554897069931, 0.029760686680674553, -0.03570641949772835, -0.00803247932344675, 0.04889773949980736, -0.048187341541051865, -0.003808195237070322, 0.014946934767067432, 0.024412961676716805, -0.024879395961761475, -0.02596118301153183, 0.03596506640315056, -0.0066888295114040375, -0.04974895715713501, 0.04552028700709343, 0.036993321031332016, 0.061817802488803864, 0.0035098933149129152 ], "seconds": 0.006977543998800684, "embedding_seconds": 0.0064666269972804, "lookup_seconds": 0.0004477639959077351, "generation_seconds": 0.0 }, { "id": "q40", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "10 GB", "answer_correct": true, "generated": { "answer": "10 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the backup quota for Lyra?\nAnswer:", "vector": [ 0.003851263551041484, -0.024070795625448227, -0.06156603619456291, -0.03610042855143547, 0.02940857969224453, 0.010486187413334846, -0.014644680544734001, 0.026113053783774376, -0.017264025285840034, -0.014573884196579456, -0.03287611901760101, -0.009491774253547192, 0.021418698132038116, -0.04021434113383293, -0.06655721366405487, 0.06187363341450691, -0.010076116770505905, -0.09261985123157501, -0.0779539942741394, -0.025230659171938896, 0.025026293471455574, -0.05729440972208977, -0.009721947833895683, 0.0533759780228138, 0.10521961748600006, -0.007107752840965986, -0.05140675604343414, 0.03706590086221695, 0.0074083926156163216, -0.024650851264595985, -0.036523282527923584, -0.006174813024699688, 0.026001982390880585, -0.04190380126237869, 0.016085317358374596, 0.012095793150365353, -0.09273120760917664, -0.016872189939022064, 0.0039319200441241264, 0.025259992107748985, -0.05650877207517624, -0.03328367695212364, -0.06944715231657028, 0.009267106652259827, -0.05580509826540947, 0.00021910155192017555, 0.0011747463140636683, 0.07858077436685562, 0.024213768541812897, 0.07643324881792068, 0.05364280939102173, 0.007302841171622276, -0.05595679208636284, 0.07497856020927429, -0.0011752904392778873, -0.007703876588493586, 0.0005466023576445878, 0.062451016157865524, 0.01325004082173109, 0.009746682830154896, 0.00010623428534017876, 0.05296674743294716, -0.08180264383554459, 0.05782458931207657, 0.017209680750966072, -0.012718554586172104, -0.06631741672754288, -0.0008959586266428232, -0.0328817144036293, 0.0443715862929821, -0.05401308462023735, -0.05001717805862427, -0.10536058247089386, 0.009428032673895359, 0.05814091116189957, 0.014959950931370258, 0.13280977308750153, 0.03478950262069702, -0.03177248314023018, 0.051231518387794495, -0.021205855533480644, -0.00788673385977745, -0.029243871569633484, -0.028350740671157837, -0.030810849741101265, -0.10357966274023056, -0.013497231528162956, 0.11442907154560089, 0.04362115636467934, -0.07769419252872467, 0.09250741451978683, 0.004553079139441252, 0.02097378298640251, 0.07475267350673676, -0.014765642583370209, 0.05430171266198158, -0.04774493724107742, 0.04983844235539436, 0.024468911811709404, 0.02785366214811802, -0.004486841149628162, -0.0042541599832475185, 0.009384701028466225, 0.03140879049897194, -0.08040260523557663, -0.007417092565447092, 0.07663334906101227, 0.061748143285512924, -0.07723620533943176, -0.016836781054735184, -0.01464384701102972, 0.011452569626271725, 0.033038441091775894, 0.06249828264117241, 0.048538316041231155, 0.009711471386253834, -0.06185886636376381, -0.03722713515162468, 0.009973988868296146, -0.02190142683684826, 0.12181676179170609, 0.005246605724096298, 0.0805218443274498, -0.06468656659126282, -0.039017949253320694, -0.01719113439321518, -0.040042635053396225, -4.013181427403461e-33, 0.027567077428102493, 0.0450439490377903, 0.04952457174658775, -0.05096818506717682, 0.026709862053394318, -0.017697997391223907, 0.023010458797216415, 0.05757976323366165, -0.0102290203794837, 0.01715417392551899, 0.004296231083571911, -0.002346798311918974, -0.004726632498204708, -0.0674770176410675, -0.033082954585552216, -0.016591407358646393, 0.035533733665943146, 0.11765272170305252, 0.01174691878259182, -0.00700339674949646, 0.05108003318309784, 0.016894681379199028, -0.01751195453107357, -0.005760835018008947, -0.0190447885543108, 0.07872333377599716, 0.07707102596759796, 0.00975385308265686, 0.06503325700759888, 0.05143977329134941, 0.029104651883244514, -0.004784804303199053, 0.01174532063305378, -0.031146973371505737, 0.05140217766165733, 0.0814894288778305, -0.09369627386331558, -0.00044256405089981854, -0.03815019503235817, -0.018760651350021362, 0.08244117349386215, 0.05593443289399147, 0.012901376001536846, -0.024738408625125885, -0.08174745738506317, -0.048663243651390076, 0.07274726778268814, -0.0630684345960617, -0.07759320735931396, 0.07759419828653336, -0.010649209842085838, -0.04487593099474907, -0.12497863918542862, 0.029620258137583733, -0.0052732122130692005, -0.008726592175662518, -0.021878402680158615, -0.02441750466823578, 0.05873173102736473, 0.005620529875159264, -0.0013663435820490122, -0.05403266102075577, 0.02815847285091877, 0.052547555416822433, 0.013564945198595524, 0.020805343985557556, 0.0132074486464262, -0.00829150341451168, 0.015507349744439125, 0.02629505656659603, -0.03717687353491783, -0.07229936867952347, -0.01646682247519493, 0.015900585800409317, -0.025111788883805275, -0.03455293923616409, 0.0603095218539238, -0.013240030966699123, -0.03553619980812073, -0.016087375581264496, -0.14837421476840973, -0.07423751801252365, -0.029205437749624252, -0.05190546438097954, 0.02005419135093689, -0.07332903146743774, 0.003367057302966714, 0.008514267392456532, -0.02870083786547184, -0.04380401223897934, -0.03504699841141701, -0.06590036302804947, -0.00920546893030405, -0.0598708838224411, 0.00708171958103776, 2.177787690574573e-33, -0.020721567794680595, 0.02430519461631775, -0.00306057371199131, 0.0032081864774227142, 0.04339732229709625, 0.017773104831576347, 0.05229100584983826, 0.08141541481018066, 0.024281982332468033, 0.08001668751239777, -0.09120450168848038, 0.026526562869548798, 0.0058755893260240555, 0.03399239853024483, -0.018134957179427147, -0.0008561367867514491, 0.10556332767009735, -0.13267317414283752, 0.004910303745418787, -0.024199776351451874, -0.044460926204919815, 0.02277091145515442, 0.04161389172077179, 0.07751201838254929, -0.02023901976644993, 0.04670616239309311, -0.03216689079999924, -0.02295888029038906, 0.05865289643406868, -0.00689293397590518, -0.016921525821089745, -0.12646561861038208, -0.12058564275503159, 0.018622977659106255, -0.03775237128138542, -0.07209276407957077, -0.008987636305391788, 0.09411592781543732, 0.00867859274148941, 0.07438373565673828, 0.13069137930870056, -0.006939351558685303, -0.034670840948820114, 0.0038065051194280386, 0.013292147777974606, 0.015821170061826706, 0.005261903628706932, -0.10377413034439087, 0.09093927592039108, -0.07933802902698517, 0.0571136549115181, -0.0005618007271550596, 0.06573206186294556, 0.10004235804080963, 0.04987860098481178, 0.011479591950774193, 0.12044554203748703, 0.08477860689163208, 0.05069433152675629, -0.046527210623025894, 0.05797809362411499, 0.07296891510486603, -0.06864744424819946, -0.026009012013673782, -0.01512737013399601, -0.04026695340871811, -0.03103364072740078, -0.04059286415576935, -0.05354801565408707, 0.03871269151568413, 0.05503686144948006, 0.04439258202910423, 0.017553754150867462, 0.06884689629077911, -0.07484330236911774, 0.05293842405080795, -0.0734730064868927, -0.08277877420186996, 0.062291260808706284, 0.009952697902917862, -0.030493637546896935, -0.009260167367756367, 0.043912310153245926, -0.036685872822999954, 0.05917257443070412, -0.17829765379428864, -0.013174888677895069, 0.012910756282508373, 0.014185220934450626, 0.02276473492383957, -0.036568813025951385, -0.030740903690457344, -0.04236404225230217, 0.0430782325565815, 0.03879009187221527, -1.4777338464000422e-08, -0.013798883184790611, 0.04809018597006798, -0.004401088692247868, 0.006846452131867409, 0.009799683466553688, -0.07135884463787079, 0.042074888944625854, 0.07806216925382614, 0.05264262109994888, 0.04675731062889099, 0.09488887339830399, -0.005446671042591333, -0.01723025180399418, 0.011062978766858578, -0.10040704905986786, -0.0035456297919154167, -0.013467356562614441, -0.04561302438378334, -0.018880078569054604, 0.00043680539238266647, -0.005668511614203453, 0.029382020235061646, -0.07253509759902954, -0.049508314579725266, 0.002188110491260886, -0.03915314003825188, 0.03201078623533249, 0.1441100835800171, -0.019659418612718582, -0.09185755252838135, 0.045517705380916595, 0.03438469395041466, 0.02187531441450119, -0.10192197561264038, -0.059059787541627884, 0.025676347315311432, -0.014125360175967216, -0.018110819160938263, 0.02209063060581684, 0.035310979932546616, 0.00012421446444932371, -0.04711475595831871, 0.06572160869836807, -0.04768570140004158, 0.024656252935528755, 0.019845573231577873, -0.10902685672044754, 0.004330978263169527, -0.06372930109500885, -0.0575285330414772, 0.06816059350967407, -0.0565376952290535, 0.02800525724887848, 0.011330625973641872, 0.05436902865767479, -0.010760772973299026, -0.02839447371661663, 0.030201759189367294, -0.011780469678342342, -0.04049370810389519, 0.020471863448619843, 0.03132278844714165, 0.0779692754149437, -0.04886504262685776 ], "seconds": 0.10355343300034292, "embedding_seconds": 0.013342363003175706, "lookup_seconds": 0.0005120830028317869, "generation_seconds": 0.0880403990013292 }, { "id": "q41", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "90 GB", "answer_correct": true, "generated": { "answer": "90 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.07799804800015409, "embedding_seconds": 0.00656888099911157, "lookup_seconds": 0.0002188400030718185, "generation_seconds": 0.06949258500389988 }, { "id": "q42", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "120 GB", "answer_correct": true, "generated": { "answer": "120 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.08498724500532262, "embedding_seconds": 0.013706845995329786, "lookup_seconds": 0.00026724300550995395, "generation_seconds": 0.06932686400250532 }, { "id": "q43", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "25 GB", "answer_correct": true, "generated": { "answer": "25 GB", "input_tokens": 63, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.1081828750029672, "embedding_seconds": 0.0074695129951578565, "lookup_seconds": 0.0002517790053389035, "generation_seconds": 0.09881609099829802 }, { "id": "q44", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "95 GB", "answer_correct": true, "generated": { "answer": "95 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.11075685599644203, "embedding_seconds": 0.006389205998857506, "lookup_seconds": 0.00022718500258633867, "generation_seconds": 0.10246081500372384 }, { "id": "q45", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "80 GB", "answer_correct": true, "generated": { "answer": "80 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.10037284999998519, "embedding_seconds": 0.007235065000713803, "lookup_seconds": 0.0002306620081071742, "generation_seconds": 0.08977047100052005 }, { "id": "q46", "policy": "semantic", "hit": { "answer": "80 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q45", "correct_hit": true, "answer": "80 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00018491200171411037, "embedding_seconds": 0.0, "lookup_seconds": 8.356499893125147e-05, "generation_seconds": 0.0 }, { "id": "q47", "policy": "semantic", "hit": null, "source_id": null, "correct_hit": null, "answer": "65 GB", "answer_correct": true, "generated": { "answer": "65 GB", "input_tokens": 61, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.24258020099659916, "embedding_seconds": 0.010658475999662187, "lookup_seconds": 0.0008073449935181998, "generation_seconds": 0.22849816099915188 }, { "id": "q48", "policy": "semantic", "hit": { "answer": "65 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q47", "correct_hit": true, "answer": "65 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00012596599844982848, "embedding_seconds": 0.0, "lookup_seconds": 5.5274002079386264e-05, "generation_seconds": 0.0 }, { "id": "q01", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "40 GB", "answer_correct": true, "generated": { "answer": "40 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": [ -0.013169917277991772, 0.07194872200489044, -0.0820033997297287, 0.01106296107172966, 0.009453127160668373, -0.05009199306368828, -0.07663004100322723, 0.03588687255978584, 0.06753271818161011, 0.04154321923851967, 0.005992641672492027, 0.019920526072382927, 0.0474097803235054, 0.021376166492700577, -0.09990039467811584, -0.03290831670165062, -0.030288642272353172, -0.02637500874698162, -0.051303088665008545, 0.022354036569595337, 0.01460274588316679, -0.032673150300979614, 0.03238124027848244, 0.036548912525177, 0.08381976932287216, -0.025836307555437088, -0.05723441019654274, 0.01024594996124506, 0.06000165641307831, -0.04104560986161232, 0.04073863849043846, -0.004647144116461277, 0.04369398579001427, -0.009609295055270195, 0.09683145582675934, 0.08464334905147552, -0.0553642101585865, -0.08363527804613113, -0.04644332453608513, 0.012306281365454197, -0.011943458579480648, 0.05415673553943634, -0.03939646854996681, 0.036825984716415405, 0.019960418343544006, 0.07846308499574661, -0.03192239999771118, 0.05087753385305405, 1.579400122864172e-05, 0.07720031589269638, -0.04514865204691887, 0.03884579986333847, -0.055818237364292145, 0.008588056080043316, -0.011404125019907951, -0.010686657391488552, 0.01046937145292759, 0.044907744973897934, -0.05280444771051407, 0.035826779901981354, 0.042949188500642776, -0.09469769895076752, -0.06390536576509476, 0.039272379130125046, 0.0018659625202417374, 0.06399604678153992, -0.0395938940346241, -0.007496901322156191, -0.07450326532125473, 0.00781476404517889, -0.013237964361906052, 0.011179670691490173, -0.07007136940956116, 0.011055939830839634, 0.05058035999536514, -0.014110637828707695, 0.027854539453983307, 0.0008448967128060758, 0.020819280296564102, -0.05715489014983177, -0.014079209417104721, -0.019014202058315277, -0.019797220826148987, -0.0235749538987875, -0.05966945365071297, -0.04104132205247879, -0.024039365351200104, 0.04086899757385254, -0.01124452892690897, -0.050725292414426804, 0.08255267143249512, -0.007093705236911774, 0.05322136729955673, 0.025512322783470154, -0.06934823095798492, 0.05435987561941147, -0.023974625393748283, 0.0858246386051178, 0.013336815871298313, -0.007951672188937664, 0.047219984233379364, -0.03429316356778145, 0.07868269830942154, 0.004551352001726627, -0.060636863112449646, -0.028361503034830093, 0.08441471308469772, 0.050869982689619064, -0.11129862815141678, 0.03064202144742012, 0.014977769926190376, 0.0017510131001472473, -0.04253096878528595, -0.06632682681083679, 0.013990520499646664, 0.041001394391059875, -0.0400092639029026, -0.016538942232728004, 0.08600318431854248, 0.012089332565665245, 0.0028006667271256447, 0.018346736207604408, 0.006751609966158867, -0.07936189323663712, -0.05843820050358772, -0.00947120413184166, -0.015136681497097015, -4.712513873434349e-33, 0.014746871776878834, -0.01277172565460205, -0.019558265805244446, 0.036990728229284286, -0.014899642206728458, 0.012283340096473694, 0.025253744795918465, 0.005338639952242374, -0.05937814712524414, -0.0014521032571792603, -0.032345160841941833, 0.024304993450641632, -0.04560784623026848, -0.01048921700567007, 0.017163611948490143, 0.027716029435396194, 0.03432995453476906, 0.11258956044912338, -0.045677535235881805, -0.05345390737056732, 0.08150728046894073, -0.04022416099905968, -0.022042086347937584, 0.023290758952498436, 0.06564652174711227, 0.04632631316781044, -0.014950767159461975, -0.03648817539215088, 0.027942931279540062, 0.019329974427819252, -0.007866894826292992, 0.05022173374891281, -0.023336080834269524, -0.020046787336468697, 0.09209202975034714, 0.05633751302957535, -0.05696830898523331, 0.04849032685160637, -0.019615205004811287, -0.022635577246546745, 0.057068295776844025, 0.033388543874025345, 0.00535383028909564, -0.026339830830693245, -0.09082400798797607, 0.013763749040663242, 0.07980945706367493, -0.05631330981850624, -0.028919165953993797, 0.08938233554363251, 0.00837094895541668, 0.004948877729475498, -0.06672587245702744, 0.1122429296374321, 0.038788091391325, -0.04594863951206207, 0.005686519201844931, -0.02554008737206459, 0.076439768075943, 0.04020155221223831, -0.026204822584986687, -0.0031828549690544605, 0.08255361765623093, 0.0727093443274498, 0.03904247283935547, -0.00817561149597168, 0.0011330789420753717, 0.07322549819946289, 0.00737526873126626, -0.0039529516361653805, 0.009444891475141048, -0.08515805751085281, -0.03273856267333031, 0.02651427686214447, -0.027906343340873718, -0.05731974542140961, 0.02042694203555584, -0.0524873286485672, -0.09477722644805908, 0.006128780078142881, -0.14729179441928864, -0.10425448417663574, -0.05222002789378166, 0.024371366947889328, -0.06411581486463547, -0.03279938921332359, 0.04760714992880821, 0.0702100619673729, 0.004641503561288118, -0.023707598447799683, -0.011230689473450184, -0.007306392770260572, -0.01203297171741724, -0.06437820196151733, -0.033872902393341064, 2.4849816496558767e-33, 0.00913748424500227, -0.0013574353652074933, -0.010184689424932003, 0.0140035729855299, -0.041666775941848755, -0.022387994453310966, 0.01970994845032692, 0.08406770974397659, -0.016641100868582726, 0.020136438310146332, -0.09589782357215881, -0.03152018040418625, 0.07559698075056076, 0.034949611872434616, -0.09246791899204254, -0.015200315043330193, 0.036287788301706314, -0.09514859318733215, 0.04991082474589348, 0.05199310556054115, -0.08737782388925552, -0.004615058656781912, 0.047599706798791885, 0.09615693241357803, 0.011943667195737362, 0.04199614375829697, -0.06859772652387619, -0.08049825578927994, -0.000993450521491468, 0.026812683790922165, -0.06386305391788483, -0.08315248787403107, -0.14748160541057587, 0.037687238305807114, -0.023661095649003983, -0.06675853580236435, 0.00349340564571321, 0.12212435901165009, -0.04030385613441467, 0.06549159437417984, 0.025399386882781982, -0.017993323504924774, -0.012087740004062653, 0.07547954469919205, 0.03577610105276108, -0.019771067425608635, 0.04187338426709175, -0.07871218770742416, -0.013090421445667744, -0.06889370083808899, -0.008404865860939026, 0.006327946670353413, 0.09127990901470184, 0.033283378928899765, 0.028792541474103928, -0.00015030520444270223, 0.0017439642688259482, 0.0588710755109787, 0.03978533670306206, -0.07340925186872482, 0.045712798833847046, 0.002213193103671074, -0.09507320076227188, -0.003255424788221717, -0.050951361656188965, -0.03513839840888977, -0.09233208745718002, -0.011099554598331451, -0.06580448895692825, 0.12398707866668701, -0.006208828650414944, 0.029119346290826797, 0.03927158936858177, 0.027628663927316666, -0.07945353537797928, 0.023177815601229668, 0.022604748606681824, -0.037256382405757904, 0.10806985199451447, -0.035670436918735504, -0.05614343658089638, 0.020123032853007317, 0.035984624177217484, 0.0017913862830027938, 0.0627487376332283, -0.07423410564661026, 0.004235844127833843, -0.0920618548989296, -0.06563806533813477, 0.04779534041881561, -0.06110236793756485, 0.011098373681306839, -0.10098980367183685, 0.06221306696534157, -0.02702621929347515, -1.4758702704398274e-08, -0.009596124291419983, 0.0947384461760521, 0.0032670791260898113, -0.002179797738790512, 0.02085546962916851, -0.06669803708791733, 0.09229052811861038, 0.13160166144371033, 0.03705594316124916, 0.12437599897384644, 0.10732622444629669, 0.00864758063107729, -0.05964994058012962, -0.02801288291811943, -0.09910356253385544, 0.036208100616931915, -0.021460847929120064, -0.024920625612139702, 0.013122856616973877, 0.022048452869057655, 0.03275253251194954, 0.018337659537792206, 0.005312007386237383, -0.06964772939682007, 0.06680377572774887, -0.029738400131464005, 0.04960726574063301, 0.06793755292892456, 0.006049384828656912, -0.10936004668474197, 0.07220618426799774, -0.01869146153330803, -0.015743594616651535, -0.03624613210558891, 0.07455449551343918, -0.010233291424810886, -0.08967949450016022, 0.033455923199653625, 0.0005177630810067058, -0.020429978147149086, -0.04303478077054024, 0.008245919831097126, 0.05503314360976219, -0.021781327202916145, 0.024614589288830757, 0.035421084612607956, -0.07332974672317505, 0.059804823249578476, -0.00945840124040842, 0.0342722088098526, -0.03358588367700577, -0.03479708731174469, 0.03542361408472061, 0.06435952335596085, 0.05076882615685463, 0.013508634641766548, 0.05507070943713188, 0.047373443841934204, -0.06809058785438538, -0.0042609344236552715, 0.006417525932192802, 0.03638589009642601, -0.019174814224243164, -0.09186988323926926 ], "seconds": 0.09753027600527275, "embedding_seconds": 0.006480094001744874, "lookup_seconds": 0.0002990660068462603, "generation_seconds": 0.0890524380010902 }, { "id": "q02", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": true, "answer": "40 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00013109899737173691, "embedding_seconds": 0.0, "lookup_seconds": 6.0238002333790064e-05, "generation_seconds": 0.0 }, { "id": "q03", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "semantic", "score": 0.9788571240439103, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": true, "answer": "40 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What storage quota does Atlas have?\nAnswer:", "vector": [ -0.016425244510173798, 0.07534279674291611, -0.08838117867708206, 0.009139377623796463, 0.008670574985444546, -0.051564693450927734, -0.06146419793367386, 0.03771868720650673, 0.07056338340044022, 0.03744306042790413, 0.011359687894582748, 0.04478108510375023, 0.03682135418057442, 0.02410021796822548, -0.09707910567522049, -0.04362485185265541, -0.025771206244826317, -0.030760932713747025, -0.05470157414674759, 0.029773853719234467, 0.018522808328270912, -0.035440441220998764, 0.04113204404711723, 0.040583156049251556, 0.0642082616686821, -0.026211969554424286, -0.0697794258594513, 0.010690812021493912, 0.048705074936151505, -0.06690409779548645, 0.034624576568603516, -0.0026683504693210125, 0.045820023864507675, 0.0027169485110789537, 0.09424392133951187, 0.06711945682764053, -0.03168034926056862, -0.07952054589986801, -0.049905844032764435, 0.009131687693297863, -0.0032365231309086084, 0.039885085076093674, -0.03217264264822006, 0.050785861909389496, 0.006241553463041782, 0.07361044734716415, -0.03545587509870529, 0.03683196008205414, -0.02422918751835823, 0.05524645373225212, -0.05061759054660797, 0.034969132393598557, -0.05395634099841118, 0.02087610587477684, -0.01649358868598938, -0.010173019021749496, -0.0015001354040578008, 0.04438773915171623, -0.04499614238739014, 0.03163355961441994, 0.04136010259389877, -0.09674180299043655, -0.0625891461968422, 0.054230425506830215, 0.006988562643527985, 0.07207777351140976, -0.037959642708301544, -0.009571368806064129, -0.08682182431221008, -0.007588505279272795, 0.0060733286663889885, 0.01809510961174965, -0.06977289170026779, 0.015143859200179577, 0.03989015892148018, -0.020536283031105995, 0.04282430559396744, 0.005992335267364979, 0.02177085168659687, -0.040521103888750076, -0.03048200160264969, -0.010279642418026924, -0.025175102055072784, -0.01661032997071743, -0.057360727339982986, -0.041383106261491776, -0.030482040718197823, 0.03076821006834507, -0.03424316644668579, -0.0727698877453804, 0.07736699283123016, -0.0006964209023863077, 0.04951975494623184, 0.02941850572824478, -0.0763419046998024, 0.05754251033067703, -0.005882292054593563, 0.07933241128921509, 0.0070125344209373, -0.013080029748380184, 0.06030268967151642, -0.007153325714170933, 0.07931796461343765, -0.0025209621526300907, -0.05770671367645264, -0.035158105194568634, 0.08399823307991028, 0.05315777659416199, -0.11182434856891632, 0.02901489846408367, 0.016341786831617355, 0.005335293710231781, -0.04173386096954346, -0.06349365413188934, 0.022674813866615295, 0.028687650337815285, -0.049071744084358215, -0.00829759705811739, 0.07111730426549911, 0.013592617586255074, -7.1333946834784e-05, 0.022719331085681915, 0.007349192164838314, -0.06779201328754425, -0.04963582009077072, 0.009833264164626598, -0.010074331425130367, -4.128041551816199e-33, 0.00754646398127079, -0.03672156482934952, -0.016961580142378807, 0.030888602137565613, -0.014041214250028133, 0.03275209292769432, 0.019100813195109367, 0.013788294978439808, -0.061433158814907074, 0.0038545846473425627, -0.043487951159477234, 0.02817009948194027, -0.03976762294769287, 0.0030516136903315783, 0.024887360632419586, 0.02163916639983654, 0.00740558048710227, 0.10799125581979752, -0.047934286296367645, -0.05452572554349899, 0.08743837475776672, -0.0034550107084214687, -0.021845299750566483, 0.01655045710504055, 0.08268654346466064, 0.029642561450600624, -0.014941489323973656, -0.05349159240722656, 0.0227400753647089, 0.027048852294683456, -0.030078189447522163, 0.047047827392816544, -0.03021860495209694, -0.017429357394576073, 0.09054245799779892, 0.055275410413742065, -0.07719963788986206, 0.04098188504576683, -0.029315175488591194, -0.024817518889904022, 0.061580438166856766, 0.025491863489151, -0.019570793956518173, -0.032559748739004135, -0.11315498501062393, -0.005929687060415745, 0.07193420827388763, -0.059405554085969925, -0.03028472699224949, 0.07874760031700134, 0.011361505836248398, 0.012772597372531891, -0.06464610993862152, 0.10424502193927765, 0.041953157633543015, -0.0503605492413044, 0.021155284717679024, -0.02840428613126278, 0.07423032820224762, 0.05705326050519943, -0.025874610990285873, 0.016060208901762962, 0.07917111366987228, 0.051723457872867584, 0.03149126097559929, 0.010545429773628712, 0.014074784703552723, 0.06092069670557976, 0.012192266061902046, 0.020996253937482834, 0.006519419606775045, -0.08539830893278122, -0.023783206939697266, 0.026582272723317146, -0.01827242597937584, -0.05644204467535019, 0.018240706995129585, -0.0533054880797863, -0.09984607994556427, -0.0034230854362249374, -0.1464182287454605, -0.10973864048719406, -0.038968343287706375, 0.03681807219982147, -0.08001755177974701, -0.02697649970650673, 0.04812663793563843, 0.051509253680706024, 0.007497537415474653, -0.033848538994789124, -0.0063560535199940205, -0.017920415848493576, -0.006636194419115782, -0.05165474861860275, -0.04174840450286865, 2.0616444406095153e-33, -0.005978614091873169, -0.002955939620733261, -0.015117068774998188, 0.015714142471551895, -0.0408061258494854, -0.025380922481417656, 0.021974235773086548, 0.07506047934293747, -0.015296854078769684, 0.010637522675096989, -0.06288071721792221, -0.026375778019428253, 0.07175444066524506, 0.047101546078920364, -0.07985277473926544, -0.013966290280222893, 0.04550415650010109, -0.10368672013282776, 0.05588890239596367, 0.04602503031492233, -0.08517884463071823, -0.014167295768857002, 0.06325064599514008, 0.08676229417324066, 0.018387096002697945, 0.034994080662727356, -0.07102400809526443, -0.07433590292930603, 0.0026254109106957912, 0.0136541947722435, -0.06301912665367126, -0.0832773968577385, -0.1244378611445427, 0.025729671120643616, -0.02135111391544342, -0.056766171008348465, 0.005759183317422867, 0.11374963819980621, -0.044797174632549286, 0.05742115154862404, 0.03727917745709419, -0.02401946671307087, -0.010013584978878498, 0.09501008689403534, 0.04097462818026543, 0.001415043487213552, 0.03313649818301201, -0.07629678398370743, -0.017532197758555412, -0.06167016178369522, -0.005372446496039629, -0.0034753417130559683, 0.07994354516267776, 0.06093541905283928, 0.030140435323119164, -0.0029844213277101517, -0.0025026127696037292, 0.06252751499414444, 0.054377418011426926, -0.059516433626413345, 0.05526622384786606, -0.009381584823131561, -0.10707584768533707, -0.017319779843091965, -0.0566081702709198, -0.03397486358880997, -0.09807751327753067, -0.042234741151332855, -0.07964280247688293, 0.12177971750497818, -0.0030663800425827503, 0.030159439891576767, 0.04478825256228447, 0.01474079117178917, -0.08569516241550446, 0.03308068960905075, 0.0072424993850290775, -0.05197152495384216, 0.08766508847475052, -0.038447219878435135, -0.059977758675813675, 0.01476446632295847, 0.03444162756204605, 0.0037332698702812195, 0.05852171778678894, -0.06799887120723724, 0.005449631717056036, -0.1001405194401741, -0.08052995055913925, 0.050358157604932785, -0.061320751905441284, 0.032094258815050125, -0.10640066117048264, 0.06591583788394928, -0.027896681800484657, -1.3660574005314174e-08, -0.003030158579349518, 0.08670752495527267, 0.012785941362380981, 0.0025231153704226017, 0.01711096428334713, -0.07625125348567963, 0.10879278182983398, 0.1517210155725479, 0.0463273823261261, 0.13125620782375336, 0.11427734047174454, 0.006406795233488083, -0.05269245803356171, -0.034543052315711975, -0.07500963658094406, 0.05791401118040085, -0.018367784097790718, -0.021674569696187973, 0.011068557389080524, 0.026771778240799904, 0.03691050410270691, 0.009928176179528236, 0.013331491500139236, -0.05646396428346634, 0.07601809501647949, -0.024590028449892998, 0.05873312056064606, 0.07669654488563538, 0.021121948957443237, -0.09733795374631882, 0.07634260505437851, -0.01953001879155636, 0.0052793631330132484, -0.04289357736706734, 0.07571308314800262, 0.0009219739586114883, -0.08008517324924469, 0.04389037936925888, 0.005786785390228033, -0.010277029126882553, -0.04135914146900177, 0.006738482508808374, 0.04314311593770981, -0.013256480917334557, 0.016044829040765762, 0.019106140360236168, -0.09109627455472946, 0.04942863807082176, -0.008344125002622604, 0.033857639878988266, -0.02538921870291233, -0.03901517391204834, 0.037085503339767456, 0.06671710312366486, 0.057719338685274124, 0.0006853112718090415, 0.052521783858537674, 0.050770651549100876, -0.0712083950638771, -0.003588911611586809, 0.026290010660886765, 0.033488679677248, -0.0037659096997231245, -0.06837159395217896 ], "seconds": 0.00803075900330441, "embedding_seconds": 0.007452598001691513, "lookup_seconds": 0.0005035110079916194, "generation_seconds": 0.0 }, { "id": "q04", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "7 GB", "answer_correct": true, "generated": { "answer": "7 GB", "input_tokens": 68, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 40 GB. Its backup quota is 7 GB.\n\nQuestion: What is the backup quota for Atlas?\nAnswer:", "vector": [ -0.052911628037691116, 0.0729241892695427, -0.05121259018778801, -0.009466992691159248, 0.031605858355760574, -0.033812664449214935, -0.07270187884569168, 0.026002995669841766, 0.040650755167007446, 0.012999885715544224, -0.013670038431882858, -0.00019776143017224967, 0.04853564873337746, -0.021000461652874947, -0.10279811918735504, -0.0411100797355175, -0.04276429861783981, 0.002717269817367196, -0.04148322716355324, -0.014550892636179924, -0.04237508028745651, -0.021973742172122, 0.023294122889637947, 0.05870978161692619, 0.12232077121734619, -0.007004600018262863, -0.006985714193433523, 0.022009901702404022, 0.03226582705974579, -0.008931907825171947, 0.014276517555117607, -0.018179183825850487, 0.03217772766947746, -0.027801815420389175, 0.06290945410728455, 0.10226775705814362, -0.06769533455371857, -0.034586623311042786, -0.03591625764966011, 0.04492951184511185, -0.029736259952187538, 0.01505669578909874, -0.048109427094459534, 0.005830257665365934, -0.004851503763347864, 0.05345454066991806, -0.038820527493953705, 0.07778313755989075, 0.017836151644587517, 0.0902227982878685, -0.005212774965912104, 0.03318304568529129, -0.07465393096208572, 0.01939375512301922, -0.008346048183739185, 0.03917022794485092, 0.017202103510499, 0.054409608244895935, -0.05544428154826164, 0.02367974817752838, 0.020012101158499718, -0.07112814486026764, -0.0858360081911087, 0.06359465420246124, 0.03178887441754341, 0.05060313269495964, -0.06094435229897499, -0.006451877299696207, -0.07008501887321472, 0.01142688374966383, -0.012671856209635735, -0.012853726744651794, -0.058707065880298615, -0.015724733471870422, 0.0741177648305893, 0.024112654849886894, 0.06444548815488815, 0.010721750557422638, -0.029608270153403282, -0.029335513710975647, -0.0007709165802225471, -0.0063924710266292095, -0.051273174583911896, -0.02902386151254177, -0.05088008940219879, -0.041423920542001724, -0.005008647684007883, 0.04982855170965195, 0.0219609085470438, -0.0206011850386858, 0.0982898697257042, -0.02941945753991604, 0.0679272934794426, 0.03439035639166832, -0.02506631426513195, 0.06963840126991272, -0.03383112698793411, 0.09554756432771683, 0.05127060040831566, -0.014053934253752232, 0.030634267255663872, -0.05891991779208183, 0.07180627435445786, 0.011029423214495182, -0.04318595305085182, -0.008355921134352684, 0.09170553088188171, 0.016023807227611542, -0.0868510827422142, 0.03141585364937782, 0.011536932550370693, 0.01749761402606964, -0.00016649911412969232, -0.04109290614724159, 0.0555996410548687, -0.0046619512140750885, -0.041131071746349335, -0.012871208600699902, 0.06755378097295761, 0.00849174801260233, 0.0021373373456299305, 0.055375274270772934, 0.03202640637755394, -0.09966583549976349, -0.04914148896932602, -0.023442203179001808, 0.004462767858058214, -5.347953426052245e-33, 0.011374042369425297, 0.04265208914875984, -0.0022636540234088898, -0.020765740424394608, -0.012349562719464302, 0.028341051191091537, 0.03815328702330589, 0.0061793457716703415, -0.02413938380777836, 0.02470647543668747, -0.03438908979296684, 0.026880957186222076, -0.012740141712129116, -0.023240728303790092, -0.051861055195331573, 0.01160627231001854, 0.04344696179032326, 0.13007834553718567, -0.039528414607048035, -0.044851090759038925, 0.09638652950525284, -0.0095766456797719, -0.033586807548999786, 0.02292291261255741, 0.043039675801992416, 0.04655306041240692, 0.006692618131637573, -0.007159029599279165, 0.018850943073630333, 0.012797204777598381, -0.010740076191723347, 0.06321414560079575, -0.027876846492290497, -0.04998500272631645, 0.08331383764743805, 0.07907284796237946, -0.1049991250038147, 0.04521339014172554, -0.026577312499284744, 0.0013797710416838527, 0.06066124886274338, 0.022904282435774803, -0.05158979818224907, -0.06101439148187637, -0.07819274067878723, -0.05279547721147537, 0.10305416584014893, -0.07828200608491898, -0.045045915991067886, 0.06633651256561279, 0.005782983265817165, -0.01572204753756523, -0.07016537338495255, 0.05262432247400284, 0.001097767730243504, -0.05286705493927002, 0.028792792931199074, -0.008043150417506695, 0.07054004073143005, 0.0286359004676342, 0.005113509017974138, -0.005929915234446526, 0.04996455833315849, 0.05284139886498451, 0.026634681969881058, -0.007998785004019737, 0.003677029861137271, 0.07847023010253906, -0.01811288669705391, 0.025385074317455292, 0.015827184543013573, -0.0885099396109581, -0.08331958204507828, 0.016997046768665314, -0.009374188259243965, -0.0679505318403244, 0.025956682860851288, -0.02491576410830021, -0.06111105531454086, 0.013745742850005627, -0.19012674689292908, -0.07981973886489868, -0.06594081968069077, -0.05192746967077255, 0.0009272962342947721, 0.013365533202886581, 0.039327483624219894, 0.027953654527664185, 0.019733933731913567, -0.02580677531659603, -0.007577390875667334, -0.06618930399417877, -0.02783067524433136, -0.04973138868808746, -0.010624206624925137, 2.6923720975905374e-33, 0.0013059198390692472, -0.0005531130591407418, 0.021413717418909073, 0.020367026329040527, -0.04050604626536369, -0.02121470496058464, 0.013376976363360882, 0.1302478015422821, -0.010579699650406837, 0.057638369500637054, -0.06536535918712616, -0.04289477691054344, 0.06676488369703293, 0.0414464958012104, -0.07171017676591873, -0.01932833343744278, 0.03081486001610756, -0.12409983575344086, 0.017535215243697166, 0.033338192850351334, -0.06338711827993393, 0.0017195118125528097, 0.029862109571695328, 0.08300314098596573, 0.0062626986764371395, 0.02211490459740162, -0.06641855835914612, -0.03008427284657955, 0.03952531889081001, 0.0031701033003628254, -0.04500853270292282, -0.0912296399474144, -0.14956441521644592, 0.0879165530204773, -0.029780955985188484, -0.037847355008125305, -0.03658975660800934, 0.14969339966773987, -0.02123148925602436, 0.07696983963251114, 0.04795185849070549, -0.03059239499270916, -0.01568428799510002, 0.05881613865494728, 0.0006758456584066153, 0.012858067639172077, 0.0358484648168087, -0.0804879367351532, -0.021568268537521362, -0.064954474568367, 0.0072693289257586, 0.024104831740260124, 0.07947388291358948, 0.11244907230138779, 0.02187991701066494, -0.0002528308250475675, 0.0579945333302021, 0.0745842233300209, 0.05139517784118652, -0.05875688046216965, 0.045303475111722946, 0.0060289776884019375, -0.07236794382333755, -0.01339623611420393, -0.03569241613149643, -0.01880200393497944, -0.1021513044834137, -0.016727590933442116, -0.051777638494968414, 0.10042861104011536, -0.003138871630653739, 0.07026981562376022, 0.014095727354288101, 0.024205172434449196, -0.05996105447411537, 0.03234938159584999, -0.01855042390525341, -0.06238575279712677, 0.08721314370632172, -0.03695514053106308, -0.0503411702811718, -0.01975392922759056, 0.01251809112727642, 0.010563261806964874, 0.05896547809243202, -0.10731104016304016, -0.011385759338736534, -0.0805855318903923, -0.040404610335826874, 0.0711485743522644, -0.04971371591091156, 0.0020218873396515846, -0.08248910307884216, 0.08245092630386353, -0.015690524131059647, -1.4377741663906818e-08, -0.02515377663075924, 0.11163322627544403, 0.010418944992125034, 0.009666504338383675, 0.02154526486992836, -0.09386832267045975, 0.07140525430440903, 0.06126987189054489, 0.031861208379268646, 0.06779233366250992, 0.09047368913888931, -0.0318928100168705, -0.030525250360369682, 0.015563402324914932, -0.11559648811817169, 0.024955788627266884, 0.010030110366642475, -0.039265070110559464, 0.03255120664834976, -0.00025648920563980937, -0.011240748688578606, -0.006982508581131697, -0.006928075570613146, -0.039933763444423676, 0.07380587607622147, -0.01162941474467516, 0.044281378388404846, 0.10933364182710648, -0.007831595838069916, -0.12152130901813507, 0.059145305305719376, -0.01342814601957798, -0.029365157708525658, -0.06626234948635101, 0.05410870537161827, 0.012945597991347313, -0.05836093798279762, -0.004802122246474028, -0.013668653555214405, 0.0020260619930922985, -0.018083255738019943, 0.006645262241363525, 0.04734807834029198, -0.043126676231622696, -0.0006765449070371687, 0.028087643906474113, -0.07246369868516922, 0.024590935558080673, -0.03621061146259308, -0.027499090880155563, -0.014746269211173058, -0.05171532183885574, 0.07200249284505844, 0.05181991308927536, 0.08389442414045334, 0.015363114885985851, 0.04926174879074097, 0.04215001314878464, -0.06924881786108017, 0.007183297537267208, -0.005210056900978088, 0.027242232114076614, 0.008642059750854969, -0.11896367371082306 ], "seconds": 0.07730645899573574, "embedding_seconds": 0.006569035002030432, "lookup_seconds": 0.0004757409988087602, "generation_seconds": 0.06881735999922967 }, { "id": "q05", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.00012853399675805122, "embedding_seconds": 0.0, "lookup_seconds": 6.192999717313796e-05, "generation_seconds": 0.0 }, { "id": "q06", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 9.101499745156616e-05, "embedding_seconds": 0.0, "lookup_seconds": 4.864900256507099e-05, "generation_seconds": 0.0 }, { "id": "q07", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 8.75409969012253e-05, "embedding_seconds": 0.0, "lookup_seconds": 4.696399992099032e-05, "generation_seconds": 0.0 }, { "id": "q08", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 8.580200665164739e-05, "embedding_seconds": 0.0, "lookup_seconds": 4.552699829218909e-05, "generation_seconds": 0.0 }, { "id": "q09", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.0007110120059223846, "embedding_seconds": 0.0, "lookup_seconds": 6.199700146680698e-05, "generation_seconds": 0.0 }, { "id": "q10", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 9.240399958798662e-05, "embedding_seconds": 0.0, "lookup_seconds": 4.864000220550224e-05, "generation_seconds": 0.0 }, { "id": "q11", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 0.0007099359936546534, "embedding_seconds": 0.0, "lookup_seconds": 5.974099622108042e-05, "generation_seconds": 0.0 }, { "id": "q12", "policy": "unsafe_diagnostic", "hit": { "answer": "40 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Atlas?" }, "source_id": "q01", "correct_hit": false, "answer": "40 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nAtlas has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Atlas?\nAnswer:", "vector": null, "seconds": 9.086100180866197e-05, "embedding_seconds": 0.0, "lookup_seconds": 4.778099537361413e-05, "generation_seconds": 0.0 }, { "id": "q13", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "50 GB", "answer_correct": true, "generated": { "answer": "50 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": [ 0.004900500178337097, 0.0023047267459332943, -0.060722529888153076, -0.006720391102135181, -0.05309505760669708, -0.04331996664404869, -0.01281206775456667, 0.015322564169764519, 0.005485652945935726, 0.06526562571525574, -0.030827999114990234, -0.0011185470502823591, -0.008221962489187717, -0.007245445158332586, -0.04018004238605499, 0.023454679176211357, -0.03606975078582764, -0.0816296860575676, -0.03422964736819267, -0.001127895200625062, 0.04182201623916626, 0.014199442230165005, -0.0018958075670525432, 0.027179129421710968, 0.03324716538190842, 0.039425451308488846, -0.05057058110833168, -0.024700820446014404, 0.03944513946771622, -0.032763075083494186, 0.020422913134098053, 0.0019427299266681075, 0.028502142056822777, -0.006264577619731426, 0.06539632380008698, 0.0697379857301712, -0.059680137783288956, -0.09072664380073547, -0.055749040096998215, -0.02768181450664997, -0.03035261109471321, 0.0407024584710598, -0.03819550573825836, 0.05106049403548241, -0.0831371620297432, 0.03205578029155731, -0.014949655160307884, 0.033503200858831406, 0.029348574578762054, 0.0943356305360794, 0.01690663769841194, -0.030638031661510468, -0.032021235674619675, -0.004386075306683779, 0.05673255771398544, -0.004008486866950989, -0.010488158091902733, 0.02363978698849678, -0.03280387073755264, 0.053927235305309296, 0.004303388763219118, -0.020921126008033752, -0.05503137409687042, 0.016558900475502014, 0.0511162132024765, 0.024045728147029877, -0.04633459821343422, -0.018606597557663918, -0.04113687947392464, -0.0037408238276839256, -0.0024174617137759924, -0.03760572895407677, -0.08455158770084381, 0.02059604786336422, -0.0283909123390913, 0.002810452599078417, 0.1451757252216339, 0.04284178093075752, 0.07048921287059784, -0.015996117144823074, -0.016134195029735565, -0.006562248338013887, -0.015510931611061096, -0.003955233376473188, -0.012064062058925629, -0.052318595349788666, -0.033913880586624146, 0.04106324166059494, -0.03373785316944122, -0.02101070247590542, 0.08717483282089233, -0.012376525439321995, 0.05949663370847702, 0.025923365727066994, -0.06657940149307251, 0.019345076754689217, -0.07037834823131561, 0.0106133371591568, -0.0067156278528273106, 0.031682007014751434, 0.025650113821029663, 0.030339034274220467, 0.002698254771530628, 0.014634862542152405, -0.09769473969936371, -0.020960668101906776, 0.03060051053762436, 0.0693751722574234, -0.07537636160850525, 0.07816274464130402, 0.013170748017728329, -0.004685554653406143, -0.04971032962203026, -0.023134427145123482, 0.011121298186480999, 0.0570048987865448, -0.07596860080957413, -0.005750759970396757, 0.051402099430561066, -0.05443265289068222, -0.002878539264202118, -0.016961943358182907, 0.07063038647174835, 0.008631933480501175, -0.054862525314092636, -0.01866762340068817, -0.05564266815781593, -5.1444860068424614e-33, -0.004824639298021793, -0.06398129463195801, 0.031844429671764374, 0.026709413155913353, -0.07827183604240417, -0.008900209330022335, 0.01300717517733574, 0.10073227435350418, -0.07134761661291122, -0.06155189499258995, -0.020880870521068573, 0.004238445311784744, -0.02978888712823391, -0.01692180708050728, 0.07625540345907211, -0.06391513347625732, 0.042204707860946655, 0.08500165492296219, 0.026654092594981194, -0.04873020946979523, 0.003714798018336296, -0.018396733328700066, 0.0030002673156559467, -0.01208790298551321, 0.04396141320466995, 0.05600767582654953, 0.026281975209712982, -0.04521840810775757, 0.009896333329379559, 0.04087388888001442, 0.033193059265613556, 0.00133277359418571, -0.017004085704684258, 0.02285933494567871, 0.03948596492409706, 0.06379900127649307, -0.06583636999130249, -0.0015951262321323156, -0.07731812447309494, -0.014930467121303082, -0.0008049304015003145, 0.07020702958106995, -0.002767771715298295, -0.0037016619462519884, -0.07705762982368469, 0.009907057508826256, 0.10148829966783524, -0.09411706775426865, -0.017374029383063316, 0.1278630942106247, -0.003559284843504429, 0.08229196816682816, -0.09616309404373169, 0.0529414527118206, 0.044951990246772766, 0.021451907232403755, 0.027368349954485893, -0.020917927846312523, 0.08141648769378662, -0.00011328602704452351, -0.016839105635881424, -0.019845163449645042, 0.0715353712439537, 0.026233674958348274, 0.04127563163638115, 0.11977118253707886, 0.031512342393398285, -0.03192007541656494, 0.017354361712932587, 0.026501702144742012, -0.004311597440391779, -0.05414727330207825, 0.03629443049430847, 0.013207155279815197, -0.04800911620259285, -0.024086585268378258, 0.03288827836513519, 0.024187002331018448, -0.08746951073408127, 0.03363742679357529, -0.11832034587860107, -0.08724890649318695, 0.05834946781396866, 0.038715507835149765, 0.020658349618315697, -0.10170900076627731, 0.0554841086268425, 0.07707706838846207, -0.0650426372885704, -0.0388370081782341, 0.0459139421582222, -0.018351947888731956, -0.03218937665224075, -0.02822740003466606, -0.03679819405078888, 2.926226596782054e-33, 0.018497074022889137, -0.0015974040143191814, -0.0409461073577404, -0.04704616591334343, -0.06535318493843079, 0.0016923269722610712, -0.01227209810167551, 0.09541139751672745, -0.044439833611249924, 0.04034285619854927, -0.1274915486574173, 0.05416472256183624, 0.06964689493179321, -0.04126001521945, -0.05342882126569748, -0.019686875864863396, 0.0028507430106401443, -0.018470853567123413, 0.03655948489904404, -0.04341075196862221, 0.017488550394773483, 0.02737603522837162, 0.08085620403289795, 0.04383452236652374, -0.041918493807315826, 0.007085288409143686, -0.018432263284921646, -0.06556934863328934, 0.006631218828260899, -0.0643383115530014, -0.03929200768470764, -0.07699199765920639, -0.11998182535171509, -0.014343630522489548, -0.034771811217069626, -0.12069101631641388, 0.00824910867959261, 0.10408437252044678, -0.05704345181584358, 0.058190032839775085, 0.031950391829013824, 0.06187142804265022, 0.036049701273441315, 0.03566276654601097, 0.03754746913909912, -0.09221908450126648, 0.010049601085484028, -0.0432739220559597, 0.06272928416728973, -0.054253872483968735, 0.01551703829318285, -0.04740060865879059, 0.08944310247898102, 0.014149932190775871, 0.05253847688436508, 0.012264368124306202, 0.04959607869386673, 0.05323125794529915, 0.05884108692407608, -0.058528874069452286, 0.08541350811719894, -0.003756633261218667, -0.04382941871881485, 0.023332450538873672, -0.04887926205992699, -0.06671889871358871, -0.02056279592216015, -0.006625953130424023, -0.09192892909049988, 0.11159734427928925, 0.0025684190914034843, -0.01886005513370037, 0.0572056770324707, 0.07082878798246384, -0.06177274137735367, 0.0393511988222599, 0.0161935742944479, -0.05256594717502594, 0.1303849220275879, 0.0071986024267971516, -0.081990547478199, 0.04600600153207779, 0.047957662492990494, 0.05980810150504112, 0.08557971566915512, -0.12586058676242828, 0.08078981935977936, -0.0771525427699089, -0.04017572104930878, 0.04668998345732689, -0.05832549184560776, 0.008280572481453419, -0.025241276249289513, 0.013166237622499466, 0.010051247663795948, -1.4751403654145179e-08, -0.003408450400456786, 0.06662517786026001, -0.03729025647044182, 0.04068407788872719, 0.06814941018819809, -0.03450934588909149, 0.03456892818212509, 0.11352956295013428, 0.05167671665549278, 0.048063844442367554, 0.0961809828877449, 0.0343695692718029, -0.0980604812502861, -0.007847106084227562, -0.09105997532606125, 0.00889146700501442, -0.06709598749876022, -0.07887165993452072, -0.015240855515003204, -0.0018783427076414227, 0.015640752390027046, 0.030347896739840508, 0.010798358358442783, -0.04720090329647064, 0.014836669899523258, -0.012631699442863464, 0.1000249907374382, 0.09606852382421494, 0.02421008236706257, -0.05244218930602074, -0.08033492416143417, 0.01572110690176487, -0.03516513109207153, -0.078049436211586, -0.018001614138484, 0.0016482704086229205, -0.07040450721979141, 0.013474730774760246, -0.018655018880963326, 0.038492292165756226, -0.03136724233627319, -0.05473224073648453, 0.10925621539354324, -0.00042699993355199695, 0.08238900452852249, 0.1327301263809204, -0.11342662572860718, 0.06699664145708084, -0.04885890334844589, -0.033044230192899704, 0.019634617492556572, -9.86488230410032e-05, -0.014178641140460968, 0.013200330547988415, -0.00974349956959486, 0.01634334959089756, -0.015662996098399162, -0.002200025599449873, -0.039778150618076324, -0.009630758315324783, 0.07746515423059464, 0.009030872955918312, 0.001522992504760623, -0.023373592644929886 ], "seconds": 0.07672285900480347, "embedding_seconds": 0.006177887000376359, "lookup_seconds": 0.0006302499969024211, "generation_seconds": 0.06825063399446663 }, { "id": "q14", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": true, "answer": "50 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.0001401979970978573, "embedding_seconds": 0.0, "lookup_seconds": 7.135900523280725e-05, "generation_seconds": 0.0 }, { "id": "q15", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "semantic", "score": 0.9803206540931589, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": true, "answer": "50 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What storage quota does Orion have?\nAnswer:", "vector": [ 0.011173897422850132, 0.007794183678925037, -0.0683458149433136, -0.011963622644543648, -0.055960867553949356, -0.04440401494503021, -0.006120993290096521, 0.009759560227394104, 0.007016180548816919, 0.06541702151298523, -0.021039146929979324, 0.019336823374032974, -0.011789717711508274, -0.008400036953389645, -0.03653182461857796, 0.010069680400192738, -0.02399875782430172, -0.0822460949420929, -0.03412766754627228, 0.00670287199318409, 0.046694640070199966, 0.010207239538431168, 0.011438279412686825, 0.022974025458097458, 0.017064806073904037, 0.045006994158029556, -0.05936112999916077, -0.03636459633708, 0.029189713299274445, -0.05693795904517174, 0.013164039701223373, 0.008775689639151096, 0.026380272582173347, 0.0018309216247871518, 0.05638212338089943, 0.04796288162469864, -0.03420083597302437, -0.08168356120586395, -0.058797817677259445, -0.0224077757447958, -0.025399385020136833, 0.03688579797744751, -0.026515604928135872, 0.05273718014359474, -0.09450259059667587, 0.03540966659784317, -0.015773175284266472, 0.02582652121782303, 0.011018800549209118, 0.07700032740831375, 0.010499582625925541, -0.037290699779987335, -0.032977309077978134, 0.0036759485956281424, 0.05383238568902016, -0.0004412405251059681, -0.011518496088683605, 0.013170842081308365, -0.04084935039281845, 0.05744364485144615, 0.0050783646292984486, -0.02092292346060276, -0.05097711831331253, 0.029571501538157463, 0.05631780996918678, 0.03447429835796356, -0.04575640335679054, -0.015569631941616535, -0.04775764420628548, -0.022625990211963654, 0.019386425614356995, -0.0265024583786726, -0.08185504376888275, 0.026032520458102226, -0.029116785153746605, -0.013981005176901817, 0.1519094705581665, 0.04707071930170059, 0.0716242715716362, -0.005974406376481056, -0.03197340667247772, 0.006645823363214731, -0.01827458292245865, 0.00692046107724309, -0.014619880355894566, -0.053973812609910965, -0.03157378360629082, 0.02800462581217289, -0.05960538983345032, -0.03692351654171944, 0.07816486060619354, -0.011071531102061272, 0.054553400725126266, 0.025709090754389763, -0.07081025093793869, 0.020251872017979622, -0.0667814090847969, -0.0016478270990774035, -0.01347270980477333, 0.01972210220992565, 0.02954746037721634, 0.04885479062795639, 0.008907522074878216, 0.006771466229110956, -0.08630280196666718, -0.031400829553604126, 0.027095289900898933, 0.06380575150251389, -0.07172784954309464, 0.08432701975107193, 0.017141059041023254, -0.006438833195716143, -0.04540468752384186, -0.012092378921806812, 0.018108399584889412, 0.03912793844938278, -0.07824813574552536, 0.004023749381303787, 0.029131775721907616, -0.04825152829289436, -0.00560062937438488, -0.025773191824555397, 0.0773891806602478, 0.01227292325347662, -0.04325396940112114, -0.0033713928423821926, -0.05348782613873482, -4.5317191688580345e-33, -0.008903064765036106, -0.09114618599414825, 0.039892055094242096, 0.023289063945412636, -0.06675627827644348, 0.0017316928133368492, 0.002250493271276355, 0.09854252636432648, -0.06892453134059906, -0.05508926883339882, -0.030024973675608635, 0.005429242271929979, -0.026788242161273956, 2.9843475203961134e-05, 0.09113027155399323, -0.06772049516439438, 0.025682248175144196, 0.08763797581195831, 0.013900299556553364, -0.0511506125330925, 0.011116111651062965, 0.00718316063284874, -0.0002627084613777697, -0.021890511736273766, 0.05747935548424721, 0.04547860100865364, 0.030939767137169838, -0.05010058730840683, -0.002103472361341119, 0.04173443093895912, 0.013897394761443138, -0.003106056246906519, -0.02514890767633915, 0.025337055325508118, 0.04228788986802101, 0.05755516514182091, -0.08279786258935928, -0.009944234974682331, -0.08227960020303726, -0.00933265034109354, -0.0011924804421141744, 0.06491228938102722, -0.014375033788383007, -0.006483761128038168, -0.0903170257806778, -0.010884677059948444, 0.0923340916633606, -0.09560821205377579, -0.025734001770615578, 0.1323055773973465, 0.0029622295405715704, 0.0899747684597969, -0.08313876390457153, 0.04541035369038582, 0.04456760734319687, 0.017203405499458313, 0.04513786360621452, -0.015440958552062511, 0.08469166606664658, 0.01786826178431511, -0.032036710530519485, -0.004403663333505392, 0.06540916115045547, 0.011416114866733551, 0.03862211853265762, 0.1410394012928009, 0.0428897850215435, -0.046074315905570984, 0.03124978020787239, 0.04206960275769234, -0.004309128504246473, -0.05094055086374283, 0.04016649350523949, 0.0117247449234128, -0.04265177622437477, -0.02689202129840851, 0.027048079296946526, 0.021417560055851936, -0.09715553373098373, 0.024155691266059875, -0.1130620688199997, -0.09544162452220917, 0.07074257731437683, 0.052141547203063965, 0.0073816305957734585, -0.0960213914513588, 0.06146424263715744, 0.058334313333034515, -0.06243467703461647, -0.04617828503251076, 0.04935223609209061, -0.021742334589362144, -0.03985670208930969, -0.01641995459794998, -0.03366586193442345, 2.4627146642444332e-33, -0.0006852556834928691, -0.017065251246094704, -0.03796421363949776, -0.05103081092238426, -0.0644998550415039, -0.0043581207282841206, -0.011160013265907764, 0.089828260242939, -0.05104520544409752, 0.03048757277429104, -0.10134363919496536, 0.057271070778369904, 0.05903560668230057, -0.03128637745976448, -0.046162478625774384, -0.017370164394378662, 0.01839342527091503, -0.03164262697100639, 0.03898347169160843, -0.039949893951416016, 0.01560752559453249, 0.015567930415272713, 0.09393202513456345, 0.03505123779177666, -0.033528804779052734, 0.0004481385403778404, -0.03005773387849331, -0.061162449419498444, 0.010854472406208515, -0.08421894162893295, -0.03728858754038811, -0.08714241534471512, -0.09041055291891098, -0.03802040219306946, -0.0371822714805603, -0.11559407413005829, 0.0061790551990270615, 0.0944770947098732, -0.0660642609000206, 0.055070795118808746, 0.0353042334318161, 0.06091710180044174, 0.037716880440711975, 0.05647147074341774, 0.04750417545437813, -0.07605185359716415, -0.004455525893718004, -0.04195479303598404, 0.052772488445043564, -0.047343943268060684, 0.025776952505111694, -0.05011732503771782, 0.0834164097905159, 0.02909911796450615, 0.06313122063875198, 0.006516274064779282, 0.046209096908569336, 0.059103067964315414, 0.06941863149404526, -0.04824797064065933, 0.0918928012251854, -0.023151224479079247, -0.054892074316740036, 0.02073691599071026, -0.054584503173828125, -0.0637304037809372, -0.021877260878682137, -0.03568347916007042, -0.10400497168302536, 0.11300525069236755, 0.002701924880966544, -0.017821528017520905, 0.059999268501996994, 0.055134184658527374, -0.059728872030973434, 0.04325338825583458, 0.003888375125825405, -0.05967099219560623, 0.11789596825838089, 0.00921268668025732, -0.0854547917842865, 0.03247002139687538, 0.04344547912478447, 0.05970926582813263, 0.08433976024389267, -0.11162612587213516, 0.0818350538611412, -0.08350429683923721, -0.04697567969560623, 0.054473862051963806, -0.05934809520840645, 0.026775985956192017, -0.03295670822262764, 0.012440608814358711, 0.011147667653858662, -1.3548974386878854e-08, 8.949042239692062e-05, 0.06969141215085983, -0.01712765172123909, 0.04436665028333664, 0.06669988483190536, -0.04308789595961571, 0.04988718777894974, 0.13623997569084167, 0.05860622599720955, 0.05156222730875015, 0.10114484280347824, 0.0422082357108593, -0.09662135690450668, -0.004760000389069319, -0.0623030923306942, 0.030400950461626053, -0.049414318054914474, -0.08397495001554489, -0.016124770045280457, 0.005623375065624714, 0.013025669381022453, 0.01632264442741871, 0.015983931720256805, -0.03152694180607796, 0.02504872903227806, -0.012769184075295925, 0.10155803710222244, 0.10329471528530121, 0.037814196199178696, -0.0417524129152298, -0.07479912042617798, 0.0112898675724864, -0.023073755204677582, -0.07447069138288498, -0.024225344881415367, 0.009480053558945656, -0.06439752131700516, 0.028799498453736305, -0.014023825526237488, 0.049548931419849396, -0.022172288969159126, -0.057722486555576324, 0.09854476153850555, 0.011190149001777172, 0.07551715523004532, 0.12041114270687103, -0.11394848674535751, 0.055610425770282745, -0.052117880433797836, -0.04612410441040993, 0.022672191262245178, -0.011510143056511879, -0.011680238880217075, 0.012320182286202908, -0.009751700796186924, 0.0022303666919469833, -0.00963001511991024, -0.005022060126066208, -0.03222501650452614, 0.002521042712032795, 0.09247487783432007, 0.011471976526081562, 0.01201361883431673, 0.0015194405568763614 ], "seconds": 0.007081656003720127, "embedding_seconds": 0.006297863998042885, "lookup_seconds": 0.0007259940030053258, "generation_seconds": 0.0 }, { "id": "q16", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "8 GB", "answer_correct": true, "generated": { "answer": "8 GB", "input_tokens": 70, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 50 GB. Its backup quota is 8 GB.\n\nQuestion: What is the backup quota for Orion?\nAnswer:", "vector": [ -0.030200829729437828, -0.0012056095292791724, -0.0387941412627697, -0.03227165341377258, -0.024846825748682022, -0.022934189066290855, -0.01913570798933506, 0.009737498126924038, -0.011074061505496502, 0.037227798253297806, -0.04703139141201973, -0.013631261885166168, -0.00410785898566246, -0.047117870301008224, -0.046171173453330994, 0.013208958320319653, -0.035883065313100815, -0.057779885828495026, -0.01982775889337063, -0.03802631050348282, -0.011232427321374416, 0.012293101288378239, -0.00936153158545494, 0.04489265754818916, 0.07952115684747696, 0.05099790170788765, 0.01084884162992239, -0.01618594117462635, 0.005130494013428688, -0.00462000910192728, -0.00761030288413167, -0.0034014929551631212, 0.023603005334734917, -0.024250997230410576, 0.030189217999577522, 0.0825393944978714, -0.07075036317110062, -0.04041203483939171, -0.05120512470602989, 0.006798256188631058, -0.039549171924591064, 0.0025427183136343956, -0.054090242832899094, 0.016956372186541557, -0.103534035384655, 0.006623967085033655, -0.017416516318917274, 0.06421203911304474, 0.04494412615895271, 0.1039506271481514, 0.050679877400398254, -0.039539843797683716, -0.04999414086341858, 0.011154521256685257, 0.057041458785533905, 0.049631424248218536, -0.0010517030023038387, 0.03924795240163803, -0.03957769647240639, 0.04472314193844795, -0.023756572976708412, -0.008903679437935352, -0.07824253290891647, 0.041023559868335724, 0.08546897768974304, 0.015600870363414288, -0.058462124317884445, -0.013712052255868912, -0.043163180351257324, 0.003040136769413948, -0.0035655489191412926, -0.06412289291620255, -0.0777575671672821, -0.004418624099344015, 0.0026503961998969316, 0.036609817296266556, 0.16013875603675842, 0.04898863285779953, 0.03077978454530239, -0.0035119059029966593, -0.005237962584942579, 0.004062958527356386, -0.04622916504740715, -0.013065395876765251, 0.009288840927183628, -0.05107958987355232, -0.01656423881649971, 0.05166088044643402, 0.0013014995492994785, 0.010139132849872112, 0.1031896248459816, -0.025017352774739265, 0.0819491520524025, 0.033200912177562714, -0.028807446360588074, 0.034637920558452606, -0.08195339888334274, 0.018804892897605896, 0.035882070660591125, 0.02017056941986084, 0.006685856729745865, 0.01003465335816145, -0.003926190081983805, 0.015991676598787308, -0.08264877647161484, 0.0015818127430975437, 0.05224614217877388, 0.0352298803627491, -0.048923343420028687, 0.07823936641216278, 0.005058023612946272, 0.013110904023051262, -0.009227556176483631, -0.0013461828930303454, 0.050058603286743164, 0.013089249841868877, -0.0793994590640068, 0.005656492430716753, 0.04214302450418472, -0.04545469582080841, -0.005394786596298218, 0.013932392932474613, 0.09296766668558121, -0.01893499307334423, -0.03736279904842377, -0.03200416639447212, -0.03691371902823448, -5.564681523565258e-33, -0.0008648121147416532, -0.0018291843589395285, 0.04419192299246788, -0.02686375193297863, -0.08199115097522736, 0.010838339105248451, 0.018330752849578857, 0.08893641084432602, -0.041018616408109665, -0.03289370611310005, -0.027105700224637985, 0.007233764044940472, 0.0003083932970184833, -0.024646490812301636, 0.014704020693898201, -0.07203426212072372, 0.0523085854947567, 0.10488631576299667, 0.02627093717455864, -0.0361030139029026, 0.02974923513829708, 0.012754994444549084, -0.02093454822897911, -0.006229213438928127, 0.02835793048143387, 0.05074816942214966, 0.051511213183403015, -0.0044739143922924995, 0.016829051077365875, 0.03344147652387619, 0.02655181661248207, 0.008204633370041847, -0.02518388442695141, -0.011949603445827961, 0.025979693979024887, 0.08999180048704147, -0.11656145006418228, 0.001954060047864914, -0.0820586234331131, 0.0017086968291550875, 0.005945403128862381, 0.058282386511564255, -0.0674564465880394, -0.044544924050569534, -0.0694093406200409, -0.05343790724873543, 0.11423587054014206, -0.10738223046064377, -0.03796999156475067, 0.11206033825874329, -0.007233309559524059, 0.05226748064160347, -0.09628816694021225, 0.0013671229826286435, 0.0182671956717968, 0.025469278916716576, 0.04205700382590294, -0.005441029090434313, 0.08402226120233536, -0.001806072425097227, 0.006092817988246679, -0.03298754245042801, 0.037114135921001434, 0.016360605135560036, 0.027911461889743805, 0.11781660467386246, 0.030137814581394196, -0.019086815416812897, -0.009397847577929497, 0.05147508159279823, -0.004406115505844355, -0.06504473090171814, -0.007050295360386372, -0.0027500155847519636, -0.022225437685847282, -0.031813085079193115, 0.03151031583547592, 0.05299355462193489, -0.05931098759174347, 0.03904653340578079, -0.15858854353427887, -0.06397847086191177, 0.038964152336120605, -0.03480357676744461, 0.08615903556346893, -0.044271454215049744, 0.040126219391822815, 0.0330008864402771, -0.05262191966176033, -0.03055310808122158, 0.04678323119878769, -0.07062104344367981, -0.040281523019075394, -0.015217334032058716, -0.015047379769384861, 3.287794883770566e-33, 0.0043891300447285175, -0.0007334819529205561, -0.002217308385297656, -0.04319741576910019, -0.0663369819521904, -0.0031215434428304434, -0.01722198724746704, 0.1467019021511078, -0.04108848050236702, 0.07555224746465683, -0.08900460600852966, 0.028592629358172417, 0.05278438329696655, -0.03487623110413551, -0.04667395353317261, -0.027969161048531532, 0.000912159972358495, -0.04811741039156914, 0.0047051128931343555, -0.05564941093325615, 0.029422856867313385, 0.02751440554857254, 0.06867455691099167, 0.03316890075802803, -0.04666163772344589, -0.005787822417914867, -0.03093758225440979, -0.006924499291926622, 0.042072929441928864, -0.08376855403184891, -0.021407291293144226, -0.0900561660528183, -0.1257210671901703, 0.02742977812886238, -0.036160122603178024, -0.08205033838748932, -0.03168487548828125, 0.13288582861423492, -0.037798792123794556, 0.07299210876226425, 0.04625384882092476, 0.04993419721722603, 0.02689991146326065, 0.016876939684152603, -0.0038792111445218325, -0.056476954370737076, 1.0309374829375884e-06, -0.05109965428709984, 0.038201235234737396, -0.053668826818466187, 0.041899971663951874, -0.01904822140932083, 0.08973489701747894, 0.09262736141681671, 0.044924791902303696, 0.009279843419790268, 0.10639280825853348, 0.0730188861489296, 0.07429725676774979, -0.0485425665974617, 0.08645473420619965, -0.0012048870557919145, -0.024678386747837067, 0.012341400608420372, -0.030915312469005585, -0.04484330117702484, -0.02972515858709812, -0.003133671125397086, -0.07138346135616302, 0.09008985757827759, -0.0010078292107209563, 0.015454279258847237, 0.03385261073708534, 0.07159203290939331, -0.04404893517494202, 0.05169690400362015, -0.03064716048538685, -0.07523861527442932, 0.10295742750167847, 0.009878958575427532, -0.07304847985506058, -0.0018748641014099121, 0.019863056018948555, 0.06660082936286926, 0.08521340787410736, -0.15825727581977844, 0.06847448647022247, -0.08109785616397858, -0.007909922860562801, 0.06629209965467453, -0.039558038115501404, -0.0036928870249539614, -0.0093462523072958, 0.04061379283666611, 0.021722596138715744, -1.4005684612072855e-08, -0.018733909353613853, 0.08637353032827377, -0.024921277537941933, 0.04805799201130867, 0.06918713450431824, -0.06215309724211693, 0.007768040057271719, 0.050768401473760605, 0.037350598722696304, 0.002810944803059101, 0.08578456938266754, -0.011933685280382633, -0.06904643028974533, 0.034616678953170776, -0.09801803529262543, -0.0025819651782512665, -0.029346570372581482, -0.08835197240114212, 0.008176262490451336, -0.02473500370979309, -0.02758244425058365, 0.00898618996143341, -0.010126578621566296, -0.019750354811549187, 0.02928091026842594, -0.00244593876414001, 0.09045339375734329, 0.13612140715122223, -0.0011985234450548887, -0.07193171232938766, -0.08864457905292511, 0.02221793495118618, -0.05426788330078125, -0.10375899076461792, -0.03939991071820259, 0.024405546486377716, -0.036556269973516464, -0.01961394026875496, -0.030925877392292023, 0.06495337933301926, 0.004100755322724581, -0.052938129752874374, 0.1093175858259201, -0.02508983202278614, 0.05301951244473457, 0.1126430407166481, -0.1046288013458252, 0.02682405337691307, -0.0669545903801918, -0.0750855803489685, 0.03883003816008568, -0.017775654792785645, 0.015789860859513283, 0.004113777540624142, 0.02199854515492916, 0.019932188093662262, -0.01826956868171692, 0.0036539777647703886, -0.049995794892311096, 0.010884859599173069, 0.06866137683391571, -0.0031392532400786877, 0.03404945880174637, -0.052199795842170715 ], "seconds": 0.11142386099527357, "embedding_seconds": 0.006180796000990085, "lookup_seconds": 0.0007456479943357408, "generation_seconds": 0.10276726500160294 }, { "id": "q17", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00014985100278863683, "embedding_seconds": 0.0, "lookup_seconds": 8.01599962869659e-05, "generation_seconds": 0.0 }, { "id": "q18", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00010602499969536439, "embedding_seconds": 0.0, "lookup_seconds": 6.0341000789776444e-05, "generation_seconds": 0.0 }, { "id": "q19", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 9.972700354410335e-05, "embedding_seconds": 0.0, "lookup_seconds": 5.866199353476986e-05, "generation_seconds": 0.0 }, { "id": "q20", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 9.813799988478422e-05, "embedding_seconds": 0.0, "lookup_seconds": 5.748400144511834e-05, "generation_seconds": 0.0 }, { "id": "q21", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.000702039003954269, "embedding_seconds": 0.0, "lookup_seconds": 7.681699935346842e-05, "generation_seconds": 0.0 }, { "id": "q22", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00010283700248692185, "embedding_seconds": 0.0, "lookup_seconds": 5.9831996622961015e-05, "generation_seconds": 0.0 }, { "id": "q23", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.0007081270014168695, "embedding_seconds": 0.0, "lookup_seconds": 6.798600225010887e-05, "generation_seconds": 0.0 }, { "id": "q24", "policy": "unsafe_diagnostic", "hit": { "answer": "50 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Orion?" }, "source_id": "q13", "correct_hit": false, "answer": "50 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nOrion has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Orion?\nAnswer:", "vector": null, "seconds": 0.00010090800060424954, "embedding_seconds": 0.0, "lookup_seconds": 5.841200618306175e-05, "generation_seconds": 0.0 }, { "id": "q25", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "60 GB", "answer_correct": true, "generated": { "answer": "60 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": [ 0.014653095975518227, -0.009548100642859936, -0.04918523505330086, 0.04494728520512581, 0.025885172188282013, -0.0525997132062912, -0.05262456461787224, 0.04072430357336998, 0.04079413041472435, -0.0034519555047154427, 0.03775850310921669, -0.02921769581735134, -0.04533574730157852, 0.030731452628970146, -0.0570499487221241, -0.037745457142591476, 0.0156461950391531, -0.010989544913172722, -0.03904615715146065, 0.04678032174706459, 0.04982456937432289, -0.03492029756307602, 0.0017049587331712246, 0.04246683046221733, 0.01833903230726719, 0.008926859125494957, -0.07268662005662918, -0.01122305542230606, 0.035134874284267426, -0.017031168565154076, 0.022258222103118896, -0.01646456867456436, 0.05610749498009682, -0.0255298875272274, 0.06866546720266342, 0.02813706547021866, -0.06506223231554031, -0.057190265506505966, -0.015570652671158314, -0.04377148300409317, -0.02822442725300789, -0.02332925796508789, -0.06832487881183624, 0.05461255460977554, 0.017596295103430748, 0.06370145082473755, 0.002025732072070241, 0.00563087360933423, 0.03450028598308563, -0.020665230229496956, 0.01755388453602791, 0.03280173987150192, -0.033054620027542114, 0.03017064742743969, -0.03724454343318939, -0.10526839643716812, 0.03302472084760666, 0.046604230999946594, 0.03183344751596451, 0.05190037935972214, 0.071402408182621, -0.09337996691465378, -0.04840080812573433, 0.028433701023459435, 0.04433411359786987, -0.04053173214197159, 0.006860074121505022, 0.02335401251912117, -0.07808279991149902, 0.018624501302838326, -0.04424479231238365, 0.00508682057261467, -0.0380905419588089, 0.05102367326617241, -0.01248560007661581, 0.02460079826414585, 0.08215640485286713, 0.04113393276929855, 0.12756884098052979, -0.019170451909303665, -0.00838556233793497, -0.061142515391111374, -0.03750977665185928, -0.0002884296409320086, -0.02510770969092846, -0.041388243436813354, -0.016139233484864235, 0.06869608908891678, -0.0036043161526322365, -0.05924861133098602, 0.0287302378565073, 0.0215461365878582, 0.0739506259560585, 0.01313598919659853, -0.05920625478029251, 0.005237985868006945, -0.06847631186246872, 0.039123743772506714, 0.01943960040807724, -0.023702165111899376, -0.0010580745292827487, 0.012483255937695503, 0.01659567281603813, 0.006048484705388546, -0.04802495241165161, -0.0031626021955162287, -0.037881381809711456, 0.09291112422943115, -0.017774410545825958, 0.06284521520137787, -0.04639482870697975, 0.05231941118836403, -0.03562537580728531, 0.003880620002746582, 0.030978742986917496, 0.10912352055311203, -0.016151150688529015, -0.030845219269394875, 0.06252897530794144, 0.017654957249760628, 0.017753491178154945, -0.022334901615977287, 0.0538552887737751, -0.02607332356274128, -0.043256860226392746, -0.05660327523946762, 0.008852914907038212, -3.837256942859397e-33, -0.0124015212059021, -0.03429790586233139, 0.021847456693649292, 0.0019817438442260027, -0.011503061279654503, -0.006643209140747786, -0.01280143205076456, 0.0058930120430886745, -0.07869517803192139, -0.015930844470858574, 0.012305312789976597, -0.015422264114022255, -0.014475543983280659, 0.015908274799585342, 0.019019559025764465, -0.0437530018389225, 0.010806931182742119, 0.06949540227651596, 0.01771136187016964, -0.07993766665458679, -0.01913231797516346, -0.040365561842918396, 0.04029111936688423, 0.06282062828540802, 0.03254039213061333, 0.011975857429206371, 0.030490489676594734, -0.08486921340227127, 0.04358161613345146, 0.02316230908036232, 0.01382860355079174, -0.028482312336564064, -0.02694443240761757, 0.046568598598241806, 0.05754970759153366, 0.04789246991276741, 0.030958931893110275, -0.0014237856958061457, -0.032908614724874496, -0.012089993804693222, 0.09007038176059723, 0.0843118354678154, 0.11174150556325912, -0.016508884727954865, -0.08820108324289322, 0.014949935488402843, 0.06417607516050339, -0.05734928697347641, -0.059044331312179565, 0.17282266914844513, -0.06505979597568512, 0.023427344858646393, -0.06852436065673828, 0.04399861395359039, 0.03793751448392868, -0.03276814892888069, 0.02943962998688221, -0.07194728404283524, 0.021665038540959358, -0.03475324437022209, -0.05349016562104225, 0.039833083748817444, 0.04622489586472511, 0.028133945539593697, -0.02196410484611988, 0.044157907366752625, -0.008627455681562424, 0.009877736680209637, 0.03907332196831703, 0.06455773860216141, -0.00228112586773932, -0.07238049060106277, 0.008565366268157959, -0.038116876035928726, -0.07034062594175339, -0.029819879680871964, 0.02887965925037861, -0.0219251811504364, -0.09139560163021088, 0.015610049478709698, -0.08286385238170624, -0.06516736000776291, -0.0371224470436573, 0.044183399528265, -0.04400685802102089, -0.03380877897143364, -0.0332433246076107, 0.03702398017048836, -0.03547033667564392, -0.03861990571022034, 0.04309557005763054, -0.034531332552433014, 0.04310188069939613, -0.08855513483285904, -0.06466792523860931, 2.4190825179938177e-33, -0.018721457570791245, 0.04040169715881348, -0.026881838217377663, 0.046923454850912094, -0.030957626178860664, -0.03252917155623436, -0.025255445390939713, 0.09463844448328018, 0.02341383881866932, -0.01833353377878666, -0.10716800391674042, 0.003314975183457136, 0.07944612950086594, 0.03502694144845009, -0.07886664569377899, 0.06691687554121017, -0.008448324166238308, -0.0872286856174469, 0.05245556682348251, -0.05203394219279289, -0.05991005152463913, 0.017461294308304787, 0.07673051953315735, 0.12989674508571625, 0.024306638166308403, 0.05760004743933678, -0.03714877739548683, -0.04429294168949127, 0.04452233016490936, -0.06574765592813492, -0.012485064566135406, -0.12716589868068695, -0.12172950804233551, 0.03612690046429634, -0.009734116494655609, -0.13226525485515594, 0.0023937998339533806, 0.14302511513233185, 0.007630320265889168, 0.10175597667694092, 0.06333617866039276, -0.03221600875258446, -0.06241006404161453, 0.03374837711453438, -0.023221924901008606, -0.01004331186413765, 0.0285952128469944, -0.04682926461100578, 0.12767572700977325, -0.04671163856983185, 0.04015767574310303, -0.019702360033988953, 0.05484404042363167, 0.03729356452822685, 0.011125551536679268, 0.006525462958961725, 0.06060020625591278, 0.10500489920377731, -0.03876877576112747, -0.04809819161891937, 0.09537462890148163, 0.023138612508773804, -0.022953810170292854, -0.028703683987259865, -0.06700491905212402, 0.002179499017074704, -0.0739641860127449, -0.0033088112249970436, -0.057460885494947433, 0.044075023382902145, 0.035834699869155884, 0.0003940917376894504, 0.04613953456282616, 0.0037509649991989136, -0.07741840183734894, 0.017627689987421036, 0.040842290967702866, -0.06960766017436981, 0.12457462400197983, -0.01891891472041607, -0.10124582052230835, 0.05697553977370262, 0.05611018091440201, -0.0004910407005809247, 0.09926734864711761, -0.08972236514091492, -0.04463769868016243, -0.04139615222811699, -0.00978949572890997, 0.074776791036129, -0.08902943134307861, 0.006005078554153442, -0.027029622346162796, 0.0004437413008417934, -0.02404756471514702, -1.3249167984952237e-08, 0.07929640263319016, -0.025922952219843864, 0.028711680322885513, 0.0013020102633163333, 0.077954962849617, -0.012951602227985859, 0.05995869264006615, 0.07213320583105087, 0.0282282717525959, 0.153143048286438, 0.09605355560779572, 0.07323751598596573, -0.08071186393499374, -0.008402054198086262, -0.085457943379879, 0.021364280954003334, -0.035900652408599854, 0.00040063404594548047, -0.01719742640852928, -0.015340530313551426, 0.006929380353540182, 0.033492520451545715, -0.07851526141166687, -0.07974070310592651, 0.05030183121562004, -0.03103204257786274, 0.06548795849084854, 0.06026606634259224, 0.01788671687245369, -0.05313536152243614, 0.059363845735788345, 0.012585055083036423, -0.031340837478637695, -0.09577079862356186, -0.00011920385441044345, -0.00034946095547638834, -0.10583925247192383, 0.012668184004724026, 0.007572318892925978, -0.005016622133553028, -0.04684147238731384, -0.011169650591909885, 0.06385701149702072, 0.0017621949082240462, 0.015818551182746887, 0.08200463652610779, -0.11715107411146164, 0.059887178242206573, -0.03064376302063465, 0.035432618111371994, -0.0030953625682741404, 0.011579999700188637, -0.017788803204894066, 0.0534244179725647, -0.027323439717292786, 0.002955350326374173, -0.00899936817586422, -0.019525283947587013, 0.015592227689921856, -0.05353376269340515, 0.021907908841967583, -0.0038720928132534027, 0.01832280308008194, -0.057167280465364456 ], "seconds": 0.07753015899652382, "embedding_seconds": 0.007110883001587354, "lookup_seconds": 0.0009242309970431961, "generation_seconds": 0.06778959099756321 }, { "id": "q26", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": true, "answer": "60 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00017161599680548534, "embedding_seconds": 0.0, "lookup_seconds": 9.176599996862933e-05, "generation_seconds": 0.0 }, { "id": "q27", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "semantic", "score": 0.9779540077082691, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": true, "answer": "60 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What storage quota does Vega have?\nAnswer:", "vector": [ 0.015581292100250721, -0.004749759566038847, -0.0562729649245739, 0.03798094764351845, 0.02415587194263935, -0.05705490708351135, -0.04446014389395714, 0.040627364069223404, 0.047308795154094696, 0.0038967204745858908, 0.03342452645301819, -0.0034818733111023903, -0.04949728772044182, 0.03495187312364578, -0.05376560613512993, -0.04789251089096069, 0.017187217250466347, -0.006307055242359638, -0.037643130868673325, 0.04814523831009865, 0.04593564197421074, -0.041486047208309174, 0.014254276640713215, 0.04016881063580513, 0.0018489339854568243, 0.008474431000649929, -0.08319231122732162, -0.014809690415859222, 0.029311537742614746, -0.049385108053684235, 0.01486191712319851, -0.009198850020766258, 0.05883149057626724, -0.01149642001837492, 0.06807160377502441, 0.01301007904112339, -0.046914808452129364, -0.044169194996356964, -0.0175638347864151, -0.037605512887239456, -0.015476588159799576, -0.02569451928138733, -0.050878893584012985, 0.06670790165662766, 0.014544856734573841, 0.0706295371055603, 0.007074972148984671, -0.0057808770798146725, 0.008352652192115784, -0.03527887538075447, 0.01284244004637003, 0.029065709561109543, -0.035092368721961975, 0.03239203989505768, -0.04385804757475853, -0.09388349950313568, 0.03166454657912254, 0.04214891418814659, 0.03867698088288307, 0.05158489942550659, 0.07053029537200928, -0.0914989486336708, -0.04910070076584816, 0.03988030180335045, 0.05206532031297684, -0.031001538038253784, 0.014516674913465977, 0.028485693037509918, -0.09395023435354233, 0.01151907630264759, -0.01632680557668209, 0.024641430005431175, -0.03337102755904198, 0.061654314398765564, -0.014572903513908386, 0.014718666672706604, 0.08046021312475204, 0.056261420249938965, 0.12797924876213074, -0.010219724848866463, -0.015623090788722038, -0.05178796499967575, -0.04064313322305679, 0.00393553776666522, -0.03454725071787834, -0.04539700970053673, -0.01518211979418993, 0.04472851753234863, -0.027830595150589943, -0.07902577519416809, 0.018348773941397667, 0.02213919535279274, 0.0682884156703949, 0.021082298830151558, -0.06632040441036224, 0.013915752992033958, -0.05675745755434036, 0.03691677376627922, 0.011668195016682148, -0.0356534980237484, 0.013188821263611317, 0.04248364642262459, 0.024494772776961327, 0.006726524792611599, -0.04780576750636101, -0.01039174199104309, -0.04094509035348892, 0.09710858017206192, -0.021811306476593018, 0.06302887946367264, -0.043148841708898544, 0.04927735775709152, -0.04248835891485214, -6.868250056868419e-05, 0.0419175885617733, 0.08793619275093079, -0.02924995869398117, -0.016477013006806374, 0.04080003872513771, 0.022207817062735558, 0.010701817460358143, -0.016078930348157883, 0.05348993465304375, -0.01899746246635914, -0.043133415281772614, -0.04782801866531372, 0.0007345806225202978, -3.1772131914528365e-33, -0.013919360935688019, -0.048101939260959625, 0.01991293951869011, 7.39575843908824e-05, -0.010334034450352192, 0.008840197697281837, -0.02708413638174534, 0.008347234688699245, -0.0899544358253479, -0.013235999271273613, 0.003857073839753866, -0.010208860971033573, -0.008963025175035, 0.036193206906318665, 0.04000447317957878, -0.04285501688718796, -0.007771582342684269, 0.06776238977909088, 0.0020710392855107784, -0.08978120237588882, -0.007785846944898367, -0.009497864171862602, 0.03775176778435707, 0.06172838434576988, 0.05460100993514061, -0.0007571717724204063, 0.03065735287964344, -0.0930139496922493, 0.02596191130578518, 0.02857103943824768, -0.00834283884614706, -0.03066612035036087, -0.03255545720458031, 0.04959079250693321, 0.061939507722854614, 0.04566635563969612, 0.010057046078145504, -0.009030604735016823, -0.03951767459511757, -0.010919563472270966, 0.09386381506919861, 0.07195544987916946, 0.09161607921123505, -0.03013135865330696, -0.10360757261514664, -0.005021108314394951, 0.05074113979935646, -0.06699313968420029, -0.05481399595737457, 0.17167361080646515, -0.05262657254934311, 0.02912462316453457, -0.06154443696141243, 0.035760484635829926, 0.05417066439986229, -0.03778458759188652, 0.0429873913526535, -0.06747139245271683, 0.026884380728006363, -0.006317848339676857, -0.05907044932246208, 0.05213863030076027, 0.043500542640686035, 0.01487970445305109, -0.020870396867394447, 0.07471694052219391, -0.0007782849133946002, -0.001573458663187921, 0.045573748648166656, 0.07713112980127335, -0.007955205626785755, -0.06775809079408646, 0.008551236242055893, -0.0355195477604866, -0.062430333346128464, -0.026857933029532433, 0.021038424223661423, -0.03031413070857525, -0.09978442639112473, 0.00692119961604476, -0.09416013956069946, -0.07405862212181091, -0.021850328892469406, 0.04695978760719299, -0.05219179764389992, -0.03010518103837967, -0.022139262408018112, 0.01754416711628437, -0.035426173359155655, -0.042351845651865005, 0.046593084931373596, -0.042032476514577866, 0.0336216501891613, -0.0779801458120346, -0.07327351719141006, 2.0382752455731836e-33, -0.04245377331972122, 0.029751652851700783, -0.024176429957151413, 0.04962797090411186, -0.03553488478064537, -0.034163668751716614, -0.021643372252583504, 0.09267575293779373, 0.02437618002295494, -0.03382333740592003, -0.07420939207077026, -0.0011434750631451607, 0.07244698703289032, 0.0412621907889843, -0.06918178498744965, 0.06555680930614471, 0.005893504712730646, -0.1038418635725975, 0.056547462940216064, -0.0414065346121788, -0.05537332221865654, 0.004853856284171343, 0.08951270580291748, 0.12023452669382095, 0.03162544593214989, 0.053658053278923035, -0.04507226124405861, -0.04457749053835869, 0.043978575617074966, -0.07020439207553864, -0.0113484812900424, -0.13700027763843536, -0.09804730117321014, 0.024383021518588066, -0.006395220756530762, -0.12634463608264923, 0.00654560187831521, 0.1385721117258072, 0.00018895886023528874, 0.09804876893758774, 0.06318129599094391, -0.03233421593904495, -0.06299898773431778, 0.04954284429550171, -0.018481219187378883, 0.013013253919780254, 0.020317181944847107, -0.04532115161418915, 0.12072872370481491, -0.042443692684173584, 0.0477411113679409, -0.026891082525253296, 0.051725517958402634, 0.06838387995958328, 0.018759503960609436, -0.007056079804897308, 0.04915747791528702, 0.11638370156288147, -0.020613258704543114, -0.035026345402002335, 0.11100959777832031, 0.006172228138893843, -0.034585900604724884, -0.04513801634311676, -0.07551759481430054, -0.0010620466200634837, -0.07839310169219971, -0.023150555789470673, -0.07418923825025558, 0.05150426924228668, 0.03611799702048302, -0.00047499811626039445, 0.04779626056551933, -0.007675711996853352, -0.08768163621425629, 0.02909640595316887, 0.02586209587752819, -0.07853776216506958, 0.11523307114839554, -0.014098231680691242, -0.10087744146585464, 0.05226876959204674, 0.04797322303056717, -0.003703746013343334, 0.10532975196838379, -0.07214001566171646, -0.042498137801885605, -0.054866090416908264, -0.012547386810183525, 0.0658016949892044, -0.08147866278886795, 0.01767580956220627, -0.03203766047954559, -0.001285281963646412, -0.03031584806740284, -1.249430603422752e-08, 0.07744427025318146, -0.023465575650334358, 0.04182741791009903, -0.00047841493505984545, 0.07444124668836594, -0.02276560477912426, 0.08072319626808167, 0.10015001893043518, 0.03528274595737457, 0.1566867232322693, 0.10550674051046371, 0.0657285675406456, -0.07569365203380585, -0.006951126269996166, -0.05632246285676956, 0.0417461059987545, -0.02204778417944908, -0.0026274211704730988, -0.01710527390241623, -0.017333492636680603, 0.006753672380000353, 0.023348800837993622, -0.06331930309534073, -0.06628082692623138, 0.062444452196359634, -0.034471552819013596, 0.06473569571971893, 0.05582946166396141, 0.02888960763812065, -0.04835180565714836, 0.06259885430335999, 0.006916887126863003, -0.017347678542137146, -0.10341791063547134, 0.00028688166639767587, 0.006863776128739119, -0.09747359901666641, 0.01862621121108532, 0.01311691477894783, 0.005218934267759323, -0.03349054977297783, -0.012227608822286129, 0.0583060048520565, 0.013041478581726551, 0.011881280690431595, 0.06822708249092102, -0.1238560900092125, 0.045756008476018906, -0.03722856566309929, 0.023373810574412346, -0.003537723096087575, 0.01143336296081543, -0.01856878586113453, 0.052097126841545105, -0.020671458914875984, -0.009895926341414452, -0.005986165255308151, -0.014056628569960594, 0.01007610559463501, -0.046938344836235046, 0.03231588006019592, -0.008672644384205341, 0.03066336177289486, -0.035640209913253784 ], "seconds": 0.007667156998650171, "embedding_seconds": 0.006580717999895569, "lookup_seconds": 0.0010275820022798143, "generation_seconds": 0.0 }, { "id": "q28", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "9 GB", "answer_correct": true, "generated": { "answer": "9 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 60 GB. Its backup quota is 9 GB.\n\nQuestion: What is the backup quota for Vega?\nAnswer:", "vector": [ -0.02816024236381054, 0.0021922015585005283, -0.0304990466684103, 0.0071923742070794106, 0.053159572184085846, -0.037818312644958496, -0.056262705475091934, 0.03976435214281082, 0.02129884622991085, -0.023238522931933403, 0.010087419301271439, -0.04110133275389671, -0.0336361862719059, -0.02081708051264286, -0.06696943938732147, -0.04094979912042618, 0.01303646806627512, 0.0133322449401021, -0.025894615799188614, 0.0068776728585362434, -0.0070528690703213215, -0.025893496349453926, 0.002818021923303604, 0.05896762013435364, 0.06860467791557312, 0.029242543503642082, -0.02076873742043972, 0.0033026165328919888, 0.007620641961693764, 0.013165419921278954, -0.004523382056504488, -0.03220509737730026, 0.050020474940538406, -0.043121498078107834, 0.03207910433411598, 0.04801914840936661, -0.08404098451137543, 0.0020735841244459152, -0.016445623710751534, -0.009744910523295403, -0.04930659756064415, -0.05091988667845726, -0.07489439845085144, 0.022335154935717583, -0.018701832741498947, 0.04165181890130043, 9.46982327150181e-05, 0.04152068495750427, 0.04753543809056282, -0.005307345651090145, 0.053956467658281326, 0.021446475759148598, -0.04834367707371712, 0.03174522891640663, -0.03234327584505081, -0.04658862575888634, 0.04386840760707855, 0.05996604636311531, 0.02802923321723938, 0.04163943976163864, 0.05081579461693764, -0.08089712262153625, -0.07212408632040024, 0.04887622594833374, 0.07176179438829422, -0.03177524730563164, -0.005887067876756191, 0.026397693902254105, -0.0709681287407875, 0.019319508224725723, -0.041251134127378464, -0.01331136655062437, -0.027465036138892174, 0.014599802903831005, 0.017547011375427246, 0.06403274834156036, 0.10305066406726837, 0.050428763031959534, 0.09843069314956665, -0.007957365363836288, 0.008525802753865719, -0.0514669343829155, -0.06779807060956955, -0.022577345371246338, -0.013319175690412521, -0.03563454747200012, 0.002018207451328635, 0.07392887771129608, 0.028262536972761154, -0.02083154022693634, 0.05397177115082741, -0.007114053703844547, 0.10136701911687851, 0.020188255235552788, -0.021644068881869316, 0.017452290281653404, -0.08639228343963623, 0.05279020220041275, 0.056411679834127426, -0.02401626668870449, -0.014536421746015549, -0.00362945394590497, 0.010234758257865906, 0.016332972794771194, -0.03855867311358452, 0.021296599879860878, -0.023561274632811546, 0.05634055286645889, 0.005921461153775454, 0.055504925549030304, -0.04666195064783096, 0.06717132776975632, 0.0025424386840313673, 0.030276518315076828, 0.07853327691555023, 0.06524921953678131, -0.02483702450990677, -0.021193765103816986, 0.05700590834021568, 0.024383408948779106, 0.01566079817712307, 0.005365697201341391, 0.0780569314956665, -0.0449238158762455, -0.033967237919569016, -0.07751388102769852, 0.0262520182877779, -4.338585814359917e-33, -0.005513734184205532, 0.03353981673717499, 0.03371991217136383, -0.05054526776075363, -0.011768636293709278, 0.00859203189611435, -0.006804187316447496, -0.005068781785666943, -0.04370172321796417, 0.009379317983984947, 0.00987917184829712, -0.003512383671477437, 0.020770709961652756, 0.011666991747915745, -0.04455310478806496, -0.04668578505516052, 0.017259789630770683, 0.0928921177983284, 0.017546111717820168, -0.07542795687913895, 0.011152710765600204, -0.01519532036036253, 0.02066369540989399, 0.058570656925439835, 0.02329050749540329, 0.013148634694516659, 0.05444404110312462, -0.048315372318029404, 0.04076838493347168, 0.016621354967355728, 0.00398976868018508, -0.018646392971277237, -0.03443868085741997, 0.008010604418814182, 0.05880005285143852, 0.06816056370735168, -0.015928348526358604, 0.0003524657804518938, -0.04426415264606476, 0.017957903444767, 0.09600666910409927, 0.07877430319786072, 0.04548770934343338, -0.05280901864171028, -0.07969563454389572, -0.05162407085299492, 0.08164937049150467, -0.07708895951509476, -0.07532909512519836, 0.16356538236141205, -0.06618725508451462, -0.003938284236937761, -0.07820038497447968, -0.014404652640223503, 0.001206189626827836, -0.03316055238246918, 0.049477722495794296, -0.05663049966096878, 0.026120580732822418, -0.03621033579111099, -0.026835530996322632, 0.025438731536269188, 0.020754873752593994, 0.013604830019176006, -0.029921889305114746, 0.04743083938956261, -0.009735028259456158, 0.008114580996334553, 0.01011263020336628, 0.09715920686721802, 0.0048937611281871796, -0.07949187606573105, -0.0386274978518486, -0.04532435163855553, -0.04033244773745537, -0.031049760058522224, 0.0315745547413826, 0.010629124939441681, -0.07038111239671707, 0.01927955076098442, -0.13206130266189575, -0.04984830319881439, -0.057436853647232056, -0.031539566814899445, 0.024271231144666672, 0.011260916478931904, -0.032394010573625565, -0.000976876704953611, -0.03070042096078396, -0.034758560359478, 0.04709586501121521, -0.08126100152730942, 0.025883223861455917, -0.06657565385103226, -0.03876582905650139, 2.789728743777547e-33, -0.035069163888692856, 0.044143881648778915, 0.021091165021061897, 0.04468385502696037, -0.027885928750038147, -0.03510994464159012, -0.02660156600177288, 0.14578717947006226, 0.025860264897346497, 0.03184022009372711, -0.07820574194192886, -0.014917693100869656, 0.061730023473501205, 0.04184984415769577, -0.05894153565168381, 0.05185398459434509, -0.004597458057105541, -0.1303642839193344, 0.01343008503317833, -0.05871918424963951, -0.041327252984046936, 0.023614278063178062, 0.0655297189950943, 0.11454334110021591, 0.025459736585617065, 0.03900847211480141, -0.049346406012773514, 0.0032345398794859648, 0.08964883536100388, -0.09051701426506042, 0.0050936113111674786, -0.12731072306632996, -0.12876644730567932, 0.07083743065595627, -0.017403773963451385, -0.09950271993875504, -0.03139476105570793, 0.16839930415153503, 0.01992529258131981, 0.11039397865533829, 0.08466874063014984, -0.03803081065416336, -0.06854813545942307, 0.009644614532589912, -0.06733374297618866, 0.011956652626395226, 0.023687157779932022, -0.049685511738061905, 0.10171793401241302, -0.04756542667746544, 0.06098174676299095, 0.0023843804374337196, 0.0658765584230423, 0.11976379156112671, 0.0056618754751980305, 0.003599050920456648, 0.10835358500480652, 0.1289730668067932, -0.019376279786229134, -0.03670892491936684, 0.09761453419923782, 0.01758185215294361, -0.011230580508708954, -0.04003143683075905, -0.04821019247174263, 0.011418883688747883, -0.08819951117038727, -0.010455144569277763, -0.043831005692481995, 0.03421279042959213, 0.017031731083989143, 0.025800645351409912, 0.0277657862752676, -0.000740954652428627, -0.05977550148963928, 0.026995575055480003, -0.003215986303985119, -0.09330989420413971, 0.09714102745056152, -0.02050815150141716, -0.09597692638635635, 0.015725918114185333, 0.03492632135748863, 0.004301189910620451, 0.10883238166570663, -0.12551559507846832, -0.05322505533695221, -0.040619608014822006, 0.025180770084261894, 0.08927663415670395, -0.0683755949139595, -0.010947260074317455, -0.005077645648270845, 0.021143335849046707, -0.024435121566057205, -1.2790411396679247e-08, 0.05395602807402611, -0.0061875637620687485, 0.03904406353831291, 0.015511327423155308, 0.0797712430357933, -0.04561096429824829, 0.02896026149392128, 0.015412011183798313, 0.008446477353572845, 0.09998129308223724, 0.08790319412946701, 0.02327048033475876, -0.05118224024772644, 0.033645354211330414, -0.10038869827985764, 0.006017965264618397, 0.00394373619928956, -0.019887667149305344, 0.0033091993536800146, -0.04170449823141098, -0.04034223034977913, 0.009092500433325768, -0.08135756105184555, -0.0423436164855957, 0.05899243429303169, -0.01404675841331482, 0.05751508101820946, 0.09306241571903229, 0.006474181544035673, -0.07598686218261719, 0.038321949541568756, 0.01839565671980381, -0.050234876573085785, -0.11955767869949341, -0.019365599378943443, 0.02272423729300499, -0.0700756162405014, -0.02995958738029003, -0.011105730198323727, 0.021628184244036674, -0.004730247892439365, -0.00834189634770155, 0.06185238063335419, -0.017335616052150726, -0.007030249573290348, 0.06868546456098557, -0.11431332677602768, 0.017432069405913353, -0.05677247419953346, -0.02336815558373928, 0.010210132226347923, -0.008112511597573757, 0.01852600648999214, 0.052930328994989395, 0.005902183707803488, 0.010587106458842754, -0.009726465679705143, -0.012166155502200127, 0.012638596817851067, -0.03628101199865341, 0.01232990063726902, -0.014721663668751717, 0.03754807263612747, -0.09192245453596115 ], "seconds": 0.07987831899663433, "embedding_seconds": 0.006414914998458698, "lookup_seconds": 0.0010526650003157556, "generation_seconds": 0.07096389799698954 }, { "id": "q29", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00017474600463174284, "embedding_seconds": 0.0, "lookup_seconds": 9.761999535840005e-05, "generation_seconds": 0.0 }, { "id": "q30", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0001268699998036027, "embedding_seconds": 0.0, "lookup_seconds": 7.370799721684307e-05, "generation_seconds": 0.0 }, { "id": "q31", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00011557600373635069, "embedding_seconds": 0.0, "lookup_seconds": 6.930599920451641e-05, "generation_seconds": 0.0 }, { "id": "q32", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0001150800017057918, "embedding_seconds": 0.0, "lookup_seconds": 6.856700201751664e-05, "generation_seconds": 0.0 }, { "id": "q33", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0007191640033852309, "embedding_seconds": 0.0, "lookup_seconds": 8.128100307658315e-05, "generation_seconds": 0.0 }, { "id": "q34", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00012128500384278595, "embedding_seconds": 0.0, "lookup_seconds": 7.051200373098254e-05, "generation_seconds": 0.0 }, { "id": "q35", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.0006794750006520189, "embedding_seconds": 0.0, "lookup_seconds": 8.686300134286284e-05, "generation_seconds": 0.0 }, { "id": "q36", "policy": "unsafe_diagnostic", "hit": { "answer": "60 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Vega?" }, "source_id": "q25", "correct_hit": false, "answer": "60 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nVega has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Vega?\nAnswer:", "vector": null, "seconds": 0.00011803699453594163, "embedding_seconds": 0.0, "lookup_seconds": 7.167399598984048e-05, "generation_seconds": 0.0 }, { "id": "q37", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "70 GB", "answer_correct": true, "generated": { "answer": "70 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": [ 0.05777330324053764, -0.01985807903110981, -0.08987966924905777, -0.006897599436342716, 0.0022667862940579653, -0.009777273051440716, -0.011281671933829784, 0.026053326204419136, -0.0046843294985592365, 0.006340661086142063, -0.012283865362405777, 0.005940282251685858, 0.013258655555546284, 0.015231485478579998, -0.05404030904173851, 0.06338470429182053, 0.00044501834781840444, -0.12587042152881622, -0.09187525510787964, 0.015555606223642826, 0.08106052130460739, -0.06068337708711624, -0.005067325662821531, 0.0419137068092823, 0.05260462686419487, -0.0262416061013937, -0.10522998124361038, 0.02754916623234749, 0.03720715269446373, -0.04867680370807648, -0.013051742687821388, 0.004774208180606365, 0.025878816843032837, -0.028095951303839684, 0.04440588504076004, -0.011355533264577389, -0.08506657928228378, -0.0706929862499237, 0.0052522835321724415, -0.0036186908837407827, -0.04002472758293152, 0.0021545097697526217, -0.04899348318576813, 0.04081245884299278, -0.026677602902054787, 0.018926892429590225, 0.013083440251648426, 0.05331379920244217, 0.0058759478852152824, 0.048249971121549606, 0.015045452862977982, 0.01766894944012165, -0.03824388235807419, 0.06070355698466301, -0.00991998240351677, -0.06448516994714737, -0.006600470282137394, 0.04703589156270027, 0.01872618868947029, 0.019399719312787056, 0.027988126501441002, 0.04007840156555176, -0.0560004748404026, 0.03636368364095688, -0.0144666051492095, -0.01165138278156519, -0.05123315006494522, -0.0015730558661743999, -0.03133920207619667, 0.04696767404675484, -0.06149572879076004, -0.029331127181649208, -0.11064860969781876, 0.03640550374984741, 0.030636893585324287, -0.029643049463629723, 0.10913486033678055, 0.019971409812569618, -0.0031864286866039038, 0.04334414377808571, -0.03593633323907852, -0.012566586025059223, -0.0018192551797255874, -0.01262248307466507, -0.0494365319609642, -0.09587520360946655, -0.028782017529010773, 0.10585841536521912, 0.0025626576971262693, -0.11620090156793594, 0.07059634476900101, 0.033941809087991714, 0.0010802653850987554, 0.06274790316820145, -0.04483965039253235, 0.0432274267077446, -0.03090345300734043, 0.03414333984255791, -0.01919204369187355, 0.028151322156190872, 0.005092341918498278, 0.0138334259390831, 0.012208519503474236, 0.027178334072232246, -0.10042210668325424, -0.025505870580673218, 0.05612778291106224, 0.09339158982038498, -0.10474084317684174, -0.015050816349685192, -0.014884873293340206, 0.00022388486831914634, -0.002929053967818618, 0.04667416960000992, 0.008997835218906403, 0.050074394792318344, -0.05222393199801445, -0.053575724363327026, 0.024634050205349922, -0.020596209913492203, 0.13432577252388, -0.0228642039000988, 0.062179818749427795, -0.03908649459481239, -0.04574880376458168, -0.0005217180005274713, -0.060490481555461884, -3.2771584966055476e-33, 0.021291211247444153, -0.010709603317081928, 0.040688205510377884, 0.004671530798077583, 0.031374841928482056, -0.02742108330130577, 0.007197319529950619, 0.06418406963348389, -0.03597123548388481, 0.004982394631952047, 0.015649864450097084, -0.006591164041310549, -0.03973976522684097, -0.05356823652982712, 0.03195640444755554, -0.010922769084572792, 0.029993398115038872, 0.09215269982814789, 0.0062653967179358006, -0.023824846372008324, 0.019617021083831787, -0.0060674091801047325, -0.005323814228177071, -0.0014516072114929557, -0.00405238289386034, 0.0813709944486618, 0.05800411105155945, -0.00891488790512085, 0.061297547072172165, 0.055388372391462326, 0.036468468606472015, -0.02057846635580063, 0.01828126236796379, -0.001994213555008173, 0.061735041439533234, 0.05854477360844612, -0.04896209016442299, 0.0008803280652500689, -0.03354864940047264, -0.050201091915369034, 0.07925646752119064, 0.07189535349607468, 0.07460238039493561, 0.02220047451555729, -0.08376790583133698, 0.011435935273766518, 0.053860608488321304, -0.043223459273576736, -0.0673692598938942, 0.08381188660860062, -0.005156263243407011, -0.011743991635739803, -0.11987130343914032, 0.09132982790470123, 0.03174406662583351, -0.008536992594599724, -0.03701687604188919, -0.045896828174591064, 0.05349147319793701, 0.011832754127681255, -0.028781287372112274, -0.05034509673714638, 0.05516335740685463, 0.0595039539039135, 0.029695603996515274, 0.019116729497909546, 0.016245415434241295, -0.012635009363293648, 0.045980989933013916, -0.005195248406380415, -0.04314393177628517, -0.06238066405057907, 0.025008073076605797, 0.01856081560254097, -0.053205132484436035, -0.03281056880950928, 0.05678805336356163, -0.03966445103287697, -0.07062596082687378, -0.025966661050915718, -0.09508887678384781, -0.09958147257566452, -0.0020118807442486286, 0.022907882928848267, -0.05368838459253311, -0.12818215787410736, -0.0004871235287282616, 0.048179615288972855, -0.03680698573589325, -0.047137610614299774, -0.0449165403842926, -0.011353952810168266, 0.014380126260221004, -0.07217281311750412, -0.014797894284129143, 1.6618687301284403e-33, -0.005464291200041771, 0.018085215240716934, -0.041886117309331894, 0.0005060711409896612, 0.046655651181936264, 0.02255503088235855, 0.0547623485326767, 0.03229426592588425, 0.014669849537312984, 0.04111618921160698, -0.1252325028181076, 0.044905032962560654, 0.021336214616894722, 0.024698391556739807, -0.028507787734270096, 0.01964191161096096, 0.10458363592624664, -0.10775269567966461, 0.04544748365879059, -0.011964384466409683, -0.07020336389541626, 0.028587378561496735, 0.0482751689851284, 0.08499544113874435, -0.028048358857631683, 0.06261712312698364, -0.02530715800821781, -0.07472915947437286, 0.02549813501536846, 0.02299250289797783, -0.04193072393536568, -0.11486304551362991, -0.11255642771720886, -0.016487620770931244, -0.03203913941979408, -0.1069311574101448, 0.02964964136481285, 0.06358139961957932, -0.005939336493611336, 0.05964431166648865, 0.11069096624851227, -0.0012619375484064221, -0.026027150452136993, 0.02101690135896206, 0.05151183903217316, -0.009614766575396061, 0.007621843833476305, -0.0998406633734703, 0.10638990998268127, -0.08029311895370483, 0.04287079721689224, -0.027157768607139587, 0.059395141899585724, 0.014246158301830292, 0.058045901358127594, 0.018162695690989494, 0.0782461166381836, 0.06179673224687576, 0.042446888983249664, -0.060269780457019806, 0.057266637682914734, 0.07970235496759415, -0.08677062392234802, -0.018378926441073418, -0.027719227597117424, -0.05802991986274719, -0.0204911045730114, -0.031921710819005966, -0.06665710359811783, 0.06576337665319443, 0.07093621790409088, 0.015010165050625801, 0.03920745477080345, 0.06744489818811417, -0.09439040720462799, 0.037328217178583145, -0.031066881492733955, -0.05558857321739197, 0.07974016666412354, 0.011154220439493656, -0.03326921910047531, 0.04045727849006653, 0.06848809123039246, -0.05341237783432007, 0.05568982660770416, -0.14929598569869995, -0.00449917558580637, 0.007258526980876923, -0.025278663262724876, 0.007553026545792818, -0.0582575649023056, -0.029530171304941177, -0.06760841608047485, 0.018935147672891617, 0.042810626327991486, -1.499930490922452e-08, 0.0006318220985122025, 0.026582669466733932, -0.007275340612977743, -0.007369159255176783, 0.007623068057000637, -0.04317256808280945, 0.07411504536867142, 0.1483502984046936, 0.07122163474559784, 0.09476450085639954, 0.10310837626457214, 0.04376738518476486, -0.03478093445301056, -0.02327682077884674, -0.09190604835748672, 0.005071289371699095, -0.04946843162178993, -0.03402586281299591, -0.0399695485830307, 0.021128598600625992, 0.04085104912519455, 0.057264748960733414, -0.06240019574761391, -0.08456716686487198, -0.004546595271676779, -0.05760021507740021, 0.033021774142980576, 0.10917599499225616, -0.004169119521975517, -0.06452085822820663, 0.06262405961751938, 0.020285800099372864, 0.049030788242816925, -0.07098432630300522, -0.04479597508907318, 0.0030018631368875504, -0.05016477406024933, 0.019083784893155098, 0.04107150435447693, 0.007648603990674019, -0.03824478015303612, -0.058611735701560974, 0.06746749579906464, -0.027470529079437256, 0.042250484228134155, 0.027650529518723488, -0.11483440548181534, 0.045061592012643814, -0.03518234193325043, 0.0023279672022908926, 0.05048071965575218, -0.039258282631635666, -0.011193156242370605, 0.010934650897979736, 0.01875060610473156, -0.014311937615275383, -0.029177935793995857, 0.03211762383580208, -0.005128196906298399, -0.057826753705739975, 0.031488753855228424, 0.05079500004649162, 0.05485926568508148, -0.02227027714252472 ], "seconds": 0.08322661299462197, "embedding_seconds": 0.0063169509958243, "lookup_seconds": 0.0011364840029273182, "generation_seconds": 0.074364558000525 }, { "id": "q38", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": true, "answer": "70 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00017577600374352187, "embedding_seconds": 0.0, "lookup_seconds": 0.0001021149946609512, "generation_seconds": 0.0 }, { "id": "q39", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "semantic", "score": 0.978436027255375, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": true, "answer": "70 GB", "answer_correct": true, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What storage quota does Lyra have?\nAnswer:", "vector": [ 0.058289483189582825, -0.019926724955439568, -0.09458820521831512, -0.008402219973504543, 0.0012174147414043546, -0.009519955143332481, 0.0005091737839393318, 0.02332470193505287, -0.0051859295926988125, 0.010041228495538235, -0.008722014725208282, 0.01920340210199356, 0.006686700973659754, 0.012089990079402924, -0.05392046645283699, 0.046813927590847015, 0.007025089114904404, -0.12314483523368835, -0.08604425936937332, 0.02126326598227024, 0.08105278015136719, -0.06387846916913986, 0.009960760362446308, 0.04184466972947121, 0.043264057487249374, -0.028285779058933258, -0.11739631742238998, 0.02426707185804844, 0.03055885061621666, -0.07665740698575974, -0.024674704298377037, 0.019872352480888367, 0.02741856500506401, -0.011556532233953476, 0.04189000278711319, -0.0210579801350832, -0.05128989741206169, -0.05887248367071152, 0.003450788091868162, -0.004057549871504307, -0.03108636476099491, -0.015198429115116596, -0.03690264746546745, 0.04622830078005791, -0.03613731265068054, 0.01606348343193531, 0.01651347242295742, 0.04372195526957512, -0.024080412462353706, 0.03554954379796982, 0.008485020138323307, 0.00894112978130579, -0.038919225335121155, 0.05756581574678421, -0.013443583622574806, -0.051347631961107254, -0.007620107848197222, 0.043980490416288376, 0.027584420517086983, 0.019739164039492607, 0.03120538592338562, 0.040303751826286316, -0.05886233597993851, 0.04396945610642433, -0.004788077436387539, -0.0005678489105775952, -0.04590709134936333, -0.0005731896380893886, -0.043444763869047165, 0.028868280351161957, -0.029553677886724472, -0.01940753124654293, -0.1131330281496048, 0.045646924525499344, 0.02446812577545643, -0.03699891269207001, 0.11907191574573517, 0.025355888530611992, -0.008550380356609821, 0.05146464705467224, -0.05179733783006668, -0.006170915439724922, -0.0009102988988161087, -0.0037966484669595957, -0.056157436221838, -0.10674535483121872, -0.03245120123028755, 0.08928272128105164, -0.017536120489239693, -0.13692158460617065, 0.07088365405797958, 0.026074836030602455, -0.004167382139712572, 0.06868589669466019, -0.04936518892645836, 0.052387792617082596, -0.018902355805039406, 0.027284927666187286, -0.026506325230002403, 0.013393462635576725, 0.010229608975350857, 0.04511016979813576, 0.013306393288075924, 0.020188383758068085, -0.09578137844800949, -0.0349310003221035, 0.058090940117836, 0.08394216746091843, -0.10659599304199219, -0.01977376453578472, -0.014624958857893944, -0.004777283873409033, -0.0015713268658146262, 0.04808224365115166, 0.008668679744005203, 0.03038984164595604, -0.060122594237327576, -0.0501597560942173, -0.0030574677512049675, -0.02492859587073326, 0.12483984977006912, -0.021745197474956512, 0.06175745278596878, -0.031121527776122093, -0.04060612991452217, 0.012753852643072605, -0.06137809157371521, -2.7696915242128196e-33, 0.017357874661684036, -0.029518282040953636, 0.04672018066048622, 0.0021725757978856564, 0.03161117807030678, -0.015775706619024277, -0.005788768175989389, 0.06637497991323471, -0.04365282133221626, 0.011570370756089687, 0.010560696944594383, -0.0008421817910857499, -0.0342397578060627, -0.03945545107126236, 0.05454789474606514, -0.006124014034867287, 0.0108407624065876, 0.09171323478221893, 0.0015149995451793075, -0.0260451752692461, 0.032675210386514664, 0.02477201819419861, 0.00040048343362286687, -0.008878778666257858, 0.021303299814462662, 0.06439083069562912, 0.07096569240093231, -0.013024581596255302, 0.04926389083266258, 0.06226344406604767, 0.01591024361550808, -0.029137710109353065, 0.017417224124073982, -0.0009006205946207047, 0.0668025016784668, 0.056069567799568176, -0.07079355418682098, -0.005758195649832487, -0.040350060909986496, -0.04834522679448128, 0.08120666444301605, 0.06403183192014694, 0.059268079698085785, 0.02023223601281643, -0.09647702425718307, 0.002545139519497752, 0.03901399299502373, -0.04793371632695198, -0.06524129211902618, 0.07926540076732635, 0.005579758435487747, -0.0001627998281037435, -0.1181759461760521, 0.08186595886945724, 0.03408649563789368, -0.016406824812293053, -0.022922925651073456, -0.04882436618208885, 0.05543551594018936, 0.030256476253271103, -0.04373630881309509, -0.034161634743213654, 0.049209918826818466, 0.05117471143603325, 0.02990644797682762, 0.037010323256254196, 0.02367706596851349, -0.025831399485468864, 0.050309356302022934, 0.011663291603326797, -0.04290523752570152, -0.06995198875665665, 0.027152569964528084, 0.021299555897712708, -0.0486106351017952, -0.026898639276623726, 0.04539170116186142, -0.04778369516134262, -0.0791439339518547, -0.033291641622781754, -0.09287185966968536, -0.10004041343927383, 0.010790175758302212, 0.039019662886857986, -0.06393765658140182, -0.12435157597064972, 0.005902380682528019, 0.026065826416015625, -0.03321908414363861, -0.0529748909175396, -0.041451577097177505, -0.018599702045321465, 0.014546426013112068, -0.064083993434906, -0.022349989041686058, 1.3070617397090644e-33, -0.024911658838391304, 0.010902613401412964, -0.03813925385475159, 0.0031599607318639755, 0.045134663581848145, 0.009099681861698627, 0.05944787710905075, 0.02770273946225643, 0.02006652019917965, 0.030013853684067726, -0.0933850109577179, 0.038087859749794006, 0.011973495595157146, 0.031246833503246307, -0.019815552979707718, 0.023521237075328827, 0.12324852496385574, -0.12048061937093735, 0.05200916901230812, -0.010075947269797325, -0.0642152652144432, 0.016237743198871613, 0.06133630871772766, 0.0800120085477829, -0.015550725162029266, 0.06580651551485062, -0.034837305545806885, -0.07720210403203964, 0.020254064351320267, 0.008177939802408218, -0.044969696551561356, -0.12048710137605667, -0.0827990397810936, -0.032304126769304276, -0.03637007251381874, -0.09976915270090103, 0.026372279971837997, 0.05634910985827446, -0.012847441248595715, 0.05983869731426239, 0.11398454755544662, -0.0011421552626416087, -0.01704452559351921, 0.04114503785967827, 0.06002194434404373, -0.00027098090504296124, -0.0077768187038600445, -0.0919085368514061, 0.10442277044057846, -0.07733691483736038, 0.04437188059091568, -0.02565404400229454, 0.05900700390338898, 0.029167871922254562, 0.07311143726110458, 0.006630352232605219, 0.06223846599459648, 0.07097797095775604, 0.05571392551064491, -0.0474858433008194, 0.07434602081775665, 0.06252111494541168, -0.09167063236236572, -0.02455155737698078, -0.04260919988155365, -0.054545044898986816, -0.018644854426383972, -0.05905534327030182, -0.08118642121553421, 0.06729072332382202, 0.07643403112888336, 0.016214502975344658, 0.03755461424589157, 0.05423690378665924, -0.10735602676868439, 0.050979066640138626, -0.04630658030509949, -0.06448322534561157, 0.06712442636489868, 0.012576038017868996, -0.035999737679958344, 0.02648228406906128, 0.05863769352436066, -0.053576115518808365, 0.05809814855456352, -0.14148759841918945, -0.0028234506025910378, -0.005675736349076033, -0.02228398062288761, 0.006836883723735809, -0.053219545632600784, -0.020792758092284203, -0.07563219219446182, 0.016407934948801994, 0.04370306432247162, -1.4160136174723448e-08, 0.006319230888038874, 0.02949124574661255, 0.006522239185869694, -0.005392677150666714, 0.006244792137295008, -0.05822485312819481, 0.09309475868940353, 0.1662844717502594, 0.08065304160118103, 0.10061369091272354, 0.11137134581804276, 0.04325823858380318, -0.03277462348341942, -0.023746339604258537, -0.06086992472410202, 0.02290397137403488, -0.027554435655474663, -0.03382508084177971, -0.039665453135967255, 0.031211987137794495, 0.03839737921953201, 0.04373549669981003, -0.047565046697854996, -0.07893428206443787, 0.0023101377300918102, -0.0581706278026104, 0.024652155116200447, 0.10873617976903915, 0.01568559557199478, -0.051204536110162735, 0.08139676600694656, 0.018580958247184753, 0.06262247264385223, -0.06968290358781815, -0.04025450348854065, 0.008640068583190441, -0.0467558391392231, 0.03027177043259144, 0.04489162936806679, 0.01349694561213255, -0.03557318449020386, -0.05237220972776413, 0.057220153510570526, -0.012764766812324524, 0.033543042838573456, 0.008477257564663887, -0.10967554897069931, 0.029760686680674553, -0.03570641949772835, -0.00803247932344675, 0.04889773949980736, -0.048187341541051865, -0.003808195237070322, 0.014946934767067432, 0.024412961676716805, -0.024879395961761475, -0.02596118301153183, 0.03596506640315056, -0.0066888295114040375, -0.04974895715713501, 0.04552028700709343, 0.036993321031332016, 0.061817802488803864, 0.0035098933149129152 ], "seconds": 0.007992004000698216, "embedding_seconds": 0.00653163599781692, "lookup_seconds": 0.0013959489951957949, "generation_seconds": 0.0 }, { "id": "q40", "policy": "unsafe_diagnostic", "hit": null, "source_id": null, "correct_hit": null, "answer": "10 GB", "answer_correct": true, "generated": { "answer": "10 GB", "input_tokens": 72, "output_tokens": 4, "reached_token_limit": false }, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 70 GB. Its backup quota is 10 GB.\n\nQuestion: What is the backup quota for Lyra?\nAnswer:", "vector": [ 0.003851263551041484, -0.024070795625448227, -0.06156603619456291, -0.03610042855143547, 0.02940857969224453, 0.010486187413334846, -0.014644680544734001, 0.026113053783774376, -0.017264025285840034, -0.014573884196579456, -0.03287611901760101, -0.009491774253547192, 0.021418698132038116, -0.04021434113383293, -0.06655721366405487, 0.06187363341450691, -0.010076116770505905, -0.09261985123157501, -0.0779539942741394, -0.025230659171938896, 0.025026293471455574, -0.05729440972208977, -0.009721947833895683, 0.0533759780228138, 0.10521961748600006, -0.007107752840965986, -0.05140675604343414, 0.03706590086221695, 0.0074083926156163216, -0.024650851264595985, -0.036523282527923584, -0.006174813024699688, 0.026001982390880585, -0.04190380126237869, 0.016085317358374596, 0.012095793150365353, -0.09273120760917664, -0.016872189939022064, 0.0039319200441241264, 0.025259992107748985, -0.05650877207517624, -0.03328367695212364, -0.06944715231657028, 0.009267106652259827, -0.05580509826540947, 0.00021910155192017555, 0.0011747463140636683, 0.07858077436685562, 0.024213768541812897, 0.07643324881792068, 0.05364280939102173, 0.007302841171622276, -0.05595679208636284, 0.07497856020927429, -0.0011752904392778873, -0.007703876588493586, 0.0005466023576445878, 0.062451016157865524, 0.01325004082173109, 0.009746682830154896, 0.00010623428534017876, 0.05296674743294716, -0.08180264383554459, 0.05782458931207657, 0.017209680750966072, -0.012718554586172104, -0.06631741672754288, -0.0008959586266428232, -0.0328817144036293, 0.0443715862929821, -0.05401308462023735, -0.05001717805862427, -0.10536058247089386, 0.009428032673895359, 0.05814091116189957, 0.014959950931370258, 0.13280977308750153, 0.03478950262069702, -0.03177248314023018, 0.051231518387794495, -0.021205855533480644, -0.00788673385977745, -0.029243871569633484, -0.028350740671157837, -0.030810849741101265, -0.10357966274023056, -0.013497231528162956, 0.11442907154560089, 0.04362115636467934, -0.07769419252872467, 0.09250741451978683, 0.004553079139441252, 0.02097378298640251, 0.07475267350673676, -0.014765642583370209, 0.05430171266198158, -0.04774493724107742, 0.04983844235539436, 0.024468911811709404, 0.02785366214811802, -0.004486841149628162, -0.0042541599832475185, 0.009384701028466225, 0.03140879049897194, -0.08040260523557663, -0.007417092565447092, 0.07663334906101227, 0.061748143285512924, -0.07723620533943176, -0.016836781054735184, -0.01464384701102972, 0.011452569626271725, 0.033038441091775894, 0.06249828264117241, 0.048538316041231155, 0.009711471386253834, -0.06185886636376381, -0.03722713515162468, 0.009973988868296146, -0.02190142683684826, 0.12181676179170609, 0.005246605724096298, 0.0805218443274498, -0.06468656659126282, -0.039017949253320694, -0.01719113439321518, -0.040042635053396225, -4.013181427403461e-33, 0.027567077428102493, 0.0450439490377903, 0.04952457174658775, -0.05096818506717682, 0.026709862053394318, -0.017697997391223907, 0.023010458797216415, 0.05757976323366165, -0.0102290203794837, 0.01715417392551899, 0.004296231083571911, -0.002346798311918974, -0.004726632498204708, -0.0674770176410675, -0.033082954585552216, -0.016591407358646393, 0.035533733665943146, 0.11765272170305252, 0.01174691878259182, -0.00700339674949646, 0.05108003318309784, 0.016894681379199028, -0.01751195453107357, -0.005760835018008947, -0.0190447885543108, 0.07872333377599716, 0.07707102596759796, 0.00975385308265686, 0.06503325700759888, 0.05143977329134941, 0.029104651883244514, -0.004784804303199053, 0.01174532063305378, -0.031146973371505737, 0.05140217766165733, 0.0814894288778305, -0.09369627386331558, -0.00044256405089981854, -0.03815019503235817, -0.018760651350021362, 0.08244117349386215, 0.05593443289399147, 0.012901376001536846, -0.024738408625125885, -0.08174745738506317, -0.048663243651390076, 0.07274726778268814, -0.0630684345960617, -0.07759320735931396, 0.07759419828653336, -0.010649209842085838, -0.04487593099474907, -0.12497863918542862, 0.029620258137583733, -0.0052732122130692005, -0.008726592175662518, -0.021878402680158615, -0.02441750466823578, 0.05873173102736473, 0.005620529875159264, -0.0013663435820490122, -0.05403266102075577, 0.02815847285091877, 0.052547555416822433, 0.013564945198595524, 0.020805343985557556, 0.0132074486464262, -0.00829150341451168, 0.015507349744439125, 0.02629505656659603, -0.03717687353491783, -0.07229936867952347, -0.01646682247519493, 0.015900585800409317, -0.025111788883805275, -0.03455293923616409, 0.0603095218539238, -0.013240030966699123, -0.03553619980812073, -0.016087375581264496, -0.14837421476840973, -0.07423751801252365, -0.029205437749624252, -0.05190546438097954, 0.02005419135093689, -0.07332903146743774, 0.003367057302966714, 0.008514267392456532, -0.02870083786547184, -0.04380401223897934, -0.03504699841141701, -0.06590036302804947, -0.00920546893030405, -0.0598708838224411, 0.00708171958103776, 2.177787690574573e-33, -0.020721567794680595, 0.02430519461631775, -0.00306057371199131, 0.0032081864774227142, 0.04339732229709625, 0.017773104831576347, 0.05229100584983826, 0.08141541481018066, 0.024281982332468033, 0.08001668751239777, -0.09120450168848038, 0.026526562869548798, 0.0058755893260240555, 0.03399239853024483, -0.018134957179427147, -0.0008561367867514491, 0.10556332767009735, -0.13267317414283752, 0.004910303745418787, -0.024199776351451874, -0.044460926204919815, 0.02277091145515442, 0.04161389172077179, 0.07751201838254929, -0.02023901976644993, 0.04670616239309311, -0.03216689079999924, -0.02295888029038906, 0.05865289643406868, -0.00689293397590518, -0.016921525821089745, -0.12646561861038208, -0.12058564275503159, 0.018622977659106255, -0.03775237128138542, -0.07209276407957077, -0.008987636305391788, 0.09411592781543732, 0.00867859274148941, 0.07438373565673828, 0.13069137930870056, -0.006939351558685303, -0.034670840948820114, 0.0038065051194280386, 0.013292147777974606, 0.015821170061826706, 0.005261903628706932, -0.10377413034439087, 0.09093927592039108, -0.07933802902698517, 0.0571136549115181, -0.0005618007271550596, 0.06573206186294556, 0.10004235804080963, 0.04987860098481178, 0.011479591950774193, 0.12044554203748703, 0.08477860689163208, 0.05069433152675629, -0.046527210623025894, 0.05797809362411499, 0.07296891510486603, -0.06864744424819946, -0.026009012013673782, -0.01512737013399601, -0.04026695340871811, -0.03103364072740078, -0.04059286415576935, -0.05354801565408707, 0.03871269151568413, 0.05503686144948006, 0.04439258202910423, 0.017553754150867462, 0.06884689629077911, -0.07484330236911774, 0.05293842405080795, -0.0734730064868927, -0.08277877420186996, 0.062291260808706284, 0.009952697902917862, -0.030493637546896935, -0.009260167367756367, 0.043912310153245926, -0.036685872822999954, 0.05917257443070412, -0.17829765379428864, -0.013174888677895069, 0.012910756282508373, 0.014185220934450626, 0.02276473492383957, -0.036568813025951385, -0.030740903690457344, -0.04236404225230217, 0.0430782325565815, 0.03879009187221527, -1.4777338464000422e-08, -0.013798883184790611, 0.04809018597006798, -0.004401088692247868, 0.006846452131867409, 0.009799683466553688, -0.07135884463787079, 0.042074888944625854, 0.07806216925382614, 0.05264262109994888, 0.04675731062889099, 0.09488887339830399, -0.005446671042591333, -0.01723025180399418, 0.011062978766858578, -0.10040704905986786, -0.0035456297919154167, -0.013467356562614441, -0.04561302438378334, -0.018880078569054604, 0.00043680539238266647, -0.005668511614203453, 0.029382020235061646, -0.07253509759902954, -0.049508314579725266, 0.002188110491260886, -0.03915314003825188, 0.03201078623533249, 0.1441100835800171, -0.019659418612718582, -0.09185755252838135, 0.045517705380916595, 0.03438469395041466, 0.02187531441450119, -0.10192197561264038, -0.059059787541627884, 0.025676347315311432, -0.014125360175967216, -0.018110819160938263, 0.02209063060581684, 0.035310979932546616, 0.00012421446444932371, -0.04711475595831871, 0.06572160869836807, -0.04768570140004158, 0.024656252935528755, 0.019845573231577873, -0.10902685672044754, 0.004330978263169527, -0.06372930109500885, -0.0575285330414772, 0.06816059350967407, -0.0565376952290535, 0.02800525724887848, 0.011330625973641872, 0.05436902865767479, -0.010760772973299026, -0.02839447371661663, 0.030201759189367294, -0.011780469678342342, -0.04049370810389519, 0.020471863448619843, 0.03132278844714165, 0.0779692754149437, -0.04886504262685776 ], "seconds": 0.07299240899737924, "embedding_seconds": 0.0061696589982602745, "lookup_seconds": 0.0013049600020167418, "generation_seconds": 0.06377393599541392 }, { "id": "q41", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 90 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00018223899678559974, "embedding_seconds": 0.0, "lookup_seconds": 0.00010627499432303011, "generation_seconds": 0.0 }, { "id": "q42", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has an administrator storage quota of 120 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00015849900228204206, "embedding_seconds": 0.0, "lookup_seconds": 0.00010074999590869993, "generation_seconds": 0.0 }, { "id": "q43", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 25 GB for Bob.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0001281850054510869, "embedding_seconds": 0.0, "lookup_seconds": 8.362600055988878e-05, "generation_seconds": 0.0 }, { "id": "q44", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 95 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00012189699918963015, "embedding_seconds": 0.0, "lookup_seconds": 8.023400005185977e-05, "generation_seconds": 0.0 }, { "id": "q45", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0007202429987955838, "embedding_seconds": 0.0, "lookup_seconds": 0.00010071800352307037, "generation_seconds": 0.0 }, { "id": "q46", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 80 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00013206400035414845, "embedding_seconds": 0.0, "lookup_seconds": 8.518800314050168e-05, "generation_seconds": 0.0 }, { "id": "q47", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.0007290249996003695, "embedding_seconds": 0.0, "lookup_seconds": 9.544400381855667e-05, "generation_seconds": 0.0 }, { "id": "q48", "policy": "unsafe_diagnostic", "hit": { "answer": "70 GB", "kind": "exact", "score": 1.0, "query": "What is the storage quota for Lyra?" }, "source_id": "q37", "correct_hit": false, "answer": "70 GB", "answer_correct": false, "generated": null, "prompt": "Answer the question using only the context. Give a short answer. If the context does not contain the answer, say unknown.\n\nContext:\nLyra has a storage quota of 65 GB.\n\nQuestion: What is the storage quota for Lyra?\nAnswer:", "vector": null, "seconds": 0.00013513799785869196, "embedding_seconds": 0.0, "lookup_seconds": 8.998900011647493e-05, "generation_seconds": 0.0 } ], "summary": { "none": { "requests": 48, "hits": 0, "correct_hits": 0, "incorrect_hits": 0, "correct_hit_rate": 0.0, "incorrect_hit_rate": 0.0, "incorrect_fraction_of_hits": 0, "seconds": 3.893304127966985, "net_saved_seconds": 0.0, "net_saved_fraction": 0.0, "embedding_seconds": 0.0, "lookup_seconds": 0.0, "generation_seconds": 3.8922798769781366, "answer_exact_match": 1.0 }, "exact": { "requests": 48, "hits": 12, "correct_hits": 12, "incorrect_hits": 0, "correct_hit_rate": 0.25, "incorrect_hit_rate": 0.0, "incorrect_fraction_of_hits": 0.0, "seconds": 2.914701323999907, "net_saved_seconds": 0.9786028039670782, "net_saved_fraction": 0.25135534543459553, "embedding_seconds": 0.0, "lookup_seconds": 0.002032577009231318, "generation_seconds": 2.863467290997505, "answer_exact_match": 1.0 }, "semantic": { "requests": 48, "hits": 16, "correct_hits": 16, "incorrect_hits": 0, "correct_hit_rate": 0.3333333333333333, "incorrect_hit_rate": 0.0, "incorrect_fraction_of_hits": 0.0, "seconds": 3.3095030190306716, "net_saved_seconds": 0.5838011089363135, "net_saved_fraction": 0.14995003979849994, "embedding_seconds": 0.3079966329896706, "lookup_seconds": 0.01198050302627962, "generation_seconds": 2.8733190489801927, "answer_exact_match": 1.0 }, "unsafe_diagnostic": { "requests": 48, "hits": 40, "correct_hits": 8, "incorrect_hits": 32, "correct_hit_rate": 0.16666666666666666, "incorrect_hit_rate": 0.6666666666666666, "incorrect_fraction_of_hits": 0.8, "seconds": 0.7165435000133584, "net_saved_seconds": 3.1767606279536267, "net_saved_fraction": 0.8159549122129525, "embedding_seconds": 0.07828303599671926, "lookup_seconds": 0.012850236998929176, "generation_seconds": 0.6057796799868811, "answer_exact_match": 0.3333333333333333 } }, "model_hashes": { "embedding_model": { "config.json": "953f9c0d463486b10a6871cc2fd59f223b2c70184f49815e7efbcab5d8908b41", "model.safetensors": "53aa51172d142c89d9012cce15ae4d6cc0ca6895895114379cacb4fab128d9db", "special_tokens_map.json": "303df45a03609e4ead04bc3dc1536d0ab19b5358db685b6f3da123d05ec200e3", "tokenizer.json": "be50c3628f2bf5bb5e3a7f17b1f74611b2561a3a27eeab05e5aa30f411572037", "tokenizer_config.json": "acb92769e8195aabd29b7b2137a9e6d6e25c476a4f15aa4355c233426c61576b", "vocab.txt": "07eced375cec144d27c900241f3e339478dec958f92fddbc551f295c992038a3" }, "answer_model": { "config.json": "439aa0fecf5a5546a1def68b1fc45e538e2c94528ce805378daf091e2bf6e4de", "generation_config.json": "f5a1c7e2be8092018d8835128987edf0111637dd98e90599cc80310fef75d95a", "model.safetensors": "495fa51e204676f1a857a9fc13c4c89f3f5ba9f480b898cebca02add25e6d749", "special_tokens_map.json": "5c87151ef0f72a99d1f766a4c418bd2a1f90aaa30a8e22fe5eca9641daebb64f", "spiece.model": "d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86", "tokenizer.json": "fe2ebbbbde2985be723e0ce18217853e4020c5e9d35bd07be2c27ab9d3ead57a", "tokenizer_config.json": "fcde0f79bffda3688119c94330866a8fbf8de20ae65a8c492c9bd47c704655a0" } }, "environment": { "platform": "macOS-26.7.1-x86_64-i386-64bit", "cpu": "Intel(R) Xeon(R) W-3223 CPU @ 3.50GHz", "python": "3.11.13", "threads": 4, "packages": { "torch": "2.2.2", "transformers": "4.46.3", "numpy": "1.26.4", "tokenizers": "0.20.3" } }, "load_seconds": 37.83747109399701, "implementation_commit": "c9c450254b5e7875c04611b5e3e4d22addca6db6", "input_hashes": { "data/config.json": "9d13e30b5e6b5077e60d3459ba734fca4e0df7888935cf85462025f11616b796", "data/requests.json": "b8b64c3780404b6a8f0acf93f4d3b4d58835b7e7519b212f270e86d982e5b1de" } }