{
  "none": {
    "requests": 48,
    "hits": 0,
    "correct_hits": 0,
    "incorrect_hits": 0,
    "correct_hit_rate": 0.0,
    "incorrect_hit_rate": 0.0,
    "incorrect_fraction_of_hits": 0,
    "seconds": 3.893304127966985,
    "net_saved_seconds": 0.0,
    "net_saved_fraction": 0.0,
    "embedding_seconds": 0.0,
    "lookup_seconds": 0.0,
    "generation_seconds": 3.8922798769781366,
    "answer_exact_match": 1.0
  },
  "exact": {
    "requests": 48,
    "hits": 12,
    "correct_hits": 12,
    "incorrect_hits": 0,
    "correct_hit_rate": 0.25,
    "incorrect_hit_rate": 0.0,
    "incorrect_fraction_of_hits": 0.0,
    "seconds": 2.914701323999907,
    "net_saved_seconds": 0.9786028039670782,
    "net_saved_fraction": 0.25135534543459553,
    "embedding_seconds": 0.0,
    "lookup_seconds": 0.002032577009231318,
    "generation_seconds": 2.863467290997505,
    "answer_exact_match": 1.0
  },
  "semantic": {
    "requests": 48,
    "hits": 16,
    "correct_hits": 16,
    "incorrect_hits": 0,
    "correct_hit_rate": 0.3333333333333333,
    "incorrect_hit_rate": 0.0,
    "incorrect_fraction_of_hits": 0.0,
    "seconds": 3.3095030190306716,
    "net_saved_seconds": 0.5838011089363135,
    "net_saved_fraction": 0.14995003979849994,
    "embedding_seconds": 0.3079966329896706,
    "lookup_seconds": 0.01198050302627962,
    "generation_seconds": 2.8733190489801927,
    "answer_exact_match": 1.0
  },
  "unsafe_diagnostic": {
    "requests": 48,
    "hits": 40,
    "correct_hits": 8,
    "incorrect_hits": 32,
    "correct_hit_rate": 0.16666666666666666,
    "incorrect_hit_rate": 0.6666666666666666,
    "incorrect_fraction_of_hits": 0.8,
    "seconds": 0.7165435000133584,
    "net_saved_seconds": 3.1767606279536267,
    "net_saved_fraction": 0.8159549122129525,
    "embedding_seconds": 0.07828303599671926,
    "lookup_seconds": 0.012850236998929176,
    "generation_seconds": 0.6057796799868811,
    "answer_exact_match": 0.3333333333333333
  }
}