{
  "modes": {
    "fp32": {
      "lengths": {
        "32": {
          "warm": {
            "median_ms": 8.49518,
            "p95_ms": 12.692061,
            "embeddings_per_second": 117.71380947784509
          },
          "first_ms": [
            3137.336611,
            649.299113,
            687.645584
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8501157407407408
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8501157407407408
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8501157407407408
              }
            }
          ]
        },
        "64": {
          "warm": {
            "median_ms": 7.674012,
            "p95_ms": 9.367056,
            "embeddings_per_second": 130.30993436027987
          },
          "first_ms": [
            8.804642,
            8.75783,
            7.605299
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            }
          ]
        },
        "128": {
          "warm": {
            "median_ms": 12.548606,
            "p95_ms": 13.715509,
            "embeddings_per_second": 79.69012653676432
          },
          "first_ms": [
            12.897748,
            13.987575,
            14.269281
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            }
          ]
        }
      },
      "rss_after_load_bytes": [
        372637696,
        370585600,
        372477952
      ],
      "peak_rss_bytes": [
        484261888,
        444059648,
        449953792
      ]
    },
    "int8": {
      "lengths": {
        "32": {
          "warm": {
            "median_ms": 5.536167,
            "p95_ms": 8.27722,
            "embeddings_per_second": 180.6303892205564
          },
          "first_ms": [
            699.013327,
            699.833309,
            662.315157
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            }
          ]
        },
        "64": {
          "warm": {
            "median_ms": 7.343304,
            "p95_ms": 10.497984,
            "embeddings_per_second": 136.17848314600622
          },
          "first_ms": [
            7.618171,
            9.110981,
            107.600293
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.7916666666666666,
                "mrr": 0.8491236772486772
              }
            }
          ]
        },
        "128": {
          "warm": {
            "median_ms": 11.188127,
            "p95_ms": 15.176253,
            "embeddings_per_second": 89.38046555960618
          },
          "first_ms": [
            9.070567,
            13.719645,
            13.561486
          ],
          "quality": [
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            },
            {
              "development": {
                "count": 4,
                "accuracy": 1.0,
                "mrr": 1.0
              },
              "held_out": {
                "count": 24,
                "accuracy": 0.875,
                "mrr": 0.9305555555555555
              }
            }
          ]
        }
      },
      "rss_after_load_bytes": [
        419872768,
        423895040,
        424894464
      ],
      "peak_rss_bytes": [
        481439744,
        491315200,
        491700224
      ]
    }
  },
  "drift": {
    "32": [
      {
        "repeat": 0,
        "minimum_cosine": 0.9530508240282998,
        "mean_cosine": 0.9677492877248117,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      },
      {
        "repeat": 1,
        "minimum_cosine": 0.9530508240282998,
        "mean_cosine": 0.9677492877248117,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      },
      {
        "repeat": 2,
        "minimum_cosine": 0.9530508240282998,
        "mean_cosine": 0.9677492877248117,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977,
          0.9567601486346977
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      }
    ],
    "64": [
      {
        "repeat": 0,
        "minimum_cosine": 0.9344003310012926,
        "mean_cosine": 0.9655133059614712,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      },
      {
        "repeat": 1,
        "minimum_cosine": 0.9344003310012926,
        "mean_cosine": 0.9655133059614712,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      },
      {
        "repeat": 2,
        "minimum_cosine": 0.9344003310012926,
        "mean_cosine": 0.9655133059614712,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926,
          0.9344003310012926
        ],
        "worsened": [
          "long4"
        ],
        "improved": [
          "long6"
        ],
        "top1_changed": []
      }
    ],
    "128": [
      {
        "repeat": 0,
        "minimum_cosine": 0.9195088951812601,
        "mean_cosine": 0.9650496059111979,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9343826006412104,
          0.9195088951812601,
          0.9319652627189489,
          0.933196563452818
        ],
        "worsened": [],
        "improved": [],
        "top1_changed": []
      },
      {
        "repeat": 1,
        "minimum_cosine": 0.9195088951812601,
        "mean_cosine": 0.9650496059111979,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9343826006412104,
          0.9195088951812601,
          0.9319652627189489,
          0.933196563452818
        ],
        "worsened": [],
        "improved": [],
        "top1_changed": []
      },
      {
        "repeat": 2,
        "minimum_cosine": 0.9195088951812601,
        "mean_cosine": 0.9650496059111979,
        "cosines": [
          0.9711433940914861,
          0.9593674080430263,
          0.9681099646180044,
          0.9649818959575571,
          0.9690692106237666,
          0.9735362523202307,
          0.9677646589557303,
          0.9580388338929561,
          0.9646271614552893,
          0.9697103545862622,
          0.9725978187834211,
          0.9673247770734231,
          0.9686890487114196,
          0.976031436953991,
          0.9716884866106261,
          0.9670778720750739,
          0.9722618197678013,
          0.9700369963184682,
          0.9530508240282998,
          0.9563934724881681,
          0.9781220819461245,
          0.9730121126632089,
          0.9690002965310719,
          0.9719972455552146,
          0.980176594242702,
          0.9717184527075926,
          0.9695150455532948,
          0.9717605840466061,
          0.974939189786513,
          0.9732291827426957,
          0.9727554716814618,
          0.9728761774961471,
          0.9648970340577273,
          0.9667403091113381,
          0.9628735370832978,
          0.9678159118936821,
          0.9343826006412104,
          0.9195088951812601,
          0.9319652627189489,
          0.933196563452818
        ],
        "worsened": [],
        "improved": [],
        "top1_changed": []
      }
    ]
  }
}