{
  "benchmark": {
    "name": "DocuBench",
    "version": "0.2.0",
    "doc_count": 72,
    "metric": "macro_average_field_accuracy"
  },
  "engine_display_names": {
    "claude5": "Claude Sonnet 5",
    "docupipe_high": "DocuPipe high",
    "docupipe_standard": "DocuPipe standard",
    "extend": "Extend",
    "gemini": "Gemini 3.5 Flash",
    "gpt": "GPT-5.5",
    "pulse": "Pulse AI",
    "reducto": "Reducto Deep Extract",
    "reducto_standard": "Reducto standard",
    "unstructured": "Unstructured"
  },
  "aggregates": {
    "claude5": 0.9173235017415949,
    "docupipe_high": 0.9701698744772776,
    "docupipe_standard": 0.9614012697811246,
    "extend": 0.8027669374245345,
    "gemini": 0.7297547069606681,
    "gpt": 0.7647756598273756,
    "pulse": 0.7094910774766917,
    "reducto": 0.8937915784838248,
    "reducto_standard": 0.8111096064995544,
    "unstructured": 0.676743967745659
  },
  "breakdowns": {
    "ftype": [
      {
        "value": "csv",
        "doc_count": 1,
        "claude5": 0.9714285714285714,
        "docupipe_high": 1.0,
        "docupipe_standard": 0.9857142857142858,
        "extend": 0.5396825396825397,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 1.0,
        "reducto": 1.0,
        "reducto_standard": 1.0,
        "unstructured": 1.0
      },
      {
        "value": "docx",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 0.8333333333333334,
        "gemini": 1.0,
        "gpt": 0.8333333333333334,
        "pulse": 0.9629629629629629,
        "reducto": 1.0,
        "reducto_standard": 0.7592592592592593,
        "unstructured": 0.9814814814814815
      },
      {
        "value": "html",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 1.0,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 1.0,
        "reducto": 0.9583333333333334,
        "reducto_standard": 0.9583333333333334,
        "unstructured": 1.0
      },
      {
        "value": "jpeg",
        "doc_count": 5,
        "claude5": 0.7592880978865406,
        "docupipe_high": 0.9665732139841243,
        "docupipe_standard": 0.9838709677419356,
        "extend": 0.8262019762837083,
        "gemini": 0.9521174002010554,
        "gpt": 0.8827642633108563,
        "pulse": 0.5610425749498396,
        "reducto": 0.7763880719786308,
        "reducto_standard": 0.6670318990579034,
        "unstructured": 0.8319370549826235
      },
      {
        "value": "pdf",
        "doc_count": 58,
        "claude5": 0.9229924041013975,
        "docupipe_high": 0.9664355723711744,
        "docupipe_standard": 0.9567685818579122,
        "extend": 0.7845650233877474,
        "gemini": 0.6700027757081365,
        "gpt": 0.7245329212969575,
        "pulse": 0.7008373674533899,
        "reducto": 0.8911265345728956,
        "reducto_standard": 0.8028554800164722,
        "unstructured": 0.6180365153023353
      },
      {
        "value": "png",
        "doc_count": 1,
        "claude5": 0.9565173796791445,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 1.0,
        "gemini": 0.921590909090909,
        "gpt": 0.793783422459893,
        "pulse": 0.9659090909090909,
        "reducto": 0.9886363636363636,
        "reducto_standard": 0.9886363636363636,
        "unstructured": 0.9430147058823529
      },
      {
        "value": "tiff",
        "doc_count": 1,
        "claude5": 0.8571428571428571,
        "docupipe_high": 1.0,
        "docupipe_standard": 0.8571428571428571,
        "extend": 0.9523809523809523,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 0.8095238095238095,
        "reducto": 0.9523809523809523,
        "reducto_standard": 0.95,
        "unstructured": 0.9523809523809523
      },
      {
        "value": "txt",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 0.8888888888888888,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 1.0,
        "reducto": 1.0,
        "reducto_standard": 1.0,
        "unstructured": 1.0
      },
      {
        "value": "xlsx",
        "doc_count": 1,
        "claude5": 0.9322033898305084,
        "docupipe_high": 0.9661016949152542,
        "docupipe_standard": 0.9661016949152542,
        "extend": 0.9491525423728815,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 0.9491525423728814,
        "reducto": 1.0,
        "reducto_standard": 1.0,
        "unstructured": 1.0
      },
      {
        "value": "xml",
        "doc_count": 2,
        "claude5": 1.0,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 1.0,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 0.47101449275362317,
        "reducto": 0.9431818181818181,
        "reducto_standard": 0.9214426877470356,
        "unstructured": 0.9214426877470356
      }
    ],
    "lang": [
      {
        "value": "ar",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 0.9836065573770492,
        "docupipe_standard": 0.9836065573770492,
        "extend": 0.9836065573770492,
        "gemini": 1.0,
        "gpt": 1.0,
        "pulse": 1.0,
        "reducto": 1.0,
        "reducto_standard": 0.9836065573770492,
        "unstructured": 0.9836065573770492
      },
      {
        "value": "de",
        "doc_count": 2,
        "claude5": 0.9608695652173913,
        "docupipe_high": 0.9399954473025267,
        "docupipe_standard": 0.9782608695652174,
        "extend": 0.7607417065044183,
        "gemini": 0.9956521739130435,
        "gpt": 0.9624416605256694,
        "pulse": 0.4952100221075903,
        "reducto": 0.8975927290591992,
        "reducto_standard": 0.9003642157978603,
        "unstructured": 0.8450503561778433
      },
      {
        "value": "en",
        "doc_count": 47,
        "claude5": 0.9522115561604486,
        "docupipe_high": 0.9856657125651547,
        "docupipe_standard": 0.9706000279444035,
        "extend": 0.8610101473558022,
        "gemini": 0.7514080433681435,
        "gpt": 0.8023257630511684,
        "pulse": 0.7371697021939675,
        "reducto": 0.9223712312338705,
        "reducto_standard": 0.8414283932307403,
        "unstructured": 0.7058442292255603
      },
      {
        "value": "es",
        "doc_count": 3,
        "claude5": 0.982934898173999,
        "docupipe_high": 0.9946683529402408,
        "docupipe_standard": 0.9900770265604725,
        "extend": 0.6902812577055544,
        "gemini": 0.3576502732240437,
        "gpt": 0.6070232896652116,
        "pulse": 0.5606622998544397,
        "reducto": 0.9576447716239397,
        "reducto_standard": 0.9858067334282526,
        "unstructured": 0.41730089415678934
      },
      {
        "value": "fr",
        "doc_count": 1,
        "claude5": 0.8098159509202455,
        "docupipe_high": 1.0,
        "docupipe_standard": 0.9551374819102749,
        "extend": 0.8098159509202455,
        "gemini": 0.9476603955619874,
        "gpt": 1.0,
        "pulse": 1.0,
        "reducto": 1.0,
        "reducto_standard": 0.9464544138929087,
        "unstructured": 0.8831818181818184
      },
      {
        "value": "he",
        "doc_count": 7,
        "claude5": 0.7063286150370088,
        "docupipe_high": 0.8895525006204071,
        "docupipe_standard": 0.8747304406284704,
        "extend": 0.6303010350368858,
        "gemini": 0.8254080586808038,
        "gpt": 0.7653421262441775,
        "pulse": 0.4575113403968324,
        "reducto": 0.8550384666337049,
        "reducto_standard": 0.6305014049172664,
        "unstructured": 0.7516470972686495
      },
      {
        "value": "hi",
        "doc_count": 2,
        "claude5": 0.8575539423684226,
        "docupipe_high": 0.9693241609168648,
        "docupipe_standard": 0.9885724765848245,
        "extend": 0.2864197233943061,
        "gemini": 0.08219520054924759,
        "gpt": 0.08521480087801796,
        "pulse": 0.5298526578028937,
        "reducto": 0.5716474958318821,
        "reducto_standard": 0.03926827524519137,
        "unstructured": 0.1595787673312258
      },
      {
        "value": "it",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 0.9735054347826086,
        "docupipe_standard": 0.9735054347826086,
        "extend": 0.9429347826086957,
        "gemini": 1.0,
        "gpt": 0.9646739130434783,
        "pulse": 0.9735054347826086,
        "reducto": 1.0,
        "reducto_standard": 1.0,
        "unstructured": 0.9782608695652174
      },
      {
        "value": "ja",
        "doc_count": 4,
        "claude5": 0.7966259103133776,
        "docupipe_high": 0.9003075236335897,
        "docupipe_standard": 0.9263108456046056,
        "extend": 0.659236608444772,
        "gemini": 0.5286514128220734,
        "gpt": 0.4808262548400988,
        "pulse": 0.6863518153180967,
        "reducto": 0.6738498768230586,
        "reducto_standard": 0.7774096952666721,
        "unstructured": 0.30285510798807963
      },
      {
        "value": "nl",
        "doc_count": 1,
        "claude5": 1.0,
        "docupipe_high": 1.0,
        "docupipe_standard": 1.0,
        "extend": 1.0,
        "gemini": 1.0,
        "gpt": 0.7671232876712328,
        "pulse": 0.9315068493150684,
        "reducto": 1.0,
        "reducto_standard": 0.958904109589041,
        "unstructured": 0.958904109589041
      },
      {
        "value": "pt",
        "doc_count": 1,
        "claude5": 0.963855421686747,
        "docupipe_high": 0.975609756097561,
        "docupipe_standard": 1.0,
        "extend": 1.0,
        "gemini": 0.963855421686747,
        "gpt": 0.975609756097561,
        "pulse": 0.963855421686747,
        "reducto": 0.975609756097561,
        "reducto_standard": 0.963855421686747,
        "unstructured": 0.7439024390243902
      },
      {
        "value": "zh",
        "doc_count": 2,
        "claude5": 0.9016109785202885,
        "docupipe_high": 0.9812394247038914,
        "docupipe_standard": 0.9790931989924432,
        "extend": 0.6905824829931975,
        "gemini": 0.5967687074829933,
        "gpt": 0.7250234962406019,
        "pulse": 0.9437074829931986,
        "reducto": 0.7669262441818825,
        "reducto_standard": 0.8200514428594881,
        "unstructured": 0.6344600340136055
      }
    ]
  },
  "per_doc": [
    {
      "doc_id": "1ZVqiyJZ",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.96,
      "reducto": 1.0,
      "reducto_standard": 0.96,
      "unstructured": 1.0
    },
    {
      "doc_id": "2Kqu7k2B",
      "claude5": 0.9947552447552448,
      "docupipe_high": 0.991841491841492,
      "docupipe_standard": 0.9982517482517481,
      "extend": 0.8776223776223775,
      "gemini": 0.0,
      "gpt": 0.9702797202797202,
      "pulse": 0.0,
      "reducto": 0.9667832167832169,
      "reducto_standard": 0.8682983682983683,
      "unstructured": 0.9982517482517481
    },
    {
      "doc_id": "3VX7OcKR",
      "claude5": 0.9884335154826958,
      "docupipe_high": 0.9986338797814209,
      "docupipe_standard": 0.9907103825136612,
      "extend": 0.34289617486338797,
      "gemini": 0.07295081967213114,
      "gpt": 0.0,
      "pulse": 0.0,
      "reducto": 0.9744990892531876,
      "reducto_standard": 0.9802367941712203,
      "unstructured": 0.0
    },
    {
      "doc_id": "3cS2qu1e",
      "claude5": 0.8721138211382113,
      "docupipe_high": 0.9442547425474253,
      "docupipe_standard": 0.941431044866004,
      "extend": 0.7377604637157483,
      "gemini": 0.6925007527853059,
      "gpt": 0.2596031746031746,
      "pulse": 0.3811653116531167,
      "reducto": 0.5523750376392652,
      "reducto_standard": 0.5416839807286961,
      "unstructured": 0.770687292984041
    },
    {
      "doc_id": "45xidifn",
      "claude5": 0.9063223379629631,
      "docupipe_high": 0.9894612630208334,
      "docupipe_standard": 1.0,
      "extend": 0.9000771604938274,
      "gemini": 0.9063223379629631,
      "gpt": 0.9063223379629631,
      "pulse": 0.9063223379629631,
      "reducto": 0.9063223379629631,
      "reducto_standard": 0.9762716411072532,
      "unstructured": 0.3718638478973765
    },
    {
      "doc_id": "4kVtTRoL",
      "claude5": 0.9976190476190476,
      "docupipe_high": 0.9976190476190476,
      "docupipe_standard": 1.0,
      "extend": 0.9976190476190476,
      "gemini": 0.9976190476190476,
      "gpt": 0.9404761904761905,
      "pulse": 0.9976190476190476,
      "reducto": 0.9952380952380953,
      "reducto_standard": 0.9619047619047619,
      "unstructured": 0.9976190476190476
    },
    {
      "doc_id": "5YJaBbNg",
      "claude5": 0.963855421686747,
      "docupipe_high": 0.975609756097561,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 0.963855421686747,
      "gpt": 0.975609756097561,
      "pulse": 0.963855421686747,
      "reducto": 0.975609756097561,
      "reducto_standard": 0.963855421686747,
      "unstructured": 0.7439024390243902
    },
    {
      "doc_id": "5ukZftw0",
      "claude5": 0.9322033898305084,
      "docupipe_high": 0.9661016949152542,
      "docupipe_standard": 0.9661016949152542,
      "extend": 0.9491525423728815,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.9491525423728814,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "62PhJTyf",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 0.7671232876712328,
      "pulse": 0.9315068493150684,
      "reducto": 1.0,
      "reducto_standard": 0.958904109589041,
      "unstructured": 0.958904109589041
    },
    {
      "doc_id": "69Ny1DwE",
      "claude5": 0.45161290322580644,
      "docupipe_high": 0.9354838709677419,
      "docupipe_standard": 0.9193548387096774,
      "extend": 0.9193548387096774,
      "gemini": 0.8870967741935484,
      "gpt": 0.6129032258064516,
      "pulse": 0.6774193548387096,
      "reducto": 0.5161290322580645,
      "reducto_standard": 0.5161290322580645,
      "unstructured": 0.22580645161290322
    },
    {
      "doc_id": "7ZhgzAzp",
      "claude5": 0.8571428571428571,
      "docupipe_high": 1.0,
      "docupipe_standard": 0.8571428571428571,
      "extend": 0.9523809523809523,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.8095238095238095,
      "reducto": 0.9523809523809523,
      "reducto_standard": 0.95,
      "unstructured": 0.9523809523809523
    },
    {
      "doc_id": "97uZroyv",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.9538332868692502,
      "reducto": 1.0,
      "reducto_standard": 0.995260663507109,
      "unstructured": 0.7236548647895177
    },
    {
      "doc_id": "9hPCh7ca",
      "claude5": 0.9279185295578735,
      "docupipe_high": 0.9910084451068059,
      "docupipe_standard": 0.9845504222553402,
      "extend": 0.19515648286140083,
      "gemini": 0.179806259314456,
      "gpt": 0.8456780923994017,
      "pulse": 0.25335320417287643,
      "reducto": 0.8153502235469438,
      "reducto_standard": 0.9908594138102333,
      "unstructured": 0.27923497267759567
    },
    {
      "doc_id": "B0nA2c30",
      "claude5": 0.9565173796791445,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 0.921590909090909,
      "gpt": 0.793783422459893,
      "pulse": 0.9659090909090909,
      "reducto": 0.9886363636363636,
      "reducto_standard": 0.9886363636363636,
      "unstructured": 0.9430147058823529
    },
    {
      "doc_id": "BnftpXVQ",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.96
    },
    {
      "doc_id": "C7fe2lau",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.9420289855072463,
      "reducto": 1.0,
      "reducto_standard": 0.9565217391304348,
      "unstructured": 0.9565217391304348
    },
    {
      "doc_id": "DtfW60lS",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.7,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.8571428571428571
    },
    {
      "doc_id": "ENoM9faK",
      "claude5": 0.9010294117647061,
      "docupipe_high": 0.9476923076923077,
      "docupipe_standard": 0.804,
      "extend": 0.7953846153846155,
      "gemini": 0.9483076923076923,
      "gpt": 0.8984615384615384,
      "pulse": 0.03076923076923077,
      "reducto": 0.9267692307692307,
      "reducto_standard": 0.9353846153846155,
      "unstructured": 0.015384615384615385
    },
    {
      "doc_id": "EWUUeFYp",
      "claude5": 0.9103101424979044,
      "docupipe_high": 0.951505016722408,
      "docupipe_standard": 0.9932942162615256,
      "extend": 0.31978206202849957,
      "gemini": 0.03143336127409891,
      "gpt": 0.0,
      "pulse": 0.31307627829002516,
      "reducto": 0.8218776194467728,
      "reducto_standard": 0.05909471919530594,
      "unstructured": 0.25565800502933783
    },
    {
      "doc_id": "Eet2wW3x",
      "claude5": 1.0,
      "docupipe_high": 0.9836065573770492,
      "docupipe_standard": 0.9836065573770492,
      "extend": 0.9836065573770492,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 0.9836065573770492,
      "unstructured": 0.9836065573770492
    },
    {
      "doc_id": "EkMAR28T",
      "claude5": 0.9937106918238994,
      "docupipe_high": 0.9559674027339654,
      "docupipe_standard": 0.9980283911671926,
      "extend": 0.9030398322851155,
      "gemini": 0.0,
      "gpt": 0.0,
      "pulse": 0.9471608832807572,
      "reducto": 0.8183491062039944,
      "reducto_standard": 0.6501051524710816,
      "unstructured": 0.17875920084121977
    },
    {
      "doc_id": "FiFgt4a6",
      "claude5": 0.9523809523809523,
      "docupipe_high": 1.0,
      "docupipe_standard": 0.7619047619047619,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 0.9523809523809523,
      "pulse": 0.85,
      "reducto": 0.9523809523809523,
      "reducto_standard": 0.8,
      "unstructured": 0.9523809523809523
    },
    {
      "doc_id": "FnscKwQQ",
      "claude5": 0.9603711790393016,
      "docupipe_high": 0.9853711790393016,
      "docupipe_standard": 0.9795206971677562,
      "extend": 0.7279475982532755,
      "gemini": 0.0,
      "gpt": 0.8210698689956347,
      "pulse": 0.9819868995633192,
      "reducto": 0.8984352256186312,
      "reducto_standard": 0.9771834061135375,
      "unstructured": 0.3947598253275109
    },
    {
      "doc_id": "FsGU3Q4X",
      "claude5": 0.803221957040577,
      "docupipe_high": 0.9624788494077827,
      "docupipe_standard": 0.9581863979848863,
      "extend": 0.3811649659863949,
      "gemini": 0.19353741496598653,
      "gpt": 0.5026785714285724,
      "pulse": 0.8874149659863974,
      "reducto": 0.6391156462585017,
      "reducto_standard": 0.7453660436137131,
      "unstructured": 0.26892006802721097
    },
    {
      "doc_id": "GW7i2xbM",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.9117647058823529,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.967741935483871
    },
    {
      "doc_id": "IPm0MkgQ",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.9949757996632995
    },
    {
      "doc_id": "J6buHXQ4",
      "claude5": 0.6985839843749999,
      "docupipe_high": 0.9546126471393375,
      "docupipe_standard": 0.951444018614837,
      "extend": 0.6278760656338802,
      "gemini": 0.8975499589378592,
      "gpt": 0.8939570216260606,
      "pulse": 0.6808632543926662,
      "reducto": 0.9404804270462633,
      "reducto_standard": 0.9550369559266355,
      "unstructured": 0.6810750918070154
    },
    {
      "doc_id": "JPIU6gjr",
      "claude5": 0.989247311827957,
      "docupipe_high": 0.9959677419354839,
      "docupipe_standard": 0.9979838709677419,
      "extend": 0.8807123655913977,
      "gemini": 0.24563172043010753,
      "gpt": 0.9709341397849464,
      "pulse": 0.14969758064516128,
      "reducto": 0.9583333333333334,
      "reducto_standard": 0.0,
      "unstructured": 0.03024193548387097
    },
    {
      "doc_id": "KYwdv07B",
      "claude5": 0.99269889224572,
      "docupipe_high": 0.966012084592145,
      "docupipe_standard": 0.9707955689828801,
      "extend": 0.9919436052366566,
      "gemini": 0.1593655589123867,
      "gpt": 0.0,
      "pulse": 0.9214501510574018,
      "reducto": 0.9400805639476334,
      "reducto_standard": 0.0,
      "unstructured": 0.0
    },
    {
      "doc_id": "KpewWz3R",
      "claude5": 0.9620000000000001,
      "docupipe_high": 0.9861818181818183,
      "docupipe_standard": 0.9620000000000001,
      "extend": 0.9493333333333331,
      "gemini": 0.9620000000000001,
      "gpt": 0.8986666666666667,
      "pulse": 0.9067272727272727,
      "reducto": 0.8986666666666667,
      "reducto_standard": 0.9470303030303031,
      "unstructured": 0.8986666666666667
    },
    {
      "doc_id": "LYeb3G3s",
      "claude5": 0.9807692307692307,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.9807692307692307,
      "gemini": 1.0,
      "gpt": 0.9807692307692307,
      "pulse": 0.889940828402367,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.8461538461538461
    },
    {
      "doc_id": "M66HZlWT",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 0.9473684210526315,
      "pulse": 1.0,
      "reducto": 0.8947368421052632,
      "reducto_standard": 0.8947368421052632,
      "unstructured": 1.0
    },
    {
      "doc_id": "NNaGgwE5",
      "claude5": 0.9113964686998394,
      "docupipe_high": 0.9887640449438202,
      "docupipe_standard": 0.96661316211878,
      "extend": 0.9887640449438202,
      "gemini": 0.9887640449438202,
      "gpt": 0.8760032102728731,
      "pulse": 1.0,
      "reducto": 0.9776886035313003,
      "reducto_standard": 0.9666131621187802,
      "unstructured": 0.8613964686998394
    },
    {
      "doc_id": "NlWTPen5",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 0.9523809523809523,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "OayFbGlG",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 0.9444444444444444,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.8333333333333334,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "Oe7iRM1G",
      "claude5": 0.8098159509202455,
      "docupipe_high": 1.0,
      "docupipe_standard": 0.9551374819102749,
      "extend": 0.8098159509202455,
      "gemini": 0.9476603955619874,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 0.9464544138929087,
      "unstructured": 0.8831818181818184
    },
    {
      "doc_id": "PSU5pciM",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.9285714285714286
    },
    {
      "doc_id": "PYhFptk3",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.8888888888888888,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "QxoQ6zgn",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.0
    },
    {
      "doc_id": "SBR9L7Y8",
      "claude5": 0.3448275862068966,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.4482758620689655,
      "gemini": 0.896551724137931,
      "gpt": 0.896551724137931,
      "pulse": 0.20689655172413793,
      "reducto": 0.6206896551724138,
      "reducto_standard": 0.13793103448275862,
      "unstructured": 0.9655172413793104
    },
    {
      "doc_id": "SkD8Lz8o",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "UnG6cLfP",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.9131313131313131,
      "gemini": 0.9696969696969697,
      "gpt": 0.9696969696969697,
      "pulse": 0.9142857142857143,
      "reducto": 0.9411764705882353,
      "reducto_standard": 0.9411764705882353,
      "unstructured": 0.9696969696969697
    },
    {
      "doc_id": "UqY6ItFZ",
      "claude5": 0.804797742238941,
      "docupipe_high": 0.9871433051113218,
      "docupipe_standard": 0.9838507369081233,
      "extend": 0.2530573847601127,
      "gemini": 0.13295703982439627,
      "gpt": 0.17042960175603591,
      "pulse": 0.7466290373157622,
      "reducto": 0.32141737221699146,
      "reducto_standard": 0.01944183129507681,
      "unstructured": 0.0634995296331138
    },
    {
      "doc_id": "VJeLz6Am",
      "claude5": 0.9880634920634912,
      "docupipe_high": 0.9919841269841263,
      "docupipe_standard": 0.9828095238095227,
      "extend": 0.46769841269841256,
      "gemini": 0.15071428571428572,
      "gpt": 0.8633711762850872,
      "pulse": 0.018571428571428572,
      "reducto": 0.7526190476190513,
      "reducto_standard": 0.7956190476190521,
      "unstructured": 0.05549206349206348
    },
    {
      "doc_id": "WM9ZKrAr",
      "claude5": 0.8897569444444443,
      "docupipe_high": 0.9993055555555556,
      "docupipe_standard": 0.9982638888888888,
      "extend": 0.9828125,
      "gemini": 0.0,
      "gpt": 0.0,
      "pulse": 0.0,
      "reducto": 0.9511408730158731,
      "reducto_standard": 0.09236111111111113,
      "unstructured": 0.2657738095238095
    },
    {
      "doc_id": "WnxX1Buq",
      "claude5": 0.9333333333333333,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.8484848484848485,
      "gemini": 1.0,
      "gpt": 0.975,
      "pulse": 0.9333333333333333,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "WxP8Tqgf",
      "claude5": 1.0,
      "docupipe_high": 0.9735054347826086,
      "docupipe_standard": 0.9735054347826086,
      "extend": 0.9429347826086957,
      "gemini": 1.0,
      "gpt": 0.9646739130434783,
      "pulse": 0.9735054347826086,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.9782608695652174
    },
    {
      "doc_id": "XhJyv5mb",
      "claude5": 0.9217391304347826,
      "docupipe_high": 0.9826086956521739,
      "docupipe_standard": 0.9565217391304348,
      "extend": 0.7350427350427351,
      "gemini": 0.991304347826087,
      "gpt": 0.9565217391304348,
      "pulse": 0.9565217391304348,
      "reducto": 0.9217391304347826,
      "reducto_standard": 0.991304347826087,
      "unstructured": 0.7217391304347827
    },
    {
      "doc_id": "ZN6HbuKp",
      "claude5": 0.9714285714285714,
      "docupipe_high": 1.0,
      "docupipe_standard": 0.9857142857142858,
      "extend": 0.5396825396825397,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "ZXlksSpk",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "bjBNmyNw",
      "claude5": 1.0,
      "docupipe_high": 0.9523809523809523,
      "docupipe_standard": 0.9523809523809523,
      "extend": 0.9761904761904762,
      "gemini": 1.0,
      "gpt": 0.6666666666666666,
      "pulse": 0.0,
      "reducto": 0.9285714285714286,
      "reducto_standard": 0.7619047619047619,
      "unstructured": 0.8333333333333334
    },
    {
      "doc_id": "eKzY7gEA",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 0.9583333333333334,
      "reducto_standard": 0.9583333333333334,
      "unstructured": 1.0
    },
    {
      "doc_id": "eeqkpCkH",
      "claude5": 0.9071428571428565,
      "docupipe_high": 0.9845410628019321,
      "docupipe_standard": 0.9396135265700474,
      "extend": 0.2657004830917875,
      "gemini": 0.0,
      "gpt": 0.5666666666666675,
      "pulse": 0.8309178743961348,
      "reducto": 0.7080193236714993,
      "reducto_standard": 0.936897880539497,
      "unstructured": 0.00821256038647343
    },
    {
      "doc_id": "f9nrfUNC",
      "claude5": 0.6135057471264369,
      "docupipe_high": 0.8599137931034483,
      "docupipe_standard": 0.7794540229885055,
      "extend": 0.0711206896551724,
      "gemini": 0.6228448275862071,
      "gpt": 0.3778735632183906,
      "pulse": 0.18821839080459773,
      "reducto": 0.8908045977011494,
      "reducto_standard": 0.46767241379310354,
      "unstructured": 0.5330459770114944
    },
    {
      "doc_id": "fK6kDNqE",
      "claude5": 0.9642583470169617,
      "docupipe_high": 0.9787318542864932,
      "docupipe_standard": 0.9926595453300462,
      "extend": 0.29018077239112605,
      "gemini": 0.0887428101889893,
      "gpt": 0.0,
      "pulse": 0.4705012325390303,
      "reducto": 0.9286770747740304,
      "reducto_standard": 0.9826348945494364,
      "unstructured": 0.03683922213092302
    },
    {
      "doc_id": "iTruRDrG",
      "claude5": 0.7333333333333333,
      "docupipe_high": 0.8,
      "docupipe_standard": 0.8,
      "extend": 0.6153846153846154,
      "gemini": 1.0,
      "gpt": 0.9818181818181818,
      "pulse": 0.9272727272727272,
      "reducto": 0.9818181818181818,
      "reducto_standard": 0.9818181818181818,
      "unstructured": 0.9818181818181818
    },
    {
      "doc_id": "jlKc8eVi",
      "claude5": 1.0,
      "docupipe_high": 0.9840101522842638,
      "docupipe_standard": 0.9840101522842638,
      "extend": 0.9071065989847712,
      "gemini": 1.0,
      "gpt": 0.9949238578680203,
      "pulse": 0.9040609137055842,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.8027918781725891
    },
    {
      "doc_id": "kcnZ5EWa",
      "claude5": 0.6478283621140764,
      "docupipe_high": 0.8556998556998493,
      "docupipe_standard": 0.8756449948400409,
      "extend": 0.44740973312401877,
      "gemini": 0.061224489795918415,
      "gpt": 0.0,
      "pulse": 0.5306122448979578,
      "reducto": 0.6567242281528005,
      "reducto_standard": 0.7068965517241415,
      "unstructured": 0.0
    },
    {
      "doc_id": "nESapyAA",
      "claude5": 0.9090909090909091,
      "docupipe_high": 0.9545454545454546,
      "docupipe_standard": 0.9545454545454546,
      "extend": 1.0,
      "gemini": 0.9090909090909091,
      "gpt": 0.9090909090909091,
      "pulse": 0.0,
      "reducto": 1.0,
      "reducto_standard": 0.8636363636363636,
      "unstructured": 0.8636363636363636
    },
    {
      "doc_id": "o0dn9Dd4",
      "claude5": 0.9173431734317357,
      "docupipe_high": 0.9922509225092243,
      "docupipe_standard": 0.9827171903881693,
      "extend": 0.24488601355514478,
      "gemini": 0.0,
      "gpt": 0.0,
      "pulse": 0.5770794824399257,
      "reducto": 0.5633394947627846,
      "reducto_standard": 0.31127541589648805,
      "unstructured": 0.8848428835489869
    },
    {
      "doc_id": "phovuuuk",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 1.0
    },
    {
      "doc_id": "pw8elPW9",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.8333333333333334,
      "gemini": 1.0,
      "gpt": 0.8333333333333334,
      "pulse": 0.9629629629629629,
      "reducto": 1.0,
      "reducto_standard": 0.7592592592592593,
      "unstructured": 0.9814814814814815
    },
    {
      "doc_id": "qQUPWQNA",
      "claude5": 0.7282920784598185,
      "docupipe_high": 0.7633511651101644,
      "docupipe_standard": 0.7814195882504955,
      "extend": 0.7370568501224051,
      "gemini": 0.7210497602434898,
      "gpt": 0.7608740465883324,
      "pulse": 0.663638222893462,
      "reducto": 0.7832945865161076,
      "reducto_standard": 0.6049738073227445,
      "unstructured": 0.6264794079178228
    },
    {
      "doc_id": "qRCO6ev5",
      "claude5": 0.6323529411764706,
      "docupipe_high": 0.7720588235294121,
      "docupipe_standard": 0.8455882352941176,
      "extend": 0.38235294117647084,
      "gemini": 0.14705882352941177,
      "gpt": 0.022058823529411766,
      "pulse": 0.40441176470588225,
      "reducto": 0.1323529411764706,
      "reducto_standard": 0.426470588235294,
      "unstructured": 0.03676470588235294
    },
    {
      "doc_id": "qoSTXgNE",
      "claude5": 0.65,
      "docupipe_high": 0.6944444444444444,
      "docupipe_standard": 0.65625,
      "extend": 0.6944444444444444,
      "gemini": 0.7307692307692307,
      "gpt": 0.6857142857142857,
      "pulse": 0.5,
      "reducto": 0.75,
      "reducto_standard": 0.625,
      "unstructured": 0.6102941176470589
    },
    {
      "doc_id": "sHMajYzm",
      "claude5": 0.944897959183674,
      "docupipe_high": 0.9854251700680255,
      "docupipe_standard": 0.9767962308598341,
      "extend": 0.5726020408163278,
      "gemini": 0.28666666666666635,
      "gpt": 0.7231207482993208,
      "pulse": 0.0070578231292517,
      "reducto": 0.6552040816326536,
      "reducto_standard": 0.7882738095238125,
      "unstructured": 0.0714965986394558
    },
    {
      "doc_id": "tLFa76nQ",
      "claude5": 0.8604146034032591,
      "docupipe_high": 0.9769402178806157,
      "docupipe_standard": 0.9469177319495793,
      "extend": 0.8760504374255554,
      "gemini": 0.908355091383812,
      "gpt": 0.9743945259746104,
      "pulse": 0.7287691172249783,
      "reducto": 0.896583235797245,
      "reducto_standard": 0.9428716124966238,
      "unstructured": 0.8160315566759698
    },
    {
      "doc_id": "vAdukzpt",
      "claude5": 0.9708543922984306,
      "docupipe_high": 0.9978339350180501,
      "docupipe_standard": 0.9877256317689506,
      "extend": 0.9780866425992741,
      "gemini": 0.0,
      "gpt": 0.0,
      "pulse": 0.9331046931407941,
      "reducto": 0.9635018050541446,
      "reducto_standard": 0.16223826714801473,
      "unstructured": 0.0
    },
    {
      "doc_id": "vBIz5dut",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 0.9769385026737968,
      "gemini": 0.9769385026737968,
      "gpt": 0.9886363636363636,
      "pulse": 0.8869986631016044,
      "reducto": 0.9769385026737968,
      "reducto_standard": 0.9769385026737968,
      "unstructured": 1.0
    },
    {
      "doc_id": "wVafMvAC",
      "claude5": 1.0,
      "docupipe_high": 0.8973821989528795,
      "docupipe_standard": 1.0,
      "extend": 0.7864406779661015,
      "gemini": 1.0,
      "gpt": 0.968361581920904,
      "pulse": 0.03389830508474576,
      "reducto": 0.8734463276836159,
      "reducto_standard": 0.8094240837696336,
      "unstructured": 0.968361581920904
    },
    {
      "doc_id": "yTRFKVPx",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 1.0,
      "reducto": 1.0,
      "reducto_standard": 1.0,
      "unstructured": 0.8833333333333333
    },
    {
      "doc_id": "zKibU88u",
      "claude5": 1.0,
      "docupipe_high": 1.0,
      "docupipe_standard": 1.0,
      "extend": 1.0,
      "gemini": 1.0,
      "gpt": 1.0,
      "pulse": 0.0,
      "reducto": 0.8863636363636364,
      "reducto_standard": 0.8863636363636364,
      "unstructured": 0.8863636363636364
    }
  ]
}