id prompt_tokens target_tokens nll avg_nll first_match greedy_lcp api_ref_tokens api_target_tokens api_target_mae api_target_mean_delta api_top_items api_top_mapped api_top_coverage api_top1_count api_top1_match api_top1_rate api_topn_ref api_topn_hit api_topn_recall api_top_logprob_count api_top_mae api_top_mean_delta api_pair_total api_pair_agree api_pair_rate case_000 17 24 17.312644945 0.721360206 0 0 24 24 0.721360206 -0.721360206 480 480 1.000000000 24 20 0.833333333 480 359 0.747916667 480 9487.421797487 9487.349661466 456 448 0.982456140 case_001 18 24 3.519118909 0.146629955 1 16 24 24 0.146629955 -0.146629955 480 478 0.995833333 24 22 0.916666667 478 361 0.755230126 478 9482.871267111 9482.856542764 454 452 0.995594714 case_002 19 24 9.016919033 0.375704960 1 5 24 24 0.375704960 -0.375704960 480 478 0.995833333 24 21 0.875000000 478 384 0.803347280 478 9484.455142063 9484.417414368 454 450 0.991189427 case_003 19 24 15.901699850 0.662570827 0 0 24 24 0.662570827 -0.662570827 480 479 0.997916667 24 20 0.833333333 479 341 0.711899791 479 9485.298247316 9485.231851910 455 446 0.980219780 case_004 15 24 8.241609899 0.343400412 1 9 24 24 0.343400412 -0.343400412 480 479 0.997916667 24 21 0.875000000 479 361 0.753653445 479 9473.645505916 9473.611094183 473 468 0.989429175 case_005 14 24 11.783083390 0.490961808 1 14 24 24 0.490961808 -0.490961808 480 477 0.993750000 24 20 0.833333333 477 387 0.811320755 477 9482.151350529 9482.101945567 453 448 0.988962472 case_006 18 24 5.836509358 0.243187890 1 14 24 24 0.243187890 -0.243187890 480 478 0.995833333 24 23 0.958333333 478 372 0.778242678 478 9484.115720328 9484.091299787 454 452 0.995594714 case_007 14 24 17.234519687 0.718104987 1 7 24 24 0.718104987 -0.718104987 480 480 1.000000000 24 17 0.708333333 480 351 0.731250000 480 9470.292701638 9470.220891139 474 464 0.978902954 case_008 20 24 6.375413965 0.265642249 1 8 24 24 0.265642249 -0.265642249 480 480 1.000000000 24 21 0.875000000 480 363 0.756250000 480 9486.949410766 9486.922846541 456 453 0.993421053 case_009 17 24 3.422861613 0.142619234 1 9 24 24 0.142619234 -0.142619234 480 475 0.989583333 24 22 0.916666667 475 370 0.778947368 475 9480.378199020 9480.363786971 451 449 0.995565410 case_010 26 24 8.309394612 0.346224776 1 1 24 24 0.346224776 -0.346224776 480 477 0.993750000 24 21 0.875000000 477 370 0.775681342 477 9479.529638554 9479.494798325 453 447 0.986754967 case_011 21 24 5.323985858 0.221832744 0 0 24 24 0.221832744 -0.221832744 480 479 0.997916667 24 22 0.916666667 479 374 0.780793319 479 9485.093759309 9485.071529723 455 453 0.995604396 case_012 22 24 15.004470772 0.625186282 0 0 24 24 0.625186282 -0.625186282 480 480 1.000000000 24 18 0.750000000 480 363 0.756250000 480 9485.013779102 9484.951260474 456 446 0.978070175 case_013 22 24 1.986351234 0.082764635 1 24 24 24 0.082764635 -0.082764635 480 480 1.000000000 24 24 1.000000000 480 371 0.772916667 480 9485.200640849 9485.192364385 456 456 1.000000000 case_014 21 24 7.670987196 0.319624466 0 0 24 24 0.319624466 -0.319624466 480 479 0.997916667 24 22 0.916666667 479 368 0.768267223 479 9484.922548967 9484.890519793 455 452 0.993406593 case_015 22 24 16.408808564 0.683700357 0 0 24 24 0.683700357 -0.683700357 480 480 1.000000000 24 20 0.833333333 480 381 0.793750000 480 9486.967876887 9486.899506851 456 443 0.971491228 case_016 19 24 26.730866900 1.113786121 0 0 24 24 1.113786121 -1.113786121 480 479 0.997916667 24 14 0.583333333 479 350 0.730688935 479 9477.064931615 9476.953320479 473 450 0.951374207 case_017 26 24 12.455984403 0.518999350 0 0 24 24 0.518999350 -0.518999350 480 480 1.000000000 24 17 0.708333333 480 348 0.725000000 480 9484.117106852 9484.065206917 456 449 0.984649123 case_018 25 24 5.721043043 0.238376793 1 1 24 24 0.238376793 -0.238376793 480 479 0.997916667 24 22 0.916666667 479 369 0.770354906 479 9484.483962822 9484.460075377 455 452 0.993406593 case_019 19 24 15.545420350 0.647725848 1 13 24 24 0.647725848 -0.647725848 480 478 0.995833333 24 18 0.750000000 478 347 0.725941423 478 9478.883681977 9478.818638377 472 459 0.972457627 case_020 18 24 8.268487782 0.344520324 1 9 24 24 0.344520324 -0.344520324 480 480 1.000000000 24 23 0.958333333 480 370 0.770833333 480 9472.865039636 9472.830587603 474 472 0.995780591 case_021 18 24 0.338914253 0.014121427 1 24 24 24 0.014121427 -0.014121427 480 475 0.989583333 24 24 1.000000000 475 386 0.812631579 475 9477.136670357 9477.135243349 451 451 1.000000000 case_022 16 24 6.040604720 0.251691863 0 0 24 24 0.251691863 -0.251691863 480 479 0.997916667 24 22 0.916666667 479 360 0.751565762 479 9483.089156574 9483.063934842 455 450 0.989010989 case_023 14 24 14.442730262 0.601780428 0 0 24 24 0.601780428 -0.601780428 480 478 0.995833333 24 19 0.791666667 478 346 0.723849372 478 9482.216005966 9482.155576133 454 444 0.977973568 case_024 15 24 8.854954396 0.368956433 1 1 24 24 0.368956433 -0.368956433 480 478 0.995833333 24 22 0.916666667 478 384 0.803347280 478 9485.557892918 9485.520842899 454 452 0.995594714 case_025 20 24 2.162639309 0.090109971 1 24 24 24 0.090109971 -0.090109971 480 479 0.997916667 24 24 1.000000000 479 361 0.753653445 479 9482.883694833 9482.874665024 455 455 1.000000000 case_026 17 24 10.303078678 0.429294945 1 16 24 24 0.429294945 -0.429294945 480 480 1.000000000 24 21 0.875000000 480 365 0.760416667 480 9470.195046088 9470.152116593 492 484 0.983739837 case_027 14 24 4.583833605 0.190993067 1 4 24 24 0.190993067 -0.190993067 480 479 0.997916667 24 22 0.916666667 479 354 0.739039666 479 9484.276314923 9484.257175743 455 453 0.995604396 case_028 16 24 9.848800531 0.410366689 0 0 24 24 0.410366689 -0.410366689 480 479 0.997916667 24 19 0.791666667 479 339 0.707724426 479 9483.994738382 9483.953616042 455 449 0.986813187 case_029 18 24 17.256905416 0.719037726 0 0 24 24 0.719037726 -0.719037726 480 480 1.000000000 24 17 0.708333333 480 381 0.793750000 480 9489.060572890 9488.988669117 456 442 0.969298246 case_030 23 24 6.501602475 0.270900103 1 14 24 24 0.270900103 -0.270900103 480 480 1.000000000 24 22 0.916666667 480 382 0.795833333 480 9485.646879825 9485.619789814 456 454 0.995614035 case_031 22 24 4.198487506 0.174936979 1 3 24 24 0.174936979 -0.174936979 480 477 0.993750000 24 22 0.916666667 477 376 0.788259958 477 9480.597036038 9480.579432317 453 451 0.995584989 case_032 18 24 6.839275155 0.284969798 0 0 24 24 0.284969798 -0.284969798 480 480 1.000000000 24 21 0.875000000 480 365 0.760416667 480 9483.364223786 9483.335726806 456 452 0.991228070 case_033 15 24 9.137401905 0.380725079 0 0 24 24 0.380725079 -0.380725079 480 478 0.995833333 24 21 0.875000000 478 370 0.774058577 478 9482.877146716 9482.838914909 454 447 0.984581498 case_034 22 24 5.741615119 0.239233963 1 6 24 24 0.239233963 -0.239233963 480 479 0.997916667 24 22 0.916666667 479 380 0.793319415 479 9480.537679329 9480.513705988 455 452 0.993406593 case_035 23 24 10.828044113 0.451168505 0 0 24 24 0.451168505 -0.451168505 480 479 0.997916667 24 21 0.875000000 479 369 0.770354906 479 9483.513360421 9483.468149381 455 448 0.984615385 case_036 21 24 3.612839144 0.150534964 0 0 24 24 0.150534964 -0.150534964 480 479 0.997916667 24 23 0.958333333 479 364 0.759916493 479 9483.886827858 9483.871742934 455 454 0.997802198 case_037 18 24 3.712592811 0.154691367 0 0 24 24 0.154691367 -0.154691367 480 479 0.997916667 24 22 0.916666667 479 359 0.749478079 479 9479.677214647 9479.661713215 455 451 0.991208791 case_038 26 24 6.750856550 0.281285690 1 20 24 24 0.281285690 -0.281285690 480 479 0.997916667 24 23 0.958333333 479 343 0.716075157 479 9481.224720656 9481.196533364 455 453 0.995604396 case_039 23 24 20.108833071 0.837868045 1 12 24 24 0.837868045 -0.837868045 480 480 1.000000000 24 19 0.791666667 480 367 0.764583333 480 9475.577381004 9475.493594199 492 475 0.965447154 case_040 21 24 15.393823258 0.641409302 1 15 24 24 0.641409302 -0.641409302 480 479 0.997916667 24 19 0.791666667 479 372 0.776617954 479 9484.803952761 9484.739677924 455 444 0.975824176 case_041 15 24 13.209647992 0.550402000 0 0 24 24 0.550402000 -0.550402000 480 480 1.000000000 24 19 0.791666667 480 358 0.745833333 480 9488.504924398 9488.449884198 456 449 0.984649123 case_042 14 24 11.930940702 0.497122529 1 1 24 24 0.497122529 -0.497122529 480 480 1.000000000 24 19 0.791666667 480 390 0.812500000 480 9487.484085239 9487.434372986 456 450 0.986842105 case_043 18 24 0.968710698 0.040362946 1 24 24 24 0.040362946 -0.040362946 480 472 0.983333333 24 24 1.000000000 472 343 0.726694915 472 9474.593028965 9474.588924259 448 448 1.000000000 case_044 20 24 8.053645895 0.335568579 0 0 24 24 0.335568579 -0.335568579 480 479 0.997916667 24 21 0.875000000 479 379 0.791231733 479 9484.742704744 9484.709077830 455 449 0.986813187 case_045 18 24 10.508414715 0.437850613 1 5 24 24 0.437850613 -0.437850613 480 480 1.000000000 24 21 0.875000000 480 348 0.725000000 480 9487.114973161 9487.071188099 456 451 0.989035088 case_046 19 24 2.811793445 0.117158060 1 2 24 24 0.117158060 -0.117158060 480 476 0.991666667 24 23 0.958333333 476 349 0.733193277 476 9480.652843728 9480.641029470 452 451 0.997787611 case_047 16 24 7.877445790 0.328226908 1 5 24 24 0.328226908 -0.328226908 480 479 0.997916667 24 20 0.833333333 479 341 0.711899791 479 9484.296954290 9484.264063076 455 450 0.989010989 case_048 18 24 6.200179281 0.258340803 1 23 24 24 0.258340803 -0.258340803 480 479 0.997916667 24 23 0.958333333 479 374 0.780793319 479 9485.266618269 9485.240730255 455 450 0.989010989 case_049 18 24 20.722330966 0.863430457 1 14 24 24 0.863430457 -0.863430457 480 480 1.000000000 24 19 0.791666667 480 369 0.768750000 480 9466.904310408 9466.817967362 474 458 0.966244726 case_050 27 24 18.225562645 0.759398444 1 11 24 24 0.759398444 -0.759398444 480 480 1.000000000 24 19 0.791666667 480 350 0.729166667 480 9484.084624933 9484.008685089 456 447 0.980263158 case_051 21 24 12.529212802 0.522050533 0 0 24 24 0.522050533 -0.522050533 480 480 1.000000000 24 20 0.833333333 480 364 0.758333333 480 9489.048368422 9488.996163368 456 450 0.986842105 case_052 19 24 11.977788362 0.499074515 1 3 24 24 0.499074515 -0.499074515 480 479 0.997916667 24 18 0.750000000 479 362 0.755741127 479 9481.001144315 9480.951132672 491 484 0.985743381 case_053 22 24 2.967696017 0.123654001 1 11 24 24 0.123654001 -0.123654001 480 476 0.991666667 24 23 0.958333333 476 355 0.745798319 476 9478.653084767 9478.640615456 452 451 0.997787611 case_054 24 24 8.700215908 0.362508996 0 0 24 24 0.362508996 -0.362508996 480 480 1.000000000 24 22 0.916666667 480 384 0.800000000 480 9483.186217249 9483.149966349 456 445 0.975877193 case_055 25 24 5.355243020 0.223135126 1 5 24 24 0.223135126 -0.223135126 480 480 1.000000000 24 21 0.875000000 480 338 0.704166667 480 9483.254834637 9483.232521124 456 453 0.993421053 case_056 18 24 13.790494920 0.574603955 0 0 24 24 0.574603955 -0.574603955 480 479 0.997916667 24 19 0.791666667 479 348 0.726513570 479 9484.431406416 9484.373826062 455 447 0.982417582 case_057 22 24 5.008496027 0.208687334 0 0 24 24 0.208687334 -0.208687334 480 478 0.995833333 24 23 0.958333333 478 365 0.763598326 478 9480.527223189 9480.506267139 454 453 0.997797357 case_058 25 24 4.142684494 0.172611854 1 19 24 24 0.172611854 -0.172611854 480 480 1.000000000 24 23 0.958333333 480 369 0.768750000 480 9484.309634956 9484.292373771 456 455 0.997807018 case_059 23 24 10.513147963 0.438047832 0 0 24 24 0.438047832 -0.438047832 480 480 1.000000000 24 19 0.791666667 480 348 0.725000000 480 9484.238997349 9484.195192566 456 450 0.986842105 case_060 17 24 0.539267842 0.022469493 1 24 24 24 0.022469493 -0.022469493 480 473 0.985416667 24 24 1.000000000 473 375 0.792811839 473 9474.150389026 9474.148108823 449 449 1.000000000 case_061 16 24 18.323077899 0.763461579 0 0 24 24 0.763461579 -0.763461579 480 480 1.000000000 24 17 0.708333333 480 342 0.712500000 480 9475.491756605 9475.415410447 492 476 0.967479675 case_062 14 24 5.082559957 0.211773332 1 15 24 24 0.211773332 -0.211773332 480 480 1.000000000 24 23 0.958333333 480 352 0.733333333 480 9482.775947450 9482.754770116 456 453 0.993421053 case_063 15 24 6.285562807 0.261898450 1 11 24 24 0.261898450 -0.261898450 480 476 0.991666667 24 22 0.916666667 476 377 0.792016807 476 9476.502627259 9476.476217331 452 446 0.986725664 case_064 12 24 7.793198913 0.324716621 1 14 24 24 0.324716621 -0.324716621 480 477 0.993750000 24 23 0.958333333 477 333 0.698113208 477 9475.308509306 9475.275833420 471 468 0.993630573 case_065 15 24 12.247740998 0.510322542 0 0 24 24 0.510322542 -0.510322542 480 480 1.000000000 24 18 0.750000000 480 383 0.797916667 480 9484.232162796 9484.181130542 456 449 0.984649123 case_066 16 24 6.192415293 0.258017304 0 0 24 24 0.258017304 -0.258017304 480 480 1.000000000 24 21 0.875000000 480 393 0.818750000 480 9483.562772116 9483.536970386 474 471 0.993670886 case_067 17 24 15.314347684 0.638097820 0 0 24 24 0.638097820 -0.638097820 480 479 0.997916667 24 20 0.833333333 479 357 0.745302714 479 9469.414218501 9469.350275504 473 463 0.978858351 case_068 17 24 14.847894468 0.618662270 0 0 24 24 0.618662270 -0.618662270 480 480 1.000000000 24 19 0.791666667 480 338 0.704166667 480 9486.834477168 9486.772610941 456 445 0.975877193 case_069 18 24 10.562609476 0.440108728 0 0 24 24 0.440108728 -0.440108728 480 479 0.997916667 24 19 0.791666667 479 385 0.803757829 479 9487.120359185 9487.076256431 455 449 0.986813187 case_070 24 24 2.280622508 0.095025938 1 24 24 24 0.095025938 -0.095025938 480 476 0.991666667 24 24 1.000000000 476 381 0.800420168 476 9477.265043590 9477.255461143 452 452 1.000000000 case_071 24 24 6.744841142 0.281035048 0 0 24 24 0.281035048 -0.281035048 480 480 1.000000000 24 22 0.916666667 480 373 0.777083333 480 9485.094612134 9485.066508629 456 453 0.993421053 case_072 17 24 2.005355449 0.083556477 1 9 24 24 0.083556477 -0.083556477 480 478 0.995833333 24 23 0.958333333 478 361 0.755230126 478 9475.043177757 9475.034787149 472 471 0.997881356 case_073 15 24 8.580089935 0.357503747 1 3 24 24 0.357503747 -0.357503747 480 477 0.993750000 24 21 0.875000000 477 376 0.788259958 477 9470.514505557 9470.478530337 471 466 0.989384289 case_074 15 24 14.386974335 0.599457264 0 0 24 24 0.599457264 -0.599457264 480 478 0.995833333 24 20 0.833333333 478 345 0.721757322 478 9463.410017343 9463.349820798 471 457 0.970276008 case_075 16 24 3.614196414 0.150591517 1 6 24 24 0.150591517 -0.150591517 480 478 0.995833333 24 22 0.916666667 478 356 0.744769874 478 9480.769879486 9480.754757326 454 452 0.995594714 case_076 22 24 5.396436546 0.224851523 1 4 24 24 0.224851523 -0.224851523 480 477 0.993750000 24 22 0.916666667 477 366 0.767295597 477 9479.935717170 9479.913090602 453 450 0.993377483 case_077 24 24 7.871823196 0.327992633 0 0 24 24 0.327992633 -0.327992633 480 480 1.000000000 24 20 0.833333333 480 376 0.783333333 480 9484.635272915 9484.602473651 456 452 0.991228070 case_078 28 24 19.085377210 0.795224050 0 0 24 24 0.795224050 -0.795224050 480 479 0.997916667 24 18 0.750000000 479 338 0.705636743 479 9484.897514179 9484.817825757 455 436 0.958241758 case_079 20 24 7.624825106 0.317701046 1 18 24 24 0.317701046 -0.317701046 480 479 0.997916667 24 22 0.916666667 479 352 0.734864301 479 9473.519303318 9473.487466888 473 470 0.993657505 case_080 13 24 17.398640752 0.724943365 1 6 24 24 0.724943365 -0.724943365 480 478 0.995833333 24 17 0.708333333 478 356 0.744769874 478 9485.466003952 9485.393206291 454 439 0.966960352 case_081 13 24 9.845937111 0.410247380 0 0 24 24 0.410247380 -0.410247380 480 479 0.997916667 24 21 0.875000000 479 352 0.734864301 479 9485.830540154 9485.789429769 455 450 0.989010989 case_082 16 24 28.455881343 1.185661723 1 7 24 24 1.185661723 -1.185661723 480 477 0.993750000 24 16 0.666666667 477 328 0.687631027 477 9472.165230265 9472.045918393 471 451 0.957537155 case_083 19 17 0.099510162 0.005853539 1 17 17 17 0.005853539 -0.005853539 340 330 0.970588235 17 17 1.000000000 330 241 0.730303030 330 9463.047109516 9463.046506424 313 313 1.000000000 case_084 23 11 0.701877409 0.063807037 1 11 11 11 0.063807037 -0.063807037 220 215 0.977272727 11 11 1.000000000 215 163 0.758139535 215 9467.740751223 9467.734222131 204 204 1.000000000 case_085 18 24 10.909207049 0.454550294 1 11 24 24 0.454550294 -0.454550294 480 475 0.989583333 24 21 0.875000000 475 373 0.785263158 475 9463.544781446 9463.498847943 469 464 0.989339019 case_086 16 24 7.114907964 0.296454499 1 8 24 24 0.296454499 -0.296454499 480 480 1.000000000 24 21 0.875000000 480 376 0.783333333 480 9488.089166432 9488.059520982 456 450 0.986842105 case_087 12 24 11.005250253 0.458552094 1 3 24 24 0.458552094 -0.458552094 480 480 1.000000000 24 20 0.833333333 480 377 0.785416667 480 9486.949239349 9486.903384140 456 448 0.982456140 case_088 14 24 14.441297598 0.601720733 1 7 24 24 0.601720733 -0.601720733 480 480 1.000000000 24 17 0.708333333 480 393 0.818750000 480 9489.376179659 9489.316007586 456 445 0.975877193 case_089 12 24 18.530864832 0.772119368 0 0 24 24 0.772119368 -0.772119368 480 480 1.000000000 24 19 0.791666667 480 353 0.735416667 480 9468.948623045 9468.871411109 474 462 0.974683544 case_090 17 24 7.802819239 0.325117468 0 0 24 24 0.325117468 -0.325117468 480 480 1.000000000 24 22 0.916666667 480 344 0.716666667 480 9485.508067545 9485.475555798 456 450 0.986842105 case_091 14 24 14.468345118 0.602847713 0 0 24 24 0.602847713 -0.602847713 480 479 0.997916667 24 21 0.875000000 479 326 0.680584551 479 9483.682717450 9483.622306824 455 437 0.960439560 case_092 15 24 0.690675976 0.028778166 1 24 24 24 0.028778166 -0.028778166 480 475 0.989583333 24 24 1.000000000 475 379 0.797894737 475 9474.294883704 9474.291975594 451 451 1.000000000 case_093 17 24 18.748704203 0.781196008 0 0 24 24 0.781196008 -0.781196008 480 480 1.000000000 24 17 0.708333333 480 366 0.762500000 480 9479.038790268 9478.960670668 474 463 0.976793249 case_094 16 8 0.179222634 0.022402829 1 8 8 8 0.022402829 -0.022402829 160 155 0.968750000 8 8 1.000000000 155 123 0.793548387 155 9463.391503847 9463.389191297 147 147 1.000000000 case_095 17 15 0.955572988 0.063704866 1 15 15 15 0.063704866 -0.063704866 300 290 0.966666667 15 15 1.000000000 290 228 0.786206897 290 9464.078747327 9464.072157169 275 275 1.000000000 case_096 15 11 2.966251965 0.269659270 0 0 11 11 0.269659270 -0.269659270 220 213 0.968181818 11 10 0.909090909 213 140 0.657276995 213 9462.336499702 9462.308647570 202 201 0.995049505 case_097 22 11 0.023667264 0.002151569 1 11 11 11 0.002151569 -0.002151569 220 211 0.959090909 11 11 1.000000000 211 147 0.696682464 211 9456.299221880 9456.298997545 200 200 1.000000000 case_098 20 8 5.732133494 0.716516687 1 1 8 8 0.716516687 -0.716516687 160 152 0.950000000 8 5 0.625000000 152 100 0.657894737 152 9458.117830898 9458.042408089 144 141 0.979166667 case_099 22 24 12.111447118 0.504643630 0 0 24 24 0.504643630 -0.504643630 480 464 0.966666667 24 21 0.875000000 464 343 0.739224138 464 9462.414465266 9462.362260752 440 437 0.993181818