protocol_id,protocol_version,analysis_role,include_in_primary_accuracy_denominators,region_vantage,case_id,public_case_uid,model_id,family_id,tier_id,position_id,repeat,started_at,finished_at,http_status,transport_complete,finish_reason,returned_model,system_fingerprint,time_to_first_sse_event_ms,time_to_first_reasoning_token_ms,time_to_first_answer_token_ms,time_to_end_ms,prompt_tokens,completion_tokens,total_tokens,prompt_cache_hit_tokens,prompt_cache_miss_tokens,reasoning_tokens,valid_json,exact_keys,exact_match,field_accuracy,matched_fields,total_fields,grader_errors,prompt_tier_calibration_passed,thinking_disabled_violation,sse_event_count,sse_parse_error_count,sse_done_received,stream_error_class,error_class,observed_provider_cost_usd_cache_miss_upper_bound,generator_bundle_sha256,base_fixture_sha256,execution_salt_sha256,salted_user_prompt_sha256,expected_sha256,request_sha256,raw_response_sha256
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:beginning:r1,8c06a2354bd27a7bffae0a5e,deepseek-v4-flash,event_ordering,128k,beginning,1,2026-08-06T22:45:48.190406Z,2026-08-06T22:45:51.386304Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1078,,2599,3196,128051,56,128107,0,128051,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,85eb18c2d043c27bc792acb10a29250e92b0baafe4208b389479f25f625cb2d9,5c6bb3149d8b62a2ea7eae1090b440f0ec3581d5587c874a168e7ed679b536b7,954b732854d074468aae15bbdb05d0b5129dbd1c40902d033cbbdcffa279ba34,590011c075be4ffa47a50a5f4e8e64f3d666f5a97c87de2d7700c955148c6eba,3ff7a630e89c52017b3fda7b0f2b8797169b37f3ea35a5b029d4fc7a1cdd8c07,e02f4197ceada0f63379d6923832bb661f6bd4fd56bf370ad22e4f2f1fb6d6be
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:beginning:r2,c7671d727a6b05cb594a0019,deepseek-v4-flash,event_ordering,128k,beginning,2,2026-08-06T23:19:32.509120Z,2026-08-06T23:19:38.497065Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,989,,5425,5988,128050,56,128106,0,128050,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2340f57509bd9e8e97d7e56a6745d3e501f3c8bd2026d13ac71ca91f5b99764a,7c95e7c8ffca04896a9836c60e7d3344bd4538544b8994616e3230e8cf916b8e,ddc8be50906557a9c879cce3d8814e19443cc6113a83f005efd90b412a9fc354,9a1ff27d8971b3413a29eb12acc87706c145e2b6cca49390cdda3cd2f9dd7c68,cd2ea5e622241a4c685f9b3fd9b762eeda741c476e5edbe3cc4c661c2225894f,7d21ed2f8bef36bb86e42474f6ba93920e9b9d549290d765cd62f15c4841675f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:beginning:r3,2d9417ba63863b1c7befb65c,deepseek-v4-flash,event_ordering,128k,beginning,3,2026-08-06T22:22:51.529646Z,2026-08-06T22:22:54.341169Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,829,,2316,2811,128046,56,128102,0,128046,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b7ae95ed4e68d4c4c4383980ae02dad3ac420b9cf4ecb9d6e5fa80807f822a66,fd68d09a9ab44d118979830de41b05e2ce1d3f1aef482a5425b5afe86720ed42,280c3640c59293533b59c1032d80033d7ad85ffd304e2338fbac8a3e5af6e354,b32bc408e804a74f6e000782a664349e7b6798a1da62e375539e00ae9ab41167,793bff9e3f4abf17abed3f6458e58b99f83a2feff11b09913434cd9cf77c34c4,f94c30eb972de3263c46c738a8919624a20a17cdf57a6258263264c57f0718bf
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:end:r1,74073098d521e82d13ca62a0,deepseek-v4-flash,event_ordering,128k,end,1,2026-08-06T23:21:57.304163Z,2026-08-06T23:22:04.527169Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,974,,6620,7223,128048,56,128104,0,128048,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4a4ce09ea89ef00846551664a1cccfc2d05bf955b6eba9739db8e9afb7dd2670,dc4b1a966f1bb0212d9794a216365a9d896b13ef75ff1fcf822113f2e18b78e6,2b43f4cbda208e10ae0cc2dac769ead1a59d756682cb21875cdb09047bfe2707,842f3ad683143c36d24c284d87f84c8ce63e921872f341e3e7f9d9e4bf75ee98,8dc02cb2655c60a1f7b58cfd5f70f16a541887cd238d9bfebc3bb9c45acdde5c,8e1e3ecedb3a7f6a8a94c9121a736462bbc666e26c7ce95fac8fa004a8eff8f6
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:end:r2,5aee8fc2e24ed63cb6c14f1c,deepseek-v4-flash,event_ordering,128k,end,2,2026-08-06T20:46:54.212936Z,2026-08-06T20:47:00.165884Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,987,,5309,5953,128044,56,128100,0,128044,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017942,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6e4e9d553e24eaca39dde974d9a7303b492426ccf9b0d203086af3b1f222afd0,ff994de206fc15f3ee6cd72ea856eb199db0b49d944034bbcf15d5d99d2b0642,2273a459c3dae1508575729ff80d06b37a8f444bdf0365717e28fd078362e139,7f653f232e6bfbb15196c46d867f42e9ee7ed950fa89de3d1708d63430662c63,dfc454aceea84c47b322ee879b622f377fa8b2b7ed963cacb98bcbda4bfd02f3,34e62890de240769c9408f9ad75f68c5bac95847881877a6cd8a4f2b7cbaf15f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:end:r3,337864d17d5cc1eb5e923453,deepseek-v4-flash,event_ordering,128k,end,3,2026-08-06T21:40:21.627537Z,2026-08-06T21:40:27.412423Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,926,,5019,5785,128050,56,128106,0,128050,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5c1ee8c4a8bc37443f804375333d875ffdc7a457282b5543dc5f0e36509852a5,142615a8f8ae35d24ef5200d7c3b2b004acaa8dd67e1ab9054100100ae29ec5d,13a548d2873022b321eda5ed34679c3c6adf9ff156046a64f09322ccf0c19cd4,440b873dc9542c7ad9c3f365eb9b13358e633396883931acf590bcbe8418364e,66b9d8628782cca77ac719e3184f050f3497bf58058d94b4cfa30af88825582f,a6c6ffc5d057c6fb43bb9fd32976ebac9c650abcf0acc65db368894709c079a4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:middle:r1,150246cbcd511f8f2792b59f,deepseek-v4-flash,event_ordering,128k,middle,1,2026-08-06T22:59:17.972473Z,2026-08-06T22:59:24.602711Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,935,,5846,6630,128043,56,128099,0,128043,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.017942,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a5ed88e13ecb0d55ac8578e04d5391e80a94efc7e831bfdf2586497d21f3f3c8,32f80049670494510adf21889055ed34487194aff27d79e154e17f4f7712d4b9,9b907fedc7eb2f1d8fb1b7c3d69b5c5c659d23066470f33560715f1518bbef8b,e126779d3ab09aafbc0e65389f975674452cd101dc1e4d4680a53071060e02c8,71c776acaf479b9b464df80e2a7b999179be8b0c3717735ab88837b4152fc6ec,30a3b71aacf1d5d41809d8ad9b34d79128a987bc623fa87eb2e66cd28e6ef46b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:middle:r2,98f79ec19f1a0247f8325a9c,deepseek-v4-flash,event_ordering,128k,middle,2,2026-08-06T23:06:22.179075Z,2026-08-06T23:06:27.680271Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1007,,4815,5501,128046,56,128102,0,128046,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72f5586012afa98dae1a31a27f0b9efadfaf181e3309dda43bc229a7b9f2cdce,dd210bfca1c1bd4c66f8811f58907658c231bff5fb5a034e946f0255e1db3c4e,5f126aa6bd63e4705942c2bee3ecef20377d1d85cfa18393030eaf70ea84c43d,91788e72c308b35d06b57b8c41a9b2ca5a02e38629994c2bb3070d5e36c1ee6e,4445411ec2c53dcd863dab170b0f3c36f6c7e104ce506bc22b8c288cf996e634,321afedd808858c975f2794da6244299eb8a6b111e8519fe1737f77f45f24841
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:128k:middle:r3,7f066fd4f070ce2a583e29bf,deepseek-v4-flash,event_ordering,128k,middle,3,2026-08-06T22:45:59.098643Z,2026-08-06T22:46:05.456552Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1395,,5779,6358,128048,56,128104,0,128048,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.017943,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e325f09ed0a37a138e76a4ed9f84fc145e1cb9b50d4b543aed0a71f5b6ee3682,1f2c147d9462797247c8db10bb0326c7802d125a84e187b4f53c6482fa7b1b9a,fdfa3aab2981db4c48355b918b15b88c437668ce3d5076137a994ce46c63d791,77107844732e994142cd04a8156e42b75a4b546b03d21be71ccb57f2e619e799,da23dc534c43f3ea059db206b6118d75682d66c9986fd2649ac280a5dff66fa7,fa623294f84bbf08c81103b5a7692dc2bb52e92d2ce702034b327e2b2305905e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:beginning:r1,8306d3a39f4b96a075f1ef59,deepseek-v4-flash,event_ordering,32k,beginning,1,2026-08-06T20:37:04.516621Z,2026-08-06T20:37:06.450692Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,576,,1407,1934,32032,56,32088,0,32032,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d3180c23ccb30a501f0f64071195d65d900f312fe0b680344a45fb376c6cc669,2d5bbadff112666385af041bf606762b3b9ccc3cbda7296f46b2e7099eb635a8,63cb883ce80dda612bbcc0d70e2e90de25d467a5539472b5c16f6dec0541ebd4,03241479511b490fe0e57c6aa176b318adf4ed966d05e8c4ce652f61a8689fd2,963ce099b48c876a54897feabfd41bfb602e3652cf7010176e0295fa685eea0b,31cce30681694432f4ad4965174d6502e4b3dc1274203e2aef80fc51bac2c539
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:beginning:r2,8dd75f1d67a046ff12cd21fc,deepseek-v4-flash,event_ordering,32k,beginning,2,2026-08-06T21:41:26.487409Z,2026-08-06T21:41:28.527372Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,646,,1586,2040,32033,56,32089,0,32033,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,93159ab0a6f07996d5eb12e6764def3ed4e95f9b4c3575d36168127a2040b8cf,a3e6136c92fc028230667de3827636b928628fc256c8b22bc209c33111c7b33e,6e0a77b5090b90c1b497c70b8243dd9d6f8e1b1db5f05e5dd24fcdccb723c2b6,aa1ba0bf32105139fba9c008b9282fc8aba3df37feb276bab875b5f0ee33d41d,3e64ee11585af055bf78657ec516b3c810d37ee0af252a940c4beb581d82d56e,36a5f24c2b28e5e373f5e5f6b04627e7c6859150c604428c331b669dc24765f2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:beginning:r3,658c41f859f3c3a1f7120ac6,deepseek-v4-flash,event_ordering,32k,beginning,3,2026-08-06T20:37:06.937477Z,2026-08-06T20:37:09.173279Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,615,,1697,2236,32033,56,32089,0,32033,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ec2cccc473dfb82ccec7d15e9c1ba9d48762e8b925a2dd8cd707d72b0be42db2,317181e637c60d4348b278419e3ee1759d7adbac9e446f77367b9fc4b2dbb9ba,58b59da7f1f5aaf5a33ab50d57bbe58baa8e5cd26d0e82c2628076fb9914a5fc,c6ddfbdbaca074ff8f035f02c223fc177dd993b04a24769dbe8cc593a599f61e,78de858cd278c4d2347059fc688b69212c8452ad38a8e1ecaad1a6d50e075918,450bf20917bc2f1105e609e8cd828f425951569bb2e3e5b9de11ad5353ae83d7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:end:r1,d7ce54e74e2aadc77f85f921,deepseek-v4-flash,event_ordering,32k,end,1,2026-08-06T23:09:54.631058Z,2026-08-06T23:09:56.722853Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,611,,1429,2092,32032,56,32088,0,32032,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1562f68a52302ad095c6563ba715419ad157036b75818de7b91ae1bcc78cff0f,f756873704fcae7fb3618dccfda700433142fec59af1ec677241a89ca5c35f18,dbfd9ef47c5a84cb3897e640a80fdd835b14ad08150f2c4d8e1ee1c7f304931e,1be2d3f56067a0d1b99b33f57d5ed0963a5b87a4b567b948ef55f72f5dea8612,34f938ca5d7536f181e5c227dafad9bd21f491596aca44d8c4fabbe854f75fe0,615b5cfc633a853feecc3fd2715a3b83a68a8c7b72c1e0c1582390eb3011f71f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:end:r2,fb9190dbfe6d2e4fd80145b2,deepseek-v4-flash,event_ordering,32k,end,2,2026-08-06T21:45:55.248789Z,2026-08-06T21:45:57.863668Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,604,,2103,2615,32039,56,32095,0,32039,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004502,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4fbec8354269ded8e43fcdfcdd85d5b9b685c138c49dafd3011538d4f5c46a1c,ebc2537e02f4e9a399b0b4b0b7f651333e088190815debe85443ae7f1a22d6c0,531378376a3d82f560c4e87c2d89a2322e2465e01fea0a25c021b5cb92472c5f,4703a612c478b2ed5a39b352b60041cf9576441c1f9578d6ee661f72f5712350,b9ee566e9185dbc7b2b151b72f8ee836bc45a2cb9dd95df97436181bf6f1d05c,1367355d581268ce5e0860026c905bb87267d59e59587f266b7308dbd9aca2a5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:end:r3,112085d5f36a1be266edc1c7,deepseek-v4-flash,event_ordering,32k,end,3,2026-08-06T21:29:26.112122Z,2026-08-06T21:29:28.081213Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,592,,1518,1969,32034,56,32090,0,32034,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0dce07ab9b439ddea59ebd35423799bb4fda82fd6f0bfcd3a39c811f920e1660,894aaaeb22e69a785e09fdace2e23fc7f0a3a57c8400b4a37b84916c38a18b15,646c6e48fac0e029cf2e01d6ebd1210e99fd08b7bda90bf777868c6dfdada5c5,eb593507c6527e78b617502ead410c0719ddd1e4305f15c678d899045c178525,163e63baca5a4831634123fcff95da700b03b95eac5100b4086291f5e76386e3,3917865d2b8e3dbf1f779ba8129192751d021cd4b78b6df54c8e4f862ab803f7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:middle:r1,7a1e6454c61296f8224f7227,deepseek-v4-flash,event_ordering,32k,middle,1,2026-08-06T21:09:26.738297Z,2026-08-06T21:09:28.915490Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,598,,1646,2177,32033,56,32089,0,32033,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8cae0f82ba41744433bdeeebbe941acf9d8494edd39f0f3a420ba2f29ab24f1b,29d92afe422b1ecbe307227a1a59172489820641565127f72a27e960fbe31669,9931f1247d5b853223a7c7af47a3413dc00de6a70368f3fe903e924fa41971fe,afb14a3f7f93e8f68730cf58bd98085d35b4d940ffa849ab26198d4540d909b7,9c6a3c3cb2a14563370567c1c8a2dfc885280c748068217b7ccda2c5234e7174,e3013adf546f15fe8dc5065f3f2fba900da89e8455872cfc708b22d7d494560e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:middle:r2,cdfaee1911ffcea33c89349d,deepseek-v4-flash,event_ordering,32k,middle,2,2026-08-06T22:07:35.553555Z,2026-08-06T22:07:38.023577Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,579,,1765,2470,32036,56,32092,0,32036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,7e289b534009c92c4a4192910f1b1452163ec395e472d74e55c6999a2172bd6b,fe20f8f55f6db544db27d7e85ffb100dccf9f2fc854ce02f27ba719a4da11f90,5bf31c0a0702b20b404826567ab913706119337ea7fed2e35b2ba269f972ca96,63db962406432d05f08c4329755a352ecbf6046bcee026c0c18a06f8a7d2ef37,d83ad225fddee8ab4c4f45ade5a2687f4b2d02c74823d3231d89e35c0efbc2e7,ff0d27527fc7470f66d6b035938d4ff250de2ecf2814f25da51058a233218590
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:32k:middle:r3,e96bf087f04f191fffd16732,deepseek-v4-flash,event_ordering,32k,middle,3,2026-08-06T21:31:08.717718Z,2026-08-06T21:31:11.088929Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,615,,1817,2371,32035,56,32091,0,32035,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.004501,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f197b73c63f09dcb3594a69bea41b4ce241c40ea5642d96e442336249c26d96c,4fa415dfa38140cfc97646671b9c6bf2e56a9bc0b2bf72460e1d114e402b94ac,84b22ac656eb240c38e86cc94b699335a369e7a751128dde064dec5ca214d66b,950514cadb05f2137873d553566c8728b18210dd1b268c64fd7f3fa363a73dda,8b702f57084734a6ccfced7b0f23a6ca9c0cc5a0a02eadb8924c912d3be115a6,6fea8503170037a2d5e14735e73662f7801a90ff928fe068f4e08780831b72f5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:beginning:r1,cd825f0c718b3a79ea4ff352,deepseek-v4-flash,event_ordering,512k,beginning,1,2026-08-06T22:46:06.104225Z,2026-08-06T22:46:38.616082Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2675,,31705,32512,512041,56,512097,0,512041,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,955a92d63d5ede4c6d5905bdf83696629690934637d1b7f6b428564d77009a4c,e3771eb002cd4e183a5ce80855f3a50ab7afa23e29dd1db8a7311ff7ee093fd6,4b38cf516d69717310cb8432510da44179025b3d408497d898b25518cf110ab9,510effc4678a2fc4b8370b1bfdc287ccb35c9a228ea1f87681309867bd1cdc71,98e271bf42f2cb76201c19fedd74f80e2b0dd66d18a7b36ba6d98fe5e1d4f410,82dc93d4f241d02eab88c4c9f76a13473a74765589a42a9f9fb9d38c5b0dc4b7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:beginning:r2,ee17308190c797fc2ca951dc,deepseek-v4-flash,event_ordering,512k,beginning,2,2026-08-06T22:42:04.284508Z,2026-08-06T22:42:34.248985Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2038,,29252,29964,512040,56,512096,0,512040,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a24b1fa444a58a92771d39265b7ef31121e56908d64a36642682f5da044a48ad,9e824252ae3535ad87a003997aa4e59ec6f178d5d4a6b3cf1957e0228ef7249b,f141c963288c867db6a6ab6ca383cee8b856535d210f1308394b8082276e4e27,7129b0964406cc5a9e0dbe36fe1b8f2ebba89e901cc0bec8fe65dfa1159abf43,aec5fbfc93581233366721d76cbcb54f8fd5c954b257292815179856ce18c68d,443de9e59f3dcec9011aec9a8fa7ae2795b2ab68446487b78a92c05429de6491
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:beginning:r3,ad56dc5521162a129bf474bd,deepseek-v4-flash,event_ordering,512k,beginning,3,2026-08-06T23:30:08.905282Z,2026-08-06T23:30:21.292595Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2311,,11295,12387,512042,56,512098,0,512042,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2aea63e6647fe13eb5085324ae2fc1167d3875816dd25a045dde38df80c8b38a,12ec78adc3aeea4e9a777f089c130603395067aa86c6c764773a488becaceac0,6296178f0b297df1688449cc2036509794a5f2148ac29d08fc034b07916066fa,db45cf8c3e5e4679959f46d394146f2edbc458784b4fd03a6855701c743d3a21,97421eafe6fe97c375130c9b29df888680217280d64e165f76174e5001522bb6,6d4e13ed6af3a2a9e9d785b3959bfb527dca6da863baf5908962b912a79b1467
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:end:r1,7bf42b93a06714650f132649,deepseek-v4-flash,event_ordering,512k,end,1,2026-08-06T20:46:44.928762Z,2026-08-06T20:46:53.685738Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1882,,7869,8757,512042,48,512090,0,512042,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,52,0,True,,,0.071700,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,325a9af566313b5e3370627aa55523e97e91b9add9fff2a7e85bc1216bea0c97,3aeff69d7fd0d6727055e4429f28112dedd09eac2d39a0adb3e64a4b2c00f853,8956a2e0f8dfa206bbd919bc922bca7e7ab1ab89826b9334a4a1e01d4da06110,6ccff9ff50b4bed7ff392112b6b48d14d54e5017cba6e9fa8f5ba49eae32938e,dadeaaa798330aff88421ce5f5c4b697afa70d3b0a61ae5ef02fc7de45964fc5,eb870111929c5ecb8c23b8c069f177f89266f73c1b656b1458344401101d4b4c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:end:r2,cd24e0cf120ce587fae6585e,deepseek-v4-flash,event_ordering,512k,end,2,2026-08-06T21:31:11.753712Z,2026-08-06T21:31:19.421323Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1958,,7080,7668,512043,56,512099,0,512043,,True,True,True,1.0,3,3,,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,914fe9f24960b3e71909f50f77001b55449385519d82ef45ba22ed8237722675,37976737e0e47dd4c2246a5ee8038a0fae13b05aa976e7dc66f0c18c206cbd08,583ad5ee05f7fcaa0c41dc60339bcdaaa678ed8143b1bf6d99cde5cc33463673,78455f427fa221de5b877b15f928a480fbe1d8cef04518edca7853cd118fb48b,e5120a262dccb7c8c44bfa0c58f3d4c12738f7f90d83afd08b3c175df7448afd,2c1da0127b0c189027f0efc0a4e2c080c54858d68b2b86ca6010c8851d2159e5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:end:r3,45292e09cc7db84cd56e1d63,deepseek-v4-flash,event_ordering,512k,end,3,2026-08-06T22:05:23.876800Z,2026-08-06T22:05:32.030748Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1879,,7389,8154,512039,56,512095,0,512039,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f57a873aad43ce48dab671f3df3ed74acc449d36cf0833c4fcf406c1a37f2fde,bfa3634bf51d97e11662a892078b389a27847d96f59eb1bb0e4ba274492f6b6a,ceb82f70553389e8b4668f626bb3588bb5f53609f9c5fe51d58fb2a0c224be5b,c1b129dd457740ad1347ed6448be48ee5f2d3610de8a39f97a26a62d9a62ebbc,3c024acbc9d1d72da606edf96863802424ad91b2d18b3daa8ac6c7e34dc81190,8997f930c8b06d8df267c0f70707adda69686e6613916bd6edad71be80080e17
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:middle:r1,e736bbaf805f3b135c0db1ee,deepseek-v4-flash,event_ordering,512k,middle,1,2026-08-06T21:11:48.340627Z,2026-08-06T21:12:20.676476Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1889,,31503,32336,512041,56,512097,0,512041,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,7286c2f3609a51ae7cefecd2692421745a1a6cba0dd19c058ab4fbea03a68f5d,964260d18d2496a66d7f8006505ddd1f509c43e0bee49555d9ce72d45ddec1f3,2afa9529864eb4e5731e79611e3322325b4d46c18367e5a2d6a506519eca38a3,ee1e8a6755673ec1d815e6890b63c26cca2fe217aaea84f6bcd890433bdfe03c,fd259847cf4449eec2a3661b71c595873b0f1d257cd3c81a3f61db09fa1b2623,66b8cc4aca496152744225af737867f58cb0f9ae035d287ee0dc0d817b215e9d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:middle:r2,4f532a3ff18ffa49b2bf1109,deepseek-v4-flash,event_ordering,512k,middle,2,2026-08-06T21:39:32.082781Z,2026-08-06T21:39:40.382315Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1827,,7756,8299,512039,52,512091,0,512039,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,56,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d357ca9631d730e2edfde8e012bf195acf490981af29c093de3b9d45a2810d5c,b529a6756143de718e9f620008ca6cd7e6153a6512e3df93d089c77245e5e232,1f6505388f486a3fc7e2b54f2e9505673f6212830319ab62a25981ba506c6fc1,d063a3f4ca899e159057f45877556bfd8e2a9357b1a76dd214ec6f86af90f62a,760aaabfae3903f2c9cad6a754e6f8cd89881ba3d9a14ebbb3f104009adfa8c6,648ed5db3db5823bea199ec8cfb7a5d102ac6f1fac273800d86c7095a03fca05
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:512k:middle:r3,ac4a46c4301fc4b24914bd0a,deepseek-v4-flash,event_ordering,512k,middle,3,2026-08-06T22:27:45.849272Z,2026-08-06T22:28:18.755648Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2131,,32122,32906,512042,56,512098,0,512042,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.071702,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0c52c411d9d5e825d6c9753fde9cb95862cabe93c72b4bc5e6a94d681c970c6b,2aff41862afe9063eab31d5e36c9cac09da7344bba65013f622f6f374d5d07e1,a4cf387e0b7023a0e302147c53299f83a56ef2ee6d9c3a82a9b36d187b3b4e12,f9dddbbe7c5d02f6c69074de973181056d5ee34aca63c2bfb9d8f1b1542f0c8a,2dbeec70eabf1a358aea4d5da6de0969ef83338c46d97472ba1c33738e0be583,0694fd5c7f4cc77b6a337958a34bd2343b2771be5e042f18e552e3650f1385c3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:beginning:r1,00cce95e0e6ac5b2009e4d7e,deepseek-v4-flash,event_ordering,950k,beginning,1,2026-08-06T22:22:55.212865Z,2026-08-06T22:24:19.402816Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2828,,83352,84190,950038,48,950086,0,950038,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,52,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,00b18318e0558574fa878d7a06e8f423353d11b11df2a863c839ec3fee4ae920,33c202f55202f8f6c9e4ceefd707db4b1b3503613ec1771d4599f8ca721d2e95,7d7d75ad0160133064409a3b86d45011acf9ef2d0f4746907ff14d4c39780087,120ce9ee50977478dee487b7bd870efedc1ab243ba013c44e2076e9d6af3ef9a,fc000c6cb4c555cbecfa958b44400f602cec5c308207281fe3507fb5b2e51731,59b95efbf1b7ec6aa143f04dc45614760c29202978d35dd7c0cdc797f7095b8f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:beginning:r2,4bf68736bfda53851c46bd29,deepseek-v4-flash,event_ordering,950k,beginning,2,2026-08-06T22:48:27.675635Z,2026-08-06T22:49:50.629007Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,4038,,82060,82953,950034,55,950089,0,950034,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,59,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4d1c6ece389526d18e49a581d094177fce323681b13676606d3499ba4a912469,3342f02c763982fb49aa4d7e61332884e20c0b150360efa9f7ddefd96beaeafe,2b4c657725a4ca21a21cc11f8f77b1378e6e8d4c06de58135cf5158f3f984f08,9b595d0f9af43ea24c227b6076de29a3ced4e9f8231453c538a97ae7fc91bb22,c96da29f8b18c9c7a591d11ddc613ddc03b4ac981c5e521bf93ea81220100c29,aea54c6a22cd015f29c8f3a62528ab036c1fb24a6e8084276f854ae7f44ad5b9
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:beginning:r3,781353e61f4627b83bcbe284,deepseek-v4-flash,event_ordering,950k,beginning,3,2026-08-06T22:34:48.291412Z,2026-08-06T22:36:07.989830Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3066,,78691,79698,950033,56,950089,0,950033,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,eb2caaaa8f2f83e54e37f1aa9ffd421c845de3596085628453b588dada05131d,521587122940f86d825f19cc29fa65b3e5793e77895cbe3518e67baafd72068a,1c597e38af62e4bc0e1b7ddc571c9e76c2429038b6e6c0f1ba4ada99ae05e135,cd40c1f7f81b75c82cb903ef770dc114e2928e59a05148979998d94c37067377,351f00af4c44a417e2ef4a0fb223018b3a0760ef93edd47a9082d55244862a7d,645003ad3013323aef87440838b36146a4974201d3e4e2144faf062e29e97a90
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:end:r1,a8eaf8062e666a66ce3343c8,deepseek-v4-flash,event_ordering,950k,end,1,2026-08-06T21:48:47.943037Z,2026-08-06T21:50:10.513345Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3106,,81644,82570,950036,56,950092,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72efda50994f262337957eac44ecfe0d9ffdb16573cabfd4633e2b645e0aa53c,c5b1431e340e0a41d47d009afedbcd1079220c80dbc93120166ea872e7007425,375336b6797726646119d7522fda44a54cc9e3b983c14b46bcbfe827585059b9,8a1360528feb041008ddbc72bdd710896ce147e258089fa220522122f58ef0c9,b0dcee21dc9a7f23b0fafdc41f88dbc3842e4aa2975dbb92297755d962201e28,0833a4ee19bf623d4ab74ba070c3f814c58465fc249dcb57c14425be91d81c39
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:end:r2,5224de921408bc8357be8579,deepseek-v4-flash,event_ordering,950k,end,2,2026-08-06T23:03:08.714236Z,2026-08-06T23:03:26.747353Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3012,,17230,18033,950039,56,950095,0,950039,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,60,0,True,,,0.133022,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72afc2fbc8bd93d7b443ddd5425a58473fdd57166a5eec5e3002f6b72398e925,e9c88101f9dbfe8d6e040bd4e5af68f8135db522d292c5ed9a8cc3cf3b66ad37,cae03b7c4ee16a9f4ff4941bdc3e464fbecc33af5b7be81a1948c9c46b14438d,c70ac7ba40ee5eb2574674fb440976a518636fc428a8df0a840efa20a5761852,92cf7ba604a170a9cf99f0a0629355c6c4aef113280ed156e59a13b6a517e845,f951ca4914de040ca8560e01e151a1146c7776bff2038c54ac3ac7967f7f71c2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:end:r3,4d4cf2dfb64da5896f678dc1,deepseek-v4-flash,event_ordering,950k,end,3,2026-08-06T20:47:07.294295Z,2026-08-06T20:47:24.587822Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3516,,15994,17293,950036,55,950091,0,950036,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,59,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,fbbe3c2bbb83526c8eb884976a8d3f3574d4fedc8866ed164d72d5c832ae88ab,24dd4da23a7c660713097e8fe5e1ad98e4ebef03fcb73516da85a17b96631c49,bc18fe9c62fdce5d5e0682bcbc6acd49338c1617c6b0347c8b2438214758d531,e1bf9e982d811a9ea36a3145d099b8a9b4e0dc3c84b526b2b713e530de5cdaa1,1d903e2f3c6f9a8231a02c746885c34a7f52fe0608cd42c35410967cd70b01a3,54ced5239de587eab5553cbabb1069521d59c8cff55e303ac2f368b932b0b1e9
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:middle:r1,5faaca5391e640730f144b20,deepseek-v4-flash,event_ordering,950k,middle,1,2026-08-06T21:23:15.837279Z,2026-08-06T21:23:31.662717Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2789,,14928,15825,950036,56,950092,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,16c9749400e0c4726b99f3da422db59b800466339066c1c810f190d2e5539619,2a3af699600b3badf4f6fdcd993b961cd0e4f6ac0b4bce2242061b07e2d197b7,cd82f82e534fef9889a024587d2534db6e2ff425d0485915f245836d3b3c5cbf,da814f229f47ae71d535ea995815dbf6bcf9b015d8e6f908039d705a41c4e603,fb49bb2903807c1b3f6ffd1c1cce02d6d1aa1499b0085a3383b8fccf8d4732c2,fdc990b86df1d8c288e8c6323ed9f72c26969f5a827aeb52dff24f3bd1d15eb0
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:middle:r2,9a5b76815a35e5cae602bb37,deepseek-v4-flash,event_ordering,950k,middle,2,2026-08-06T23:03:27.591611Z,2026-08-06T23:04:47.269242Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3750,,78884,79678,950036,56,950092,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ee5abcbe5888a0b83e69df966b69a466200aa84a7a395c7f9750c6e4c61d7c45,f1b8cf577be07afe5b236eb3f56b1c453e5675fcdedbdaba5b876e859598ca32,45c1141a83eef87a67d41df268042f9992f1c70470f04fb5cfe43f3c79f434ea,9f00adc7abee18ee2de0e32cbf0e43c5dbb481b20597b84d7ff90c5dc0ca896c,dbe292943b35ed462de959c1ea2097f304e8e641e4d8870c53634389c8029c09,e4a08033f74d2c5ec788cbc31e823e35db9747f73467dea277bf3eeeafd595ff
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:event_ordering:950k:middle:r3,51e2dd18acc21920bbab89db,deepseek-v4-flash,event_ordering,950k,middle,3,2026-08-06T22:28:19.681863Z,2026-08-06T22:29:43.987258Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3615,,83391,84305,950034,56,950090,0,950034,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,60,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,065ac12bc7c98dcb65ffa8d7284ac9406f4830661d8f8aff13a18aa3c206a861,484a5d344474ec32b0060b55994eb22da734762e5e0ab0f7d2610f80bb2de181,231084b863e95c038f58250d4084bb925361950bc86bce9cc3bc50f5044cb2ba,9b77eb8efd5954167d4513d1a2a3e730b9484669d4a44119d7e6969a12e7cdbc,2850d8e50c36b762a2403c5fe534692c2f8f23e003c5fc5b538f594d66934685,7c9886f46aa93f5664c556d2c009af6aaf1779d9562179c94e8cbee3a1027ced
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:beginning:r1,8a950e9ffc714867ab092532,deepseek-v4-flash,latest_version,128k,beginning,1,2026-08-06T20:39:09.651350Z,2026-08-06T20:39:16.148960Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,983,,5909,6497,128055,39,128094,0,128055,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8af136ad4735cf4a027bd709e9299939e015bfc178117c1403ff4796fb4a9444,8a8feb84f8ac1c33e21040fc9e28dae0b459300cf8f791c4a8e36e7a7d35206c,f3b09403b6103127f1e45d68ba56a8a764b4ca59056cd5f941c04e13874020e4,bd8d91f8c43f64524c91b08a8882bdfe934d5efed1eb7fc5bfb2b6ef419e4d30,ffb6661862e4918f9829a7b1094c3388d6f84b9fc22af73fa76e2c2c85fbd473,8f5d7f3b8b9cda22edc731a7faabad8fd4c886845698e51a3b9c51793241f3bb
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:beginning:r2,9eb11c417625d6fe03d23d77,deepseek-v4-flash,latest_version,128k,beginning,2,2026-08-06T20:39:04.528014Z,2026-08-06T20:39:09.153485Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1031,,4265,4625,128050,39,128089,0,128050,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017938,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8df87eade1756f678dc32e3a396317a1a90a2992d4f6931eac9a8b29685e369e,dd854d4eff353980e55fda7434c08a8af8c9ec0b4f3ef544c7f65c5fff346689,2c34efe91d4c698ce61a01994723bfdaf14c4910c82cccc4c9ea191b1334340d,74d00d153da347a672614b3c1984e86ec727d81d6ddb428869a0e7ddba22c4d4,0f2849072347f865b5dbd17083e874b005ad4ae0abeb6f9030dbefabcf152d3f,da7746e4eefb3aed10bc6abc48a60b8035c6d9744e6a00a0ebe5054121352955
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:beginning:r3,69ce527f6e17e6164a8f9891,deepseek-v4-flash,latest_version,128k,beginning,3,2026-08-06T21:01:32.407041Z,2026-08-06T21:01:39.944805Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2113,,7101,7538,128053,39,128092,0,128053,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e29a65af57f4d460725637353c51edeb6a0421572245d67934455ab5008ae52d,4ac2459c91a0df9bbf26730e3a741c42f6fec844042528c38f1663c65b287573,fd53fcadd7bbf22fa5a0557f7ef74b3bf3c7454874e01e7b0327c36c6f434ed8,0bb0181119dbab590243a555e712f3ab5df5ee16628d8d02b6f0a07e23a3cf0b,a1b13dd4444ec73a7237bc580b640e63a55ba786ac1aa0d31d0e512671c8684b,3c0ab1a25b28d6e203d9d24962a749cf3cb06fc15b72d3fc9dbf778855a826a4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:end:r1,aad113dab23c36387be337f3,deepseek-v4-flash,latest_version,128k,end,1,2026-08-06T23:26:49.743536Z,2026-08-06T23:26:52.125159Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,991,,2047,2382,128048,39,128087,0,128048,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017938,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,301a156a31f5ab1dd67af2ba88efed0c514581e898db429132e3e9ff16eb991c,671268978496892c336fd70b9939ad2b4e224323ab05f48f9dae536bdbed1834,c7c3bcc7ba3e0af78c087eb8df70faf9ed15048787aa81a10edbecd3ad61d482,1a97cdc6d798bb470ae5297404d2cab1b9d537e1c2714f2f4c6dc3591ffb5f56,a32bf455653e04256c344d3721fec76e4afb7c77b04b7394e5c3f57116255ab5,543e529c337124c168e19908c16cf0ca7785fc8532ddc38692cd03c6052ac521
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:end:r2,747d516723476674cd41977d,deepseek-v4-flash,latest_version,128k,end,2,2026-08-06T21:31:01.629382Z,2026-08-06T21:31:08.223261Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1043,,5950,6594,128055,39,128094,0,128055,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ac04419b35d24965b92c80fc4193bd5159c61f997bfd06b1045a9959f8600451,d19a3c1ba3cfb05a9393a3e38dc8bdf3577c4a808ee11fd3935e9704b99faf1c,53bf98408b957cd17d8916031f828b9917d1bf145228ec19b3ac3ff142badcbb,a15cf67ec001087ec5c22ede27cbf3fcfe07d8ed3339faacd10e4035420a04f7,04c03265f96f997ccc75d44bafd6a89e0f63e77a1a61ef08c7aec87c95acd63e,4f3e3d30bdefb479f048d04423091a9791338ee1db1ecd0ac3e7e600752f050e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:end:r3,0e0cccbb4f3338fd346318ce,deepseek-v4-flash,latest_version,128k,end,3,2026-08-06T23:15:04.275034Z,2026-08-06T23:15:10.797954Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1441,,6049,6523,128051,39,128090,0,128051,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ed674597910af376853c147ab47d8c44c8685de310c9a6ed15a98a0e9a78f33d,0095703b58f96096dcd60f89dff4aaae13f09d4a6a1393efe3dbf0ba0aabe83b,0247454fdc634ad57043b83d5a5e7f294ad1e9fd2b16032739a55b82208b274c,56d059875c4ec84dfc8dfce213bbfa199c68531e25ce4eb81baad3e105a65e18,eed27ba68e8b9d57233ff024dc964b1b3fd0aa1b6105f3757abf8445a1573790,99b92a79d1ac0fc7f506e1bb5762fd7165e438d3510bd48842bb7ae6222323ab
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:middle:r1,3ae25a2e297401edec4bc04c,deepseek-v4-flash,latest_version,128k,middle,1,2026-08-06T23:22:33.431771Z,2026-08-06T23:22:40.212147Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,948,,6253,6780,128052,39,128091,0,128052,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,56570d7e55003342e6f84c3c685edf74218f28308439d12728c1b51da8e374b0,c2fd736460c813d40a73ce5d4f0bc7fe2142d74c425f59fe0deeaf6693009c94,621d0801d5feda25419b24a8a11fc4e5e41d4d53e1e5be0224fc1b883aea2c26,12a3364bf6512717b87cfdae13e20bc382e53b185ef66df70aa175f9d92810e8,83038b291514ec82f8ee231810b821451af43a066f0f85c1e3a174720b07eed5,186311431f799718584d0ae53e7019d13540a10ff404a057fa7e8d993b2f9ebc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:middle:r2,f6237e6538906d7a5260688c,deepseek-v4-flash,latest_version,128k,middle,2,2026-08-06T21:39:45.685471Z,2026-08-06T21:39:51.682443Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1002,,5636,5997,128050,39,128089,0,128050,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017938,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,818a7bfac09d6e3e2ff4bd5b0cae7787e49db30606129a65242e441d7572cfa2,313f83623609ec552a2538f3c8fb08db2f8873faeddbd385746ad9c42b36df32,2023951f5303eac6f2dd2b306431e66dd2756a1a67ba395e2b3068cfda2b82a1,65de3a93d99ab524eb74b45a3d39a86928b856d8041ec1f30aa004807106ed40,955d84b23be3475529e427bcb59ddcc197115e13d4e7107de38c8215c814138a,719fff3de04c2a76caf6681d160a0ca67be612ac9884543e7c397a0884f0a3d6
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:128k:middle:r3,f6dd45477d3920390c84dddf,deepseek-v4-flash,latest_version,128k,middle,3,2026-08-06T23:22:45.800477Z,2026-08-06T23:22:51.769170Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1005,,5609,5969,128051,39,128090,0,128051,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,93aeefd380603fda1bfd7935cf650c45b11c28b51c3c4f9ad4436f2cf886ab47,5fab42e106460b58ee997b9450cacb1defc58eac12c9506f55592c7c610c9f6c,900fa664b8c974806879ce862910d9a970973c4d06812270df3942824345de13,c32449eea3ee00ce35a9a0d9f37b1c059abafd6d656775b8dff8a86a505fdcf7,9cccd1036afa042d6029f6d39d71cf2cb784c863ac75266a6e9c5a6518209301,886589e0e32b0f988a86e495e0dd60dab891fa27595457986339277dfada4123
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:beginning:r1,bc6d045f4ea4077260e1cc77,deepseek-v4-flash,latest_version,32k,beginning,1,2026-08-06T21:01:49.317565Z,2026-08-06T21:01:51.940472Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,992,,2271,2623,32036,39,32075,0,32036,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004496,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,21ae499c32d99d80b7b449580bec5c98c511501e9e6b457663c2d39dd725a70d,07490afcbcd4e42646438b03346ece44b2ceb86038f5a40f580981883596d3ae,533f67d7f18ac26a351cdc3cee7d0a00acab70fc942c92d87076e6a9a3c0eb2e,632d6060f7a72020debeb6d04878bf9b38058c766830adc45561194d9abbe473,766fcbdacc2c0b8fb1c8b73cade4b62ed0b25a5ec7f55b4369ffc1c4172b967b,d7fd35580c692d62fa453e28c4d4b0f1946a8fef4e8e8ce135e1a0c07b02752d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:beginning:r2,ab72e9e5e34d8f10b2ccd6dc,deepseek-v4-flash,latest_version,32k,beginning,2,2026-08-06T22:15:52.088872Z,2026-08-06T22:15:54.127008Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,759,,1714,2038,32036,39,32075,0,32036,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004496,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c51dcc169009afc2eb294795d3d7bcbc1b235d6c6abf07216c9870216f7acea6,3137f1846676fe376a96920cef93252485e74bffdc18d10ec11ba98eaa6de182,5684323beb958814a901b82b994dd8d7106845fc6c280613eb4dcdecbcfb7a3c,ae62d1b468bcf8befdc9a033c0087135f81c3c1d06658b4eb2a22f0ded810d30,50d833bf222a9717747ad620f7c02ac5c7189730d1a91ea9e16d56a6637bba14,3890d0037cfcf7e1d41a205ad59ac9e5714475a277842fd7ab8f57fbdf2c9724
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:beginning:r3,31cfd791272cd0ce39235ccf,deepseek-v4-flash,latest_version,32k,beginning,3,2026-08-06T23:06:43.227933Z,2026-08-06T23:06:44.765875Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,716,,1140,1538,32041,39,32080,0,32041,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a80c1191b3b7e770e9b5cd9310929a46d65185970bb1e9084ca43dd8712fab19,6c3942de52a3d98af694f12b590f94e9a55db1e63302ded169cf248588111947,25b9289a8ba5f0a36ffaf30670a1b20e2dab5278b4847c93b5bed8e8d547e7ae,87064e1ecadb5f51194a273ba9d47e4898d50c3eefc1e0562933204dda3c308e,337fed24acbce76337b141faed29d00e135f632524faef451b49b8f38089e727,eca6553d97c849a339ef8800716e0d497b436f771870e0523c4ec6072bc12e63
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:end:r1,6807fc09a074b56efcfe4f31,deepseek-v4-flash,latest_version,32k,end,1,2026-08-06T23:13:18.479905Z,2026-08-06T23:13:20.443089Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,687,,1608,1963,32037,39,32076,0,32037,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,831b4046b7da80896cfc841ec2023041f4dedaa8fa98777255b351f503252c89,45936485e8c711f38258aa4652b86496d363fb80fcf5e74b96fb6ea196d56ae2,47d0fe4dc4b5ae69c3a23d1774e03a44c79ce63655c00e14abc84baf04d90839,364e0716459d09f208d3bcb4746a9391ec4d21ffc127ba0aac48684f9fd8cc26,2930be377eb9e61d2c1bcd330f29ca9829d936ded3029b181f15281dfe60c9ba,d8710571a0ea0e2eef36725b4f3e2b5cf53307cc9795e164922d5856fdf6026f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:end:r2,425e16deb9b34ea7034ec2e2,deepseek-v4-flash,latest_version,32k,end,2,2026-08-06T21:29:02.853231Z,2026-08-06T21:29:04.883338Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,721,,1729,2030,32041,39,32080,0,32041,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d178f5a4042cbbfd297d8caaf6fdedf3ce0cb54a6bef037f68069b0e23dff5e7,7c1d45c5ad5a473e072859cb15a9f5243dd2101c9a7c7e452fc0f820423571bb,31c847f187e1693da07d561208b85353154ee73110d80877f6cdb4fb419b93b2,10f7e774663c8f79cc0b12b849ce934ec33d56164ed02bca12e12a9384c88715,24624eb376506a61932567540d8c366f5e6512095c0fe433e7cc01ee7cb442be,aa50286a23d8a1035bb6f6dcb52f5b5a3b9a461b0f37d5430b1e9daa9eb74803
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:end:r3,685ce874f6c06e58160e6214,deepseek-v4-flash,latest_version,32k,end,3,2026-08-06T21:01:52.491408Z,2026-08-06T21:01:54.774395Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,634,,1902,2283,32041,39,32080,0,32041,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,56cdcf51c074015fbb1b1a42d92067e00ad919704d42ad197ee4ec7a54428e67,c4968a982d30a3b8f95fcb4d955888a9041c0c3054556a66617bf8bf322a5422,20366f92ad35ff89223193f63c6f1343ec431f172389b36813c051db4fd35d23,e9a3038602ede4e2f6225d60d4770a01d46bed7ec1c69d403454a3fe39d22d8a,2795c28dfdf2f873fc59766d7e52a5bdaa2a1b311a9ef934aeb3e723f8e33820,4b76260d6403ff76ce2001f178b136de93a48e31703c3565dd19b0cecc31e06b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:middle:r1,16d9a03c9bb0dbae24abf1f9,deepseek-v4-flash,latest_version,32k,middle,1,2026-08-06T22:16:17.925093Z,2026-08-06T22:16:19.750367Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,695,,1536,1825,32039,39,32078,0,32039,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6d0c537c33ca09a7203eda25deec65409277a99de9284fce15ff823351102ff3,84f58ff460ecfb5cf072a54e7ae4ab479ab01a9d1db41436ebd426f720e75db1,359e6bbf00301425c46a796e099a0b0a685719d2be01707448c9886655df6148,4be3b483e98e03568eed1ad9a55ee97f078417e3642174828030452e9edfd6df,e3bc1b05c8708f89c238b58f13f9b2b93e6af94f6253240225e12ca2bd62e234,d5dd158eb51b3aa508986c6b90f51190cb59d4898eb98e6fb74352a09af96da0
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:middle:r2,2b4554c971353d42ca879dec,deepseek-v4-flash,latest_version,32k,middle,2,2026-08-06T21:22:36.998617Z,2026-08-06T21:22:38.814103Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,659,,1493,1815,32038,38,32076,0,32038,,True,True,False,0.8571428571428571,6,7,wrong_value:checksum,True,False,42,0,True,,,0.004496,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5b7b7eb4811729c3a0da3b94a4348d772a682e27c998ba3fee4dcbf7ebc30a4b,459e320772a60b77f259471ea73a76b22d921889560d87baf56fdf892d8f30bc,14a80ea78e98797567e07f4d4d13c045de44fa534005c14f2abcc787cc8ed84d,4d56208f64d5008c64f82b44d17c0f4233530500d968ab2c07cf7d06f5e21137,3281ec226b168972e63ce43dd1a08cb6ae70e5aff528f6c1855fc810394241f3,2bee0d0c4c3d20ee92900615d997d815e33eaba231045e3a2e0e44d669f9e4e7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:32k:middle:r3,cb56cba40d23a25a7e2a199e,deepseek-v4-flash,latest_version,32k,middle,3,2026-08-06T23:02:31.420804Z,2026-08-06T23:02:33.313419Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,693,,1586,1893,32037,39,32076,0,32037,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.004497,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f134d29dfbda3e2de046d300626848b8734d6d9da758a9668273caedc9a11dc0,48032638bd5be3b0ed27965159bcd707b481a3a61df466b629414c50c4845108,d3f55a18a6400e16e0c65fc02d043697e2a6b750b6e7e081bc950fa881929352,8372015c6bfa98b086addf2b603bd965867ebc8c9d690e250df98197b04b2ea5,46df558bc3a646ffe6abb7202988fef3159e965698421da79164a90946f7a90c,79692482b03e5823ee8693b57680b153a28dc4056f32b867f072941867e04445
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:beginning:r1,b88bf8e25e7fbded01ee8b20,deepseek-v4-flash,latest_version,512k,beginning,1,2026-08-06T21:40:13.834704Z,2026-08-06T21:40:21.058648Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2086,,6666,7224,512043,39,512082,0,512043,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,3ae896952480a63e73598b116fbb794dabd67be908a63b3cc737bcad4e3be33a,925127fb07bc1529c5d564386e1e6da369b0d80952c6c63b967e2e2da44c51e3,74f6a1bb15e30816788d71aaefbd3cde18593e083500936bd7834c8d3a2f1f24,7014a787a783493ff5721fbf1091006a7999b697db8bf246090f2c664909802c,96ddb72a05e713b7f13c20145b7184046ad7dc6387ccf4dbc4eb53b8cce5d7d4,5da65f2e00751a0f2b1d90a58ac9563d8b8818d379d0a9774b8dafe09abb09e4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:beginning:r2,056d731ce3af1e0004fd59d4,deepseek-v4-flash,latest_version,512k,beginning,2,2026-08-06T20:33:43.166406Z,2026-08-06T20:34:12.932098Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2447,,29192,29766,512042,39,512081,0,512042,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,272534caf5fac083ae22358cfa9e3f557201faab86a98d29dc44e506849e4f81,b0b25daa08bc4e57754bd97016cab30b58d7172008a5b07ea91ce821d2a32c81,9f86b9259be3648a1b05b27b46b4fc87a21ec0a7c7080e85a09a78a4c72dc948,c1da1b53aa041c370fbfa2a638b2bcc8b837c329b337d07bd55a25eda1e2d658,8f19c0cdc235f70c23eb84eb2d1d483138134167433a0feb4f09676b35820c4d,2e1eb309d5df2ac45a0a9a02b3f4d82ae1e21a30f688b827da3dcbd5f748e39a
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:beginning:r3,14319b1e04e7febb07aba457,deepseek-v4-flash,latest_version,512k,beginning,3,2026-08-06T20:34:13.691916Z,2026-08-06T20:34:22.013785Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2339,,7800,8322,512043,39,512082,0,512043,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6a69903de9442cc3f2270812435976c52a42a63ea727da76f8336aa3ea358369,c93c5bb4faddd8586654c41ee37f779b3e95bb2c1be7e575db82c3370cd6558a,e923ac4698db4e179c512ecef0c39631906af3dde4e7a2ebced2c29a74dc3b3b,1c117ad227e2c071acdd84888e37a068d840b2b5dd7140eaf6cfdb710da72431,f6c4b74e4f95e8904078c21bca6643b437611171ecb016decf385814eac53296,1e3a20bb6574e6ffcf2bf943bc2e10c350ea4d687baba0da8926349631b37eb0
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:end:r1,4766f6383678e7f8c5db10f9,deepseek-v4-flash,latest_version,512k,end,1,2026-08-06T21:29:10.408790Z,2026-08-06T21:29:19.077129Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1960,,8084,8668,512043,39,512082,0,512043,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,108a021b3e38114dbffdb6888568ef68eef41535555eb0642240f2c444f13f5b,3cabcd0ff625665b024b7b33f22148e836b58fb3ace9d591ab05e87571d02cf3,e16f4f0ec4223ac131256ba051bb914955041eeac1dde24c2b0c29cfc1211b13,c1f0cb2136abb882b780122f3519ff450185cb6808ee026685bed3e3245119ab,cf5deb42f1b2b379d1fb1b68d47844ceceb23abc37940b0579fd26142b0ec465,073c7a00ffa26a600b36e2a2599aa3eb13a07d0c309442507d7aa88377b22a86
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:end:r2,89d50240a4a064e5c410b4dc,deepseek-v4-flash,latest_version,512k,end,2,2026-08-06T20:41:21.052524Z,2026-08-06T20:41:28.434623Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2012,,6826,7382,512041,39,512080,0,512041,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e3af5b7054c7cd151643ba5acbadf1040f1b9e7984b1532e4ae15568274b46e9,691cc8a867b3558abd11c774cb2deaef47091d986fc634af1836445ca45c5a7d,c134fc658bec2dd7f56aae204f8cd3c0097bdceb0218c969d3a4b62ed06b3d84,9b9af456d9da9b1db9f9296ecfb4fa4b9be9ab5c9bdf888f67ac0827d8cc99bc,a82eb30c94e9fcd78a35cddfebe92eaf6d198c1e1a61e8466980eff95cb508fb,aac55698d0a1128b7d76057cc8a5a3a0677219da1e76832df7fc887a0b8adb3c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:end:r3,c1829f62c62639d9016aac56,deepseek-v4-flash,latest_version,512k,end,3,2026-08-06T21:37:18.315077Z,2026-08-06T21:37:50.290203Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2122,,31435,31975,512046,39,512085,0,512046,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,afdabdf0d0edd3dcba08875d3efa6be0f47bf1e3a6ee34a39e78a5afb0c4ec74,3849573a81cf38c02e6ba2d2e51cc8a650162c90b4587a5758f0026217fea234,ac7930e1bfdfc03230ccbea3658be685cd27f9da487b36c5bbb7453837b52654,9ff305ec9eb3c976cb528d2310d71ee441e27baa44f640f843de1dd0af2113d9,c05c19ed13d3872eb363ba9a3497a3f09bf101224bd776298420b54352e67870,0f5f916f825a8bd44d85733cbce03fe3749f444583177709382b3c60fe54b7c8
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:middle:r1,75fd491ba7e04bb8ddd294b0,deepseek-v4-flash,latest_version,512k,middle,1,2026-08-06T21:15:12.150961Z,2026-08-06T21:15:42.154605Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2808,,29484,30004,512041,39,512080,0,512041,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071697,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,fe41482fb100f888a02f8df205ffd9da0c0d245cd6d32c44fa8368b3af5de743,826079a192e59bd0c57a608794be311c12fccc281f9ff369b410a87877e16149,30b347c96869418fbf5af12f70e2e8ca480eda4c67110e1535241bf31c5bf209,d24fc9911402c7c19408926e871dc7d4f2e2997aa2a3d0787e7469a117cd7576,fa30f96f270a16dee68591a00349811837dce94198b68c79e7bb3ab4f1848d8c,de235c926992ff1c720351c7ee5179593a533d4576a6d1a691a13fb8bd32ac19
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:middle:r2,a84070976162f9cbde106c49,deepseek-v4-flash,latest_version,512k,middle,2,2026-08-06T23:21:49.623500Z,2026-08-06T23:21:56.746257Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2108,,6608,7123,512045,39,512084,0,512045,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,68196b025e9ef7106e6e199f4fac5d39af79067ced01af9d1bbe985c23a4d0ab,6134aa4b3512ba270b7bebf692b7cbb19ef8acc0481a694d8e46640f95d5dbcb,4b88c3293cbbbab9ed84915bba57bcb80b46578ce70582e584f687113816e624,ed83cabe7dd7f5eecd58f74c00b27b5363e20589c45c7aa9433895b663c4f99a,263581cd986e8586924c0f507815368c83088f906aa9daf5c19035c320b45aef,8cd32098a7e1404aa489ebcf43cab5eaba26ce292b2c691348a4ba9d5fb72959
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:512k:middle:r3,98c54d6a4de39bc5b2dced00,deepseek-v4-flash,latest_version,512k,middle,3,2026-08-06T23:19:39.263375Z,2026-08-06T23:20:13.364241Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2352,,33512,34101,512047,39,512086,0,512047,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2c76ac0a9df8952c4024729a681b16b6ce030e306bb6c26a19e5ec4b48a0cdcd,b4ec4f703ee2aa415ad4f0c32f9d0f5cb4d7516d1474857fd08a975e313f437b,1c8ef1f4a45fe5b3fef90b730b90edff1656f2aed266423c6e461fa0a5022993,153a45577b3b48312b7755c94c014dd9f043ddb08e9f308c269d98e32858cebd,9076f072fe4b1ed216601d279232873de0cbc3f12caef02312b1c90fdaff17a6,5f5ccf83168f951d85855d4d61c9ec6ad25c02bd792570f213808445540a5845
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:beginning:r1,ec63a8f7b3b6531e0975e19a,deepseek-v4-flash,latest_version,950k,beginning,1,2026-08-06T21:05:02.945224Z,2026-08-06T21:05:20.650072Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3206,,16947,17705,950046,39,950085,0,950046,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,00f099c5a0d4579f7e80f61b5a8427c543fbfdb083f3dda85052d2d77e550de0,30850c33bff381c6be624a475cddfde40f44f69cb5300fabd1bbba4a35305c9b,b9716051bdaaa435258d36bd4bb4e36ac23cf7103000624ac9bc099d936a9a59,6335d00ea1d665f5fb253dc88df4f68c57e0f3b2515ffdadb99fda6dc44d59cb,ac6262e056d7402c09e0539f662b5bc24117cab7e3c70cafb80925cc898fdb09,07664755f1aa5f4e65e400543e20563957a61631ddd07bb59bbc492964cc3c69
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:beginning:r2,c7641df35c498b2bf589c956,deepseek-v4-flash,latest_version,950k,beginning,2,2026-08-06T21:24:58.066696Z,2026-08-06T21:26:23.466088Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3681,,84739,85399,950046,39,950085,0,950046,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c550decf00f137fdb7dc7b65198d8089836312b8c7019d1727a6355d112e0c7d,b0ec7cdb55acde178e766734d64435f212e4cd38f3366589631daaffebce003f,06598fd1cefe9e5eb4e7ffe93cd5b21ea6c6bb1b17e91c31d3bcc4ff0729d434,a1371f90d17123b93a4149c6df710d21e5a0247acc5055a91f28298e02514533,e0f16f32169615ee199cad4087f9f9d8923a4287704811f941e8b340d7724736,a0205f684b4afc988cd77bbaef38fe3431862462442e1c078681077f08d1df86
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:beginning:r3,ea436196a2477d6c9271232a,deepseek-v4-flash,latest_version,950k,beginning,3,2026-08-06T23:13:21.400884Z,2026-08-06T23:14:46.844802Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3299,,84679,85444,950048,39,950087,0,950048,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a18f0f9643f3395019cb41756859de16ef10237f053408c5df94fbd109d6fd91,44816fa81f7d0f9362b26e646a860c420e3f17c149651cefa96cb45c4d177762,c3855074ba65ff16790c1ee696cc1bb8f4300f2704abb9e577d6545914e527ec,9b505be416f08982f6ef60aaabc3a6f3b3b4991973bdf7f351cf668004ac21dd,4972f9394dd88d62e5bff467bb4d838a31d64af11969424cd94a1403b5788fe4,979bdcb841fc88bbfa482ce645f307ff5f22a7f978f31d378c9ac01b6bfe391b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:end:r1,555e6fcb464c0cc090affc1d,deepseek-v4-flash,latest_version,950k,end,1,2026-08-06T23:24:01.955108Z,2026-08-06T23:25:22.620247Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3476,,80073,80665,950046,39,950085,0,950046,,True,True,False,0.14285714285714285,1,7,wrong_value:version|wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,67ef59844c8716a38de2b526d292a4658ca96a0712780c15a0a3130df836e39d,18e654c881742712ee44d32faa6a21157c82605f5d4f669afca7c3b9b17911cd,47ef12d6a48274cf684bb895680f3fb77fd62df566418c6ea97d0f9af8bc9f51,83639b54e673431ef54d9027d83d3743b960b63cfd665c6ec1227c0e4aa38abe,89ffc0d05f3b2be3bdcc8304477609e9a1b94a8e57c3b4d76aad121e97e3fd8f,2fc97275149bb30daa85196acf4bd3448c322fc0210f20650efc70f0bc6a8f1e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:end:r2,5a7a9649ef5fc1465a7249ba,deepseek-v4-flash,latest_version,950k,end,2,2026-08-06T22:57:49.507431Z,2026-08-06T22:59:17.421762Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3204,,87227,87914,950046,39,950085,0,950046,,True,True,False,0.8571428571428571,6,7,wrong_value:checksum,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2bea0f3676d6f3680951e02e98562724e408828897ccb9b849db2b62af680512,e834972e50ad9e7d24299fd080b65d11953ef4da50f4326d2476042966cb545c,ddee8b73151b396d49b7704d366a5edb3bd3cf5484d2f6340b190b84301a65f7,852b2278585d44e292b349c0d10316fb160d72d604b03388cd193f77467e48fb,d1188232418747a5ae7ec156ca67f09e5a140a4d3dae1b06b683c4fbce63fc1d,2f8370e32e3188d0f19bf99efbd3652ce55456e74f8374c70486baf7db1ee054
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:end:r3,0b1a7e719ac733aacf97de77,deepseek-v4-flash,latest_version,950k,end,3,2026-08-06T22:57:24.859530Z,2026-08-06T22:57:41.541886Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3143,,15699,16682,950044,39,950083,0,950044,,True,True,False,0.14285714285714285,1,7,wrong_value:version|wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d43cb37bba023bf4c24d18e89c7167e893fafc505a6ea6fea6d83c22943df5e2,f299157869ce531c276c34b13e66eaeb970cd4114e515f81360b2b7c4c69cff3,d03ba53f45145b9c62b345d2d751003de8f6babaeda8a572ebd2bd500c9b91fd,e4403b6ae86b7612c04b783789163a51fb9f44162c41f887d2e69762bff610ef,93238aaa4e161bab9c06d4f658457eb5bdbc499119bdf9cbb3a9554e9d0917f9,a8ea82a95f9e1d78d13a7174e985da5001f65d2351692090414a7213b75e6f95
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:middle:r1,ca186808b59d7b4c3ced94f1,deepseek-v4-flash,latest_version,950k,middle,1,2026-08-06T22:26:03.488236Z,2026-08-06T22:27:34.702708Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2955,,90394,91214,950052,39,950091,0,950052,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,017f4f95eeadc4cdbc436fa3c5b88a5a504e6ae9497c807fb2b0c1e2625eada0,3b7a478834a6d41404c3c0f2dc4e3ff8ff156d2f82d0dd9acf7b0b29d3eb43e2,a794d9f2096036dedd8aac4259fcca4c739c231f2a272be86b54b9aebd7d4c9f,21c3806a5072b8f61ad82d6a9d74d2dc91b23eaa5d11bd77ec0739141164ed2d,79f651e88a8e2c171403f8e9446aa1d94c5a8cb7296c5f6b7b2f49741ae35dcf,9c42098beeed8619c14086ab101923769577f96183b508c2a58501e2276fabdd
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:middle:r2,cc402956e1a06eb75f791004,deepseek-v4-flash,latest_version,950k,middle,2,2026-08-06T21:29:29.067446Z,2026-08-06T21:31:00.618112Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,4517,,90976,91551,950047,39,950086,0,950047,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c97c98ab1c89562aea36bd9f056f4324a417ef2cf80ae6f090b3a6adbe50d3fd,9cba8078d34b3552ff6ca2ca144473aa0183cc1cf35d10094b3871788e777af7,303e21077cd51f08d8c9a3982a8b86cb3fd59ea0a725d81bddd33f3620310628,adbb351b066ad19ceef0a7ebfe689e1936ed0a3044afe9c46f02dcfb40d98755,5ed07a7787ab7d8867dc7e8adc10d431b31a73dfee32002ba133bea555aaceb1,67797cf266599624e1f27ec3bbf6db1ca3e5387261cb3b89b2fd265e1c53e574
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:latest_version:950k:middle:r3,4e33fa06c36cb40a4b0eb79a,deepseek-v4-flash,latest_version,950k,middle,3,2026-08-06T22:13:33.763411Z,2026-08-06T22:14:56.170383Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3398,,81775,82407,950049,39,950088,0,950049,,True,True,True,1.0,7,7,,True,False,43,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2da2304ca9018a7858b0bdaecfe0f093df4aebfe455d55cd5270ff51a1bcc76a,74d638835ec5257c3f0eacfc3121c7a0875bd87e1f7dc04fabc999bc75cab282,33d538bdbe5f4d19608e9df306dd90515a4e5038db0177378b38efd85e439802,ca6764ce5a9b7d4fdaf617ae4c56f2d2a41efab2d09a8e815a9723283cd4542b,89077f295da7dcd71c5c2d495866bb9685a6545d27628c96934580c525941e6e,15d4f97ff5f5cfb4899ae50ef5ea3ec0a3081ae2cbcf04bbd779d9c82a1b57b0
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:beginning:r1,b67dc9bff37c5471dcb6d0ed,deepseek-v4-flash,multi_hop_join,128k,beginning,1,2026-08-06T22:25:56.286681Z,2026-08-06T22:26:02.511795Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,959,,5806,6225,128058,44,128102,0,128058,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,18e339aabc6c0e840357197468ec39d83819adf1cdd78304e956284684c56b36,a05ac24979bda97e9a45ea17f41fb360396abdd75a3319c824ec6dc8244f8e21,66bececde9b0adf84426434d7abfc7122cf92f9e68fea33948be9469084f29f1,a5aa8ac9c2525f7c651a9153ede41c59279104f4991ad3b9fc11d1b706d9a114,dea3cb24741b30b7f6f57c31650323a420942a2f846990aa71db559204a70712,06722731239042a965a2016848528d2d164b85101a3777edce1d2a11e750e416
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:beginning:r2,f1e1ebcdbdb10fb41d097ea9,deepseek-v4-flash,multi_hop_join,128k,beginning,2,2026-08-06T23:31:38.936846Z,2026-08-06T23:31:41.906671Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,963,,2526,2970,128060,44,128104,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,841daa315daf4f7d6dac45fdbaaf5be5b02b4f93597047fd5af073941780648f,bf0cb2629e3fb07812eab9ca92dd42c446a9ad6934bbe502c370f90b20d91947,0d7e06b56fe654a33d87889faa28ce4d9bba55fa298ecd63b2f851f6d101660b,cfaab1937d34433134ee2b6cd6f9d60aabdeea63d1c3cac06b2dbad17baf12b2,ffe0bebc94b7ed37bd90a2f3ea0f7d48132073d92bc1560baf98a9da1afd9687,b5accf902989d04f7b5fe251b50a68ec36d7baad04063933f48ba10f95f48d82
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:beginning:r3,9aaf2663744562fc53c7068c,deepseek-v4-flash,multi_hop_join,128k,beginning,3,2026-08-06T23:32:39.626206Z,2026-08-06T23:32:42.168585Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,974,,2043,2542,128060,44,128104,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,52b4c3613a618b4f971137670d513c15f2a4d6996f3c418ba34cecfdba672a4f,394fe94abbfaf2f2e35eb1edea288f3b563fa3ed4e21e525b2de41c72fdff8af,3a93416dd833046c4f4eadf512908c68b9ae58e462ffb8b43364e7c8a7f4773d,d3548d58c717294a13118956e59b6871c49a0330d303c71c1b53295b258451c8,a4cc7cd8d4b874c2ae7e5f2e0dd9083fc32b1b2b7434229f264ecf4556a90383,f7820cf936e1a0ee01f6eb6b8666e38065b1a64dc1119f5a5955d27873189789
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:end:r1,747a4088eba76e38f1c9f80e,deepseek-v4-flash,multi_hop_join,128k,end,1,2026-08-06T20:47:00.743452Z,2026-08-06T20:47:06.391595Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,979,,5215,5648,128058,44,128102,0,128058,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,53df797a43f87410cda37b3150a30d15315f6a8955ffeb070d31a966841163d3,3d1b9250894143995a91a414d512213b5304f3bc83b478e8da091a34625795f0,3c47df3d13e66d6d2aa899adfae47ea8ac07e8fc834d7d426073e183038e912f,eff369209a2d3fcb4d8381edf9745e8153b92024378923fcbbdb1d7f2991d811,eaf1b29ed1278c96caa3a0f50d6d3765fb867627ce1cc41e5acb0abfc80ceca4,7e718bde8da3cdaa3d870bbd0fc433e547bde89f76168380d6a202ac8e8c465a
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:end:r2,a973ebe375424b6b2cc6db12,deepseek-v4-flash,multi_hop_join,128k,end,2,2026-08-06T23:30:21.851527Z,2026-08-06T23:30:27.702572Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,988,,5366,5851,128056,44,128100,0,128056,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,75b2cff7543b87308273131a1bafb1f44d908818192bf8c2c4cc026c692b3477,d6d489e8cb94407443494bb80428a4324d35c77261b5752fcda8e823eb6b6095,8eed1786acd2536dff058e2c2aec2d4a70a9130b274bad271a06875b295eee1b,894bba07914eaf341f78daf8594e3bdb9cab9f843bf480a14f08f8c97c4a1d77,1d6c704c036846a67253e7e0ecfa64fdeb2b38ba560d612cb2259187f9eb5cd5,83ea11d527926178f9dd4b138b917d94e234bb71c9fd7f39c3f2ec5180725f59
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:end:r3,2acd3232ac0d796d27a4d959,deepseek-v4-flash,multi_hop_join,128k,end,3,2026-08-06T22:57:42.076064Z,2026-08-06T22:57:48.448061Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,908,,5967,6372,128060,44,128104,0,128060,,True,True,False,0.42857142857142855,3,7,wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e4bc1c601cb6f54db7fb85b66fb375f345933d9dd07d8269ee5ca6079be212f9,6337e255d5449c16a1d20217c77ed52fae591c2d8517bd9970d8fec0b2d350bf,4e419c8ace4cd01809144534c317ebcd1709396fb7bbce109f3ccc64a3eae4b9,ebc1cd65fa06de9c8c8ccd41ca9587d4f1fa9863f0f6297f8cc657183fab1272,31f61aad8c7a136040a89e188986690eebda9a1f5001e61a97a1350d50d6ee75,7e0bdd62370b5e41ecee8ed99423f6fc46564d54a05b53211d8c507556c2bc87
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:middle:r1,c0a188821dc65fdc82c6cf1e,deepseek-v4-flash,multi_hop_join,128k,middle,1,2026-08-06T20:47:25.172702Z,2026-08-06T20:47:31.287380Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,955,,5692,6115,128060,44,128104,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e79f96b0a16acaecabe85e2317dc2c83ec0377de6f5d374891106ca7272e7dc4,19cffe3ec092b6a86b08a380c8463af3418877e4edde41b96ac526a2b7aec702,b5b5cdc9edeae656d7ed4cf98cef4a43e65b3d5fc9a83cfd374b8cda60cc085e,63a9c336e0a7ae69bc8cd8d64b8b092ed31f9efd15888ab76da4a8bb458ec482,ebde2001cfb61cdfd581b44d7ab4a92687b96d956b9800baae0584e7e6661441,8601dbe9e4f32c351ddbe1e429ebe70805b90c3d4460338203b13a1d6e643820
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:middle:r2,a6de89bc817ae04823e17bc6,deepseek-v4-flash,multi_hop_join,128k,middle,2,2026-08-06T22:31:42.492094Z,2026-08-06T22:31:48.179791Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,989,,5322,5688,128060,44,128104,0,128060,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5d70712e21d7aa1aaf68923b84d393d2e2bdfc9c2d90891c8488a9ab25caf40f,97be71f80b82d9dde676832c0c814cb0a6db61ee08040e9281a68880251b84f5,fa11ae639c61f004b4ddc6758ae5a6dfcfd34470fc322ce2689550c9e3ef801d,b3a87ffa80139603a1e241c799b78d6788a618f3a2b57518ae5896f1a7674a4e,4614deb9cce5392da3ab08650ca1d095188ddbc1e1f7dbb44c985e9b577167b1,605005c279fd8931ae0bc189ce720284350860926adcb4890366e4e49bb6d239
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:128k:middle:r3,0b7633915442d4b1be56cf0e,deepseek-v4-flash,multi_hop_join,128k,middle,3,2026-08-06T23:30:01.664629Z,2026-08-06T23:30:08.178741Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,985,,5979,6514,128059,44,128103,0,128059,,True,True,False,0.42857142857142855,3,7,wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.017941,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,452f0c46c8b2563717b3fa4b369f81c48ef004bffd2cb45cea5832560884c1ff,3f4487731fbdeb9dba297a57ff2c13af0078b6c37199bd319430ef4f9e4de6bf,47e3da24bc5c31c6ec136c53050590f2d421556edde53f741d1f5e60414da357,dd273fcef2b52b5ca395d8944307c3fa629419cacd122c97ccbd65dcbb660720,897e9ff6157b4e9d17b87ce43d62f7f23d49514ac7949f7fa7df98134de10ed9,e4ba75610ae826df9d3c098585f17cde8c557241d48d0a34bd7f3268aee49ffa
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:beginning:r1,86067481dba4993223247dbd,deepseek-v4-flash,multi_hop_join,32k,beginning,1,2026-08-06T22:15:47.778864Z,2026-08-06T22:15:49.803438Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,624,,1669,2025,32052,44,32096,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a5325334bdf5d7a36fd58dc59813389d2ba215300c91d384928b19567e2a92ca,b90e376e38b69ea8adf7361482e375c1fdbb6403c621d0e9819d736f74a358d6,755b93a0842981e5efe2db0425be7ee407c26d041875a7c013b5f115e631e3a7,a22c15bd782b1752c49d7777f234d6b0ff6bdbf60950d01e66269a8968beb4ac,817fce0cfff5cc5bf336cb29768ae70b8637cde85b756e59ea490b48ae0997bb,6b7dc37352b8d0f6633c63fcde79e1b21a3fa45478b2746f6caef2a37408c7cc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:beginning:r2,ca35d801f958aaaf55d76806,deepseek-v4-flash,multi_hop_join,32k,beginning,2,2026-08-06T22:15:50.274101Z,2026-08-06T22:15:51.660811Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,668,,912,1387,32049,44,32093,0,32049,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bf0372db4cd34e7483e97f019d173c73b36ff359a477b24d3cb2e0fca6699f45,1678be058b60ec356355456b95edd42cf31d8432e1ce2e8786294de2ce5fc6d5,752f907f1abecdf16396ef83a6a9950ace41f186b5d244953372cf60bc7a217e,5b2439a1e622d480c147918a374a8d503ce2e7555c2dcf5580dbce7d1361276a,3ff211021a154236af94deb3ea8959740e314e5ba5daabe0e9ba0db811679ad5,3f6ec8b529348fa4199696dda2ccb2f9f1223e6b0b879b82064c828195f818e2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:beginning:r3,9fb3e1f11915dd50fb66d179,deepseek-v4-flash,multi_hop_join,32k,beginning,3,2026-08-06T22:13:30.987354Z,2026-08-06T22:13:32.839540Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,633,,1521,1852,32053,44,32097,0,32053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bb4358ddedfdc133f25b24c0bf5bdbf1e410b10ffa486dd85c2bcee091cbbed8,2033209d8eeb1379b5bcedfbcd1f543681332d1fb4c19372a88a20ea29c31c3d,7da3e5a1e72c7962747fd5ec71be25f856ca939e17eb9962a6aa061df7161d34,6071ba8956c8e3b28f276c3802da80efc5a7cf9eae1b38b8e77eb620cc003f85,4c9b6d3b1b9c1458e6338159008335b31362ba06cd8087436fb05aac5e91c698,ba1d5d187640da3ec8a2283fccb7031aa0f663a92cb2517b1e3c87d6b2a95db7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:end:r1,f660d0252e951d530093f7dc,deepseek-v4-flash,multi_hop_join,32k,end,1,2026-08-06T20:41:12.137605Z,2026-08-06T20:41:13.486594Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,628,,974,1349,32053,44,32097,0,32053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,506a597316061bd0e448435b090d1e56747957991a191af08303d3d62bdfd94d,5251fad59b187e70acb94d60aa6736d31dabd474b327756611a5535b9730fb6a,e97deb239d91c6180e5c476b431916d8a91194450e060d1bf35880c610818cc5,01e4b7202f30c59fd97a2eab542639e2870d08adec09ebc01fc791928619a8b4,84fbcd9e0852885745d5027c22fc4367a7bd98706026956c6d78f6932303a3b2,c06622b6924219c3406c23c20afff8bf868dcdff549c600befded6d3d6e5edad
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:end:r2,592a86f93305b066d1e509e6,deepseek-v4-flash,multi_hop_join,32k,end,2,2026-08-06T22:49:58.785464Z,2026-08-06T22:50:00.699396Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,587,,1589,1914,32054,44,32098,0,32054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,76d31a687d9baeeadada031eb36c6a7984927b49b84f7777001539fd073f16f1,7d8a2ee055db74b45734ffa3211b77b5b6be36893957f59f5b88e147140ef6ab,0c8f829fca50c0647bef66ad456198fb62792c580cf6d07c1cb09c04b02399e5,856daaece794a0b16ce0e556e9ca693f851e3eb1e977b0f9bdee4ebef8b7c559,8268fe61ca148e8f04b6c662bf984ba79e277e5000750f5d29c7a894d5246928,dffb93ccda560c13c8d336803600ee84e108ebcd720a3408334ebb39619b0226
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:end:r3,ddf18927afd07109ef9e342e,deepseek-v4-flash,multi_hop_join,32k,end,3,2026-08-06T23:06:19.772874Z,2026-08-06T23:06:21.647347Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,578,,1475,1874,32051,44,32095,0,32051,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4c217501b71401b6573d8178b928e0aa666319750707f5785981f175d45dfeb5,1b81920c76d423f48b646ebb496d032b4654ec9cf8d59497c6c2fca8ce20a7ef,48e3f99be5c3198b59e3456121121c88ee7e24a28705fbc0f6bf1e6275cd348f,d4801b1059b6f0fa86e0f71c271888c1a27dd303e51d0aa9e486e71a0c9e334e,fb187596479385c789bc125b4b706bfcba46f5f5d6abe0bea9a09a4bcce57bb0,3f2c02754fee1874d4a20ae2b89efcf1187b841a8672adb4c60c30396d89658c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:middle:r1,8964e92d208bcac64476a67d,deepseek-v4-flash,multi_hop_join,32k,middle,1,2026-08-06T21:09:32.544844Z,2026-08-06T21:09:35.007756Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,698,,2000,2463,32052,44,32096,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,cda2005fcab9624e2cdae3f925908847d3fadef0756f942386c505482f071a3a,d4c758979afb3910891a3fd0f2119a65a2512b7128168c8c66b08220cb5969c6,ffed5b929aee0932bfe99fd02512872a8bc28589468254899f0c543c888351cf,9c254467419a89d5bfccdbef3ce740b3cc9c0966d90dad4c7e7a39a1af7d5919,dc34b09e99f7ab28d8f069121a0be8b53d0cb4f14b4c3eb0b21853a7855128e9,7ad9ab8bda678426fbb2f43bf22140da7464b1229b121b79553d610a7710eed9
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:middle:r2,7f2235072a516656110d9fdc,deepseek-v4-flash,multi_hop_join,32k,middle,2,2026-08-06T23:22:31.230307Z,2026-08-06T23:22:32.874472Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,610,,1103,1644,32054,44,32098,0,32054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,3b54885d817b862a44c1a17b7bc0706d1862b4204c448abbf8763870bf6615d7,0b9afd2b54bfa63385ea2fcc52311c85812a03964b5348abdaef4cc7b46ee0d6,4608bcf81c0d1755fa2d68616865cafcd76795979e8aeac9f50c9f95bbbfd59b,f5a4c21e6c88a1b6ece2b8f975c404b507d4b55bc59437244fa8e2568f4dd66f,81281453eb935111f3484951a2a5ec72f6ffbb4ba1a972c7a6572838950987d0,d8efa2d02968fdd40c76d39851bc1d1937804b898e7a725c06fe2271afff9632
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:32k:middle:r3,0fa582282510493d30529559,deepseek-v4-flash,multi_hop_join,32k,middle,3,2026-08-06T21:19:55.092629Z,2026-08-06T21:19:56.965515Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,593,,1479,1873,32052,44,32096,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.004500,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1be3f904039985e6ca620d1922be98f071f099a905f79c69daf5a852c0b9835b,fcf2046af910db64389b71c2be3d37b95111282a05fa6e01765e6464a22a57ff,17f78d9d8f2d5115c109545e4f95e1fa460d8f3e2192a2028b80bf1eba5cf98e,963709550adb1159a69c84ea519ba61b97cd753888684c430de6a30349bb72ab,5e62d6d41011cba9983d54a5975613100e8e509f99c06e000686b23008e4a235,7e066fb4b011143fbf15550fafcd83fa6b0bab8d54a0968f85332d8280622d0a
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:beginning:r1,e385a6ba39ae52b6303d45c9,deepseek-v4-flash,multi_hop_join,512k,beginning,1,2026-08-06T22:09:52.103480Z,2026-08-06T22:10:23.460769Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1978,,30645,31357,512057,44,512101,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,edf8a034de0a12968f0999f890eb5da5110f29796b561fa85d4b80ee4992cee2,8d707c85febebf1a39a16dd26ce52dea52d7c3c09a63a3d8ee1bb546981dd950,6914d7587283ff68348019c0e732caab8680e36e0f529e5d373a719d964099a1,00dad51451feb77dc7042a9921a5d17f83f8d3f0c1807f0df205eeb0666d46d2,3c51dd8e4fbf9d32954a02aa74220a13e3c84926a3e8d27e07a91f19e5e7cbae,6b3ed56dae7e28d799d6343696b59d49d747c233d900112cc840b7a2d1483907
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:beginning:r2,ea4f51f812ecef4cae63554d,deepseek-v4-flash,multi_hop_join,512k,beginning,2,2026-08-06T20:36:30.901424Z,2026-08-06T20:37:03.933624Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3138,,32279,33032,512055,44,512099,0,512055,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e275b1563cf1c42f002e264a295a26d7ccd7e6bad1a800400cf532f80b3d9e4c,ea327ffaeaea15bcf3fe9ded1e2cb45bab1cb1f860eff70e7e19dddd0733852f,46aaa81ea6ace00b1c9986e57db2e7ff34894d072cc6152f799f96d8ec2d3136,56bc80e457dd6aa5ff552d0b86b0a775f1addcc913d19576d1ba99c3f125d27c,5a14fa0462c88bdeb503c76911fca8dd2d9da47be54391d283d4d4ffc68c6f05,89d46f7bd9a67a5609e134f98af4bc647b195b7234c12a91f22b8358c0ad81d8
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:beginning:r3,ff8dd3f21ff872788a8a631b,deepseek-v4-flash,multi_hop_join,512k,beginning,3,2026-08-06T21:15:49.142291Z,2026-08-06T21:16:19.291356Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1928,,29519,30149,512059,44,512103,0,512059,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,35e79045734ea389a92b8a42782c6e2d41ed9fef9ff7ed4a57d47951029f07a2,e3513f0f4a458c9906b1544cf9e9fd2b13ab2fc3fc7a60b6cf9b87db8f29b4cb,68e9e3ab22063d9d0d342f78e96c2d21100609b23de60301ff03b7754afa8696,4e8381c3a969f089f0a036da2ac10e9b86a4cb2828cc30411addccdfb0e2c3fb,abed63f22eb859cd79afc3d363bd74ef2ddeb38225fb908d17f1c0c6e2bb77e2,999d67430754de36851e4084382b4679ee988f11eb87464337d8a1a13c25d4a8
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:end:r1,1aa08b7adf0a1ae17d89d1ea,deepseek-v4-flash,multi_hop_join,512k,end,1,2026-08-06T22:41:31.798752Z,2026-08-06T22:42:01.118820Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1854,,28648,29320,512056,44,512100,0,512056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0d71b539fb7100dc88912deb90a57705f87a3bd07520729efb380ed2c4b587c9,c7b5e05dc96dca86394c0780e809835fc5b22dd0564cf3a55c7fee5e5b12b39b,5b064ca02be700b3b025d66802f08852577c1e765ec47355a5dab68c6199a375,46d3cb23478c480ddbfe78fafc2c33035fdb54c1fa841073764e8e04f06999fb,89b25525d13e19a548b06467f16f3d628007ebf3c1e8b48eeb2746fcbf72beeb,4b87d9ade95e36ecbde409a4b53f630710f836520ed06ad20cf2aa75c24c8000
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:end:r2,db7a5d9757f806ce2e949fd4,deepseek-v4-flash,multi_hop_join,512k,end,2,2026-08-06T21:45:58.575851Z,2026-08-06T21:46:06.036134Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2043,,6850,7460,512059,44,512103,0,512059,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,44745ac6a104c8e9499d7ac5af898a210c95a17ee4df7cb594c6888cc87d617d,5ab01f2627448185e4e4d62a3075a3c55e39964e213d085d574ec15d7b31de19,4c8c2e1180d13f723fcad50f416fbe1e8db274103025ee630fcbe1dd1ac72923,18923f8388a79dc8f2a446414f5fbe036306242908446de762a1df1c5bf7a02b,21c524bc655eb08e19c069309dc4759f2b535d77f4a11f81a18a7ff5759ddeb7,8fea5b35c58822fd82a2dab156b5fdeae4abb52c58c109857e6e0687088816b7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:end:r3,729200b1ac172ca65224878c,deepseek-v4-flash,multi_hop_join,512k,end,3,2026-08-06T22:29:59.263018Z,2026-08-06T22:30:08.935225Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2656,,9099,9672,512056,44,512100,0,512056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b0031363f09a355914caf895cf68f4a00df07c943e67ddf346d3c46b11dc9a4c,755a37b47673d51284f733cda11b25b45a9029463ddf9b92ee7a8f4c0285058e,a5a1fdef67580672996e36433d2c6655fc1c9acd081d2b5c9e1a4254ce4dbf0f,8fc076c8b72e62c4813f9f311d5d18d061b69a94965f41d014b9ada4c1abc7de,7a4fde3a4a4304d7e08cce04ce51c72f5e7eb3b3ee35ed38b21377d3b21039f1,96ae4e12e58cd5f0ae20d999972e9e75c3b855637de1aed4ffd351cfd6a8e546
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:middle:r1,67a84028688f80ce55da078b,deepseek-v4-flash,multi_hop_join,512k,middle,1,2026-08-06T21:11:12.340111Z,2026-08-06T21:11:43.615708Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1954,,30569,31276,512060,44,512104,0,512060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b0bcc1d7eb3d078980fabb6f41a551e31f0f1226f0ae0d262689f788268ccf08,10c3d1c8f832a68c44d06a4009e65b72acdfff75efec8ec8a01c6b01f6be6a04,c96f2cb2873d8852df03748d7a74bc55a00efe422880d545388a64b89a9193cc,c1f1de339717c3a9a06aa6c8b3327290c083780045a02d2bcc919ee9c70bdb0b,b43cb7ecaef9544220c2cd86d117bccad3185c27f762ffc65ed6b41911ae7c65,a4356aec67adf38855cfb325f5a505edfe844d38ad951be62b5f66341da271ca
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:middle:r2,ecbf115f0ebbe0e3b600e265,deepseek-v4-flash,multi_hop_join,512k,middle,2,2026-08-06T21:40:41.815353Z,2026-08-06T21:41:16.298421Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2405,,33844,34483,512057,44,512101,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,39ab6eaa7c92076fd2d07a03e2786abf2b0b63091d7af512553a5de557c524ed,db0d74e18526269f3fdb32f66ec24e5d0426bfe902023c7363c068e211e8a63e,f8544d45da16e171825ed155806ea111df7ec1650934a7d2034fa9190ed581fc,7d3ac952fe70a710c6ba4c9ec9afc0b4eb15f83ad2acb0639bce360a794e23b0,bb73651b50e04658dc339aa0819194570f0ae697f129c12803969c73ba97aef3,4e437851130ef5152f74bab12255de8335365e8d0f885cd28e89fc7bf386126f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:512k:middle:r3,661ea3d5daf10254ee269697,deepseek-v4-flash,multi_hop_join,512k,middle,3,2026-08-06T23:02:36.393346Z,2026-08-06T23:03:07.841705Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2120,,30774,31448,512057,44,512101,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.071701,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6dd6239864c2c3f8045f3d65ce252f0ac41076117746d2c752d9a5e6c3434a74,0958d7d17a64a22856b8be71cb206e550e8340762e27f28c7cf024becf3b87eb,f6468dfe154852466fcf9a0123e99a246ff9a1e23c79dd391e972ee0dc882333,68c793f3c862cab92c358ca067bfb09bcebe4104427250e02fa1285ea0efcf70,69730fdc483588e3c7506065ae68c78c3b5d0b6d1772846deae08d531a10deeb,d7bdaf25bfff604bcbebf0069380c12f191c38fa6787c9371bc86300d372271c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:beginning:r1,d4d784f3494e5e4fdecf1aae,deepseek-v4-flash,multi_hop_join,950k,beginning,1,2026-08-06T23:20:20.274301Z,2026-08-06T23:21:44.553435Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3275,,83393,84279,950052,44,950096,0,950052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133020,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a3ce45b493af4a835bf756f24059a8fcb05e98d7648c020f0a8fcea9488ef2ab,15883c266851790bb382d649ac94a70db1c3e0ec5ce0bf633810edfff58e9df8,9725fbf379f8fab7ea2eb83780655b9391d905915c7b9414df1911d88b9da1d7,e9d6fd108abfb39f8ec7ecab768b76ffca4df5ec057325ed78f1b97851819535,e048d49b8c8ff503f49fde163612f6112027c4ffa3221dbeaa8263fba8775411,8eeae8283369f9d8135e56249fe6f833c688dff0a6083ca730f95c22ed3f6d27
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:beginning:r2,76ae090e65aadc9fc007dfcf,deepseek-v4-flash,multi_hop_join,950k,beginning,2,2026-08-06T20:34:39.066989Z,2026-08-06T20:34:56.880451Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3075,,16835,17813,950052,44,950096,0,950052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133020,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,70174228e5f5fc654b282cf90cd2791c2df92a3cb087974e07dc4a42205146bb,941aa37a19e723551b90944353971cbf026315c9a839aa162b55885a890c11d8,ee57995a5ad949d6ede3bef246e490b66ae193bd4d5bd368501b2c9a0999039f,2af31153455eef415a9fe9ac13d9bdad33ca69416944bc46c9accb997b62e363,cb6c4ffd91150a94957de50c3accf751cff51d4875e516d3c404cc45b6a74e8e,27dc5a31831080c09dd12b6f1ffefe58d1cef6bd01b0eb33ca2c3cc3770e766d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:beginning:r3,a4fd786c3fe6582145975799,deepseek-v4-flash,multi_hop_join,950k,beginning,3,2026-08-06T21:23:32.725274Z,2026-08-06T21:24:56.951564Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3877,,83577,84226,950054,44,950098,0,950054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133020,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,07225b087101f367d018401b80162ed847afe990d0fb104f5466d4d4aff88807,0c970c8153ee0ed03fdffc24861116ec8cdd14b7581ea118f6c4cf23eb8a95a8,652f41abd35b0dd3da84e3dec92642237ad3dc8f20225734b28f0d0372697806,3f5c5d1e5ef9738f7d85c3790c44073bff4f8863e348b4aa951eb5bd43f759d3,dee3059ef63b0f6df077cba635761e985d610eba7ff4edafa8270fd6c54a0b3a,eb69483fa88530fdc66af02c014b87f7dfebef3c3f79494b73dbdcf57cbedc92
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:end:r1,ec1b7c766eadffcba8715bd1,deepseek-v4-flash,multi_hop_join,950k,end,1,2026-08-06T21:09:35.961075Z,2026-08-06T21:11:05.106891Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3082,,88326,89146,950055,44,950099,0,950055,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bfbff858cd9da86b8d1ca05c11339826f81ed14e98470e44d18fc7cf9a42bbb1,c34aacc1c4a3ea3ab27288bc1390dd369502ffa897fdfbc3c266e4f712073f8a,7cd0c86cc00b917a7c7b5d716b66cf66d851713741ed23ff390075ac7248eedc,057f3e42ef7ba92ddbeb95ac43a6d1f0e37132dfa99212280fa8b49055c98f34,9ed00baf0a9699ab9d1aeefbe213fa662d19fc4e005d50aa98e6ef7250341d6e,538881dead528c32896a504b01a65824049358c227c7662093e94fac44f2040e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:end:r2,5ec51f80ed690d7f67b27a9f,deepseek-v4-flash,multi_hop_join,950k,end,2,2026-08-06T21:59:15.663703Z,2026-08-06T22:00:38.638732Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2989,,82257,82975,950057,44,950101,0,950057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,80a2e6b1c6452d34025ed85c75fdcfe967b6763c8ce9c89d6979fbaa46d8f9b8,f834436f4ab02d3e89dffc2afae80d4b4fc37fa53a9db695d97d61d493807edb,05f30adf4267ee1381583b9ef9ef0895aba39a8f6f052a20d0182a4c00790eb8,24e5174577f9e502941416788b39ca6da9873e29450883fd0708e9e6abd9bfb4,8dc5cd557800c70da99670e5c289e950bb6ca435518047e30a7ac14034be231d,e6088b456832a0494023c86b3a5c3cb20994aa709abed36541205c3ec764418c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:end:r3,2f8ef64c89bdf88efd4eca77,deepseek-v4-flash,multi_hop_join,950k,end,3,2026-08-06T20:44:33.912435Z,2026-08-06T20:45:54.468607Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3210,,79712,80556,950056,44,950100,0,950056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,afa51c54e72dcd504cba4d2e16638ccf364c00136b601c17fe8a42df0b395bc0,5f1abd3a08778c6b8867c313b1306268fd5f9eaf4880bf2b5a53a6efbf6dc4b8,3e82e8bf9910c1dd3661a928fbedca6ff08ea8c6f7b7dbab8056c18f5b9fcf39,0ca80b4d089a94a8bd6eeb410bc6bd0a806da074265a87d459255f4b8e161f0d,24a503727cc9dd97e86e65ba4337679d9178ae8309b047e6561a8c090ac7444d,9bb0a0bf8cf091e2ca579f963701b936a7463dacec76edd83e9b12e8f73507b6
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:middle:r1,1905f21817ac0cf7a7579aff,deepseek-v4-flash,multi_hop_join,950k,middle,1,2026-08-06T21:00:11.473203Z,2026-08-06T21:01:31.849924Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,67350,,79751,80377,950057,44,950101,0,950057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133021,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,99e13dd10c559a5ab68dc5b1396acc8e73155f33d7e5733b82f657d5af17db2d,95b995c56cd6589ee0a7d71e66d6860e3621d952668f4ca3aa0d473920cd16a4,068e9c03fd3951e24a2a14ebb8568ea15ee1d2a4fd515e8af0a35b17fade945d,74b346cacf9e47d97cffc7b60787b71464c298e9714442b9ce7305c34aa97aae,2c4d979e780ea0462e0d8c7b80273c9b60e1634547160c338a60fa26aa6b468b,930118e964d6f1e9b1215ed397222c5950cec8b6d1b0f539ef451cd8713cf592
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:middle:r2,6ffc39f97860f00e6365279b,deepseek-v4-flash,multi_hop_join,950k,middle,2,2026-08-06T22:07:16.646747Z,2026-08-06T22:07:32.604964Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3097,,15265,15958,950053,44,950097,0,950053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133020,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,97b265e3b53dddf0e17f8989eb5d0970d855c5a257efe21e143aedfa4d653a6c,788b4138dd8912d76470ecbaeff957563869060d81d608c26e61479459fb66e2,7e77b03d83bb658dacfc428ff3f59f8729e2495f95b8c773fc0a86f9079545f5,86dd816e76c3f4a7f945d333c5a7ec751048865086db6e649aef8f2ef88e5656,fd671814e81e0dff32333275f58aacef673353dd40777ea800bf9c96284861d1,c11505b0566ef1ef5b6f70adc124a4dd915ac7aae31b4146a1f4caf8c5ef66ba
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:multi_hop_join:950k:middle:r3,7c5dde137af3e8b92ac0363d,deepseek-v4-flash,multi_hop_join,950k,middle,3,2026-08-06T21:57:33.490707Z,2026-08-06T21:58:55.886312Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3060,,81759,82396,950054,44,950098,0,950054,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_value:quantity|wrong_value:checksum,True,False,48,0,True,,,0.133020,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e0b61527368bf65e256c4478440cd858edf9a5a4b92ec47ba593de5393ce6c9d,d0f419fa86866f3a139954293c91bd4b25489e426ddfc6306e1c41dd917d814f,dc8a0121f1bcfb87ba18f89322f2ceeefc1785f8c388fecc127c7a9ca20c3dab,f944fa52fb45c8a5f3c2cd41706a3596e0ee72dd8f6aa5b24f0e622a96d0a78e,22870791a152f50a88bba6a749861ccda28df6615a81dc88870fb95e63f6118e,0fb34d39d933e75cc92b70a13158f49f72ba0344bcbe35dc246344f3d12c76fe
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:beginning:r1,1d8c6b385148e82787c56b9d,deepseek-v4-flash,single_record,128k,beginning,1,2026-08-06T23:26:52.618336Z,2026-08-06T23:26:58.138167Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1333,,5150,5520,128058,36,128094,0,128058,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,449d73c91dce18b2d823b9b907a0b7459da67a13dd891866dd0b21ec9c231445,010a22f9872be0ef3905a6e687645eb78b9c2dd62828a3f47a755712f9bdb92b,ba936670ef5b2036a4172614811ea084a4e72f1b01e7de9074752af3ac6a07db,fafbbe27ded96cb2a93a24a3e169d88f4e7eec3248c2892598e8e09260c699b9,af19319a929ef7c0f621c1f726b7617a3d44f7670146f6b948e0f2836c79c039,d45e4f2197e99460d10f93ed307b0bb5fbcb9f8232046dd5189a21b86b42ebc2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:beginning:r2,d0a1763a1d9c6b8f017f9910,deepseek-v4-flash,single_record,128k,beginning,2,2026-08-06T21:44:36.703136Z,2026-08-06T21:44:44.389681Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1086,,7297,7686,128060,36,128096,0,128060,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d3db788b5d0541d4276eebf2c9128fcdf5a375517cb94637d9d9c7b3f2955cd1,f1a3cd2f8d3148203ce2c9205ccb02293f4ba35102c3bb7558fc97e4e8cb972b,4306df6916c0f1401c84d141a8387f8eb9a34232ac37364eaa8b17bc4b8b88f8,7ff21af12ee4e170f07a8d73d33507582b702c792cfbd7eec38de4e7267c2d8b,d7927672b1552348a716e929d8fe7a54439886d69a94c3faa8596145db74c074,1b90d7fc5deeda1373b450da9ccb8adcffc493538fef3021f82cd8feee0c6789
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:beginning:r3,7fd885dbf093d957d24f0f5f,deepseek-v4-flash,single_record,128k,beginning,3,2026-08-06T22:30:28.376414Z,2026-08-06T22:30:33.954356Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1171,,5216,5578,128061,36,128097,0,128061,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,091832e4c0a0e3d55c2497ed4e65ef429d5507f45bd0b7c20f2cef76abaee416,9983a3a1f3972ddfa4fb18cafd122dd052eae95b6913e74d626a432fb9bf761c,a23a0140a552c089cf661ac394d9a30a22f115d7cfe01a50034eb1886877b188,2da216169b3c299fecbc798b1c907ad0203130f5f9ce243d7e36a45ca9c962e2,3b44a864d10cea78200136a68495f07d0e4a1b24cf3402cf0c0a37690d3a2876,20a1c7fbe33241df6a3227ab636e3685b22ef65940cb93b3aed5ef5dfa3d8ee2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:end:r1,6d9417a45f8d19b3147aa1e6,deepseek-v4-flash,single_record,128k,end,1,2026-08-06T21:15:42.749459Z,2026-08-06T21:15:48.404995Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1013,,5244,5655,128057,36,128093,0,128057,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b68ccfd128cca691c8728c47409a1e4846bc2346fdc082c5113163a88a7a8c95,9ebce6040325f7a59f26302c39812688772fdabd65a608c6c101f9bd28c73fd8,8acbd6ffc1c9f39fb184e935c0979c593aed4a0d06a9fa44773040640260a8a9,be508d6c5366c1bf59e629b3734f1d0f9171a77b2acd85c5e993348fe3b7e448,10dc77bca6543e576298593a60e2d22d464eeab30b54d58d49ab18d1dab6e1f0,80dc927b890a574cc50a718d2712f2a2a0fdb6123dc50590b2ffcec95d199149
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:end:r2,7cf2673adce8cbe424116c1d,deepseek-v4-flash,single_record,128k,end,2,2026-08-06T21:31:19.947336Z,2026-08-06T21:31:26.261895Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1042,,5822,6314,128062,36,128098,0,128062,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1091aadd8c5cf21cc2f586851779872d209414a677a1f4bf91b51eb63c01cd21,d2f5dd5c8ebf1268b6fe9dd6e9423fe94b527d09ff03d4e1c54c3ee6881c30a5,a5b58199dbbbd6506aca386ba78aabf04f85a037d1e0b82a7068c73487ff2bc9,8490decfbc43279ef9d1d9c0acc87a717915d0e3678d9b26ecd0a71defd9a814,4ef6d668760d6a5245fb1f74ecba43f6925e00a446b9ef49a901ab841d417484,08a3315a27a1360f711d435feac8cdf5d007ee0cb58735082d5106f15a78c984
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:end:r3,ee412f85a87e4434a9f2a50d,deepseek-v4-flash,single_record,128k,end,3,2026-08-06T21:11:05.651567Z,2026-08-06T21:11:11.608247Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,968,,5388,5957,128059,36,128095,0,128059,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f51ec03e50791604a95d46f627aa76ae8d6b8ba0881ed674c37326e809a140e8,2bdf66767acb3ab5050f24cb32beb6ecf582d99295583342c97f40a84d13c193,eee5e85a1ee4cabb8a9db3a77cfdfc5eb6394c0bed4f49d920148511499b3637,76cde2901178f24c248aba3332a31d361a4bed79acf8658a13ba4d2e19fb0f3d,3883882ac4c8d44d4c5e6880e0e38777fed378456b500714b066e7da815245e4,41734d7630321fa967b34697efeb63374a051b25b38b94c8c5ae576b04f3daa5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:middle:r1,fa169dec39b8101c9c446440,deepseek-v4-flash,single_record,128k,middle,1,2026-08-06T20:41:14.024918Z,2026-08-06T20:41:20.308406Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1262,,5653,6283,128061,35,128096,0,128061,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,39,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,53fe1ac345eceb93259cbcca08e24b71939af29e16cbeec130830c6c847c035e,0d91cfc93bdc183e9d9a9c23af820d60a8af56cdab905cefb25dc23ca19aebde,202d54568912a3fad3a418e02bba330919e7beee808f4dc3dc4f0c8e53463b07,b46eb60e825de7a3f518c467ba8997f9c8c54db6a8184e99d3eb79c5bfa1b748,d553ccbb8d0980b4f5145aaa4221a78619a44173330b23fdb51cb983f8eb1a82,e2f34280e66ec0287188ca4a0a8216e0c00049b96250568614f4647855b16352
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:middle:r2,03f824b65e1591d1a3b9736e,deepseek-v4-flash,single_record,128k,middle,2,2026-08-06T23:10:05.964177Z,2026-08-06T23:10:12.976966Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,905,,6525,7013,128057,36,128093,0,128057,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017939,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d79c5b87635d4f770cde63709a52aea6b9eb602eedc843bfadfa2b63bfb70819,bd59d0f298ec42492861c5378aa55eebb42a72badf0eb7df01eb8ea6b6c304d1,750e853eea7e6202f92f32cdd920dbc8cf40adfd142eb15a373a94d11d774f26,eeb4fed10b692646f5ac7d5522587466cbe8929ea1ca1c647b8fbe9a7b028cba,803daac2e043a04fc6666fcd88eab4d20bfccb96709409f595647d75ebb4983d,78608cac6dfb57294b380e4e10b40cc56e29aa478ceb8f0a3d3d926abc48c74f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:128k:middle:r3,e988e89632647fabc7053f5a,deepseek-v4-flash,single_record,128k,middle,3,2026-08-06T20:39:16.691209Z,2026-08-06T20:39:22.704582Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,936,,5563,6013,128056,36,128092,0,128056,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.017938,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,010a6ca6c45c8619defc6fbb33e64edfe9264cd35b6b2595b68b787ab913190a,c7d3ec0165dcc0981259093ccaee4adbd62750f21797ccde16e266d0c1bec6e3,918e168728170dbbbba5441fdc7f8091fe5c7c14c21671a36f94380f4bb0521a,b7a7328b3bdc5d57956a122ca9b446bddd874d52c004e5b94360626f057c876c,295f2644dd5a54c3dc15143b1eeddad51f2c9d202b8e9e93712444b6fd279966,798e29a0db47c3fc24353e78f47b9b51e5ca4e6c0740cfec08b0a6c20633848c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:beginning:r1,ecd361dee16644ccd066fb9f,deepseek-v4-flash,single_record,32k,beginning,1,2026-08-06T23:16:40.443606Z,2026-08-06T23:16:42.313218Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,677,,1590,1870,32056,36,32092,0,32056,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004498,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b29381082c7362a3d4a4db80686cca799b8d253cb4d9b90932c80ce8ca774836,985b146945ba328387a616f172ddfc4f2840d08aba669b8fd14ee78cdf427126,8424f2ab28ff810c3aa3b4c1c2d71ea3de636a2e492111f4cc22b7f6cbc1adb9,6d5542187a69d1d612db76787c6108bc05101431ea6fda54d91fe165526a062e,46c197c919eac70fbc071f6938b11785f8eade7419f4020e21cec46379e51219,ef2d0c959cc10fac6c189a79488b0c628e937e64956eac3b8bbb8dff868ab8d1
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:beginning:r2,72f75b6761e5db382f00940c,deepseek-v4-flash,single_record,32k,beginning,2,2026-08-06T23:05:01.835953Z,2026-08-06T23:05:03.721951Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,674,,1533,1886,32057,36,32093,0,32057,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,40cf747f55ec7602c922927ee17ba24197830a8818f2344f40c18827e648526f,7d9019aca318b5070ae71f40894d482e5399a2c80cbff835af7b6cc28480115e,1657200d4f84a38a192d454f082574cf32f834a291080fad72f9f20ac701acc3,bd58c73620db29e0bbcbe7750ad2277cd2bf5d7a36c3f429914df29414ea5697,6b760e585b89ea2f5ab950606331f1a93a2720d13c20a4a1c5065e63ed8ac8f1,1650d44052389bba79e01bc4abb16504258b92f2baea35b48bbb8234270da638
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:beginning:r3,c6ebf2850fa997708e1417eb,deepseek-v4-flash,single_record,32k,beginning,3,2026-08-06T23:02:33.774006Z,2026-08-06T23:02:35.679998Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,661,,1555,1906,32055,36,32091,0,32055,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004498,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,61d2830c92d2d7cc5ac1c24d813da308fb833526cf4157669d676d528e54b296,4d15813f53058dc351a95320423af1495075049359ce925c0f081be548433708,5db9eb2c726bcf2522706974bc245eee21c164ad9ae475760ed2c8ce94950401,24023f5954628ff47206a14bc1f89dde57373d1d7b256f0884b74810ea6ce645,89769fc1c3f8135f68cd17b6151e7dbf15487b1736d2e8455120fd983ceb553a,46b2aba82ff86931193dbfad6ccf79a09d8834b23917884e9a2aa4dc54fa50cb
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:end:r1,cd7edbe19085a999476770a2,deepseek-v4-flash,single_record,32k,end,1,2026-08-06T21:59:13.326910Z,2026-08-06T21:59:14.702609Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,672,,1033,1376,32059,36,32095,0,32059,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,42df70dbf1e621ede10419008cdd5cdb8c8755860e66a30ce3aee1c4e35952dc,4c7108756dddd53b069d81e6e980d4cb09f3ec2b69bd9f3ba43fd35b2512abae,933f74cfaa59088c46a2276b42c154875e643076a7560388e16566859539830d,25998eeeb8107d3fe0e1d6f8abe5b98c4d8cd60fa872e7f6fd2e968dc67e03d5,57bcd2eaa51edcd48eba0e1024ddc7140a93375477ce30f841c87b7c537e87f9,34f862998ea2716b7648fa54a8534ae25ff62fc46773e0a02d263ad5728196bc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:end:r2,5f5ac50ebbf9413ce229c973,deepseek-v4-flash,single_record,32k,end,2,2026-08-06T21:44:33.874712Z,2026-08-06T21:44:36.224729Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,688,,2077,2350,32060,36,32096,0,32060,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d1490b4b204590f7ba9b70ff473f13b37db26c08c6b6ca9925f64385c05ed62f,9a12636d1b0ac0d3633126d684ec2fa67757c1ec8b499bc99466d373abb4eff5,ec0925b83f3db62afdc3d31529898f900c1f8f9371bd5712ed40c2b42217de3f,1ef0fdd4d18762e7c48743e605491b3a01bc61419b628362be38356e3edeaf37,e59ba5ac81daae8a54c5abcaaae47aa044412661170a61f5a7ef996dfd70f0a9,2571046345fe5be1026203151aa0eab09f858cf77a457bf301f87b2430fd4461
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:end:r3,b0c906cb55cf8334501a0638,deepseek-v4-flash,single_record,32k,end,3,2026-08-06T23:25:23.197680Z,2026-08-06T23:25:24.774758Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,670,,1150,1577,32061,36,32097,0,32061,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ca457918e7544cfa254ecb661c20391bb6027c901f5839dc46d84725f6b688a6,23e5f1e9d390129f929bfcbc0cb4aec04c2a0ad7c52a726ad21c4de273b612bb,9adb075fd407879779facd2df2b860a17e7d3200f67854b7391232d0913fc50c,22dedcd1f063e3f40511c1d57a11e8193ae00eed2e1aad37e53bbb2867f4471f,ee2f91cff3cf02ce79a67ee0996f19a8178d39dddb19fef1c5e4165afaf0dd62,60d01c8cb1ea3fb432b3592a98a69c74fc792a5bb541acd789d9a91d562e6baa
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:middle:r1,41dcd6406d1777304222213a,deepseek-v4-flash,single_record,32k,middle,1,2026-08-06T21:29:08.095256Z,2026-08-06T21:29:09.610944Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,687,,1123,1516,32060,36,32096,0,32060,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c9affe28fbf2395bb029151b19e3cb6d1124e7e592fec0f25848188b585b4bf8,e13f67dc2ae9de2f91fe9a8318dd9b27f59183016fc34a830d659eb7d3d65cd6,82c49baa3aea815b8a9105d41e8da1eaaaf7bd52a89c7e6d5a49e479cd4d0c6b,6474a4b9bdfebcb9419b15511f94766c27e5b5ab291e3e522102fe0fd73bf6bf,5bb5b0d7c5bf579619870abfa2bfca87cefe12fe339dccc591ed7208041dd23d,06addce09221976049ebc0af9224584d823de034eade99efbc91d2d26e488f72
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:middle:r2,c7b4e0cb1ed9fe51b97f030d,deepseek-v4-flash,single_record,32k,middle,2,2026-08-06T22:07:33.131688Z,2026-08-06T22:07:35.115430Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,662,,1649,1984,32056,36,32092,0,32056,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004498,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b871022c21f4698334d19141ccb738ee807ffdfffde5442c533aa54293d73fc3,9ba067f436cb38a54044fee5bfe8896238be01ec7da9bdec88ab90f1feefa91b,e5b319613f8127fc1abce660e817e28212608f4e9ec084581d11a94370083acc,bad0b7f82f174820544bdd7f39af6454bbd8d9041b81f26e331b1d9cda5b1e69,7c117d6aac0499886cda39a1536c8c0c6d7ea9ea839403ad96f7ab5b4ee4275d,c230f877fd2a3b77f8ab94563509dc7c7fcdc3498579f0cfbb56c0c532e0d99b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:32k:middle:r3,e3b504e5901a8b46138b5635,deepseek-v4-flash,single_record,32k,middle,3,2026-08-06T23:06:17.125502Z,2026-08-06T23:06:19.248331Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,683,,1726,2123,32062,36,32098,0,32062,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.004499,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,99ffe3efb5c61b82444e1c04b86437cd4bf1dc081a2432b60010b90aac2b6935,1e2f65fd958905cef8d6c8571ee4e2d68ad21e87ea00d2ccc09c044e6f5857aa,a91cad56743868561e5d8e64f6298a3fef48d0c539bf5e24867ea10c2d5cfc04,0e9423e80af298ee548109bd2af924aa1dfd2f74dcddcfecca17fca04610d26a,8ab9b5f61c5932e73024eaea408537e17889fea8db397828ec66fb9a3bf361e5,729f61f96f6241c3982bba030be07aefe24ef1745cb458a3748ba534db5cdbb9
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:beginning:r1,3b0db08e6e32d3796fc2d983,deepseek-v4-flash,single_record,512k,beginning,1,2026-08-06T22:49:51.376344Z,2026-08-06T22:49:58.136061Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1941,,6268,6760,512059,36,512095,0,512059,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f315c3312195a5b9de698dc9dd0ed24604863aa24547908d4e441a66596138b0,b97aa44148890b6e9825b9c8268b18f14976491e9d5709ffa8ed40e806d23a80,83cf33d7aba6d00a236ca577c5b6bdc2437cc83f96c7c2bc655c360b412a9c81,7b5bbb9f919fb28e8e2031d7e83de9c7b205000edc6ee454702cade41cf88144,056d7bfb3b74f2845a7984cbca76c8b6722adc941ecc8f6196a403ad012a2b10,cb357254a15b652aad90d6d27cde2f37c8164afc2b5196e01e3af5858e9bfec3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:beginning:r2,a8c2dce6139a7a71b21509e6,deepseek-v4-flash,single_record,512k,beginning,2,2026-08-06T20:39:23.487053Z,2026-08-06T20:39:31.472049Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2031,,7380,7985,512054,36,512090,0,512054,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,40,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bba4300c1a52167b231a70632dbf3cd147f32627e6041e2aa2308d8bc901d045,ab38b168410c649420380179ba87dc7afcc72cef86cd23a8915fb1a9bc39a589,6e60123fc5d480e657429ab26d36fd2b85776c2170c03be0bd9ef6a95cac8542,106fe735b439d94432c878ad6ecf6fab44cc9a21f650a6905e4175124f6a878e,3ab6f8362577ef4539fd5fa15e9a2a8c32bc15936ff5154d027445baf67763b9,ef145b623844f86a8e51d0837d778494ccfe54c3ca8c6802b9627d2dbfc5022d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:beginning:r3,88d14d27f6d252f4a10f4308,deepseek-v4-flash,single_record,512k,beginning,3,2026-08-06T20:37:24.189670Z,2026-08-06T20:37:55.932645Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1897,,31140,31743,512060,36,512096,0,512060,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6edb33c0efe1e440bf27cf7af87442ea194dc4834ad36e96b7d4f5ee31b1687c,7d4858a1de98a35554b27c4b10bd4007b8417e2a6448576a06652f28e8bd76a1,676c6a0234d06b1192bf7dbc6eabea310f6c0ab63a531e9a4b8a6353406c143f,4a5236a538b804751545c7183183dc7788170879d697f919d97042df93b2e65b,7f3b06f7548467704359ba609df18520312a54cf7c91c8cde77d349860703e1a,5a14cbb14ed34216842d32920b92d667e72e8eb08e91b02d7aac788269431345
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:end:r1,c9b7f47babdf6c378b3b0eb8,deepseek-v4-flash,single_record,512k,end,1,2026-08-06T22:15:39.594195Z,2026-08-06T22:15:47.316971Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2050,,7114,7723,512057,35,512092,0,512057,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,39,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,773820e8efd76db4bf95fb70ea51bce90f37b8c6095f4114ab284c1fcadb14ff,58fd157b41cd1fd2e190bc8620e3831504f407b87a5dfac6fe2036339a8bffce,45c91693d29c2219e26526663ac26521c83642f509ebf992beeb012563da481f,40a9eff9ed7b0dc577a972fb9e0079b229ad03b047f08dd6db5d1962c6c12b93,183b15313fe2cb709dd51ad05cfb0db21c7db5dd4294f214d5e36af9afcefe81,64c6f25c0acb8485c954751afd9e3488ffbbea751bb5d4de6c0a11dd2e339dac
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:end:r2,f98242c1f927cbd24aa9fb7e,deepseek-v4-flash,single_record,512k,end,2,2026-08-06T22:27:35.425583Z,2026-08-06T22:27:45.188678Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2705,,9090,9763,512060,36,512096,0,512060,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8c3a5abc98ebcd03aa98c6edc225fc01372846b25e189ed49a20a05d981a7380,7c5d6761dbbe7318f07a43b1755574c09c61641afb67499492c31b6ee3115eb1,ef89f3d7b9e957f8d8c1b4399f66a718cf64a450b0b3a9b1073b15550111a2cd,7d64b327edf4c8fd68230e592d7fa844182a913caf18917570dd6f29ce1aac58,0f8d0c6ec95ca64cab4f7f429dc93c5259841d28abab51f27545ee1e77a702e8,bb48b1320dbf11ea865cdf37094836d5b8c7fa0db29d21499de331f4a79a3791
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:end:r3,973157816bccb887d5324018,deepseek-v4-flash,single_record,512k,end,3,2026-08-06T21:16:37.156331Z,2026-08-06T21:16:45.228609Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1885,,7518,8072,512058,36,512094,0,512058,,True,True,False,0.16666666666666666,1,6,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a83c42dc0ecc76029ed1304e39668ad31f340d4374489305259e7a7206a373ea,aba0b1cde861276b02c9c13318f383d071c2fda63dc9a3bd884d78ff3efc8a80,8fd315a70a3ee7623b6dcc16583864fc95354082d16f8d2989ff73c82a5910f3,cdaac390fadf0697d4ca01e9820ca5dae361bc09c1502d915b930015503f3c91,0657d8cd60e68bd9aa4a7ad351b4b0ccdcea3ef63dde44d0d215f6a1fc7d9601,ab221583bd58be15195da80755ad2497782d464ee25b58415085635888cc0e61
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:middle:r1,a85f65833516f674b72189aa,deepseek-v4-flash,single_record,512k,middle,1,2026-08-06T21:39:25.285133Z,2026-08-06T21:39:31.309517Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2050,,5486,6024,512063,36,512099,0,512063,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0eb498a761faeabafb72d88f9b0bf10614af567aeee48ab7dfe65e6952986825,8c2d1eea7a9c7cdd55b2a85688bbcb894a23518b3a41974e1a13265af2f8f997,b2d357f9003737b80e396bc88ed97dd14f12a70169dbaab35091dc1bc1a4b275,04dbbf1258f95e94ed3ac7c43cb6079b0ffb7fa4e5930272db446e2f7442c8f1,1d36a72cfc63f7c9f7fdf75048748381724c8702487204830bb2a7a772a0fa1f,9a3fc740a15b4051166d248fbd59829c766e4faa69200b53ecc2ce802f8afe53
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:middle:r2,17761562ecb73884ad9ded10,deepseek-v4-flash,single_record,512k,middle,2,2026-08-06T20:38:29.322953Z,2026-08-06T20:39:03.983392Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,2175,,33920,34660,512056,36,512092,0,512056,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.071698,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,20c9184dc1737860fe6b9c01466beec319a1f8331629bbe8a2e5581912c77299,944a993d642c42609aa196a7578aad798d807de62554db88ba0dc0c25bec293c,88dbb7315bd3824124b3b3dead3e717cb145c4ffd09aa414f7bfc86680bb8beb,aa104dbd5816844c80c6b93de4f2aa58a03373438719348a26eda2fcda59b73e,c92607787d2d896e560249ad5958c614b932db5a7a09beb6bbe2d2fbb21ab1fe,eb04aa3d1109e1332f607f6e0f310310f0ee0f3e6b0c3a63c7f2fc92b794e3ca
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:512k:middle:r3,8bec4fcbde2beca4d56d232a,deepseek-v4-flash,single_record,512k,middle,3,2026-08-06T21:22:43.714605Z,2026-08-06T21:23:14.918776Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,1990,,30587,31204,512057,36,512093,0,512057,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.071699,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c8d30a5343f016422abba47be394ecff8d88d6293a893513f035bcfd433397b3,08a6836f126581eeee219b64f7bdd61bbbcea90b952ea092c2930becc87b2c41,d680091c3f4bca05a53130cf75ea838bc7660558daf7d7146d37429d9a79d1c0,1a1e413a88a5ee98f4e13a890f7c2a365ef55781cca5ee08ef8aa9ba1dd24c64,e9c64ae63360a20ed538a12328bb9f9ceba68b82080f4b1df66aab1eec630d43,a617eb76db8bfd285f43b72dd51555de84eebfbda4d00c07cc759e82a23f9c89
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:beginning:r1,9e26ac274507f521ca03ec01,deepseek-v4-flash,single_record,950k,beginning,1,2026-08-06T21:35:41.790073Z,2026-08-06T21:37:06.431244Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3182,,83866,84641,950062,36,950098,0,950062,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e27db9bd3a6136e38d77df4e2184d98df857cfcefc103da003d188a4030b99ea,8cef9690e7ef2b04c670ce3b1330b0a33c449809fabd14dd7caad3b4aa342270,451dd94a9e7e0f66b33e9c90c7b53993006051f6cc7ead79427f653632bea4e9,348a5550a8c35f70257ddb66d856e1a69e051ab69b93b434634d2c1b61257915,7f866c5a4d77d54cb9de9fec2b0cdae0aea03f839230c88e98b2fb11fca4fbd0,6749fac2047896d9c8d81d21f7fd4d80066dfdb33716659793f38641f0344d40
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:beginning:r2,2bba76873f7a3e8dd90d5969,deepseek-v4-flash,single_record,950k,beginning,2,2026-08-06T23:25:25.748515Z,2026-08-06T23:26:49.079385Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3247,,82528,83331,950058,36,950094,0,950058,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,da22577bda2241c9202c81cc2caece40f04b226fce4ce211753bd8a0328882d2,15febdd4c7bd252cda1348628bb3d310c7443fa360b7d360734b8f07e8d6697b,f44b5a52807786f0f6642a9a66d758c45799c79fa15d873368c1fab2fcf1f92d,9bbc1c9dec78c5f49f403c31410613eeaa461c299b944b893fbabf122927d646,80ee14405e84c9957e80f23340343bd3877f3bf138dac3ae7fb47d6c1544ae66,cc4dac6d3adc9ffb327df2ff02a616d7f9e51ed234e80e2b960c7fea6bc24c59
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:beginning:r3,42850f835214225d80cea9a8,deepseek-v4-flash,single_record,950k,beginning,3,2026-08-06T21:31:31.607903Z,2026-08-06T21:32:49.773885Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3384,,77502,78166,950058,36,950094,0,950058,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,edb662febae64cdc1127381d3fd60acb8b5acaca253e25079805fe91c1778f49,9f3c803d96e19aa0105ecd020b3ad34744829caae832da26ace85cffb2958b1f,b81625831e0dd378a992ac4d4293869c72934263953ce198b176f14d89c0d3aa,a4863656d2bcf97818d28b02cb3ddbf0647fea09a07a65b674d4be2900be8421,fdce34f46645470bc2013d3c54fde45164ba4e22edd0b52d6bb35c27fbe6e2ce,875664357c8dc708ed5fdb4bf1f2304ee62762d5368c7945ea7855be51882b9e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:end:r1,1a6d330bd5e9d5827a353848,deepseek-v4-flash,single_record,950k,end,1,2026-08-06T22:51:10.190456Z,2026-08-06T22:52:32.290131Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3089,,81195,82100,950062,36,950098,0,950062,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d96bb942aa2c27c2bbe78b324442d77571015f3ff848dd1dd1c84f6457e14603,9b3a1f1dbaf3a8b1578613fe57b0e15137b3df5cdd8edb21008e6ca2b1f4b553,fe32233765287dc6512c27b038122f7e2b631d2ca040c7d448ce4c9bbd3d5e65,fbd4568b96816a976d70ebc404668484249454afb5d6e02bee9b7834622c2071,a8fabb79836dc890126261fd1e4ec0e223fee36ad7c21bdea43ca0fb65196389,84c0ff2c97f6195f08c283c208036e515b150ded907f454435d75ef91b0b7705
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:end:r2,669cba045be4d7f773845296,deepseek-v4-flash,single_record,950k,end,2,2026-08-06T22:05:32.958100Z,2026-08-06T22:06:57.847913Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3537,,84135,84890,950059,36,950095,0,950059,,True,True,False,0.16666666666666666,1,6,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a55b9dc419af49c85ad65e1f7540abd6432e6738d0ac8f3bf5556e2a6290e193,1cd3c39beb6d72ed967af5dbba48bba17ddd11194ef056108713adc00caa02b3,ccab581fbe0f8d8d2c160235852f79373a2f6b5c7aeb6a1a73acdabb934a8e45,05b0472ed9fc5a7b160f947c842021127b592450e8973862c29975176c7f8e67,3c2c87dc79ed43e9a81f1d54a54eb92275a7c7404782d2205d98f2b0de2c291b,678d11806c314d768c16872c1b71878bb7c2a8a1e33a6c58d805370b5b6db811
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:end:r3,3e021c093d21b3dda659434e,deepseek-v4-flash,single_record,950k,end,3,2026-08-06T22:31:49.109488Z,2026-08-06T22:33:08.376122Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3619,,78443,79267,950058,36,950094,0,950058,,True,True,True,1.0,6,6,,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c0522511f331373c431ea24a275826fd7220ddba62ec12a7dab6e2f2c17d0438,6c2fe7201ae3cbe7bb13deeba14ba306d5ff97f09bb3c09cfee746d62cf6a2a0,d370bfe058b0b946f4cc958f871af0aaa2898b6dce0a397421faf8079c6acc5c,c903d9c9e38852d3f5439a80420ced160b6ee959199c16b2ef73dd55a4eeb41b,6c5422fda83825c148723335fd5d589c02f27bd0aa7ecfbb3beed6fd1f962dd1,b584804399f7a0b6962c9c408ce3bcb8cc69b02ec1347046e54906dae7587e4a
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:middle:r1,e26a10e2056b6e28b051fa03,deepseek-v4-flash,single_record,950k,middle,1,2026-08-06T22:33:23.401196Z,2026-08-06T22:34:47.441456Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,4174,,83337,84040,950055,36,950091,0,950055,,True,True,False,0.16666666666666666,1,6,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,40,0,True,,,0.133018,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e5a03a52adc56a9fae8a1a761980dc23bf7e829676ff94986e0e489f40182493,cf56528d160558137c306c8863a11e50ec8457d943a1889a6911c3981b6a0884,77177dbbac6c8b71502c44eb2c97fb93024f63feba9d340a1d6ba06814311b02,81960807b7a631311f15bab60f93affbea1ff4c949c80fbba034cc9a64f1ece2,8daec2a09623cf7de6f28c3c16d5bf5ea769edd31e03a137a2afbf74872fee40,86fcd157e1e87ab9439edf2509342010ed222d95a98d23fe26638d01d12e6caf
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:middle:r2,bf524df7ae7779c5f1753733,deepseek-v4-flash,single_record,950k,middle,2,2026-08-06T20:39:32.469193Z,2026-08-06T20:40:57.872609Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3363,,84623,85403,950062,35,950097,0,950062,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,39,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,789ad5c50453819c1872e941f3b841041e13a521406b3f837d8ff99412b2e0c6,a5e42e7b6c3c77030b5ba8d972c66da439bcf33ac2664d8f86990b0c3a707903,b005a3ab703ea918f2ff531e0645a1932bef4336ef112142fdc6793b51a5bf55,3b6a95951bfcb781877f6bd62d6282e7c9e6ce7a431a43274212d380f82946d4,644205c0158207f3bcfbd7517c366545e41463b1ad82b9ed6fb9f36d6e17a39f,9b336858569a6984726c4195f67a1b9080708c576675231371a573c4a8f40305
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-flash:single_record:950k:middle:r3,fa85ab76adf88f08c2422723,deepseek-v4-flash,single_record,950k,middle,3,2026-08-06T21:41:59.591555Z,2026-08-06T21:43:19.055799Z,200,True,stop,deepseek-v4-flash,fp_a18b46594c_prod0820_fp8_kvcache_20260402,3275,,78701,79464,950060,36,950096,0,950060,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,40,0,True,,,0.133019,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,74b6e751b50011c23cb6d6f0aac6119cd6e655d8cd62b4072edc767d6e78a94b,e82ae925a47f19a1c8901d0320c0bc2f5fd97904b882b9a11dc536445e1a51b0,9d510e240de50b287c383f8faed13924c98990e410451c40630f2c546c153ca5,ff9b750c0e090e73fd1c1559d45e40b0070aa3e4931b73f4c1a386e9a750bc21,6a67f41c303b4caa675d0fa4706c8009954bbd391fe2e1471a00e21e872c381d,d63170ad3afbc6bca139fc9f3e691acdc6e6417b7393f9e0c38c84b6becb5872
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:beginning:r1,561515ddaedd3c1e152c529e,deepseek-v4-pro,event_ordering,128k,beginning,1,2026-08-06T21:19:41.896707Z,2026-08-06T21:19:54.588247Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,944,,12038,12691,128051,68,128119,0,128051,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055762,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,85eb18c2d043c27bc792acb10a29250e92b0baafe4208b389479f25f625cb2d9,5c6bb3149d8b62a2ea7eae1090b440f0ec3581d5587c874a168e7ed679b536b7,954b732854d074468aae15bbdb05d0b5129dbd1c40902d033cbbdcffa279ba34,590011c075be4ffa47a50a5f4e8e64f3d666f5a97c87de2d7700c955148c6eba,e49f91e597902da111a470559a471b2bab9bdc3675ec39bfbbab9a63455d1808,dbad16836af34de98e5e6bc41e284bba74f5af20a5626bd68f0e27618b1310da
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:beginning:r2,f76ea553fcc9520674544b81,deepseek-v4-pro,event_ordering,128k,beginning,2,2026-08-06T22:33:08.897820Z,2026-08-06T22:33:22.371785Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,979,,12779,13474,128050,68,128118,0,128050,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055761,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2340f57509bd9e8e97d7e56a6745d3e501f3c8bd2026d13ac71ca91f5b99764a,7c95e7c8ffca04896a9836c60e7d3344bd4538544b8994616e3230e8cf916b8e,ddc8be50906557a9c879cce3d8814e19443cc6113a83f005efd90b412a9fc354,9a1ff27d8971b3413a29eb12acc87706c145e2b6cca49390cdda3cd2f9dd7c68,1581e3a8072daae0dbedf8c5e5356d4a778da22d33a6aff478de7e3024370306,cc2541673b5f2722cc5b04afce43f23fcb3fbce37b3fa4fb01ed4430e6640ae4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:beginning:r3,a41877661b760e3a94c32c1b,deepseek-v4-pro,event_ordering,128k,beginning,3,2026-08-06T23:32:42.665659Z,2026-08-06T23:33:05.452818Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,946,,21656,22787,128046,68,128114,0,128046,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055760,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b7ae95ed4e68d4c4c4383980ae02dad3ac420b9cf4ecb9d6e5fa80807f822a66,fd68d09a9ab44d118979830de41b05e2ce1d3f1aef482a5425b5afe86720ed42,280c3640c59293533b59c1032d80033d7ad85ffd304e2338fbac8a3e5af6e354,b32bc408e804a74f6e000782a664349e7b6798a1da62e375539e00ae9ab41167,a1b905d3cfbeb5e548208d89a115ee83ecdb03ee696cce435026afde4eb38f7c,e365d8085ae03df6449ec69d2efb3dc2d242442d625a7bbaeb65ce7e481c173e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:end:r1,1bbd0309b4de6aeefd198d8a,deepseek-v4-pro,event_ordering,128k,end,1,2026-08-06T20:34:57.410740Z,2026-08-06T20:35:13.894627Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1525,,15402,16484,128048,68,128116,0,128048,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055761,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4a4ce09ea89ef00846551664a1cccfc2d05bf955b6eba9739db8e9afb7dd2670,dc4b1a966f1bb0212d9794a216365a9d896b13ef75ff1fcf822113f2e18b78e6,2b43f4cbda208e10ae0cc2dac769ead1a59d756682cb21875cdb09047bfe2707,842f3ad683143c36d24c284d87f84c8ce63e921872f341e3e7f9d9e4bf75ee98,8d94780e6b855cc3bedfd13f9d5d21b93f2b80c04242ffcfbc46b360d2db6cba,3ca02567b31ecb7818484001e1945e47d3b3e073d16b0bc2f4c01d92e524c2b5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:end:r2,97a5915da3e44cd885bff754,deepseek-v4-pro,event_ordering,128k,end,2,2026-08-06T20:40:58.437839Z,2026-08-06T20:41:11.677474Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,971,,12519,13240,128044,68,128112,0,128044,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055759,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6e4e9d553e24eaca39dde974d9a7303b492426ccf9b0d203086af3b1f222afd0,ff994de206fc15f3ee6cd72ea856eb199db0b49d944034bbcf15d5d99d2b0642,2273a459c3dae1508575729ff80d06b37a8f444bdf0365717e28fd078362e139,7f653f232e6bfbb15196c46d867f42e9ee7ed950fa89de3d1708d63430662c63,1f932a5b25faf03b5ce593b243853673798d3540ebe154809704ceff8d346c08,d48e263ffea3bbc35c1d01bbf6db88c57effb80cb8eb6d35f98820be368e09e7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:end:r3,55a8d83548a31f258de2c718,deepseek-v4-pro,event_ordering,128k,end,3,2026-08-06T21:40:27.907809Z,2026-08-06T21:40:41.076230Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,950,,12471,13168,128050,64,128114,0,128050,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,68,0,True,,,0.055758,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5c1ee8c4a8bc37443f804375333d875ffdc7a457282b5543dc5f0e36509852a5,142615a8f8ae35d24ef5200d7c3b2b004acaa8dd67e1ab9054100100ae29ec5d,13a548d2873022b321eda5ed34679c3c6adf9ff156046a64f09322ccf0c19cd4,440b873dc9542c7ad9c3f365eb9b13358e633396883931acf590bcbe8418364e,2b1fbb8400d4a2fe8ac81393bbad3776c5fc3c8394d690ff760bd2ccce5e8cdb,9e5198b46218370ee3e34135994b007836945b51f151224b01c40ef304c51f62
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:middle:r1,3c8cba32330fc4db62703429,deepseek-v4-pro,event_ordering,128k,middle,1,2026-08-06T22:30:09.446851Z,2026-08-06T22:30:23.120501Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1083,,13042,13674,128043,68,128111,0,128043,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055758,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a5ed88e13ecb0d55ac8578e04d5391e80a94efc7e831bfdf2586497d21f3f3c8,32f80049670494510adf21889055ed34487194aff27d79e154e17f4f7712d4b9,9b907fedc7eb2f1d8fb1b7c3d69b5c5c659d23066470f33560715f1518bbef8b,e126779d3ab09aafbc0e65389f975674452cd101dc1e4d4680a53071060e02c8,620bf48e334c68542aafc93465217de43fa9d2853d654f99aac32ce1d9ef8d89,5da5040a5c0d83251440a04699760294829e9647e520ebfa3d64ec05e410b709
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:middle:r2,558cf00b51fbb804e9002a8f,deepseek-v4-pro,event_ordering,128k,middle,2,2026-08-06T22:41:27.381690Z,2026-08-06T22:41:31.088168Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1117,,3003,3706,128046,68,128114,0,128046,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.055760,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72f5586012afa98dae1a31a27f0b9efadfaf181e3309dda43bc229a7b9f2cdce,dd210bfca1c1bd4c66f8811f58907658c231bff5fb5a034e946f0255e1db3c4e,5f126aa6bd63e4705942c2bee3ecef20377d1d85cfa18393030eaf70ea84c43d,91788e72c308b35d06b57b8c41a9b2ca5a02e38629994c2bb3070d5e36c1ee6e,e599dfd24112f3289f69f952cac214fa419bfd81e3a8c370a469816388e63846,7edc0ea9c82cacc6dcaa7bf5508ea13df76aa30c0bad11a090154a25aadaceb8
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:128k:middle:r3,155a757e76d5c500531714b3,deepseek-v4-pro,event_ordering,128k,middle,3,2026-08-06T23:13:13.643858Z,2026-08-06T23:13:17.967881Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1027,,3598,4324,128048,68,128116,0,128048,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.055761,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e325f09ed0a37a138e76a4ed9f84fc145e1cb9b50d4b543aed0a71f5b6ee3682,1f2c147d9462797247c8db10bb0326c7802d125a84e187b4f53c6482fa7b1b9a,fdfa3aab2981db4c48355b918b15b88c437668ce3d5076137a994ce46c63d791,77107844732e994142cd04a8156e42b75a4b546b03d21be71ccb57f2e619e799,579d8cebb7400481c6c16a8caa6a462f033a32820bf5b3b219092e9874638fb6,4f717fdee68b2603794d5a009562fb662d24215cd0bdc1a315205c291fab657c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:beginning:r1,565e91335db8f79020b7995c,deepseek-v4-pro,event_ordering,32k,beginning,1,2026-08-06T22:00:39.149715Z,2026-08-06T22:01:31.215440Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,48364,,51545,52066,32032,68,32100,0,32032,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d3180c23ccb30a501f0f64071195d65d900f312fe0b680344a45fb376c6cc669,2d5bbadff112666385af041bf606762b3b9ccc3cbda7296f46b2e7099eb635a8,63cb883ce80dda612bbcc0d70e2e90de25d467a5539472b5c16f6dec0541ebd4,03241479511b490fe0e57c6aa176b318adf4ed966d05e8c4ce652f61a8689fd2,d52cb317660a3ee6cd0c0a4e87a21938d4eda75180aafd6201697cceeace1d52,6911b42cc9be7adb1db4701f9e5a09c75941a8612e0c8735733ad4c90b0c3d42
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:beginning:r2,2d97f656df95c32e5f7db6c7,deepseek-v4-pro,event_ordering,32k,beginning,2,2026-08-06T21:57:23.562973Z,2026-08-06T21:57:28.020001Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,618,,3727,4457,32033,68,32101,0,32033,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,93159ab0a6f07996d5eb12e6764def3ed4e95f9b4c3575d36168127a2040b8cf,a3e6136c92fc028230667de3827636b928628fc256c8b22bc209c33111c7b33e,6e0a77b5090b90c1b497c70b8243dd9d6f8e1b1db5f05e5dd24fcdccb723c2b6,aa1ba0bf32105139fba9c008b9282fc8aba3df37feb276bab875b5f0ee33d41d,4f816852f2cb839fce36099c810db6414b0e5e5fcb46d505f96f0d51f0c335e6,91b28e8d57da8169690db47138c85ad6bcf678b36e7d44d1b9d8afb606f54349
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:beginning:r3,4270d7fd243368c4d326f5da,deepseek-v4-pro,event_ordering,32k,beginning,3,2026-08-06T21:29:05.413097Z,2026-08-06T21:29:07.640536Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,587,,1494,2227,32033,68,32101,0,32033,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ec2cccc473dfb82ccec7d15e9c1ba9d48762e8b925a2dd8cd707d72b0be42db2,317181e637c60d4348b278419e3ee1759d7adbac9e446f77367b9fc4b2dbb9ba,58b59da7f1f5aaf5a33ab50d57bbe58baa8e5cd26d0e82c2628076fb9914a5fc,c6ddfbdbaca074ff8f035f02c223fc177dd993b04a24769dbe8cc593a599f61e,5a59e98735f797d6827eb183b8f5103f1b19825c1007e28273ce45ac66cf44dd,c5367cf4cd26a18d2c80965d9100ee8b52879412183702b4f4c44c80cf994d8e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:end:r1,474666d9c25d39549ea399a9,deepseek-v4-pro,event_ordering,32k,end,1,2026-08-06T22:30:23.813648Z,2026-08-06T22:30:27.900532Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,603,,3478,4087,32032,68,32100,0,32032,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1562f68a52302ad095c6563ba715419ad157036b75818de7b91ae1bcc78cff0f,f756873704fcae7fb3618dccfda700433142fec59af1ec677241a89ca5c35f18,dbfd9ef47c5a84cb3897e640a80fdd835b14ad08150f2c4d8e1ee1c7f304931e,1be2d3f56067a0d1b99b33f57d5ed0963a5b87a4b567b948ef55f72f5dea8612,6c3ad7c1ee748523e77a2fa46fd82da45cc0ae39aed8291150b4cc37cbeeea35,4998ed12ddc5f5bf54e2521ac74bd2f62472c671fcf4ead4b57a18fcc3212101
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:end:r2,27e1cee02c081505e190f9e0,deepseek-v4-pro,event_ordering,32k,end,2,2026-08-06T22:16:25.606067Z,2026-08-06T22:16:31.200214Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,609,,4990,5594,32039,68,32107,0,32039,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013997,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4fbec8354269ded8e43fcdfcdd85d5b9b685c138c49dafd3011538d4f5c46a1c,ebc2537e02f4e9a399b0b4b0b7f651333e088190815debe85443ae7f1a22d6c0,531378376a3d82f560c4e87c2d89a2322e2465e01fea0a25c021b5cb92472c5f,4703a612c478b2ed5a39b352b60041cf9576441c1f9578d6ee661f72f5712350,538f9da59919f0363136623023d099f25d78c0d2bfd098a98af7f4aa1e8c73dc,1c581aa5b0378920fa41311fd92b753a855d4f9d3f59c8d26970e4b64df487e4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:end:r3,c52fda5e495eb7c931e9a710,deepseek-v4-pro,event_ordering,32k,end,3,2026-08-06T22:46:43.032979Z,2026-08-06T22:46:46.821277Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,566,,3205,3788,32034,68,32102,0,32034,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0dce07ab9b439ddea59ebd35423799bb4fda82fd6f0bfcd3a39c811f920e1660,894aaaeb22e69a785e09fdace2e23fc7f0a3a57c8400b4a37b84916c38a18b15,646c6e48fac0e029cf2e01d6ebd1210e99fd08b7bda90bf777868c6dfdada5c5,eb593507c6527e78b617502ead410c0719ddd1e4305f15c678d899045c178525,40d4b1f81d8c083f421b31b8c586429579f6fe6bb6dd66045941a63d8d149d5c,430ac310da6064a15d0ce989a8c02508990c2ccf41e8667c99477aa43173cd10
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:middle:r1,0463d688cfbf9730da2026ba,deepseek-v4-pro,event_ordering,32k,middle,1,2026-08-06T22:09:46.989502Z,2026-08-06T22:09:51.381852Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,835,,3774,4392,32033,68,32101,0,32033,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013994,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8cae0f82ba41744433bdeeebbe941acf9d8494edd39f0f3a420ba2f29ab24f1b,29d92afe422b1ecbe307227a1a59172489820641565127f72a27e960fbe31669,9931f1247d5b853223a7c7af47a3413dc00de6a70368f3fe903e924fa41971fe,afb14a3f7f93e8f68730cf58bd98085d35b4d940ffa849ab26198d4540d909b7,56453a0bb50fb12fd4b33d065662bfb831fab7b12d0b532a383afcc256e82a40,6acc1d277fc9acd5e2d9e1fbeaefdc4f5f4558334967970884c8b999354884de
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:middle:r2,dca2740945e3e9da9b61d9ff,deepseek-v4-pro,event_ordering,32k,middle,2,2026-08-06T20:38:00.842663Z,2026-08-06T20:38:05.232067Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,611,,3168,4389,32036,68,32104,0,32036,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013995,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,7e289b534009c92c4a4192910f1b1452163ec395e472d74e55c6999a2172bd6b,fe20f8f55f6db544db27d7e85ffb100dccf9f2fc854ce02f27ba719a4da11f90,5bf31c0a0702b20b404826567ab913706119337ea7fed2e35b2ba269f972ca96,63db962406432d05f08c4329755a352ecbf6046bcee026c0c18a06f8a7d2ef37,c34c290877d15d503d7f30496082e2f417d2bc31bb470fcfdd9adf5732159cb1,748e3b8b0a199d23cfb7aedc2089bdb60564a8e5f5ddd7ae10627885bb7d7086
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:32k:middle:r3,8ff1e03dfe05c062c419a995,deepseek-v4-pro,event_ordering,32k,middle,3,2026-08-06T23:21:45.030710Z,2026-08-06T23:21:48.888512Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,562,,3246,3858,32035,68,32103,0,32035,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.013995,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f197b73c63f09dcb3594a69bea41b4ce241c40ea5642d96e442336249c26d96c,4fa415dfa38140cfc97646671b9c6bf2e56a9bc0b2bf72460e1d114e402b94ac,84b22ac656eb240c38e86cc94b699335a369e7a751128dde064dec5ca214d66b,950514cadb05f2137873d553566c8728b18210dd1b268c64fd7f3fa363a73dda,9745d935cd23fe14b5cb94eb7037716d5249c9f9cdf73e4ca59d126f1d912003,cee06ee26e4862dec65c42159934f8c305d63e1da246523c59a77a97b30fefef
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:beginning:r1,3d358ea28c1de6b8a82c654f,deepseek-v4-pro,event_ordering,512k,beginning,1,2026-08-06T20:34:22.705259Z,2026-08-06T20:34:37.954378Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1903,,14517,15249,512041,68,512109,0,512041,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.222797,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,955a92d63d5ede4c6d5905bdf83696629690934637d1b7f6b428564d77009a4c,e3771eb002cd4e183a5ce80855f3a50ab7afa23e29dd1db8a7311ff7ee093fd6,4b38cf516d69717310cb8432510da44179025b3d408497d898b25518cf110ab9,510effc4678a2fc4b8370b1bfdc287ccb35c9a228ea1f87681309867bd1cdc71,ba849b99a8c920c0dab0227141323f13e1f0bf8fc96bf30408d6096c0cc4dd1a,027f6dddce5cc2f1a0f25ed50fb9d7d0def83de45c77a9e34fe6ea3ed2420b91
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:beginning:r2,eea51ba03a62594644cbbea9,deepseek-v4-pro,event_ordering,512k,beginning,2,2026-08-06T20:38:05.899424Z,2026-08-06T20:38:28.594882Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1968,,21960,22695,512040,68,512108,0,512040,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.222797,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a24b1fa444a58a92771d39265b7ef31121e56908d64a36642682f5da044a48ad,9e824252ae3535ad87a003997aa4e59ec6f178d5d4a6b3cf1957e0228ef7249b,f141c963288c867db6a6ab6ca383cee8b856535d210f1308394b8082276e4e27,7129b0964406cc5a9e0dbe36fe1b8f2ebba89e901cc0bec8fe65dfa1159abf43,e58d375552176c2b3574f7eab93f4b2c4212ae5ee41af4d4893dbe87bf5efe43,c28458e91c1c1c67c647df86fbb9856f3f7bf3ab3558df0f4a07ceee5979fc8d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:beginning:r3,0cccdc777ef73c83c11f4238,deepseek-v4-pro,event_ordering,512k,beginning,3,2026-08-06T22:24:20.173719Z,2026-08-06T22:25:23.067175Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2035,,62223,62893,512042,68,512110,0,512042,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.222798,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2aea63e6647fe13eb5085324ae2fc1167d3875816dd25a045dde38df80c8b38a,12ec78adc3aeea4e9a777f089c130603395067aa86c6c764773a488becaceac0,6296178f0b297df1688449cc2036509794a5f2148ac29d08fc034b07916066fa,db45cf8c3e5e4679959f46d394146f2edbc458784b4fd03a6855701c743d3a21,6e777a37b9fcebb56616c95eb9ad59b2f94b476240d8dadfc8515385e67e1bbb,fd3f985999084fd424b0838d6a6c935eaec898d2afba88f73f92379c6663e3e9
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:end:r1,2be45a73bbdce86b09a745c4,deepseek-v4-pro,event_ordering,512k,end,1,2026-08-06T23:15:32.610443Z,2026-08-06T23:16:39.961798Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1986,,66688,67351,512042,64,512106,0,512042,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,68,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,325a9af566313b5e3370627aa55523e97e91b9add9fff2a7e85bc1216bea0c97,3aeff69d7fd0d6727055e4429f28112dedd09eac2d39a0adb3e64a4b2c00f853,8956a2e0f8dfa206bbd919bc922bca7e7ab1ab89826b9334a4a1e01d4da06110,6ccff9ff50b4bed7ff392112b6b48d14d54e5017cba6e9fa8f5ba49eae32938e,22bf01b24f4a2a3781c4de7f355be7590f1adc6b7512a6976f7f3c31b67aa0a1,39b1fae71455db4582380ddcb0414915dd1d95d9fbed7e6473464ce5fcf70d26
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:end:r2,95a7c0c6096cc923453d4ca0,deepseek-v4-pro,event_ordering,512k,end,2,2026-08-06T21:55:45.092948Z,2026-08-06T21:57:18.518686Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2325,,92643,93426,512043,68,512111,0,512043,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.222798,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,914fe9f24960b3e71909f50f77001b55449385519d82ef45ba22ed8237722675,37976737e0e47dd4c2246a5ee8038a0fae13b05aa976e7dc66f0c18c206cbd08,583ad5ee05f7fcaa0c41dc60339bcdaaa678ed8143b1bf6d99cde5cc33463673,78455f427fa221de5b877b15f928a480fbe1d8cef04518edca7853cd118fb48b,8f31f00341672120209356850247bfc15ef3f5f6f9ff940cdf38ddd6c525a4dc,b525b3d7a217ad6e6f54c66bdd0606cfcddb98b4ae0ee89b82ae84e222170a21
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:end:r3,4a761f4f640405a9c7130bf5,deepseek-v4-pro,event_ordering,512k,end,3,2026-08-06T21:54:24.476782Z,2026-08-06T21:55:39.587808Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2523,,74480,75111,512039,64,512103,0,512039,,True,True,False,0.6666666666666666,2,3,wrong_value:ordered_checksums,True,False,68,0,True,,,0.222793,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f57a873aad43ce48dab671f3df3ed74acc449d36cf0833c4fcf406c1a37f2fde,bfa3634bf51d97e11662a892078b389a27847d96f59eb1bb0e4ba274492f6b6a,ceb82f70553389e8b4668f626bb3588bb5f53609f9c5fe51d58fb2a0c224be5b,c1b129dd457740ad1347ed6448be48ee5f2d3610de8a39f97a26a62d9a62ebbc,4b6a83b5fe5042a99d4543240b956a5dabaf88e1e0654eb65dddd8c58f998d3c,7222ad7490b8efaf9e312e2255f0e8675c660fdd9c8c2af81e37a17b53827aa2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:middle:r1,b9c6ea0185d0ddb7184583d2,deepseek-v4-pro,event_ordering,512k,middle,1,2026-08-06T23:06:28.333431Z,2026-08-06T23:06:42.736031Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1850,,13736,14403,512041,68,512109,0,512041,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.222797,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,7286c2f3609a51ae7cefecd2692421745a1a6cba0dd19c058ab4fbea03a68f5d,964260d18d2496a66d7f8006505ddd1f509c43e0bee49555d9ce72d45ddec1f3,2afa9529864eb4e5731e79611e3322325b4d46c18367e5a2d6a506519eca38a3,ee1e8a6755673ec1d815e6890b63c26cca2fe217aaea84f6bcd890433bdfe03c,795eb967ae24cadc8ea934afef5496c8c8cce2a91dfa0b714d21558df6b550a1,a9cca1bb9b2e844c2f8cd190d4e5dd4bc9619bde65bb1a9bf5be4e4badb06e22
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:middle:r2,0f593c8f287c4dadec76ac06,deepseek-v4-pro,event_ordering,512k,middle,2,2026-08-06T22:30:34.605079Z,2026-08-06T22:31:42.001132Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1875,,66750,67396,512039,68,512107,0,512039,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.222797,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d357ca9631d730e2edfde8e012bf195acf490981af29c093de3b9d45a2810d5c,b529a6756143de718e9f620008ca6cd7e6153a6512e3df93d089c77245e5e232,1f6505388f486a3fc7e2b54f2e9505673f6212830319ab62a25981ba506c6fc1,d063a3f4ca899e159057f45877556bfd8e2a9357b1a76dd214ec6f86af90f62a,42c4b6e1a8df564d8fe9c7527ee7a436e606c7d834b7625dbbd56b35b9b41cfe,a2281bb468703334ea760e79f540b2d103d390da7c90c2e735d50b954082924d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:512k:middle:r3,ef64de321c5be7bd2e6d9198,deepseek-v4-pro,event_ordering,512k,middle,3,2026-08-06T22:45:34.200473Z,2026-08-06T22:45:47.679269Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2189,,12809,13479,512042,68,512110,0,512042,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.222798,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0c52c411d9d5e825d6c9753fde9cb95862cabe93c72b4bc5e6a94d681c970c6b,2aff41862afe9063eab31d5e36c9cac09da7344bba65013f622f6f374d5d07e1,a4cf387e0b7023a0e302147c53299f83a56ef2ee6d9c3a82a9b36d187b3b4e12,f9dddbbe7c5d02f6c69074de973181056d5ee34aca63c2bfb9d8f1b1542f0c8a,8fbeaba6d409bef14621769262af5273ccad6a43f8034b2b65918d78afe5b936,868a34ff3d6df213ae871eff1512cbd63d00223853f3427573af0d05ea7046cc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:beginning:r1,a2a21cf51a4bec2db278231b,deepseek-v4-pro,event_ordering,950k,beginning,1,2026-08-06T20:50:11.875084Z,2026-08-06T20:53:01.081321Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3123,,168472,169206,950038,68,950106,0,950038,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.413326,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,00b18318e0558574fa878d7a06e8f423353d11b11df2a863c839ec3fee4ae920,33c202f55202f8f6c9e4ceefd707db4b1b3503613ec1771d4599f8ca721d2e95,7d7d75ad0160133064409a3b86d45011acf9ef2d0f4746907ff14d4c39780087,120ce9ee50977478dee487b7bd870efedc1ab243ba013c44e2076e9d6af3ef9a,07d7bc8cccc71d181ffb1156174fe3aaf22a9ce89f4a68224c8f535bfb6d738a,f4be034020fb07c8bf9cc78f20426f2495ac4d333036e286a0a968fa80f45fa3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:beginning:r2,92d43f59ea1872b9ad7722ad,deepseek-v4-pro,event_ordering,950k,beginning,2,2026-08-06T22:25:27.677212Z,2026-08-06T22:25:55.731971Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2974,,27297,28055,950034,65,950099,0,950034,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,69,0,True,,,0.413322,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4d1c6ece389526d18e49a581d094177fce323681b13676606d3499ba4a912469,3342f02c763982fb49aa4d7e61332884e20c0b150360efa9f7ddefd96beaeafe,2b4c657725a4ca21a21cc11f8f77b1378e6e8d4c06de58135cf5158f3f984f08,9b595d0f9af43ea24c227b6076de29a3ced4e9f8231453c538a97ae7fc91bb22,c7779af4ace4d1b594c19e94109c7841e1d58b980413c4a42643744b7c7bc8d0,d1613beac1562772cbff270f04092829a6a0c51ec5276bae7107dd6905f808ea
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:beginning:r3,6db9ea4664acc7a832e87655,deepseek-v4-pro,event_ordering,950k,beginning,3,2026-08-06T21:26:24.295219Z,2026-08-06T21:29:02.405657Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,4088,,157335,158110,950033,68,950101,0,950033,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,eb2caaaa8f2f83e54e37f1aa9ffd421c845de3596085628453b588dada05131d,521587122940f86d825f19cc29fa65b3e5793e77895cbe3518e67baafd72068a,1c597e38af62e4bc0e1b7ddc571c9e76c2429038b6e6c0f1ba4ada99ae05e135,cd40c1f7f81b75c82cb903ef770dc114e2928e59a05148979998d94c37067377,7e87f738e0107db49b358b7ab41f5e322450e9ea8c30367d18fd80aa4193ae23,86036bd738bafe59328d47553f6e91d0fc60e7c59ca2239ac0abaaebe1175fe5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:end:r1,29ce6e4090a0e447069ae66d,deepseek-v4-pro,event_ordering,950k,end,1,2026-08-06T21:05:21.526399Z,2026-08-06T21:05:49.451258Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2821,,27270,27925,950036,68,950104,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72efda50994f262337957eac44ecfe0d9ffdb16573cabfd4633e2b645e0aa53c,c5b1431e340e0a41d47d009afedbcd1079220c80dbc93120166ea872e7007425,375336b6797726646119d7522fda44a54cc9e3b983c14b46bcbfe827585059b9,8a1360528feb041008ddbc72bdd710896ce147e258089fa220522122f58ef0c9,99ac2b5896210085325f6740879bec2e79f9f3f43241d718142fcdb520f5ca44,37bdd1796b0c55c171d0f9455f40d9c4fb0ba21b97ecc47a1c71d9ec27b68b9c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:end:r2,5c861a0262416b25c4aa35e2,deepseek-v4-pro,event_ordering,950k,end,2,2026-08-06T23:07:05.856092Z,2026-08-06T23:09:54.131961Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3473,,167544,168276,950039,68,950107,0,950039,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.413327,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,72afc2fbc8bd93d7b443ddd5425a58473fdd57166a5eec5e3002f6b72398e925,e9c88101f9dbfe8d6e040bd4e5af68f8135db522d292c5ed9a8cc3cf3b66ad37,cae03b7c4ee16a9f4ff4941bdc3e464fbecc33af5b7be81a1948c9c46b14438d,c70ac7ba40ee5eb2574674fb440976a518636fc428a8df0a840efa20a5761852,4cce0dd06ccbccd1ada681291e039d3101902427e93985852a4fb5e05ece6464,9db83ef621787770e11e43b8c067e6beb4a816c65850461020dbbf2c227d9921
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:end:r3,2d06f45395c24ac95beb79ac,deepseek-v4-pro,event_ordering,950k,end,3,2026-08-06T23:16:47.077575Z,2026-08-06T23:19:31.974817Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2958,,164199,164897,950036,68,950104,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,fbbe3c2bbb83526c8eb884976a8d3f3574d4fedc8866ed164d72d5c832ae88ab,24dd4da23a7c660713097e8fe5e1ad98e4ebef03fcb73516da85a17b96631c49,bc18fe9c62fdce5d5e0682bcbc6acd49338c1617c6b0347c8b2438214758d531,e1bf9e982d811a9ea36a3145d099b8a9b4e0dc3c84b526b2b713e530de5cdaa1,4bbd8eea82033abeaba85c8fab6b7db17e3d0625d3c216cbfc1dd0e698b2700d,68a9d8e038d424dc9c15c4d78bb767a87c2c91a9e2bf744c002d0a8a3da67960
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:middle:r1,2f01089c0928b80a560402b2,deepseek-v4-pro,event_ordering,950k,middle,1,2026-08-06T22:42:35.115551Z,2026-08-06T22:45:18.530569Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3920,,162710,163415,950036,68,950104,0,950036,,True,True,True,1.0,3,3,,True,False,72,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,16c9749400e0c4726b99f3da422db59b800466339066c1c810f190d2e5539619,2a3af699600b3badf4f6fdcd993b961cd0e4f6ac0b4bce2242061b07e2d197b7,cd82f82e534fef9889a024587d2534db6e2ff425d0485915f245836d3b3c5cbf,da814f229f47ae71d535ea995815dbf6bcf9b015d8e6f908039d705a41c4e603,d61103b6f33125fdddf810706603704cbf1dd4efd66380f47134aecf47b16b06,48303fbdfc2924731dd8496119c376667d92d88d5a8e6b83aea1035e8a88c75d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:middle:r2,c5896c301ad949a256283531,deepseek-v4-pro,event_ordering,950k,middle,2,2026-08-06T20:53:01.969942Z,2026-08-06T20:56:22.775777Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3089,,200150,200806,950036,68,950104,0,950036,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,72,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ee5abcbe5888a0b83e69df966b69a466200aa84a7a395c7f9750c6e4c61d7c45,f1b8cf577be07afe5b236eb3f56b1c453e5675fcdedbdaba5b876e859598ca32,45c1141a83eef87a67d41df268042f9992f1c70470f04fb5cfe43f3c79f434ea,9f00adc7abee18ee2de0e32cbf0e43c5dbb481b20597b84d7ff90c5dc0ca896c,f2da22fa57e406e57f3391d98d235e1c4c92fa349939b8c0bba2cc7febaf1fa4,e4482df6e6b0cc7efdcbf7aab851b2587ccbfb307887a64e93f9d0ee32ccc39b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:event_ordering:950k:middle:r3,3a849ee15eb93df01392c063,deepseek-v4-pro,event_ordering,950k,middle,3,2026-08-06T23:10:34.592075Z,2026-08-06T23:13:13.087628Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3443,,157805,158495,950034,64,950098,0,950034,,True,True,False,0.3333333333333333,1,3,wrong_value:ordered_event_codes|wrong_value:ordered_checksums,True,False,68,0,True,,,0.413321,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,065ac12bc7c98dcb65ffa8d7284ac9406f4830661d8f8aff13a18aa3c206a861,484a5d344474ec32b0060b55994eb22da734762e5e0ab0f7d2610f80bb2de181,231084b863e95c038f58250d4084bb925361950bc86bce9cc3bc50f5044cb2ba,9b77eb8efd5954167d4513d1a2a3e730b9484669d4a44119d7e6969a12e7cdbc,d939918ad8e9e0751d1e37d7280dd92fec87f4528e1fae9a3cee1a653ccda0e7,0975119e55484da8ddde99885a6beaf9a84b60fc41c5aa9258b2d11ed0cefd08
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:beginning:r1,d5d0dc4b4d62fb1bf9433d51,deepseek-v4-pro,latest_version,128k,beginning,1,2026-08-06T23:20:13.901253Z,2026-08-06T23:20:19.294220Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1417,,4643,5393,128055,61,128116,0,128055,,True,True,False,0.7142857142857143,5,7,wrong_type:version|wrong_type:quantity,True,False,65,0,True,,,0.055757,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8af136ad4735cf4a027bd709e9299939e015bfc178117c1403ff4796fb4a9444,8a8feb84f8ac1c33e21040fc9e28dae0b459300cf8f791c4a8e36e7a7d35206c,f3b09403b6103127f1e45d68ba56a8a764b4ca59056cd5f941c04e13874020e4,bd8d91f8c43f64524c91b08a8882bdfe934d5efed1eb7fc5bfb2b6ef419e4d30,f477c62fb7a936a2404e3e5ce3722d4b3da337f52f74aaf2d4c4964a8443fe32,293763cc7f7041d395b33f8a4446c610febf433752309f041951bba63cc21193
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:beginning:r2,7518fa020ea318b42b015f09,deepseek-v4-pro,latest_version,128k,beginning,2,2026-08-06T20:33:38.124766Z,2026-08-06T20:33:42.450018Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1438,,3723,4325,128050,61,128111,0,128050,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055755,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8df87eade1756f678dc32e3a396317a1a90a2992d4f6931eac9a8b29685e369e,dd854d4eff353980e55fda7434c08a8af8c9ec0b4f3ef544c7f65c5fff346689,2c34efe91d4c698ce61a01994723bfdaf14c4910c82cccc4c9ea191b1334340d,74d00d153da347a672614b3c1984e86ec727d81d6ddb428869a0e7ddba22c4d4,b85924568ea41eabcaf8a27c7a725db349df90d358a3e109101464c14a02a3b6,dba296380a14986cbf486b7672241fb31106c4899d4731107a948e4973767761
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:beginning:r3,4665c7e867fc2b07d945d208,deepseek-v4-pro,latest_version,128k,beginning,3,2026-08-06T22:59:25.091760Z,2026-08-06T22:59:37.839598Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,991,,12108,12748,128053,61,128114,0,128053,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055757,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e29a65af57f4d460725637353c51edeb6a0421572245d67934455ab5008ae52d,4ac2459c91a0df9bbf26730e3a741c42f6fec844042528c38f1663c65b287573,fd53fcadd7bbf22fa5a0557f7ef74b3bf3c7454874e01e7b0327c36c6f434ed8,0bb0181119dbab590243a555e712f3ab5df5ee16628d8d02b6f0a07e23a3cf0b,d234cc5c4277bca0acd8170be2f39f6ecc7c7ce66255cdb1e1c8d2f2514a8511,5c3ffc362252912244f2846c90ead0a8045f1a82c604f228b06cc0fe40ee7e47
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:end:r1,647bb3caed87045bfad03de2,deepseek-v4-pro,latest_version,128k,end,1,2026-08-06T22:03:45.853464Z,2026-08-06T22:03:51.127794Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1215,,4863,5274,128048,61,128109,0,128048,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055754,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,301a156a31f5ab1dd67af2ba88efed0c514581e898db429132e3e9ff16eb991c,671268978496892c336fd70b9939ad2b4e224323ab05f48f9dae536bdbed1834,c7c3bcc7ba3e0af78c087eb8df70faf9ed15048787aa81a10edbecd3ad61d482,1a97cdc6d798bb470ae5297404d2cab1b9d537e1c2714f2f4c6dc3591ffb5f56,532487da3a274f09cb9a6d702a5d3ef7ad5457fb2b1f848dd66fd5710aae96c2,951a0e7e34b94062716ed91a897d47e24b034d7a4b1385618f80cc21fb2f1d1f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:end:r2,07b294a65dc38a283504a1e4,deepseek-v4-pro,latest_version,128k,end,2,2026-08-06T21:11:44.227964Z,2026-08-06T21:11:47.612297Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,980,,2918,3384,128055,61,128116,0,128055,,True,True,False,0.7142857142857143,5,7,wrong_type:version|wrong_type:quantity,True,False,65,0,True,,,0.055757,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ac04419b35d24965b92c80fc4193bd5159c61f997bfd06b1045a9959f8600451,d19a3c1ba3cfb05a9393a3e38dc8bdf3577c4a808ee11fd3935e9704b99faf1c,53bf98408b957cd17d8916031f828b9917d1bf145228ec19b3ac3ff142badcbb,a15cf67ec001087ec5c22ede27cbf3fcfe07d8ed3339faacd10e4035420a04f7,60dfb9224e129a0a8a55a461121aa597f775d558fe7d85c8dfa02ad533c288bd,76f7350a99cc76dbf56350006849585958770b752bb42b588699657415eecb7d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:end:r3,1cc7149945a8d7307413a600,deepseek-v4-pro,latest_version,128k,end,3,2026-08-06T20:37:09.709307Z,2026-08-06T20:37:23.467246Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,957,,13128,13758,128051,61,128112,0,128051,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055756,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ed674597910af376853c147ab47d8c44c8685de310c9a6ed15a98a0e9a78f33d,0095703b58f96096dcd60f89dff4aaae13f09d4a6a1393efe3dbf0ba0aabe83b,0247454fdc634ad57043b83d5a5e7f294ad1e9fd2b16032739a55b82208b274c,56d059875c4ec84dfc8dfce213bbfa199c68531e25ce4eb81baad3e105a65e18,5affbddff0c1989eb847a7707f4a32ee5073991f6442f65413f253af38505c08,77e0a9d9697761e524297af53ee759fcf4b9787cd7c838a6abfd5b806177d173
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:middle:r1,03830bdac7c960f5bbb2eaf6,deepseek-v4-pro,latest_version,128k,middle,1,2026-08-06T22:37:57.280825Z,2026-08-06T22:38:01.198581Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,990,,3419,3918,128052,61,128113,0,128052,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055756,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,56570d7e55003342e6f84c3c685edf74218f28308439d12728c1b51da8e374b0,c2fd736460c813d40a73ce5d4f0bc7fe2142d74c425f59fe0deeaf6693009c94,621d0801d5feda25419b24a8a11fc4e5e41d4d53e1e5be0224fc1b883aea2c26,12a3364bf6512717b87cfdae13e20bc382e53b185ef66df70aa175f9d92810e8,70e64604099a6eda3ef449ac997ba5d84af8eb2772e536eae0d45512412af829,8d4087df3a7618ae0f9bc403abe7b4887930a5c623bc3d8dafc2fa728b81c9cc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:middle:r2,bfc74a506c85270bd16782d3,deepseek-v4-pro,latest_version,128k,middle,2,2026-08-06T21:16:45.756176Z,2026-08-06T21:16:49.909135Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1117,,3689,4153,128050,61,128111,0,128050,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055755,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,818a7bfac09d6e3e2ff4bd5b0cae7787e49db30606129a65242e441d7572cfa2,313f83623609ec552a2538f3c8fb08db2f8873faeddbd385746ad9c42b36df32,2023951f5303eac6f2dd2b306431e66dd2756a1a67ba395e2b3068cfda2b82a1,65de3a93d99ab524eb74b45a3d39a86928b856d8041ec1f30aa004807106ed40,466e4c7e9d89d3f09a5a9f96bcf9a641f69b1db42b7d7c9eaa0cc41347e3a450,242933969876bf3e89e972db7c2075ab4868f1c423828b8a014150018ff27f90
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:128k:middle:r3,8267884a724a01792efa33dd,deepseek-v4-pro,latest_version,128k,middle,3,2026-08-06T23:14:51.454133Z,2026-08-06T23:15:03.755906Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1105,,11639,12302,128051,61,128112,0,128051,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.055756,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,93aeefd380603fda1bfd7935cf650c45b11c28b51c3c4f9ad4436f2cf886ab47,5fab42e106460b58ee997b9450cacb1defc58eac12c9506f55592c7c610c9f6c,900fa664b8c974806879ce862910d9a970973c4d06812270df3942824345de13,c32449eea3ee00ce35a9a0d9f37b1c059abafd6d656775b8dff8a86a505fdcf7,298424075b2fc397a470e3a63d74036e7870b1a261edef41fc73d3f81fa94f45,b204b36ed021aabc5490fc3ba3abf2f1703ede6de99835190ddba7b8b9c97dfd
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:beginning:r1,ccc21409eda5665ff23acd33,deepseek-v4-pro,latest_version,32k,beginning,1,2026-08-06T21:31:26.741843Z,2026-08-06T21:31:30.634975Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,679,,3368,3893,32036,61,32097,0,32036,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013989,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,21ae499c32d99d80b7b449580bec5c98c511501e9e6b457663c2d39dd725a70d,07490afcbcd4e42646438b03346ece44b2ceb86038f5a40f580981883596d3ae,533f67d7f18ac26a351cdc3cee7d0a00acab70fc942c92d87076e6a9a3c0eb2e,632d6060f7a72020debeb6d04878bf9b38058c766830adc45561194d9abbe473,9323b65ffcdd8546f7e78c227154ac3472892388acd670a99adfbaea6ee2acc4,970a0410f396460b0c890b75b4f387b2d9afa6abd6d79e8ccbffc3fc39ea3493
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:beginning:r2,d34d190d032de503683be3f7,deepseek-v4-pro,latest_version,32k,beginning,2,2026-08-06T23:16:42.784028Z,2026-08-06T23:16:46.293530Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,649,,3027,3509,32036,61,32097,0,32036,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013989,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c51dcc169009afc2eb294795d3d7bcbc1b235d6c6abf07216c9870216f7acea6,3137f1846676fe376a96920cef93252485e74bffdc18d10ec11ba98eaa6de182,5684323beb958814a901b82b994dd8d7106845fc6c280613eb4dcdecbcfb7a3c,ae62d1b468bcf8befdc9a033c0087135f81c3c1d06658b4eb2a22f0ded810d30,bd2a14bfc97ee23edd054ebc2f991c13f0933cc94b69e6a5dd315261fa33fa39,6d71f638f6dfa4bd8890a899cd9648a14c66ae29d27e2c18c7f39adf0f74a4e5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:beginning:r3,aebe8f089334817dd29a4ff0,deepseek-v4-pro,latest_version,32k,beginning,3,2026-08-06T22:42:01.635296Z,2026-08-06T22:42:03.662208Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,666,,1565,2027,32041,61,32102,0,32041,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013991,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a80c1191b3b7e770e9b5cd9310929a46d65185970bb1e9084ca43dd8712fab19,6c3942de52a3d98af694f12b590f94e9a55db1e63302ded169cf248588111947,25b9289a8ba5f0a36ffaf30670a1b20e2dab5278b4847c93b5bed8e8d547e7ae,87064e1ecadb5f51194a273ba9d47e4898d50c3eefc1e0562933204dda3c308e,5e21249cf7a88d75c0e5acc00961bd63cad2ed4da32c62373aa6b59547ee717e,db3da2b912665ce3aaf5170a3ebc49e1615b928e9a802a476d1aaf39eae7253e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:end:r1,5af3129f0d071a5a156fe0df,deepseek-v4-pro,latest_version,32k,end,1,2026-08-06T21:58:56.357863Z,2026-08-06T21:59:00.460389Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,773,,3247,4102,32037,61,32098,0,32037,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013990,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,831b4046b7da80896cfc841ec2023041f4dedaa8fa98777255b351f503252c89,45936485e8c711f38258aa4652b86496d363fb80fcf5e74b96fb6ea196d56ae2,47d0fe4dc4b5ae69c3a23d1774e03a44c79ce63655c00e14abc84baf04d90839,364e0716459d09f208d3bcb4746a9391ec4d21ffc127ba0aac48684f9fd8cc26,f5408c19d4dc73f4344ebc9493b323e51c48e4284d38dee71b5da62fd2dd3631,c900241d57b77b3350510d3dd0ee619dcb6e91c75d19b6c31dfa2c93103d271e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:end:r2,4a2cf8f5d1b991eae70b5cac,deepseek-v4-pro,latest_version,32k,end,2,2026-08-06T21:44:28.847463Z,2026-08-06T21:44:33.406622Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,677,,4046,4559,32041,61,32102,0,32041,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013991,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d178f5a4042cbbfd297d8caaf6fdedf3ce0cb54a6bef037f68069b0e23dff5e7,7c1d45c5ad5a473e072859cb15a9f5243dd2101c9a7c7e452fc0f820423571bb,31c847f187e1693da07d561208b85353154ee73110d80877f6cdb4fb419b93b2,10f7e774663c8f79cc0b12b849ce934ec33d56164ed02bca12e12a9384c88715,e89fc8fabe281238269affd2939e4aff87e50e7901ae78c5fedd30a0cd167c71,ce76b4630f18bf7b5ae906ba562323c2f4706ee07ad1cff95be4df498b0de185
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:end:r3,9a59d6ffe5f17b00b6de412e,deepseek-v4-pro,latest_version,32k,end,3,2026-08-06T23:22:05.012455Z,2026-08-06T23:22:09.100307Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,659,,3354,4088,32041,61,32102,0,32041,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013991,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,56cdcf51c074015fbb1b1a42d92067e00ad919704d42ad197ee4ec7a54428e67,c4968a982d30a3b8f95fcb4d955888a9041c0c3054556a66617bf8bf322a5422,20366f92ad35ff89223193f63c6f1343ec431f172389b36813c051db4fd35d23,e9a3038602ede4e2f6225d60d4770a01d46bed7ec1c69d403454a3fe39d22d8a,0f9a175a36be100696a7b9a3e601eed4287b18d1eab4339cb9a91d2510664187,aac72e163c3a58d3ddb2c6f916a8c38767ea9214dcb6f8fde2dcd0f0a3b87243
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:middle:r1,ffcd4147d56a318aea525fc0,deepseek-v4-pro,latest_version,32k,middle,1,2026-08-06T21:16:50.392753Z,2026-08-06T21:16:54.042086Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,698,,3183,3649,32039,61,32100,0,32039,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013991,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6d0c537c33ca09a7203eda25deec65409277a99de9284fce15ff823351102ff3,84f58ff460ecfb5cf072a54e7ae4ab479ab01a9d1db41436ebd426f720e75db1,359e6bbf00301425c46a796e099a0b0a685719d2be01707448c9886655df6148,4be3b483e98e03568eed1ad9a55ee97f078417e3642174828030452e9edfd6df,dd44fb248130dad14c21b666237a392d3e3bc093d3141710378c2b0a96ea276b,02e7f1c63ff09edc4053722cd5c6cd9bd0bb5c95b3eb83f2d5dc544c8815bc81
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:middle:r2,0d0ad3a8df2c31ffe21aaa63,deepseek-v4-pro,latest_version,32k,middle,2,2026-08-06T21:57:28.525017Z,2026-08-06T21:57:32.520724Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,738,,3492,3996,32038,61,32099,0,32038,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013990,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5b7b7eb4811729c3a0da3b94a4348d772a682e27c998ba3fee4dcbf7ebc30a4b,459e320772a60b77f259471ea73a76b22d921889560d87baf56fdf892d8f30bc,14a80ea78e98797567e07f4d4d13c045de44fa534005c14f2abcc787cc8ed84d,4d56208f64d5008c64f82b44d17c0f4233530500d968ab2c07cf7d06f5e21137,efa8bd4fbc2be1456d782f15337488f36daee74924c550e9226e82607ec31590,daabeb149e3bae4e2693567be3200bf565cab8d99a0f9552baab5db9d9393c9b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:32k:middle:r3,92ef6e84c25addc3f9c7bf90,deepseek-v4-pro,latest_version,32k,middle,3,2026-08-06T23:14:47.326705Z,2026-08-06T23:14:50.958967Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,680,,3159,3632,32037,61,32098,0,32037,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.013990,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f134d29dfbda3e2de046d300626848b8734d6d9da758a9668273caedc9a11dc0,48032638bd5be3b0ed27965159bcd707b481a3a61df466b629414c50c4845108,d3f55a18a6400e16e0c65fc02d043697e2a6b750b6e7e081bc950fa881929352,8372015c6bfa98b086addf2b603bd965867ebc8c9d690e250df98197b04b2ea5,283d8ab7270deadd8e6ea9a63dd723b694388d089f00047e68323964b715aa4e,a96ce5a4bb6fb9e2b0c4443e66b347e8f96bef19784dd1b14169fd68d81335ce
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:beginning:r1,4a5d1c20007e73ae8b91a141,deepseek-v4-pro,latest_version,512k,beginning,1,2026-08-06T22:50:01.474836Z,2026-08-06T22:51:09.229820Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2206,,67334,67755,512043,61,512104,0,512043,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222792,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,3ae896952480a63e73598b116fbb794dabd67be908a63b3cc737bcad4e3be33a,925127fb07bc1529c5d564386e1e6da369b0d80952c6c63b967e2e2da44c51e3,74f6a1bb15e30816788d71aaefbd3cde18593e083500936bd7834c8d3a2f1f24,7014a787a783493ff5721fbf1091006a7999b697db8bf246090f2c664909802c,f8bb756ca486ab5ab8cf67e245cea5e455c4b2d9e98f29dcd692ae4849942989,2e9647706376a58545f8878f9236cd632f440bcbe3a90046ef7a62c515f53547
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:beginning:r2,d63fd37f56c11139509ea338,deepseek-v4-pro,latest_version,512k,beginning,2,2026-08-06T21:52:32.045867Z,2026-08-06T21:52:47.967409Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2167,,14996,15921,512042,61,512103,0,512042,,True,True,False,0.7142857142857143,5,7,wrong_type:version|wrong_type:quantity,True,False,65,0,True,,,0.222792,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,272534caf5fac083ae22358cfa9e3f557201faab86a98d29dc44e506849e4f81,b0b25daa08bc4e57754bd97016cab30b58d7172008a5b07ea91ce821d2a32c81,9f86b9259be3648a1b05b27b46b4fc87a21ec0a7c7080e85a09a78a4c72dc948,c1da1b53aa041c370fbfa2a638b2bcc8b837c329b337d07bd55a25eda1e2d658,3dee5e32b9a3d0994a279f5c100d35ea9e402e9d14fd63b0314cebe50c4c0aa6,cf24964a67e50bb6d4ae6afa0688c1112b1eb7b894059f0920a0a7d2d6d98c15
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:beginning:r3,92b1715c3093d818acb84b5e,deepseek-v4-pro,latest_version,512k,beginning,3,2026-08-06T20:59:04.565898Z,2026-08-06T21:00:10.425369Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2143,,65275,65859,512043,61,512104,0,512043,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222792,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6a69903de9442cc3f2270812435976c52a42a63ea727da76f8336aa3ea358369,c93c5bb4faddd8586654c41ee37f779b3e95bb2c1be7e575db82c3370cd6558a,e923ac4698db4e179c512ecef0c39631906af3dde4e7a2ebced2c29a74dc3b3b,1c117ad227e2c071acdd84888e37a068d840b2b5dd7140eaf6cfdb710da72431,a91971b241b56656fd998faf0d2da1bfde2eb136030f9672453a8aedde1b415f,7b0a2997e551d412e6e5b0154b53513cdd231c117f98b48568d3b202c7af44f3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:end:r1,cc27c77118d6d6826df9be96,deepseek-v4-pro,latest_version,512k,end,1,2026-08-06T23:10:19.094509Z,2026-08-06T23:10:33.750004Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2520,,13998,14655,512043,61,512104,0,512043,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222792,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,108a021b3e38114dbffdb6888568ef68eef41535555eb0642240f2c444f13f5b,3cabcd0ff625665b024b7b33f22148e836b58fb3ace9d591ab05e87571d02cf3,e16f4f0ec4223ac131256ba051bb914955041eeac1dde24c2b0c29cfc1211b13,c1f0cb2136abb882b780122f3519ff450185cb6808ee026685bed3e3245119ab,1f3b20aaf1e6630caeb04d85e7496b6a1688b7076c805dfdab67cdc50f03dcf2,d88013ff95cf8cfc9999908d7d1558de6f3d2c39fd278f4432d2abdbc564cecd
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:end:r2,b9fe7fef7175660ed4747671,deepseek-v4-pro,latest_version,512k,end,2,2026-08-06T20:45:55.299044Z,2026-08-06T20:46:14.379165Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2498,,18454,19080,512041,61,512102,0,512041,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222791,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e3af5b7054c7cd151643ba5acbadf1040f1b9e7984b1532e4ae15568274b46e9,691cc8a867b3558abd11c774cb2deaef47091d986fc634af1836445ca45c5a7d,c134fc658bec2dd7f56aae204f8cd3c0097bdceb0218c969d3a4b62ed06b3d84,9b9af456d9da9b1db9f9296ecfb4fa4b9be9ab5c9bdf888f67ac0827d8cc99bc,2495dcd93b48e5eb3a4dfbd2e78cc569ba698abe12d2ad7a6ada0e8e0ef0e3b1,eb0fa3077fc6d9b116fa49ebab0343632296d9b8a55e330860532c53bdaf6449
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:end:r3,ccdce9cf5e71ac9dfbdd22b9,deepseek-v4-pro,latest_version,512k,end,3,2026-08-06T22:55:19.852735Z,2026-08-06T22:57:23.866173Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2101,,123399,124013,512046,61,512107,0,512046,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,afdabdf0d0edd3dcba08875d3efa6be0f47bf1e3a6ee34a39e78a5afb0c4ec74,3849573a81cf38c02e6ba2d2e51cc8a650162c90b4587a5758f0026217fea234,ac7930e1bfdfc03230ccbea3658be685cd27f9da487b36c5bbb7453837b52654,9ff305ec9eb3c976cb528d2310d71ee441e27baa44f640f843de1dd0af2113d9,107163fe553dac7ef5cb243925f6a36e45281c3dea478e16be253b32b02691b6,a3b6f6b859c0d87559fdd090c9e239990188f4cdd4913b285ca2bdbbd2702a1d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:middle:r1,2e8dc73e3088089c551e53c0,deepseek-v4-pro,latest_version,512k,middle,1,2026-08-06T21:52:48.706971Z,2026-08-06T21:54:23.796741Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2258,,94450,95090,512041,61,512102,0,512041,,True,True,False,0.14285714285714285,1,7,wrong_value:version|wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,65,0,True,,,0.222791,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,fe41482fb100f888a02f8df205ffd9da0c0d245cd6d32c44fa8368b3af5de743,826079a192e59bd0c57a608794be311c12fccc281f9ff369b410a87877e16149,30b347c96869418fbf5af12f70e2e8ca480eda4c67110e1535241bf31c5bf209,d24fc9911402c7c19408926e871dc7d4f2e2997aa2a3d0787e7469a117cd7576,90e742812a126cb8d2216cac03eae7bd2fa26a86ca671dfb7efee5fd87d013f8,7aba5e3340e85aff52d20257ad6df8b094fe0efe293339b635039d375dd1b6a2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:middle:r2,e76456b47c27db4f5657264e,deepseek-v4-pro,latest_version,512k,middle,2,2026-08-06T21:44:45.139750Z,2026-08-06T21:45:54.487272Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2072,,68778,69347,512045,61,512106,0,512045,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222793,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,68196b025e9ef7106e6e199f4fac5d39af79067ced01af9d1bbe985c23a4d0ab,6134aa4b3512ba270b7bebf692b7cbb19ef8acc0481a694d8e46640f95d5dbcb,4b88c3293cbbbab9ed84915bba57bcb80b46578ce70582e584f687113816e624,ed83cabe7dd7f5eecd58f74c00b27b5363e20589c45c7aa9433895b663c4f99a,db3788ebc28404f8686483ec02ed40853073293403f125c1e5c5d35831513b67,7053affd566e82e0b2038cf27581973f290b71e5b1899ccc6e902694012fd018
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:512k:middle:r3,c1740122aa3d89222ec53d85,deepseek-v4-pro,latest_version,512k,middle,3,2026-08-06T23:22:52.521276Z,2026-08-06T23:24:00.837679Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2161,,67666,68316,512047,61,512108,0,512047,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2c76ac0a9df8952c4024729a681b16b6ce030e306bb6c26a19e5ec4b48a0cdcd,b4ec4f703ee2aa415ad4f0c32f9d0f5cb4d7516d1474857fd08a975e313f437b,1c8ef1f4a45fe5b3fef90b730b90edff1656f2aed266423c6e461fa0a5022993,153a45577b3b48312b7755c94c014dd9f043ddb08e9f308c269d98e32858cebd,4395da154ba3a89d412c04bd9eb9e4be553295949e37c54d906574fa981b9d42,0711ecdee578636991301d17a5db75f34df59b64c05fe17f2a1581dcdd76263b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:beginning:r1,0d1ba7664976d0e9ec9c25d1,deepseek-v4-pro,latest_version,950k,beginning,1,2026-08-06T22:17:03.300852Z,2026-08-06T22:19:37.917972Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3578,,153936,154617,950046,61,950107,0,950046,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,00f099c5a0d4579f7e80f61b5a8427c543fbfdb083f3dda85052d2d77e550de0,30850c33bff381c6be624a475cddfde40f44f69cb5300fabd1bbba4a35305c9b,b9716051bdaaa435258d36bd4bb4e36ac23cf7103000624ac9bc099d936a9a59,6335d00ea1d665f5fb253dc88df4f68c57e0f3b2515ffdadb99fda6dc44d59cb,44d7374381bcc1acfcb717c94e41f86e68ea938210da05bf8ab595862e964c67,66c2a3fb18197fb298b564acbeea4ed4c10a3f0ee051465eaa65afd8af370637
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:beginning:r2,654e47891f36ca35960e96cb,deepseek-v4-pro,latest_version,950k,beginning,2,2026-08-06T23:05:32.776583Z,2026-08-06T23:06:02.549242Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3771,,29169,29773,950046,61,950107,0,950046,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c550decf00f137fdb7dc7b65198d8089836312b8c7019d1727a6355d112e0c7d,b0ec7cdb55acde178e766734d64435f212e4cd38f3366589631daaffebce003f,06598fd1cefe9e5eb4e7ffe93cd5b21ea6c6bb1b17e91c31d3bcc4ff0729d434,a1371f90d17123b93a4149c6df710d21e5a0247acc5055a91f28298e02514533,08890416cfc8bde300d65c8d15c2b067c92deb68ac933f2d8687826bc300f96f,5ca81385c3e671f52b2993849fdd7895984ac47cbe0917f3fb8df5e5ff55586d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:beginning:r3,6d9f71c0635670672cd10701,deepseek-v4-pro,latest_version,950k,beginning,3,2026-08-06T20:41:41.861883Z,2026-08-06T20:44:32.889325Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3937,,170397,171027,950048,61,950109,0,950048,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a18f0f9643f3395019cb41756859de16ef10237f053408c5df94fbd109d6fd91,44816fa81f7d0f9362b26e646a860c420e3f17c149651cefa96cb45c4d177762,c3855074ba65ff16790c1ee696cc1bb8f4300f2704abb9e577d6545914e527ec,9b505be416f08982f6ef60aaabc3a6f3b3b4991973bdf7f351cf668004ac21dd,7a8e0091cdb15b5fd19a9b04106f25809c5d88b52928dcc5c5d88a6fa6ab56b7,8991474f3a09e3cc39aa682a97125d6119244377e00c47c9884f45967e5a53c0
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:end:r1,d80d8027558f6c1745bfe331,deepseek-v4-pro,latest_version,950k,end,1,2026-08-06T23:26:59.273397Z,2026-08-06T23:29:39.504242Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,4049,,159630,160231,950046,61,950107,0,950046,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,67ef59844c8716a38de2b526d292a4658ca96a0712780c15a0a3130df836e39d,18e654c881742712ee44d32faa6a21157c82605f5d4f669afca7c3b9b17911cd,47ef12d6a48274cf684bb895680f3fb77fd62df566418c6ea97d0f9af8bc9f51,83639b54e673431ef54d9027d83d3743b960b63cfd665c6ec1227c0e4aa38abe,2341746414728679de257499be36c6240f3d9a620e96d0a2e8cff97b4e33f8d0,535d5b5c1f78484517a48bd2106c157d73ce88a169789a54ad07a67d0536fb08
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:end:r2,56d84ecf3547ff134e15f7b4,deepseek-v4-pro,latest_version,950k,end,2,2026-08-06T21:01:55.702366Z,2026-08-06T21:05:01.897454Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3342,,185552,186195,950046,61,950107,0,950046,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2bea0f3676d6f3680951e02e98562724e408828897ccb9b849db2b62af680512,e834972e50ad9e7d24299fd080b65d11953ef4da50f4326d2476042966cb545c,ddee8b73151b396d49b7704d366a5edb3bd3cf5484d2f6340b190b84301a65f7,852b2278585d44e292b349c0d10316fb160d72d604b03388cd193f77467e48fb,8dbec12bebda999b47b085f07096b77eb83531270e6a49daa2f27c41e00b0d78,46087910024d990fc95da58dfd56f69eed311588c6cd0732a02bed451b6f4f3e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:end:r3,85b0f168b1b41e83e964018b,deepseek-v4-pro,latest_version,950k,end,3,2026-08-06T23:05:04.715943Z,2026-08-06T23:05:31.743458Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3596,,26445,27027,950044,61,950105,0,950044,,True,True,False,0.7142857142857143,5,7,wrong_type:version|wrong_type:quantity,True,False,65,0,True,,,0.413323,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d43cb37bba023bf4c24d18e89c7167e893fafc505a6ea6fea6d83c22943df5e2,f299157869ce531c276c34b13e66eaeb970cd4114e515f81360b2b7c4c69cff3,d03ba53f45145b9c62b345d2d751003de8f6babaeda8a572ebd2bd500c9b91fd,e4403b6ae86b7612c04b783789163a51fb9f44162c41f887d2e69762bff610ef,9c8649a5e83810828275d60424bb9d7327dc01a75e5583ac9b8ab0a0c21dabd8,5e944b6f2daf22ffd1c3863da649be46c59c9b766a1746c141c6b5e9f50f9cb7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:middle:r1,b9cd40a74fb6533222afd36c,deepseek-v4-pro,latest_version,950k,middle,1,2026-08-06T22:15:08.928512Z,2026-08-06T22:15:38.878028Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3775,,29346,29949,950052,61,950113,0,950052,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413326,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,017f4f95eeadc4cdbc436fa3c5b88a5a504e6ae9497c807fb2b0c1e2625eada0,3b7a478834a6d41404c3c0f2dc4e3ff8ff156d2f82d0dd9acf7b0b29d3eb43e2,a794d9f2096036dedd8aac4259fcca4c739c231f2a272be86b54b9aebd7d4c9f,21c3806a5072b8f61ad82d6a9d74d2dc91b23eaa5d11bd77ec0739141164ed2d,d61b24d5ab059ea21069069d56def7e7e6aad907e41faa9f73089f841ae4c102,62b0a9baae50644a4f89555cb86323fa265eda1007089a4088e7480f5636794d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:middle:r2,f9da9e8e6c5ad44386e1ac33,deepseek-v4-pro,latest_version,950k,middle,2,2026-08-06T22:59:38.888727Z,2026-08-06T23:02:30.919013Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3226,,171382,172030,950047,61,950108,0,950047,,True,True,False,0.7142857142857143,5,7,wrong_type:version|wrong_type:quantity,True,False,65,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c97c98ab1c89562aea36bd9f056f4324a417ef2cf80ae6f090b3a6adbe50d3fd,9cba8078d34b3552ff6ca2ca144473aa0183cc1cf35d10094b3871788e777af7,303e21077cd51f08d8c9a3982a8b86cb3fd59ea0a725d81bddd33f3620310628,adbb351b066ad19ceef0a7ebfe689e1936ed0a3044afe9c46f02dcfb40d98755,934a01447318bb501338582180e6971980192aa451b9c18ac57ca9fbf969c38b,1c491dd75a6a5dde286a0dae4949f0410292e8649795c543150120cf329246a6
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:latest_version:950k:middle:r3,dbf76e493b026e119f0c227e,deepseek-v4-pro,latest_version,950k,middle,3,2026-08-06T21:20:02.304853Z,2026-08-06T21:20:34.488215Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3171,,31483,32183,950049,61,950110,0,950049,,True,True,True,1.0,7,7,,True,False,65,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,2da2304ca9018a7858b0bdaecfe0f093df4aebfe455d55cd5270ff51a1bcc76a,74d638835ec5257c3f0eacfc3121c7a0875bd87e1f7dc04fabc999bc75cab282,33d538bdbe5f4d19608e9df306dd90515a4e5038db0177378b38efd85e439802,ca6764ce5a9b7d4fdaf617ae4c56f2d2a41efab2d09a8e815a9723283cd4542b,83568b154aca7e32ac1d524d04ef3a0fd00033607b29bdf44f8286a96eaeac21,bc1298ed9759132268b7827a866f32053dac981f421e72847e1cb86da3aa23fd
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:beginning:r1,e38a87c7169ddcb6bfc081c0,deepseek-v4-pro,multi_hop_join,128k,beginning,1,2026-08-06T23:10:13.544496Z,2026-08-06T23:10:18.393478Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,981,,3919,4849,128058,66,128124,0,128058,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:checksum,True,False,70,0,True,,,0.055763,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,18e339aabc6c0e840357197468ec39d83819adf1cdd78304e956284684c56b36,a05ac24979bda97e9a45ea17f41fb360396abdd75a3319c824ec6dc8244f8e21,66bececde9b0adf84426434d7abfc7122cf92f9e68fea33948be9469084f29f1,a5aa8ac9c2525f7c651a9153ede41c59279104f4991ad3b9fc11d1b706d9a114,1605cf2ae92edc4358e53ba7fb41bf18949404103b547da8ccfd13ddf2d8ce77,29fe936f09c2a60620bee750838f733aea22578a4aa370bf174043c94a5c179f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:beginning:r2,9df7dae66f4e9f2f1df083e2,deepseek-v4-pro,multi_hop_join,128k,beginning,2,2026-08-06T22:38:01.718028Z,2026-08-06T22:38:05.999724Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,941,,3482,4282,128060,66,128126,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,841daa315daf4f7d6dac45fdbaaf5be5b02b4f93597047fd5af073941780648f,bf0cb2629e3fb07812eab9ca92dd42c446a9ad6934bbe502c370f90b20d91947,0d7e06b56fe654a33d87889faa28ce4d9bba55fa298ecd63b2f851f6d101660b,cfaab1937d34433134ee2b6cd6f9d60aabdeea63d1c3cac06b2dbad17baf12b2,84961ea8df5493f1d59b9624d85cd5f2710f6f2ff6aa1fa6c22c2a6cbe452cc1,904cb8a75eef264efb8430a43e6e2226a2cc0522be19e005c7b98dd1444d3815
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:beginning:r3,29367f4c64ee8b80c14fc9af,deepseek-v4-pro,multi_hop_join,128k,beginning,3,2026-08-06T21:01:40.533751Z,2026-08-06T21:01:46.099868Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,993,,4902,5566,128060,66,128126,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,52b4c3613a618b4f971137670d513c15f2a4d6996f3c418ba34cecfdba672a4f,394fe94abbfaf2f2e35eb1edea288f3b563fa3ed4e21e525b2de41c72fdff8af,3a93416dd833046c4f4eadf512908c68b9ae58e462ffb8b43364e7c8a7f4773d,d3548d58c717294a13118956e59b6871c49a0330d303c71c1b53295b258451c8,6431b0d56987401127f0c1004ba144fcbc2511e60a96922c30696835fe5e3a07,1b1ab7a4e0e5da7fc598ba46043759f41714fe16567885e711ffb4f598df9deb
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:end:r1,a4353118989bdef1defcbc06,deepseek-v4-pro,multi_hop_join,128k,end,1,2026-08-06T22:02:48.752930Z,2026-08-06T22:03:10.264879Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1359,,20829,21512,128058,66,128124,0,128058,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055763,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,53df797a43f87410cda37b3150a30d15315f6a8955ffeb070d31a966841163d3,3d1b9250894143995a91a414d512213b5304f3bc83b478e8da091a34625795f0,3c47df3d13e66d6d2aa899adfae47ea8ac07e8fc834d7d426073e183038e912f,eff369209a2d3fcb4d8381edf9745e8153b92024378923fcbbdb1d7f2991d811,7a4943cfca42bd61a19b4fe9b48e08af40d453e285fbc36d321efee420ba16bb,e5e40aa830dbea54c117b7c93a5a2feccb84ba4dbc8f179f632393c9905d5ba3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:end:r2,8ea9c416c5a9552a62e01c51,deepseek-v4-pro,multi_hop_join,128k,end,2,2026-08-06T23:06:45.257533Z,2026-08-06T23:07:04.981814Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,931,,19113,19724,128056,66,128122,0,128056,,True,True,False,0.8571428571428571,6,7,wrong_type:quantity,True,False,70,0,True,,,0.055762,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,75b2cff7543b87308273131a1bafb1f44d908818192bf8c2c4cc026c692b3477,d6d489e8cb94407443494bb80428a4324d35c77261b5752fcda8e823eb6b6095,8eed1786acd2536dff058e2c2aec2d4a70a9130b274bad271a06875b295eee1b,894bba07914eaf341f78daf8594e3bdb9cab9f843bf480a14f08f8c97c4a1d77,577bd70fafd25f2c894284bd9729f1ff03ee77ecdc5e91f81a8055bd59ebf154,3ed681261341dafa6e378a3fcceb62e0be378f7339e8c3207263463cee7a6ec5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:end:r3,c37ff57fe670e7dd95ae6e3f,deepseek-v4-pro,multi_hop_join,128k,end,3,2026-08-06T21:05:49.952069Z,2026-08-06T21:06:03.036507Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,977,,12458,13084,128060,66,128126,0,128060,,True,True,False,0.42857142857142855,3,7,wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e4bc1c601cb6f54db7fb85b66fb375f345933d9dd07d8269ee5ca6079be212f9,6337e255d5449c16a1d20217c77ed52fae591c2d8517bd9970d8fec0b2d350bf,4e419c8ace4cd01809144534c317ebcd1709396fb7bbce109f3ccc64a3eae4b9,ebc1cd65fa06de9c8c8ccd41ca9587d4f1fa9863f0f6297f8cc657183fab1272,98eebfcf7eec55367dbec89a46bede11d462c31e340af7fd7cd1a45fb69bac39,f848e85af4601ee4f5726d998b85811dd870c2a0e96989f9fc2a4af5096b31ea
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:middle:r1,0b9698bec2ed7b66eb567ae2,deepseek-v4-pro,multi_hop_join,128k,middle,1,2026-08-06T23:32:25.565707Z,2026-08-06T23:32:39.058313Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,970,,12912,13493,128060,66,128126,0,128060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e79f96b0a16acaecabe85e2317dc2c83ec0377de6f5d374891106ca7272e7dc4,19cffe3ec092b6a86b08a380c8463af3418877e4edde41b96ac526a2b7aec702,b5b5cdc9edeae656d7ed4cf98cef4a43e65b3d5fc9a83cfd374b8cda60cc085e,63a9c336e0a7ae69bc8cd8d64b8b092ed31f9efd15888ab76da4a8bb458ec482,d10d66f87a4e6078fae59806e63b6ffb96c6361f2ba7de128fc349cec6862400,12b79b063109d06c401936c87b7d831c41d51f5ce14f23a2270a1533db7d8910
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:middle:r2,22578965f9648005af573050,deepseek-v4-pro,multi_hop_join,128k,middle,2,2026-08-06T22:15:54.619358Z,2026-08-06T22:15:58.187658Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,979,,3044,3568,128060,66,128126,0,128060,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,5d70712e21d7aa1aaf68923b84d393d2e2bdfc9c2d90891c8488a9ab25caf40f,97be71f80b82d9dde676832c0c814cb0a6db61ee08040e9281a68880251b84f5,fa11ae639c61f004b4ddc6758ae5a6dfcfd34470fc322ce2689550c9e3ef801d,b3a87ffa80139603a1e241c799b78d6788a618f3a2b57518ae5896f1a7674a4e,2c89d7dfcd32df027c01689c4239724d7d420d27a0e948fc86bdab93db507c26,3ebdafb5582582b615118f94a9182e7f915a8cef12ab5f7120e2903841cce338
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:128k:middle:r3,e951e1a8a6539980377de6b9,deepseek-v4-pro,multi_hop_join,128k,middle,3,2026-08-06T22:07:38.540842Z,2026-08-06T22:07:53.613573Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,979,,14533,15073,128059,66,128125,0,128059,,True,True,False,0.42857142857142855,3,7,wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.055764,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,452f0c46c8b2563717b3fa4b369f81c48ef004bffd2cb45cea5832560884c1ff,3f4487731fbdeb9dba297a57ff2c13af0078b6c37199bd319430ef4f9e4de6bf,47e3da24bc5c31c6ec136c53050590f2d421556edde53f741d1f5e60414da357,dd273fcef2b52b5ca395d8944307c3fa629419cacd122c97ccbd65dcbb660720,75ac5c378c30eef8d59ef5fedf0360754b50f428790ba64ee497a09e5865d7fd,336398f2974dd2ed2ab54c9b53c98957d2d699e37b8ce49229833998c37cf909
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:beginning:r1,ef033f1a23c8129efb00c134,deepseek-v4-pro,multi_hop_join,32k,beginning,1,2026-08-06T21:40:08.080228Z,2026-08-06T21:40:13.098232Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,757,,4096,5018,32052,66,32118,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a5325334bdf5d7a36fd58dc59813389d2ba215300c91d384928b19567e2a92ca,b90e376e38b69ea8adf7361482e375c1fdbb6403c621d0e9819d736f74a358d6,755b93a0842981e5efe2db0425be7ee407c26d041875a7c013b5f115e631e3a7,a22c15bd782b1752c49d7777f234d6b0ff6bdbf60950d01e66269a8968beb4ac,c4394594cd8643359b37d6fc7c56f289821e846b388a63c67dbc37d430031d02,d539a304f10c17323ce607ed1c9602df08779f97ee7289c6e37b4a7453460880
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:beginning:r2,f9a1bb2dc44259d2d5b7b296,deepseek-v4-pro,multi_hop_join,32k,beginning,2,2026-08-06T21:09:22.349450Z,2026-08-06T21:09:26.267696Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,593,,3401,3918,32049,66,32115,0,32049,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.013999,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bf0372db4cd34e7483e97f019d173c73b36ff359a477b24d3cb2e0fca6699f45,1678be058b60ec356355456b95edd42cf31d8432e1ce2e8786294de2ce5fc6d5,752f907f1abecdf16396ef83a6a9950ace41f186b5d244953372cf60bc7a217e,5b2439a1e622d480c147918a374a8d503ce2e7555c2dcf5580dbce7d1361276a,e6ff73222da8772090ca6bea4bac447463d15c3ca7c0ca81f25dcff8ec687edd,394b9fe55cab45b777f822249b5a99fb424aedf3f996bec071d5c4aa601b8c48
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:beginning:r3,81c8dc8742633360ff369a06,deepseek-v4-pro,multi_hop_join,32k,beginning,3,2026-08-06T21:01:46.583146Z,2026-08-06T21:01:48.839867Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,739,,1779,2257,32053,66,32119,0,32053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bb4358ddedfdc133f25b24c0bf5bdbf1e410b10ffa486dd85c2bcee091cbbed8,2033209d8eeb1379b5bcedfbcd1f543681332d1fb4c19372a88a20ea29c31c3d,7da3e5a1e72c7962747fd5ec71be25f856ca939e17eb9962a6aa061df7161d34,6071ba8956c8e3b28f276c3802da80efc5a7cf9eae1b38b8e77eb620cc003f85,338c9842d152d0d3d352371d7fcaba69b276c40dd760783627d81b28835aa8e4,f4d22c48614b3ae2024bebf1324ddb14163fe6c69a03b0993cdb829faa5c7f77
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:end:r1,2af0469a5d6d808c15ea0f26,deepseek-v4-pro,multi_hop_join,32k,end,1,2026-08-06T21:09:29.413509Z,2026-08-06T21:09:32.013485Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,589,,1722,2600,32053,66,32119,0,32053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,506a597316061bd0e448435b090d1e56747957991a191af08303d3d62bdfd94d,5251fad59b187e70acb94d60aa6736d31dabd474b327756611a5535b9730fb6a,e97deb239d91c6180e5c476b431916d8a91194450e060d1bf35880c610818cc5,01e4b7202f30c59fd97a2eab542639e2870d08adec09ebc01fc791928619a8b4,f559478395d4d9f974f88699354ded1a6b53f013411a20866807f3b5b926ef5f,6e24484ce7ba1a36cecb7e426f3c8081e81f39c23322bca0db3b1257000b7001
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:end:r2,1aec07984dbb7d524db38655,deepseek-v4-pro,multi_hop_join,32k,end,2,2026-08-06T22:16:20.214783Z,2026-08-06T22:16:25.061718Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1057,,4331,4847,32054,66,32120,0,32054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,76d31a687d9baeeadada031eb36c6a7984927b49b84f7777001539fd073f16f1,7d8a2ee055db74b45734ffa3211b77b5b6be36893957f59f5b88e147140ef6ab,0c8f829fca50c0647bef66ad456198fb62792c580cf6d07c1cb09c04b02399e5,856daaece794a0b16ce0e556e9ca693f851e3eb1e977b0f9bdee4ebef8b7c559,17434db41281238daca190e99dbb1d04a6317e502afb947e15ef7a1d37e9d320,5cad32a81b36457a37724a691c8b8e3d2864b59c8e833a8e9ae57a1d835edab7
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:end:r3,19a600988109e87c0756eb48,deepseek-v4-pro,multi_hop_join,32k,end,3,2026-08-06T23:15:24.568971Z,2026-08-06T23:15:26.683832Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,603,,1545,2115,32051,66,32117,0,32051,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014000,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,4c217501b71401b6573d8178b928e0aa666319750707f5785981f175d45dfeb5,1b81920c76d423f48b646ebb496d032b4654ec9cf8d59497c6c2fca8ce20a7ef,48e3f99be5c3198b59e3456121121c88ee7e24a28705fbc0f6bf1e6275cd348f,d4801b1059b6f0fa86e0f71c271888c1a27dd303e51d0aa9e486e71a0c9e334e,373b2cff86856690d714eac9673c72c81c312513adc9cc2c216ad6283446c3b0,85594f6c83e35bf9de5edaa0e84a2f723f2cfe3066a8b814e7f9086c59f22261
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:middle:r1,b9e23dfc111f20a19b18246b,deepseek-v4-pro,multi_hop_join,32k,middle,1,2026-08-06T23:22:40.692232Z,2026-08-06T23:22:45.244092Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,605,,3995,4552,32052,66,32118,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,cda2005fcab9624e2cdae3f925908847d3fadef0756f942386c505482f071a3a,d4c758979afb3910891a3fd0f2119a65a2512b7128168c8c66b08220cb5969c6,ffed5b929aee0932bfe99fd02512872a8bc28589468254899f0c543c888351cf,9c254467419a89d5bfccdbef3ce740b3cc9c0966d90dad4c7e7a39a1af7d5919,f380768b044544d7276513785f142eeda0623cddb4f9d86fc080df030c77d8c0,078d186cbe8734b221c7a3885b2ab64eb4ec7ffeda5d4e4cc841af9c800c0bd6
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:middle:r2,bc5c29aef06cfc4a423485f2,deepseek-v4-pro,multi_hop_join,32k,middle,2,2026-08-06T21:06:03.535699Z,2026-08-06T21:06:05.897244Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,633,,1908,2361,32054,66,32120,0,32054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,3b54885d817b862a44c1a17b7bc0706d1862b4204c448abbf8763870bf6615d7,0b9afd2b54bfa63385ea2fcc52311c85812a03964b5348abdaef4cc7b46ee0d6,4608bcf81c0d1755fa2d68616865cafcd76795979e8aeac9f50c9f95bbbfd59b,f5a4c21e6c88a1b6ece2b8f975c404b507d4b55bc59437244fa8e2568f4dd66f,ed9f3632d445995d8168f443596e46107cc8a5d299acd7c776518826fedfae65,3686ac6826136e6b5247366cd0e9100792a0a174985c4b61bbaac3aaa7805593
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:32k:middle:r3,bdf279ded815729ce14cb13c,deepseek-v4-pro,multi_hop_join,32k,middle,3,2026-08-06T21:59:00.929258Z,2026-08-06T21:59:05.016254Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,585,,3522,4087,32052,66,32118,0,32052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.014001,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1be3f904039985e6ca620d1922be98f071f099a905f79c69daf5a852c0b9835b,fcf2046af910db64389b71c2be3d37b95111282a05fa6e01765e6464a22a57ff,17f78d9d8f2d5115c109545e4f95e1fa460d8f3e2192a2028b80bf1eba5cf98e,963709550adb1159a69c84ea519ba61b97cd753888684c430de6a30349bb72ab,7918bf005f26e56d68059d9cf32e55fa0088b191c205e4bb5e645c49723b0cf9,e9a0ada923a7b873db4c9a7eba0de14586f72df76668bb3893f7199a88605d7f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:beginning:r1,90d15c988484f224fd5a1ae5,deepseek-v4-pro,multi_hop_join,512k,beginning,1,2026-08-06T21:16:20.080675Z,2026-08-06T21:16:36.326263Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1833,,15611,16246,512057,66,512123,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222803,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,edf8a034de0a12968f0999f890eb5da5110f29796b561fa85d4b80ee4992cee2,8d707c85febebf1a39a16dd26ce52dea52d7c3c09a63a3d8ee1bb546981dd950,6914d7587283ff68348019c0e732caab8680e36e0f529e5d373a719d964099a1,00dad51451feb77dc7042a9921a5d17f83f8d3f0c1807f0df205eeb0666d46d2,fd7ab57df0b24a8e7a9d0c224ff5305c70076ab16269df48e33f2c15ec970bb5,05b5ea6761f0183014307d3edf4ccf81bee067b8f15b83c6fc3d0686c5926678
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:beginning:r2,10f52174e63a62f73988fe45,deepseek-v4-pro,multi_hop_join,512k,beginning,2,2026-08-06T22:08:29.025175Z,2026-08-06T22:09:46.491405Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2195,,76911,77466,512055,66,512121,0,512055,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222802,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e275b1563cf1c42f002e264a295a26d7ccd7e6bad1a800400cf532f80b3d9e4c,ea327ffaeaea15bcf3fe9ded1e2cb45bab1cb1f860eff70e7e19dddd0733852f,46aaa81ea6ace00b1c9986e57db2e7ff34894d072cc6152f799f96d8ec2d3136,56bc80e457dd6aa5ff552d0b86b0a775f1addcc913d19576d1ba99c3f125d27c,2a9269a5423127fa711dadca51ff7108ba69ba976c59c2a6ca69fff9dcacc921,65cb57ea16f3952f452290431925c4385419721aeebdf2ca72dd9238ae2c2b1d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:beginning:r3,a7474c04720cd0f5950ea440,deepseek-v4-pro,multi_hop_join,512k,beginning,3,2026-08-06T21:50:25.476483Z,2026-08-06T21:52:31.298372Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2020,,125262,125822,512059,66,512125,0,512059,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_value:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222804,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,35e79045734ea389a92b8a42782c6e2d41ed9fef9ff7ed4a57d47951029f07a2,e3513f0f4a458c9906b1544cf9e9fd2b13ab2fc3fc7a60b6cf9b87db8f29b4cb,68e9e3ab22063d9d0d342f78e96c2d21100609b23de60301ff03b7754afa8696,4e8381c3a969f089f0a036da2ac10e9b86a4cb2828cc30411addccdfb0e2c3fb,0e1ee1f17c2eccab34137ac6b0342ee332cd72fe7f61b54a65004533fce7ba8e,85425b0e06f273cad7c264978fdad11d67127debe17e25669a6a464603c9f108
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:end:r1,41cf87511de28f6ca179d41d,deepseek-v4-pro,multi_hop_join,512k,end,1,2026-08-06T21:32:54.681949Z,2026-08-06T21:33:09.252842Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2010,,14013,14571,512056,66,512122,0,512056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222802,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0d71b539fb7100dc88912deb90a57705f87a3bd07520729efb380ed2c4b587c9,c7b5e05dc96dca86394c0780e809835fc5b22dd0564cf3a55c7fee5e5b12b39b,5b064ca02be700b3b025d66802f08852577c1e765ec47355a5dab68c6199a375,46d3cb23478c480ddbfe78fafc2c33035fdb54c1fa841073764e8e04f06999fb,e99abaacd471dbd52ead4340a252e3b0b9005a2294bd85a876fff823e7551860,48e829afe33e41bd2abcfa6c68e9dd1f16fa516a48dc3f1a306262bacfbb4ece
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:end:r2,0040c5c873c233cf3c8e1c10,deepseek-v4-pro,multi_hop_join,512k,end,2,2026-08-06T22:08:10.965250Z,2026-08-06T22:08:28.249689Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2328,,16661,17284,512059,66,512125,0,512059,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222804,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,44745ac6a104c8e9499d7ac5af898a210c95a17ee4df7cb594c6888cc87d617d,5ab01f2627448185e4e4d62a3075a3c55e39964e213d085d574ec15d7b31de19,4c8c2e1180d13f723fcad50f416fbe1e8db274103025ee630fcbe1dd1ac72923,18923f8388a79dc8f2a446414f5fbe036306242908446de762a1df1c5bf7a02b,d5fd9b3ddfb6df4db66ba82801626d45de9ff3a9024c04aa3a91f14f94f43646,6f4c1ebf65380f86884363a2dd4e05e740c74c80b4de2f7647f976ebf76f5686
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:end:r3,f066e0ff9a5b94d1bddfe12c,deepseek-v4-pro,multi_hop_join,512k,end,3,2026-08-06T20:35:14.677899Z,2026-08-06T20:36:30.157402Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2278,,74554,75479,512056,66,512122,0,512056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222802,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b0031363f09a355914caf895cf68f4a00df07c943e67ddf346d3c46b11dc9a4c,755a37b47673d51284f733cda11b25b45a9029463ddf9b92ee7a8f4c0285058e,a5a1fdef67580672996e36433d2c6655fc1c9acd081d2b5c9e1a4254ce4dbf0f,8fc076c8b72e62c4813f9f311d5d18d061b69a94965f41d014b9ada4c1abc7de,a48b64f873e691c39b610da19405c630f48cabe450757534155c91cfdad82400,a84d4c4d56fd9fb3e210f5fd216b87098afa41c2bb3cadf93a537561388695b5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:middle:r1,acebaa85e8d74e7d19553aa8,deepseek-v4-pro,multi_hop_join,512k,middle,1,2026-08-06T23:30:28.432171Z,2026-08-06T23:31:38.421481Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2563,,69324,69989,512060,66,512126,0,512060,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222804,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b0bcc1d7eb3d078980fabb6f41a551e31f0f1226f0ae0d262689f788268ccf08,10c3d1c8f832a68c44d06a4009e65b72acdfff75efec8ec8a01c6b01f6be6a04,c96f2cb2873d8852df03748d7a74bc55a00efe422880d545388a64b89a9193cc,c1f1de339717c3a9a06aa6c8b3327290c083780045a02d2bcc919ee9c70bdb0b,cbef6e515fc7fec5f61035d96d814e5bf86af10b4463505949b8fc64d701fd26,4390472cfa4be756470c460a190dad88b7c524e79b0e80bddd216e7e4f7d5f80
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:middle:r2,c5521899666aefc1f447e77b,deepseek-v4-pro,multi_hop_join,512k,middle,2,2026-08-06T22:46:47.547109Z,2026-08-06T22:47:58.327126Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2339,,70088,70780,512057,66,512123,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222803,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,39ab6eaa7c92076fd2d07a03e2786abf2b0b63091d7af512553a5de557c524ed,db0d74e18526269f3fdb32f66ec24e5d0426bfe902023c7363c068e211e8a63e,f8544d45da16e171825ed155806ea111df7ec1650934a7d2034fa9190ed581fc,7d3ac952fe70a710c6ba4c9ec9afc0b4eb15f83ad2acb0639bce360a794e23b0,10972e7cd6ec66e41a5c233abdadc63f4ebb45c17d260c425add0de580567c8b,7eaaece2a40e7ac7536525ba45c46ae06572e198a9e2b738f92e61ceeba534c3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:512k:middle:r3,78727e37820e523d99d7d210,deepseek-v4-pro,multi_hop_join,512k,middle,3,2026-08-06T21:39:52.459468Z,2026-08-06T21:40:07.571310Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2118,,14498,15112,512057,66,512123,0,512057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.222803,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6dd6239864c2c3f8045f3d65ce252f0ac41076117746d2c752d9a5e6c3434a74,0958d7d17a64a22856b8be71cb206e550e8340762e27f28c7cf024becf3b87eb,f6468dfe154852466fcf9a0123e99a246ff9a1e23c79dd391e972ee0dc882333,68c793f3c862cab92c358ca067bfb09bcebe4104427250e02fa1285ea0efcf70,ee8768c2916a4eb6cfb548c1a610e6cfdbbd37c8c6edbca60ec63a4082331e8d,f1e34bec0d3215cabe509841c1462be92bd3f5336390bf544585b39b16efef09
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:beginning:r1,62a9d3739ddc3b8d4222b2b6,deepseek-v4-pro,multi_hop_join,950k,beginning,1,2026-08-06T21:46:07.045350Z,2026-08-06T21:48:47.073644Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3095,,159415,160028,950052,65,950117,0,950052,,True,True,False,0.14285714285714285,1,7,wrong_value:linked_key|wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,69,0,True,,,0.413330,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a3ce45b493af4a835bf756f24059a8fcb05e98d7648c020f0a8fcea9488ef2ab,15883c266851790bb382d649ac94a70db1c3e0ec5ce0bf633810edfff58e9df8,9725fbf379f8fab7ea2eb83780655b9391d905915c7b9414df1911d88b9da1d7,e9d6fd108abfb39f8ec7ecab768b76ffca4df5ec057325ed78f1b97851819535,b34ecfb437f1cfcadcc71013963d8093889b9e2a70c13da32f10d28d4a95a003,e068640f03946a440c5ea4d2b26584f0845c6db069294c96d1d8db831c735ef2
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:beginning:r2,ce2bb6ce106fcdbb4a3026ed,deepseek-v4-pro,multi_hop_join,950k,beginning,2,2026-08-06T21:06:23.723550Z,2026-08-06T21:09:07.541928Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2926,,163147,163818,950052,66,950118,0,950052,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413331,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,70174228e5f5fc654b282cf90cd2791c2df92a3cb087974e07dc4a42205146bb,941aa37a19e723551b90944353971cbf026315c9a839aa162b55885a890c11d8,ee57995a5ad949d6ede3bef246e490b66ae193bd4d5bd368501b2c9a0999039f,2af31153455eef415a9fe9ac13d9bdad33ca69416944bc46c9accb997b62e363,616e332aedde6e99188a8120748f62504dc34d46ac5a825f52bc60194342e8c3,d58a2d23fbabc9ef58ef6a0565733fef642435f640ee302c0d7b156aefec8e8d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:beginning:r3,0fd4ebecb50d1fcb5d35b27b,deepseek-v4-pro,multi_hop_join,950k,beginning,3,2026-08-06T22:03:11.304346Z,2026-08-06T22:03:45.190108Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3006,,33220,33886,950054,66,950120,0,950054,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413331,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,07225b087101f367d018401b80162ed847afe990d0fb104f5466d4d4aff88807,0c970c8153ee0ed03fdffc24861116ec8cdd14b7581ea118f6c4cf23eb8a95a8,652f41abd35b0dd3da84e3dec92642237ad3dc8f20225734b28f0d0372697806,3f5c5d1e5ef9738f7d85c3790c44073bff4f8863e348b4aa951eb5bd43f759d3,16be16b7e54cbebe6460d6e6b83fe34a68c41b54bc3ea6ee1f50896b8d273484,75806c15629f957e123f84826edfa13d441b63aa5733511d8a27dc107a99b0c1
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:end:r1,e7098c1de3c5680e53b017ec,deepseek-v4-pro,multi_hop_join,950k,end,1,2026-08-06T20:47:32.283602Z,2026-08-06T20:50:10.936607Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3195,,158074,158653,950055,66,950121,0,950055,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413332,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bfbff858cd9da86b8d1ca05c11339826f81ed14e98470e44d18fc7cf9a42bbb1,c34aacc1c4a3ea3ab27288bc1390dd369502ffa897fdfbc3c266e4f712073f8a,7cd0c86cc00b917a7c7b5d716b66cf66d851713741ed23ff390075ac7248eedc,057f3e42ef7ba92ddbeb95ac43a6d1f0e37132dfa99212280fa8b49055c98f34,55b74c823a6c50b479b29a1d81cbba975b465dac41d57b3f38a2bf6a785de045,3943a323b5f79daa03b58c483912d17b5b3caddf6268e5da2c92a0b9e20925d5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:end:r2,53fdfee46209168e2a44661c,deepseek-v4-pro,multi_hop_join,950k,end,2,2026-08-06T21:33:10.277777Z,2026-08-06T21:35:40.810518Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3097,,149944,150533,950057,66,950123,0,950057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413333,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,80a2e6b1c6452d34025ed85c75fdcfe967b6763c8ce9c89d6979fbaa46d8f9b8,f834436f4ab02d3e89dffc2afae80d4b4fc37fa53a9db695d97d61d493807edb,05f30adf4267ee1381583b9ef9ef0895aba39a8f6f052a20d0182a4c00790eb8,24e5174577f9e502941416788b39ca6da9873e29450883fd0708e9e6abd9bfb4,70df1bf64d74161d51ea677617c0cf57d28c41d72134e7149c8b4b26579c4d6f,398b507fd897adf343738cb020a8ff17c49b18f76d260ae49350597488671762
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:end:r3,bb8f92e5540da6edfd091abf,deepseek-v4-pro,multi_hop_join,950k,end,3,2026-08-06T21:12:21.732663Z,2026-08-06T21:15:04.667696Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3035,,162353,162935,950056,66,950122,0,950056,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413332,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,afa51c54e72dcd504cba4d2e16638ccf364c00136b601c17fe8a42df0b395bc0,5f1abd3a08778c6b8867c313b1306268fd5f9eaf4880bf2b5a53a6efbf6dc4b8,3e82e8bf9910c1dd3661a928fbedca6ff08ea8c6f7b7dbab8056c18f5b9fcf39,0ca80b4d089a94a8bd6eeb410bc6bd0a806da074265a87d459255f4b8e161f0d,dd8d0c3dadecda3139be3cc83ea2a61af554a5c54eb01bc2c402dca35ec2d31d,ea5827f54413246d2262a44fdb9b863c45824312e88e0c7f351814d0422dfa55
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:middle:r1,7012bdf46fee2d0ec352e138,deepseek-v4-pro,multi_hop_join,950k,middle,1,2026-08-06T23:31:42.983168Z,2026-08-06T23:32:10.909810Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3490,,27305,27927,950057,66,950123,0,950057,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413333,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,99e13dd10c559a5ab68dc5b1396acc8e73155f33d7e5733b82f657d5af17db2d,95b995c56cd6589ee0a7d71e66d6860e3621d952668f4ca3aa0d473920cd16a4,068e9c03fd3951e24a2a14ebb8568ea15ee1d2a4fd515e8af0a35b17fade945d,74b346cacf9e47d97cffc7b60787b71464c298e9714442b9ce7305c34aa97aae,f1aa4c97346e4530cbf4b7d71cf3d61da786be5e727ee9b34e5185cd05456095,bef2b0eb87aa7b5edea2f96d579130820d737a6336e9323a5b49f70a00bb6be5
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:middle:r2,83ee2c6b65a84330038802f6,deepseek-v4-pro,multi_hop_join,950k,middle,2,2026-08-06T21:16:54.997940Z,2026-08-06T21:19:41.323857Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2789,,165658,166326,950053,66,950119,0,950053,,True,True,False,0.2857142857142857,2,7,wrong_value:alpha|wrong_value:beta|wrong_value:gamma|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413331,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,97b265e3b53dddf0e17f8989eb5d0970d855c5a257efe21e143aedfa4d653a6c,788b4138dd8912d76470ecbaeff957563869060d81d608c26e61479459fb66e2,7e77b03d83bb658dacfc428ff3f59f8729e2495f95b8c773fc0a86f9079545f5,86dd816e76c3f4a7f945d333c5a7ec751048865086db6e649aef8f2ef88e5656,a91338aaea262b73dc87da0ef14592fe033de5386851a24e41c2e5c6a1bb8041,ed662aff7c93b23332d5c719fef4fd4be1dabff38c4c66ebdf317a883e988e7e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:multi_hop_join:950k:middle:r3,511a340a6c393342c0145152,deepseek-v4-pro,multi_hop_join,950k,middle,3,2026-08-06T22:38:06.937622Z,2026-08-06T22:40:55.445141Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3369,,167895,168507,950054,66,950120,0,950054,,True,True,False,0.42857142857142855,3,7,wrong_value:alpha|wrong_value:beta|wrong_type:quantity|wrong_value:checksum,True,False,70,0,True,,,0.413331,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e0b61527368bf65e256c4478440cd858edf9a5a4b92ec47ba593de5393ce6c9d,d0f419fa86866f3a139954293c91bd4b25489e426ddfc6306e1c41dd917d814f,dc8a0121f1bcfb87ba18f89322f2ceeefc1785f8c388fecc127c7a9ca20c3dab,f944fa52fb45c8a5f3c2cd41706a3596e0ee72dd8f6aa5b24f0e622a96d0a78e,196cf61759d4815ad3f297457c1ddb2648e5b5917a8c64913654032c109bdd52,2ebc71c27923fa5cb760bcc393953d1c56c5660b3d9844accb6c3be0edc73f14
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:beginning:r1,775bfaa10a2beef911d1d2c9,deepseek-v4-pro,single_record,128k,beginning,1,2026-08-06T23:32:11.509530Z,2026-08-06T23:32:25.024020Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,995,,12667,13514,128058,47,128105,0,128058,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.055747,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,449d73c91dce18b2d823b9b907a0b7459da67a13dd891866dd0b21ec9c231445,010a22f9872be0ef3905a6e687645eb78b9c2dd62828a3f47a755712f9bdb92b,ba936670ef5b2036a4172614811ea084a4e72f1b01e7de9074752af3ac6a07db,fafbbe27ded96cb2a93a24a3e169d88f4e7eec3248c2892598e8e09260c699b9,860007c1e2c46ff7ba9276a1ddfe69205361328fa2145071b2379fbec81a47f9,24cfa333e39e7664766261a1278b952bc6de55eebef1d328dce47d95b382e323
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:beginning:r2,dd45b13fcf98fcdaac7d1223,deepseek-v4-pro,single_record,128k,beginning,2,2026-08-06T21:32:50.270171Z,2026-08-06T21:32:53.986209Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1031,,3254,3716,128060,54,128114,0,128060,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,58,0,True,,,0.055754,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d3db788b5d0541d4276eebf2c9128fcdf5a375517cb94637d9d9c7b3f2955cd1,f1a3cd2f8d3148203ce2c9205ccb02293f4ba35102c3bb7558fc97e4e8cb972b,4306df6916c0f1401c84d141a8387f8eb9a34232ac37364eaa8b17bc4b8b88f8,7ff21af12ee4e170f07a8d73d33507582b702c792cfbd7eec38de4e7267c2d8b,0d8759f49628ca0448979faef5ffd9aa8da45718a44aff9b4e0c1b34ed958ce6,cfc9a11306786cc05f25d9dd1634adf7b40736309147fe6665f6b7420270ef3c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:beginning:r3,a34a2295cb3d3211894f55f7,deepseek-v4-pro,single_record,128k,beginning,3,2026-08-06T23:15:11.404199Z,2026-08-06T23:15:24.070592Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,961,,11647,12666,128061,47,128108,0,128061,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.055748,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,091832e4c0a0e3d55c2497ed4e65ef429d5507f45bd0b7c20f2cef76abaee416,9983a3a1f3972ddfa4fb18cafd122dd052eae95b6913e74d626a432fb9bf761c,a23a0140a552c089cf661ac394d9a30a22f115d7cfe01a50034eb1886877b188,2da216169b3c299fecbc798b1c907ad0203130f5f9ce243d7e36a45ca9c962e2,0fa33521c1086d32fcf9520129c3f55c61278e5492f5797833d6057fe0f0cf15,a41d8ce2fc4804fada9b80201cccc596cceda5b4e27af6485c7699abf9b6ab6f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:end:r1,903021b2af1973b3b8645be0,deepseek-v4-pro,single_record,128k,end,1,2026-08-06T21:22:39.357019Z,2026-08-06T21:22:42.907686Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1132,,3013,3551,128057,47,128104,0,128057,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.055746,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b68ccfd128cca691c8728c47409a1e4846bc2346fdc082c5113163a88a7a8c95,9ebce6040325f7a59f26302c39812688772fdabd65a608c6c101f9bd28c73fd8,8acbd6ffc1c9f39fb184e935c0979c593aed4a0d06a9fa44773040640260a8a9,be508d6c5366c1bf59e629b3734f1d0f9171a77b2acd85c5e993348fe3b7e448,942582c8a3f439ef3f583453eab5dc3dcc36bd33b8cf4d00f86508d79ff26df8,f42feef372e8172c3c082af32c444e821f5964e42ecd1c753aee79e5ab860a50
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:end:r2,dd56ae35e52a4aa82999b779,deepseek-v4-pro,single_record,128k,end,2,2026-08-06T23:06:03.113973Z,2026-08-06T23:06:16.572018Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1041,,12849,13458,128062,55,128117,0,128062,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.055755,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,1091aadd8c5cf21cc2f586851779872d209414a677a1f4bf91b51eb63c01cd21,d2f5dd5c8ebf1268b6fe9dd6e9423fe94b527d09ff03d4e1c54c3ee6881c30a5,a5b58199dbbbd6506aca386ba78aabf04f85a037d1e0b82a7068c73487ff2bc9,8490decfbc43279ef9d1d9c0acc87a717915d0e3678d9b26ecd0a71defd9a814,6e84d70442c57a3223a325e963e6b00c9255dce6d91880b708b8d8080b3272a4,7a07b74729e182b327b69754174129fa930b3ab34493276619f5150fcf44cbe3
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:end:r3,4dcfa71be8a279ae8a292d43,deepseek-v4-pro,single_record,128k,end,3,2026-08-06T22:03:51.604472Z,2026-08-06T22:04:07.713045Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1282,,15527,16109,128059,47,128106,0,128059,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.055747,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f51ec03e50791604a95d46f627aa76ae8d6b8ba0881ed674c37326e809a140e8,2bdf66767acb3ab5050f24cb32beb6ecf582d99295583342c97f40a84d13c193,eee5e85a1ee4cabb8a9db3a77cfdfc5eb6394c0bed4f49d920148511499b3637,76cde2901178f24c248aba3332a31d361a4bed79acf8658a13ba4d2e19fb0f3d,d0d2dfcb44200d58d4b3174f16cd4330a2fa2a51a24ae981a3554a7ab772189a,cf792fe5e6eb47770ba1bd5ad20cabf4c3900bc30c956001530b09ce26b61311
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:middle:r1,c7c2af1a5053f839fe2a15f4,deepseek-v4-pro,single_record,128k,middle,1,2026-08-06T22:45:19.041803Z,2026-08-06T22:45:33.516592Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1015,,13545,14475,128061,47,128108,0,128061,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.055748,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,53fe1ac345eceb93259cbcca08e24b71939af29e16cbeec130830c6c847c035e,0d91cfc93bdc183e9d9a9c23af820d60a8af56cdab905cefb25dc23ca19aebde,202d54568912a3fad3a418e02bba330919e7beee808f4dc3dc4f0c8e53463b07,b46eb60e825de7a3f518c467ba8997f9c8c54db6a8184e99d3eb79c5bfa1b748,60882d87cba3dcd0adca3a8c2922e4a0001d34147890d09a27b313e86e22d8ff,05a0aa6c22b9c54ac4d4f0108a44c5bdbb921ec657032858cd95373a5c3d902a
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:middle:r2,c52e759a5c2764e0dd1771c5,deepseek-v4-pro,single_record,128k,middle,2,2026-08-06T23:22:17.485689Z,2026-08-06T23:22:30.335665Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,997,,12187,12850,128057,55,128112,0,128057,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.055753,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d79c5b87635d4f770cde63709a52aea6b9eb602eedc843bfadfa2b63bfb70819,bd59d0f298ec42492861c5378aa55eebb42a72badf0eb7df01eb8ea6b6c304d1,750e853eea7e6202f92f32cdd920dbc8cf40adfd142eb15a373a94d11d774f26,eeb4fed10b692646f5ac7d5522587466cbe8929ea1ca1c647b8fbe9a7b028cba,792d7074eec1819b3310a8bc2ea4b81852abe46810a0fdc5222b8990ef915a53,f1d0d0a1f94ec5536d9f5f8e2f06d09d81d3bd4d4d66e7bd2b55d3c8d12929dc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:128k:middle:r3,ee6723d07f1832c7c6bddddf,deepseek-v4-pro,single_record,128k,middle,3,2026-08-06T21:39:40.888576Z,2026-08-06T21:39:45.207870Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1002,,3808,4319,128056,55,128111,0,128056,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.055753,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,010a6ca6c45c8619defc6fbb33e64edfe9264cd35b6b2595b68b787ab913190a,c7d3ec0165dcc0981259093ccaee4adbd62750f21797ccde16e266d0c1bec6e3,918e168728170dbbbba5441fdc7f8091fe5c7c14c21671a36f94380f4bb0521a,b7a7328b3bdc5d57956a122ca9b446bddd874d52c004e5b94360626f057c876c,c1bc095695bca1aa5118177195d3bd6a253d6370c0e8fe7cfdbab0485b5d66dd,109905e6f8589b1a59b12671f8c05aade1caaf4daa2c80cd5dc2e0a0bf00b9d1
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:beginning:r1,b183f4c608087499717f93d3,deepseek-v4-pro,single_record,32k,beginning,1,2026-08-06T22:06:58.373333Z,2026-08-06T22:07:03.290633Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1084,,4158,4917,32056,47,32103,0,32056,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013986,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b29381082c7362a3d4a4db80686cca799b8d253cb4d9b90932c80ce8ca774836,985b146945ba328387a616f172ddfc4f2840d08aba669b8fd14ee78cdf427126,8424f2ab28ff810c3aa3b4c1c2d71ea3de636a2e492111f4cc22b7f6cbc1adb9,6d5542187a69d1d612db76787c6108bc05101431ea6fda54d91fe165526a062e,d4bcfaedd32bf149055c8fe6a5276af43a19a023e6585024683f9e7b6ec9fb90,4ab4df2def18241866f02e4e3055025e96f02c65729ed3b9ef2b1b7f7866a3fc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:beginning:r2,f510b31dccba16b579d6ee1b,deepseek-v4-pro,single_record,32k,beginning,2,2026-08-06T21:57:18.985904Z,2026-08-06T21:57:23.100669Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,603,,3524,4115,32057,47,32104,0,32057,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013986,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,40cf747f55ec7602c922927ee17ba24197830a8818f2344f40c18827e648526f,7d9019aca318b5070ae71f40894d482e5399a2c80cbff835af7b6cc28480115e,1657200d4f84a38a192d454f082574cf32f834a291080fad72f9f20ac701acc3,bd58c73620db29e0bbcbe7750ad2277cd2bf5d7a36c3f429914df29414ea5697,e21eaa3c7d19faa8245d9939d0c80bfcac63e5ea0f3df02bdaf74d4e84f029d6,080306b90e1df5f8393ee2a535973426569bc767c45c7bee3cb3e91ba86c51eb
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:beginning:r3,ac057af05eafdb1aea43eda9,deepseek-v4-pro,single_record,32k,beginning,3,2026-08-06T22:46:39.051948Z,2026-08-06T22:46:42.614222Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,855,,3056,3562,32055,47,32102,0,32055,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013985,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,61d2830c92d2d7cc5ac1c24d813da308fb833526cf4157669d676d528e54b296,4d15813f53058dc351a95320423af1495075049359ce925c0f081be548433708,5db9eb2c726bcf2522706974bc245eee21c164ad9ae475760ed2c8ce94950401,24023f5954628ff47206a14bc1f89dde57373d1d7b256f0884b74810ea6ce645,05d19196b6db2987cba0526a8413ce42e1feea4efb16d80dce9b604137c085e0,f51333831b6ac571ba55fabe8d20fd0f42c4e65e17ff0da1c6060ba69ecc0f51
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:end:r1,815f085f6b234a8f73ce1d27,deepseek-v4-pro,single_record,32k,end,1,2026-08-06T21:55:40.341620Z,2026-08-06T21:55:44.431945Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,951,,3486,4090,32059,47,32106,0,32059,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013987,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,42df70dbf1e621ede10419008cdd5cdb8c8755860e66a30ce3aee1c4e35952dc,4c7108756dddd53b069d81e6e980d4cb09f3ec2b69bd9f3ba43fd35b2512abae,933f74cfaa59088c46a2276b42c154875e643076a7560388e16566859539830d,25998eeeb8107d3fe0e1d6f8abe5b98c4d8cd60fa872e7f6fd2e968dc67e03d5,b977b30228755ceb0eaafa4fbcde092dc817b701ce7c2007fc557b68ebd97a2d,69815a2ee7c25519a0b3eb1bde2ece3cfa1c0c279412228b47e9f8c9add76e0d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:end:r2,6c5163d30bb0a14efa39738a,deepseek-v4-pro,single_record,32k,end,2,2026-08-06T21:22:32.919761Z,2026-08-06T21:22:36.577182Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,700,,3157,3657,32060,47,32107,0,32060,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013987,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d1490b4b204590f7ba9b70ff473f13b37db26c08c6b6ca9925f64385c05ed62f,9a12636d1b0ac0d3633126d684ec2fa67757c1ec8b499bc99466d373abb4eff5,ec0925b83f3db62afdc3d31529898f900c1f8f9371bd5712ed40c2b42217de3f,1ef0fdd4d18762e7c48743e605491b3a01bc61419b628362be38356e3edeaf37,14c5ecdd8dea38dff1cbcfa626c924f814c76b26e42ad0a729a66ccb4ab6fc19,317ff61a6657c8716d529d7cd58ddddeeb772321f3d82e1a80ec478cfd8f45ff
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:end:r3,d88082af84fa6b81d776afaa,deepseek-v4-pro,single_record,32k,end,3,2026-08-06T23:29:57.477285Z,2026-08-06T23:30:01.119965Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,676,,3107,3643,32061,47,32108,0,32061,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013988,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,ca457918e7544cfa254ecb661c20391bb6027c901f5839dc46d84725f6b688a6,23e5f1e9d390129f929bfcbc0cb4aec04c2a0ad7c52a726ad21c4de273b612bb,9adb075fd407879779facd2df2b860a17e7d3200f67854b7391232d0913fc50c,22dedcd1f063e3f40511c1d57a11e8193ae00eed2e1aad37e53bbb2867f4471f,5c88c4a768b827835c75ed1a128bf6096855a3c1ff610be739693a927427b8d2,90d80fd1fbfd9e55046ca803a0a81619fe230592fdf9c0bc810154a673045183
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:middle:r1,a5fa24205400ddd213638814,deepseek-v4-pro,single_record,32k,middle,1,2026-08-06T21:19:57.468307Z,2026-08-06T21:20:01.360046Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,597,,3108,3892,32060,47,32107,0,32060,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,51,0,True,,,0.013987,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c9affe28fbf2395bb029151b19e3cb6d1124e7e592fec0f25848188b585b4bf8,e13f67dc2ae9de2f91fe9a8318dd9b27f59183016fc34a830d659eb7d3d65cd6,82c49baa3aea815b8a9105d41e8da1eaaaf7bd52a89c7e6d5a49e479cd4d0c6b,6474a4b9bdfebcb9419b15511f94766c27e5b5ab291e3e522102fe0fd73bf6bf,7beb5dea1754f058553ce8d7642840a85ab503c5bc4f30611aa5b90edd302e9b,a2f6efaf8739d3d2adbc44a0358ebdbf3e54ccc76e222d76ce96fab7d4e9c777
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:middle:r2,4653c976118d8b1b9fb45241,deepseek-v4-pro,single_record,32k,middle,2,2026-08-06T22:25:23.546424Z,2026-08-06T22:25:26.878612Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,689,,2805,3332,32056,47,32103,0,32056,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013986,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,b871022c21f4698334d19141ccb738ee807ffdfffde5442c533aa54293d73fc3,9ba067f436cb38a54044fee5bfe8896238be01ec7da9bdec88ab90f1feefa91b,e5b319613f8127fc1abce660e817e28212608f4e9ec084581d11a94370083acc,bad0b7f82f174820544bdd7f39af6454bbd8d9041b81f26e331b1d9cda5b1e69,1061ce4b156e99a91500d6129fc5981e8adc36b8744c5d7a9005c022dbd587fb,2b5a9dbdd25455f82a3dd0c6101f760c897f478d0c33d5873c243806b5b29163
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:32k:middle:r3,c20275eb9c3c2fa29bee4e35,deepseek-v4-pro,single_record,32k,middle,3,2026-08-06T22:29:55.096695Z,2026-08-06T22:29:58.512994Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,649,,2919,3416,32062,47,32109,0,32062,,True,True,True,1.0,6,6,,True,False,51,0,True,,,0.013988,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,99ffe3efb5c61b82444e1c04b86437cd4bf1dc081a2432b60010b90aac2b6935,1e2f65fd958905cef8d6c8571ee4e2d68ad21e87ea00d2ccc09c044e6f5857aa,a91cad56743868561e5d8e64f6298a3fef48d0c539bf5e24867ea10c2d5cfc04,0e9423e80af298ee548109bd2af924aa1dfd2f74dcddcfecca17fca04610d26a,822d5e73e93833c390430cc58f2683f45ac9cd9a616871d0f1c83125d17e75d3,c0737fa3928f38bf4f4c527f87ec90b2574fcdef0202694aa98f134ba08673c4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:beginning:r1,7959dfe50f3b666b7b348f2d,deepseek-v4-pro,single_record,512k,beginning,1,2026-08-06T22:22:36.512267Z,2026-08-06T22:22:51.027585Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,1920,,13823,14515,512059,55,512114,0,512059,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,f315c3312195a5b9de698dc9dd0ed24604863aa24547908d4e441a66596138b0,b97aa44148890b6e9825b9c8268b18f14976491e9d5709ffa8ed40e806d23a80,83cf33d7aba6d00a236ca577c5b6bdc2437cc83f96c7c2bc655c360b412a9c81,7b5bbb9f919fb28e8e2031d7e83de9c7b205000edc6ee454702cade41cf88144,593e31429743a6a1b0acfe3c7e9a1686a87fd371b593bb0f0f49ea4c06734e56,e9facfae35f85f868794b63fe77597cc0ba8f5406d9da35eaf35e4975ac75959
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:beginning:r2,f66f76824876491cb39e00bc,deepseek-v4-pro,single_record,512k,beginning,2,2026-08-06T21:37:50.983306Z,2026-08-06T21:39:24.477755Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2181,,92875,93494,512054,55,512109,0,512054,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222792,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,bba4300c1a52167b231a70632dbf3cd147f32627e6041e2aa2308d8bc901d045,ab38b168410c649420380179ba87dc7afcc72cef86cd23a8915fb1a9bc39a589,6e60123fc5d480e657429ab26d36fd2b85776c2170c03be0bd9ef6a95cac8542,106fe735b439d94432c878ad6ecf6fab44cc9a21f650a6905e4175124f6a878e,af682797982a673516c2cb180fc6da3f550dcf59d0c72ffcda19a3ab9c12a668,47bc96348d97ddae2e6466c8e55817177f8738d0521924baea320cf5e85b33e4
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:beginning:r3,3afe237af33b2360f2abf59f,deepseek-v4-pro,single_record,512k,beginning,3,2026-08-06T22:36:08.797498Z,2026-08-06T22:37:39.532152Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2068,,90112,90735,512060,55,512115,0,512060,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,6edb33c0efe1e440bf27cf7af87442ea194dc4834ad36e96b7d4f5ee31b1687c,7d4858a1de98a35554b27c4b10bd4007b8417e2a6448576a06652f28e8bd76a1,676c6a0234d06b1192bf7dbc6eabea310f6c0ab63a531e9a4b8a6353406c143f,4a5236a538b804751545c7183183dc7788170879d697f919d97042df93b2e65b,34291013931480bcafb5eeaf9587fbb8c2aafb1718955bc6989497b95199ac01,ca953e85a80f85eda9e4aa2e6f4e4f895bcee04a6f95d1ba0b8df56e39b5b36e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:end:r1,ec83ca919121577e891cc86a,deepseek-v4-pro,single_record,512k,end,1,2026-08-06T21:43:19.717799Z,2026-08-06T21:44:28.330498Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2388,,67979,68613,512057,55,512112,0,512057,,True,True,False,0.8333333333333334,5,6,wrong_type:quantity,True,False,59,0,True,,,0.222793,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,773820e8efd76db4bf95fb70ea51bce90f37b8c6095f4114ab284c1fcadb14ff,58fd157b41cd1fd2e190bc8620e3831504f407b87a5dfac6fe2036339a8bffce,45c91693d29c2219e26526663ac26521c83642f509ebf992beeb012563da481f,40a9eff9ed7b0dc577a972fb9e0079b229ad03b047f08dd6db5d1962c6c12b93,867ad73582daaed4675f6e58e086d581762bc62a9f6b7dce6e63fe16d14d3dbc,0b2aeec40aa0dfbbfdb359b010eaa67e24d772b63bed5f739a545687148cf2da
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:end:r2,eb249538d75caded6e483774,deepseek-v4-pro,single_record,512k,end,2,2026-08-06T22:07:54.399058Z,2026-08-06T22:08:10.221462Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2425,,15316,15822,512060,55,512115,0,512060,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,8c3a5abc98ebcd03aa98c6edc225fc01372846b25e189ed49a20a05d981a7380,7c5d6761dbbe7318f07a43b1755574c09c61641afb67499492c31b6ee3115eb1,ef89f3d7b9e957f8d8c1b4399f66a718cf64a450b0b3a9b1073b15550111a2cd,7d64b327edf4c8fd68230e592d7fa844182a913caf18917570dd6f29ce1aac58,06adb3da71d39181a12e0201f93d62c735905c890fbbfb7e495c22d3607beeff,9d6f2373070ee1533416032861460ed807e880042d8023189d92307780d21c66
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:end:r3,95ec3ffe33f7011b732672fc,deepseek-v4-pro,single_record,512k,end,3,2026-08-06T22:01:31.937797Z,2026-08-06T22:02:48.214109Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,5483,,75794,76276,512058,55,512113,0,512058,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222794,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a83c42dc0ecc76029ed1304e39668ad31f340d4374489305259e7a7206a373ea,aba0b1cde861276b02c9c13318f383d071c2fda63dc9a3bd884d78ff3efc8a80,8fd315a70a3ee7623b6dcc16583864fc95354082d16f8d2989ff73c82a5910f3,cdaac390fadf0697d4ca01e9820ca5dae361bc09c1502d915b930015503f3c91,e1df7b6f94af5b9bd772260f21469f7607045fd9f4fac9713ea5d64cc8541916,ebe2da0a1598266f5296562ea18df7bcfd44bdc601ab0fe7bb4e0d9814d39c0b
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:middle:r1,277e8457cffa558ddb1a9df2,deepseek-v4-pro,single_record,512k,middle,1,2026-08-06T22:04:08.444081Z,2026-08-06T22:05:23.192128Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3029,,74290,74748,512063,54,512117,0,512063,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,58,0,True,,,0.222795,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,0eb498a761faeabafb72d88f9b0bf10614af567aeee48ab7dfe65e6952986825,8c2d1eea7a9c7cdd55b2a85688bbcb894a23518b3a41974e1a13265af2f8f997,b2d357f9003737b80e396bc88ed97dd14f12a70169dbaab35091dc1bc1a4b275,04dbbf1258f95e94ed3ac7c43cb6079b0ffb7fa4e5930272db446e2f7442c8f1,c74182be3949e15045c96c0fa82297a92a4cf42c91fe003f6e77fdc9facdc171,2d20e111336b39f0a8e182b679c004b77cbaad292178ec5e2c4d035c993c9abc
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:middle:r2,a97663c3e889a06148a024b0,deepseek-v4-pro,single_record,512k,middle,2,2026-08-06T22:15:58.886216Z,2026-08-06T22:16:17.467603Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2052,,17902,18581,512056,55,512111,0,512056,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.222793,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,20c9184dc1737860fe6b9c01466beec319a1f8331629bbe8a2e5581912c77299,944a993d642c42609aa196a7578aad798d807de62554db88ba0dc0c25bec293c,88dbb7315bd3824124b3b3dead3e717cb145c4ffd09aa414f7bfc86680bb8beb,aa104dbd5816844c80c6b93de4f2aa58a03373438719348a26eda2fcda59b73e,5c82c81f2b520655fbbc3ca773d1dcbf570dc748aa839087de6f6bf2c10d1b73,c260385b610acf6158250d04f7f337443c97fa4411de3cb0e79c3beb06077346
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:512k:middle:r3,1a0e891a1de55b7071f3a070,deepseek-v4-pro,single_record,512k,middle,3,2026-08-06T21:09:08.312652Z,2026-08-06T21:09:21.862384Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,2180,,12954,13550,512057,55,512112,0,512057,,True,True,False,0.8333333333333334,5,6,wrong_type:quantity,True,False,59,0,True,,,0.222793,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c8d30a5343f016422abba47be394ecff8d88d6293a893513f035bcfd433397b3,08a6836f126581eeee219b64f7bdd61bbbcea90b952ea092c2930becc87b2c41,d680091c3f4bca05a53130cf75ea838bc7660558daf7d7146d37429d9a79d1c0,1a1e413a88a5ee98f4e13a890f7c2a365ef55781cca5ee08ef8aa9ba1dd24c64,624d4e71ead926b1a30211bae68096524cd8407ec4d3f05c328728ec387fa5a9,328c918a76df39896f65eb7294629eea584e6ff28c87cfca17d951435541ef1c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:beginning:r1,e424b28a17d5f9ec049ce16a,deepseek-v4-pro,single_record,950k,beginning,1,2026-08-06T22:19:50.835623Z,2026-08-06T22:22:35.762040Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3271,,164240,164926,950062,55,950117,0,950062,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e27db9bd3a6136e38d77df4e2184d98df857cfcefc103da003d188a4030b99ea,8cef9690e7ef2b04c670ce3b1330b0a33c449809fabd14dd7caad3b4aa342270,451dd94a9e7e0f66b33e9c90c7b53993006051f6cc7ead79427f653632bea4e9,348a5550a8c35f70257ddb66d856e1a69e051ab69b93b434634d2c1b61257915,89b7026106981b6886ecf273b7c61e7c4d50fec3059b9bb4c98d283105eba4aa,97d7a65669e4284a4450dfda683c6c932c0cf9fac8835bb9235e7bbdb7200d1d
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:beginning:r2,ee64c4fcb91f3b666daf73cd,deepseek-v4-pro,single_record,950k,beginning,2,2026-08-06T22:10:24.422384Z,2026-08-06T22:13:30.489857Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3342,,185396,186067,950058,55,950113,0,950058,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,da22577bda2241c9202c81cc2caece40f04b226fce4ce211753bd8a0328882d2,15febdd4c7bd252cda1348628bb3d310c7443fa360b7d360734b8f07e8d6697b,f44b5a52807786f0f6642a9a66d758c45799c79fa15d873368c1fab2fcf1f92d,9bbc1c9dec78c5f49f403c31410613eeaa461c299b944b893fbabf122927d646,388f33e0fb2301a06c85029ab8ddeaa03fb2136ab36852977ddadebc87324563,c55b853fc6f842f4725ed354317f7fab35cdb146559e97ebe5b125e7e106b7fd
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:beginning:r3,5bc2c5f8febe7fddc0ca90e9,deepseek-v4-pro,single_record,950k,beginning,3,2026-08-06T20:46:15.388750Z,2026-08-06T20:46:44.226733Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3486,,28142,28838,950058,55,950113,0,950058,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,edb662febae64cdc1127381d3fd60acb8b5acaca253e25079805fe91c1778f49,9f3c803d96e19aa0105ecd020b3ad34744829caae832da26ace85cffb2958b1f,b81625831e0dd378a992ac4d4293869c72934263953ce198b176f14d89c0d3aa,a4863656d2bcf97818d28b02cb3ddbf0647fea09a07a65b674d4be2900be8421,b75e55018c280f6b7d520dd5433409cbdf85989167162951fe9190012c2fd342,56a6d9c9fbeb865aee4bd43432986768d8824d4f49fcd7ad802b19deb4e3898f
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:end:r1,62830449ced5e4786e3dba15,deepseek-v4-pro,single_record,950k,end,1,2026-08-06T21:41:29.491003Z,2026-08-06T21:41:58.641496Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3564,,28533,29150,950062,55,950117,0,950062,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,d96bb942aa2c27c2bbe78b324442d77571015f3ff848dd1dd1c84f6457e14603,9b3a1f1dbaf3a8b1578613fe57b0e15137b3df5cdd8edb21008e6ca2b1f4b553,fe32233765287dc6512c27b038122f7e2b631d2ca040c7d448ce4c9bbd3d5e65,fbd4568b96816a976d70ebc404668484249454afb5d6e02bee9b7834622c2071,b404936b7d91e931965c9b40d40cd143cd9e0224296495ca5fbfd91b4ade96ca,a8a62c53b7f856d5a287f14bfb5b00b4b3ba8938f021d53f1dd11db49903b42e
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:end:r2,8fe5375bd2f08aa669dcfdf0,deepseek-v4-pro,single_record,950k,end,2,2026-08-06T22:16:32.099007Z,2026-08-06T22:17:02.211254Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3652,,29436,30112,950059,55,950114,0,950059,,True,True,False,0.8333333333333334,5,6,wrong_type:quantity,True,False,59,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,a55b9dc419af49c85ad65e1f7540abd6432e6738d0ac8f3bf5556e2a6290e193,1cd3c39beb6d72ed967af5dbba48bba17ddd11194ef056108713adc00caa02b3,ccab581fbe0f8d8d2c160235852f79373a2f6b5c7aeb6a1a73acdabb934a8e45,05b0472ed9fc5a7b160f947c842021127b592450e8973862c29975176c7f8e67,5cc91650a5e892d389a07e3f5207cd6217958442476d2d860cbc7239c9eaba13,330a7315998d35b2457420e406dbbe6ad7e43e7cde13704b53dfc3a309962478
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:end:r3,d4c8befe34f60458ff39f683,deepseek-v4-pro,single_record,950k,end,3,2026-08-06T22:52:33.309355Z,2026-08-06T22:55:06.042811Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3848,,152097,152733,950058,55,950113,0,950058,,True,True,True,1.0,6,6,,True,False,59,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,c0522511f331373c431ea24a275826fd7220ddba62ec12a7dab6e2f2c17d0438,6c2fe7201ae3cbe7bb13deeba14ba306d5ff97f09bb3c09cfee746d62cf6a2a0,d370bfe058b0b946f4cc958f871af0aaa2898b6dce0a397421faf8079c6acc5c,c903d9c9e38852d3f5439a80420ced160b6ee959199c16b2ef73dd55a4eeb41b,0e4bc2a5580371065532364231fe07f6b637ac851cc96869b46a8adcf8dd100f,adb524e38bed5796f9302c6d591398e9ffa5e8f25023fb3fa2f70675f40b8a2c
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:middle:r1,79e6d9fe4963bef670f609e0,deepseek-v4-pro,single_record,950k,middle,1,2026-08-06T22:47:59.229102Z,2026-08-06T22:48:26.880045Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3323,,27015,27651,950055,55,950110,0,950055,,True,True,False,0.8333333333333334,5,6,wrong_type:quantity,True,False,59,0,True,,,0.413322,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,e5a03a52adc56a9fae8a1a761980dc23bf7e829676ff94986e0e489f40182493,cf56528d160558137c306c8863a11e50ec8457d943a1889a6911c3981b6a0884,77177dbbac6c8b71502c44eb2c97fb93024f63feba9d340a1d6ba06814311b02,81960807b7a631311f15bab60f93affbea1ff4c949c80fbba034cc9a64f1ece2,7d1a4d55f2b836dcfd09b854c669de2126e4cbddc966611513ad4df29dac338b,23af9ba14ad2b4ee5fe78fb538ff033c60b5ed29ecf72e6645137d24aa221af8
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:middle:r2,7cbf784d3fa1527eb14ffe43,deepseek-v4-pro,single_record,950k,middle,2,2026-08-06T23:33:06.473258Z,2026-08-06T23:35:48.768118Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3436,,161711,162295,950062,55,950117,0,950062,,True,True,False,0.8333333333333334,5,6,wrong_type:quantity,True,False,59,0,True,,,0.413325,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,789ad5c50453819c1872e941f3b841041e13a521406b3f837d8ff99412b2e0c6,a5e42e7b6c3c77030b5ba8d972c66da439bcf33ac2664d8f86990b0c3a707903,b005a3ab703ea918f2ff531e0645a1932bef4336ef112142fdc6793b51a5bf55,3b6a95951bfcb781877f6bd62d6282e7c9e6ce7a431a43274212d380f82946d4,db8b5754b51a9a7a0a1a7a7c21066357f1d33c28b42509017f2a0cf6d77dfbce,8d68cde3743eb2cb7a710781a4cb925f616af4ea48c0711dd0e513c0725773ce
deepseek-v4-long-context-retrieval-v1.1.0,1.1.0,primary_accuracy,True,us-east-1,deepseek-v4-long-context-retrieval-v1.1.0:deepseek-v4-pro:single_record:950k:middle:r3,556d3052b16d664f5a797ffa,deepseek-v4-pro,single_record,950k,middle,3,2026-08-06T22:40:56.422802Z,2026-08-06T22:41:26.856561Z,200,True,stop,deepseek-v4-pro,fp_9954b31ca7_prod0820_fp8_kvcache_20260402,3624,,29896,30434,950060,54,950114,0,950060,,True,True,False,0.8333333333333334,5,6,wrong_value:checksum,True,False,58,0,True,,,0.413324,c7c3470fae03995666326d69329941cd05dcc9a1bc297fd5c2a680ee891a8a9c,74b6e751b50011c23cb6d6f0aac6119cd6e655d8cd62b4072edc767d6e78a94b,e82ae925a47f19a1c8901d0320c0bc2f5fd97904b882b9a11dc536445e1a51b0,9d510e240de50b287c383f8faed13924c98990e410451c40630f2c546c153ca5,ff9b750c0e090e73fd1c1559d45e40b0070aa3e4931b73f4c1a386e9a750bc21,0b496d562c44e1c5e2a212cfee6f9c52c95eed7a7a839a25622331e46d9b0b73,68341694632c754c4681c51232ad5e3ad7585736ede72b7a4c31c678b6177482