task,model_name,score,abstention_rate 2-10,tigerbot-sft-7b-hf,0.1056796191796723,0.0 2-9,tigerbot-sft-7b-hf,0.2034630726283045,0.006 2-10,gogpt-7b,0.0072624956640804,0.0 2-9,gogpt-7b,0.0135555555555555,0.894 2-10,chatlaw-13b-hf,0.1456096641946765,0.0 2-9,chatlaw-13b-hf,0.317371976612999,0.01 2-10,llama-2-chinese-7b-hf,0.0128315719353767,0.0 2-9,llama-2-chinese-7b-hf,0.0376040100250626,0.834 2-10,wizardlm-7b-hf,0.0331844161694835,0.0 2-9,wizardlm-7b-hf,0.1098547222292074,0.29 2-10,vicuna-33b-hf,0.0588298686588209,0.0 2-9,vicuna-33b-hf,0.0975172332625421,0.528 2-10,vicuna-7b-hf,0.0338258017823185,0.0 2-9,vicuna-7b-hf,0.0962393746746217,0.41 2-10,yulan-chat-2-13b-fp16-hf,0.231278710792208,0.0 2-9,yulan-chat-2-13b-fp16-hf,0.3781739593739593,0.24 2-10,llama-2-7b-chat,0.0206432568595727,0.0 2-9,llama-2-7b-chat,0.1476753920971719,0.008 2-10,qwen-7b-chat-hf,0.1890181808381761,0.0 2-9,qwen-7b-chat-hf,0.4488206349206344,0.202 2-10,llama-2-70b,0.0086939955938347,0.0 2-9,llama-2-70b,0.1454701019938469,0.482 2-10,lawgpt-7b-beta1.1-hf,0.0105896343661952,0.0 2-9,lawgpt-7b-beta1.1-hf,0.1493912731052318,0.418 2-10,moss-moon-003-base-hf,0.014200692695057,0.0 2-9,moss-moon-003-base-hf,0.1207323399921594,0.452 2-10,llama-2-13b-chat,0.0425337702261569,0.0 2-9,llama-2-13b-chat,0.3574286302755143,0.19 2-10,chatglm2-6b-hf,0.0281188027593807,0.0 2-9,chatglm2-6b-hf,0.1159826194535037,0.456 2-10,lawyer-llama-13b-hf,0.0238395943194572,0.0 2-9,lawyer-llama-13b-hf,0.29778509929669,0.078 2-10,lawgpt-7b-beta1.0-hf,0.0013936616679359,0.0 2-9,lawgpt-7b-beta1.0-hf,0.0013333333333333,0.998 2-10,chinese-alpaca-2-7b-hf,0.0574444099308604,0.0 2-9,chinese-alpaca-2-7b-hf,0.3161912619439616,0.118 2-10,llama-2-70b-chat,0.1260685222903876,0.0 2-9,llama-2-70b-chat,0.3974595836030084,0.214 2-10,fuzi-mingcha-7b-hf,0.0777670831349499,0.0 2-9,fuzi-mingcha-7b-hf,0.1689954550796121,0.024 2-10,freewilly2_70b-hf,0.4163587267948057,0.0 2-9,freewilly2_70b-hf,0.6526952380952387,0.036 2-10,llama-13b,0.0034840733101693,0.0 2-9,llama-13b,0.1189595391641157,0.486 2-10,baichuan-13b-base-hf,0.0243546915382177,0.0 2-9,baichuan-13b-base-hf,0.1218704468875823,0.26 2-10,mpt-7b-hf,0.0031743383088987,0.0 2-9,mpt-7b-hf,0.1180839493817082,0.582 2-10,ziya-llama-13b-hf,0.0306437329228379,0.0 2-9,ziya-llama-13b-hf,0.3181836112975437,0.094 2-10,qwen-7b-hf,0.0838734536857671,0.0 2-9,qwen-7b-hf,0.2609102707749769,0.34 2-10,baichuan-7b-hf,0.0103738502490931,0.0 2-9,baichuan-7b-hf,0.1190603964124895,0.398 2-10,internlm-chat-7b-8k-hf,0.2094466066201557,0.0 2-9,internlm-chat-7b-8k-hf,0.6293428571428576,0.106 2-10,belle-2-13b-hf,0.1682788020501343,0.0 2-9,belle-2-13b-hf,0.3472898255974451,0.026 2-10,lexilaw-6b-hf,0.1116596885755826,0.0 2-9,lexilaw-6b-hf,0.1529612646697319,0.006 2-10,llama-7b,0.0034677129412565,0.0 2-9,llama-7b,0.1060990626676384,0.678 2-10,wisdom-interrogatory-7b-hf,0.0624170963129758,0.0 2-9,wisdom-interrogatory-7b-hf,0.1598407218168833,0.01 2-10,alpaca-7b-hf,0.0106584429216977,0.0 2-9,alpaca-7b-hf,0.0594210526315789,0.836 2-10,llama-2-chinese-13b-hf,0.0077603826285211,0.0 2-9,llama-2-chinese-13b-hf,0.0197333333333333,0.858 2-10,GPT-3.5-turbo-0613,0.3904665883735336,0.0 2-9,GPT-3.5-turbo-0613,0.6648325396825403,0.048 2-10,llama-2-7b,0.0038012982678138,0.0 2-9,llama-2-7b,0.1184084025941003,0.49 2-10,hanfei-1.0-7b-hf,0.0604895305416399,0.0 2-9,hanfei-1.0-7b-hf,0.1473000772876933,0.004 2-10,xverse-13b-hf,0.0085329725136741,0.0 2-9,xverse-13b-hf,0.1363813374014747,0.002 2-10,llama-65b,0.0042317985421124,0.0 2-9,llama-65b,0.1270369130913954,0.38 2-10,GPT4,0.650862925114775,0.0 2-9,GPT4,0.7881523809523823,0.022 2-10,llama-2-13b,0.0071980732077396,0.0 2-9,llama-2-13b,0.1013418106190483,0.532 2-10,moss-moon-003-sft-hf,0.0166842047763995,0.0 2-9,moss-moon-003-sft-hf,0.1395565804964245,0.048 2-10,chinese-llama-2-7b-hf,0.0036009312382983,0.0 2-9,chinese-llama-2-7b-hf,0.091725578769057,0.688 2-10,llama-30b,0.0038678262859165,0.0 2-9,llama-30b,0.0973357741994772,0.492 2-10,internlm-7b-hf,0.0060331821817557,0.0 2-9,internlm-7b-hf,0.1227395490235373,0.474 2-10,mpt-instruct-7b-hf,0.0066353636129492,0.0 2-9,mpt-instruct-7b-hf,0.0966483719179371,0.68 2-10,internlm-chat-7b-hf,0.2042799577907127,0.0 2-9,internlm-chat-7b-hf,0.6020857142857148,0.096 2-10,chatlaw-33b-hf,0.1056305527039513,0.0 2-9,chatlaw-33b-hf,0.2214176662533716,0.004 2-10,vicuna-13b-hf,0.0474626818471092,0.0 2-9,vicuna-13b-hf,0.1729714097003641,0.194 2-10,baichuan-13b-chat-hf,0.0276825391032932,0.0 2-9,baichuan-13b-chat-hf,0.0140571428571428,0.954 2-10,tigerbot-base-7b-hf,0.139853849603302,0.0 2-9,tigerbot-base-7b-hf,0.1858873598687102,0.106 2-7,lawgpt-7b-beta1.0-hf,0.0018583660509693,0.0 3-3,lawgpt-7b-beta1.0-hf,0.0323333333333333,0.92 1-2,lawgpt-7b-beta1.0-hf,0.0,1.0 3-2,lawgpt-7b-beta1.0-hf,0.0816316438436324,0.0 2-6,lawgpt-7b-beta1.0-hf,0.022,0.0 2-1,lawgpt-7b-beta1.0-hf,0.0341,0.0 3-5,lawgpt-7b-beta1.0-hf,0.0171954099907548,0.968 3-8,lawgpt-7b-beta1.0-hf,0.0079869675485388,0.0 3-4,lawgpt-7b-beta1.0-hf,0.0033998194665776,0.986 3-7,lawgpt-7b-beta1.0-hf,0.0,0.99 2-3,lawgpt-7b-beta1.0-hf,0.0,1.0 2-2,lawgpt-7b-beta1.0-hf,0.0061855670103092,0.93 3-6,lawgpt-7b-beta1.0-hf,0.0,1.0 3-1,lawgpt-7b-beta1.0-hf,0.0,0.834 2-5,lawgpt-7b-beta1.0-hf,0.0001302325581395,0.0 2-4,lawgpt-7b-beta1.0-hf,0.0,0.994 1-1,lawgpt-7b-beta1.0-hf,0.0933797323542106,0.0 2-8,lawgpt-7b-beta1.0-hf,0.0,1.0 2-7,lawgpt-7b-beta1.1-hf,0.0861382453835739,0.0 3-3,lawgpt-7b-beta1.1-hf,0.1568,0.548 1-2,lawgpt-7b-beta1.1-hf,0.042,0.136 3-2,lawgpt-7b-beta1.1-hf,0.1101130092688044,0.0 2-6,lawgpt-7b-beta1.1-hf,0.0200061538460788,0.0 2-1,lawgpt-7b-beta1.1-hf,0.0622,0.0 3-5,lawgpt-7b-beta1.1-hf,0.4080065096955309,0.454 3-8,lawgpt-7b-beta1.1-hf,0.0761691628502403,0.0 3-4,lawgpt-7b-beta1.1-hf,0.4237124371906292,0.424 3-7,lawgpt-7b-beta1.1-hf,0.154,0.318 2-3,lawgpt-7b-beta1.1-hf,0.0684938477947174,0.618 2-2,lawgpt-7b-beta1.1-hf,0.0494845360824742,0.812 3-6,lawgpt-7b-beta1.1-hf,0.062,0.266 3-1,lawgpt-7b-beta1.1-hf,0.001506185508282,0.16 2-5,lawgpt-7b-beta1.1-hf,0.022655614129865,0.0 2-4,lawgpt-7b-beta1.1-hf,0.024,0.866 1-1,lawgpt-7b-beta1.1-hf,0.0453194928090876,0.0 2-8,lawgpt-7b-beta1.1-hf,0.01,0.718 2-7,hanfei-1.0-7b-hf,0.4007391806247296,0.0 3-3,hanfei-1.0-7b-hf,0.30957316017316,0.212 1-2,hanfei-1.0-7b-hf,0.198,0.012 3-2,hanfei-1.0-7b-hf,0.3360026587567662,0.0 2-6,hanfei-1.0-7b-hf,0.592266044535501,0.0 2-1,hanfei-1.0-7b-hf,0.194,0.0 3-5,hanfei-1.0-7b-hf,0.6963260189668392,0.112 3-8,hanfei-1.0-7b-hf,0.1606277826007517,0.0 3-4,hanfei-1.0-7b-hf,0.7311173325798526,0.086 3-7,hanfei-1.0-7b-hf,0.394,0.012 2-3,hanfei-1.0-7b-hf,0.3043817177991092,0.202 2-2,hanfei-1.0-7b-hf,0.0639175257731958,0.028 3-6,hanfei-1.0-7b-hf,0.236,0.038 3-1,hanfei-1.0-7b-hf,0.0264128383776452,0.026 2-5,hanfei-1.0-7b-hf,0.3850255946593602,0.0 2-4,hanfei-1.0-7b-hf,0.302,0.192 1-1,hanfei-1.0-7b-hf,0.170310173721059,0.0 2-8,hanfei-1.0-7b-hf,0.234,0.002 2-7,fuzi-mingcha-7b-hf,0.543166479556907,0.0 3-3,fuzi-mingcha-7b-hf,0.559285714285714,0.054 1-2,fuzi-mingcha-7b-hf,0.078,0.114 3-2,fuzi-mingcha-7b-hf,0.2217618415555493,0.0 2-6,fuzi-mingcha-7b-hf,0.4407300598942298,0.0 2-1,fuzi-mingcha-7b-hf,0.0493,0.0 3-5,fuzi-mingcha-7b-hf,0.7551980142398693,0.02 3-8,fuzi-mingcha-7b-hf,0.1663860737268331,0.0 3-4,fuzi-mingcha-7b-hf,0.7722961083550839,0.024 3-7,fuzi-mingcha-7b-hf,0.472,0.008 2-3,fuzi-mingcha-7b-hf,0.2846452499445642,0.272 2-2,fuzi-mingcha-7b-hf,0.1958762886597938,0.234 3-6,fuzi-mingcha-7b-hf,0.07,0.292 3-1,fuzi-mingcha-7b-hf,0.2519282955606488,0.0 2-5,fuzi-mingcha-7b-hf,0.9759241647054115,0.0 2-4,fuzi-mingcha-7b-hf,0.186,0.294 1-1,fuzi-mingcha-7b-hf,0.2522053333816308,0.0 2-8,fuzi-mingcha-7b-hf,0.088,0.206 2-7,lexilaw-6b-hf,0.3311512836907964,0.0 3-3,lexilaw-6b-hf,0.3998666666666663,0.24 1-2,lexilaw-6b-hf,0.21,0.034 3-2,lexilaw-6b-hf,0.3577720197674679,0.0 2-6,lexilaw-6b-hf,0.487448681139835,0.0 2-1,lexilaw-6b-hf,0.0624,0.0 3-5,lexilaw-6b-hf,0.7491691131430606,0.082 3-8,lexilaw-6b-hf,0.1582273920756182,0.0 3-4,lexilaw-6b-hf,0.7808005658997768,0.042 3-7,lexilaw-6b-hf,0.358,0.068 2-3,lexilaw-6b-hf,0.1559592405694843,0.528 2-2,lexilaw-6b-hf,0.0329896907216494,0.104 3-6,lexilaw-6b-hf,0.208,0.1 3-1,lexilaw-6b-hf,0.1314505088587308,0.098 2-5,lexilaw-6b-hf,0.4539023402799786,0.0 2-4,lexilaw-6b-hf,0.228,0.238 1-1,lexilaw-6b-hf,0.1696183508017749,0.0 2-8,lexilaw-6b-hf,0.216,0.03 2-7,wisdom-interrogatory-7b-hf,0.333413166533429,0.0 3-3,wisdom-interrogatory-7b-hf,0.3508825396825394,0.352 1-2,wisdom-interrogatory-7b-hf,0.154,0.012 3-2,wisdom-interrogatory-7b-hf,0.320063167852303,0.0 2-6,wisdom-interrogatory-7b-hf,0.5705706901136586,0.0 2-1,wisdom-interrogatory-7b-hf,0.3097,0.0 3-5,wisdom-interrogatory-7b-hf,0.8109516445445543,0.008 3-8,wisdom-interrogatory-7b-hf,0.201666632561987,0.0 3-4,wisdom-interrogatory-7b-hf,0.8036462459995272,0.01 3-7,wisdom-interrogatory-7b-hf,0.174,0.0 2-3,wisdom-interrogatory-7b-hf,0.3672199591534834,0.206 2-2,wisdom-interrogatory-7b-hf,0.0783505154639175,0.054 3-6,wisdom-interrogatory-7b-hf,0.154,0.002 3-1,wisdom-interrogatory-7b-hf,0.3283893442786817,0.062 2-5,wisdom-interrogatory-7b-hf,0.3556482261281332,0.0 2-4,wisdom-interrogatory-7b-hf,0.21,0.154 1-1,wisdom-interrogatory-7b-hf,0.4305386555712035,0.0 2-8,wisdom-interrogatory-7b-hf,0.106,0.0 3-3,tigerbot-sft-7b-hf,0.2196761904761905,0.342 3-1,tigerbot-sft-7b-hf,0.0353846153846153,0.594 3-4,tigerbot-sft-7b-hf,0.7657390631473058,0.048 2-7,tigerbot-sft-7b-hf,0.370978473659916,0.0 2-3,tigerbot-sft-7b-hf,0.2087618015537663,0.04 2-2,tigerbot-sft-7b-hf,0.0804123711340206,0.05 2-8,tigerbot-sft-7b-hf,0.028,0.124 3-5,tigerbot-sft-7b-hf,0.7163415901661192,0.124 3-6,tigerbot-sft-7b-hf,0.126,0.024 2-6,tigerbot-sft-7b-hf,0.6359567231136055,0.0 3-2,tigerbot-sft-7b-hf,0.2557981185492026,0.0 2-5,tigerbot-sft-7b-hf,0.42098302537268,0.0 3-8,tigerbot-sft-7b-hf,0.1618904214097257,0.0 2-4,tigerbot-sft-7b-hf,0.186,0.062 3-7,tigerbot-sft-7b-hf,0.304,0.006 1-1,tigerbot-sft-7b-hf,0.1118360080098755,0.0 1-2,tigerbot-sft-7b-hf,0.136,0.054 3-3,gogpt-7b,0.0590666666666666,0.732 3-1,gogpt-7b,0.0,0.958 3-4,gogpt-7b,0.107103961635782,0.846 2-7,gogpt-7b,0.1047986585523551,0.0 2-3,gogpt-7b,0.2262891774891777,0.394 2-2,gogpt-7b,0.0144329896907216,0.894 2-8,gogpt-7b,0.0,1.0 3-5,gogpt-7b,0.0209716697687196,0.966 3-6,gogpt-7b,0.142,0.416 2-6,gogpt-7b,0.2601893057879925,0.0 3-2,gogpt-7b,0.1161340797365872,0.0 2-5,gogpt-7b,0.1555378478325831,0.0 3-8,gogpt-7b,0.0946758240037592,0.0 2-4,gogpt-7b,0.09,0.516 3-7,gogpt-7b,0.106,0.198 1-1,gogpt-7b,0.0670872198350594,0.0 1-2,gogpt-7b,0.174,0.31 3-3,chatlaw-13b-hf,0.279047619047619,0.354 3-1,chatlaw-13b-hf,0.3327824761020992,0.058 3-4,chatlaw-13b-hf,0.7618320286192073,0.038 2-7,chatlaw-13b-hf,0.3844681344945261,0.0 2-3,chatlaw-13b-hf,0.4223819185645271,0.27 2-2,chatlaw-13b-hf,0.0268041237113402,0.116 2-8,chatlaw-13b-hf,0.186,0.01 3-5,chatlaw-13b-hf,0.7357461853425058,0.05 3-6,chatlaw-13b-hf,0.288,0.006 2-6,chatlaw-13b-hf,0.5488591912292307,0.0 3-2,chatlaw-13b-hf,0.3155394834066748,0.0 2-5,chatlaw-13b-hf,0.3911049215792798,0.0 3-8,chatlaw-13b-hf,0.1716611468465129,0.0 2-4,chatlaw-13b-hf,0.276,0.158 3-7,chatlaw-13b-hf,0.414,0.06 1-1,chatlaw-13b-hf,0.1485477655883332,0.0 1-2,chatlaw-13b-hf,0.284,0.004 3-3,llama-2-chinese-7b-hf,0.0129333333333333,0.968 3-1,llama-2-chinese-7b-hf,0.0,0.79 3-4,llama-2-chinese-7b-hf,0.0709301823486312,0.894 2-7,llama-2-chinese-7b-hf,0.0200102125058464,0.0 2-3,llama-2-chinese-7b-hf,0.0024190476190476,0.914 2-2,llama-2-chinese-7b-hf,0.0123711340206185,0.91 2-8,llama-2-chinese-7b-hf,0.0,0.982 3-5,llama-2-chinese-7b-hf,0.2382234339617382,0.68 3-6,llama-2-chinese-7b-hf,0.0,0.98 2-6,llama-2-chinese-7b-hf,0.0232896434632204,0.0 3-2,llama-2-chinese-7b-hf,0.0503632734192292,0.0 2-5,llama-2-chinese-7b-hf,0.069056677847802,0.0 3-8,llama-2-chinese-7b-hf,0.0121701644021835,0.0 2-4,llama-2-chinese-7b-hf,0.002,0.994 3-7,llama-2-chinese-7b-hf,0.026,0.818 1-1,llama-2-chinese-7b-hf,0.0,0.0 1-2,llama-2-chinese-7b-hf,0.0,0.992 3-3,wizardlm-7b-hf,0.0815999999999999,0.47 3-1,wizardlm-7b-hf,0.0060421808111006,0.048 3-4,wizardlm-7b-hf,0.5807643883585595,0.274 2-7,wizardlm-7b-hf,0.0423623430831309,0.0 2-3,wizardlm-7b-hf,0.1832380430415975,0.098 2-2,wizardlm-7b-hf,0.0185567010309278,0.75 2-8,wizardlm-7b-hf,0.046,0.222 3-5,wizardlm-7b-hf,0.4879935227563733,0.376 3-6,wizardlm-7b-hf,0.11,0.018 2-6,wizardlm-7b-hf,0.3244371493861071,0.0 3-2,wizardlm-7b-hf,0.1430960439059877,0.0 2-5,wizardlm-7b-hf,0.1354449367407172,0.0 3-8,wizardlm-7b-hf,0.058565411880454,0.0 2-4,wizardlm-7b-hf,0.07,0.082 3-7,wizardlm-7b-hf,0.184,0.238 1-1,wizardlm-7b-hf,0.0048072120666991,0.0 1-2,wizardlm-7b-hf,0.138,0.008 3-3,vicuna-33b-hf,0.0456,0.81 3-1,vicuna-33b-hf,0.0044487179487179,0.726 3-4,vicuna-33b-hf,0.1074645367550325,0.84 2-7,vicuna-33b-hf,0.0334632323754631,0.0 2-3,vicuna-33b-hf,0.1929953818784081,0.172 2-2,vicuna-33b-hf,0.0639175257731958,0.45 2-8,vicuna-33b-hf,0.164,0.39 3-5,vicuna-33b-hf,0.1095327201815486,0.852 3-6,vicuna-33b-hf,0.238,0.046 2-6,vicuna-33b-hf,0.1838291237418108,0.0 3-2,vicuna-33b-hf,0.2372923243002801,0.0 2-5,vicuna-33b-hf,0.1250895838960241,0.0 3-8,vicuna-33b-hf,0.1146677567404622,0.0 2-4,vicuna-33b-hf,0.082,0.554 3-7,vicuna-33b-hf,0.09,0.086 1-1,vicuna-33b-hf,0.1045095374639655,0.0 1-2,vicuna-33b-hf,0.244,0.03 3-3,vicuna-7b-hf,0.022,0.924 3-1,vicuna-7b-hf,0.0016268949567715,0.722 3-4,vicuna-7b-hf,0.3323732676995232,0.532 2-7,vicuna-7b-hf,0.039989656340942,0.0 2-3,vicuna-7b-hf,0.215622149588047,0.168 2-2,vicuna-7b-hf,0.0659793814432989,0.458 2-8,vicuna-7b-hf,0.026,0.492 3-5,vicuna-7b-hf,0.2395249047765895,0.68 3-6,vicuna-7b-hf,0.106,0.002 2-6,vicuna-7b-hf,0.409229617550495,0.0 3-2,vicuna-7b-hf,0.1921265165443771,0.0 2-5,vicuna-7b-hf,0.0453844875050604,0.0 3-8,vicuna-7b-hf,0.1313452623735772,0.0 2-4,vicuna-7b-hf,0.074,0.21 3-7,vicuna-7b-hf,0.11,0.166 1-1,vicuna-7b-hf,0.0640160111353844,0.0 1-2,vicuna-7b-hf,0.088,0.016 3-3,yulan-chat-2-13b-fp16-hf,0.3830095238095234,0.242 3-1,yulan-chat-2-13b-fp16-hf,0.0763748717743629,0.014 3-4,yulan-chat-2-13b-fp16-hf,0.7666460217749368,0.036 2-7,yulan-chat-2-13b-fp16-hf,0.3805917781185125,0.0 2-3,yulan-chat-2-13b-fp16-hf,0.3520200273410799,0.138 2-2,yulan-chat-2-13b-fp16-hf,0.2,0.124 2-8,yulan-chat-2-13b-fp16-hf,0.26,0.0 3-5,yulan-chat-2-13b-fp16-hf,0.7578097205125426,0.044 3-6,yulan-chat-2-13b-fp16-hf,0.232,0.002 2-6,yulan-chat-2-13b-fp16-hf,0.5617512522400016,0.0 3-2,yulan-chat-2-13b-fp16-hf,0.3066626180177851,0.0 2-5,yulan-chat-2-13b-fp16-hf,0.4475157522558087,0.0 3-8,yulan-chat-2-13b-fp16-hf,0.1753718295156925,0.0 2-4,yulan-chat-2-13b-fp16-hf,0.338,0.094 3-7,yulan-chat-2-13b-fp16-hf,0.46,0.01 1-1,yulan-chat-2-13b-fp16-hf,0.1503020713747016,0.0 1-2,yulan-chat-2-13b-fp16-hf,0.224,0.0 3-3,llama-2-7b-chat,0.1157333333333333,0.532 3-1,llama-2-7b-chat,0.0186666666666666,0.078 3-4,llama-2-7b-chat,0.1012615728031941,0.868 2-7,llama-2-7b-chat,0.0112910964490006,0.0 2-3,llama-2-7b-chat,0.1692442002442003,0.418 2-2,llama-2-7b-chat,0.0536082474226804,0.32 2-8,llama-2-7b-chat,0.062,0.012 3-5,llama-2-7b-chat,0.072103269489439,0.902 3-6,llama-2-7b-chat,0.056,0.014 2-6,llama-2-7b-chat,0.0561679171479306,0.0 3-2,llama-2-7b-chat,0.0064497114421255,0.0 2-5,llama-2-7b-chat,0.0490128375840441,0.0 3-8,llama-2-7b-chat,0.0036482932244842,0.0 2-4,llama-2-7b-chat,0.052,0.466 3-7,llama-2-7b-chat,0.362,0.142 1-1,llama-2-7b-chat,0.0079521085544899,0.0 1-2,llama-2-7b-chat,0.064,0.018 3-3,qwen-7b-chat-hf,0.4067047619047615,0.246 3-1,qwen-7b-chat-hf,0.4462264304171277,0.084 3-4,qwen-7b-chat-hf,0.7673636116105985,0.076 2-7,qwen-7b-chat-hf,0.3604186551011525,0.0 2-3,qwen-7b-chat-hf,0.3141672161172163,0.194 2-2,qwen-7b-chat-hf,0.2742268041237113,0.284 2-8,qwen-7b-chat-hf,0.24,0.0 3-5,qwen-7b-chat-hf,0.7719264245543005,0.074 3-6,qwen-7b-chat-hf,0.268,0.004 2-6,qwen-7b-chat-hf,0.3788151829709259,0.0 3-2,qwen-7b-chat-hf,0.3349790277480247,0.0 2-5,qwen-7b-chat-hf,0.484815548159267,0.0 3-8,qwen-7b-chat-hf,0.1931587892247282,0.0 2-4,qwen-7b-chat-hf,0.35,0.13 3-7,qwen-7b-chat-hf,0.42,0.004 1-1,qwen-7b-chat-hf,0.185356881757384,0.0 1-2,qwen-7b-chat-hf,0.34,0.002 3-3,llama-2-70b,0.0635714285714285,0.784 3-1,llama-2-70b,0.0370399438658872,0.642 3-4,llama-2-70b,0.4202458607672517,0.418 2-7,llama-2-70b,0.1653578856162876,0.0 2-3,llama-2-70b,0.2684996620151962,0.286 2-2,llama-2-70b,0.088659793814433,0.384 2-8,llama-2-70b,0.0,0.008 3-5,llama-2-70b,0.4281850009486465,0.448 3-6,llama-2-70b,0.0,0.004 2-6,llama-2-70b,0.4256751279572517,0.0 3-2,llama-2-70b,0.1144571926875709,0.0 2-5,llama-2-70b,0.0559031535511309,0.0 3-8,llama-2-70b,0.0290202020321117,0.0 2-4,llama-2-70b,0.104,0.22 3-7,llama-2-70b,0.292,0.118 1-1,llama-2-70b,0.0314885272597351,0.0 1-2,llama-2-70b,0.004,0.002 3-3,moss-moon-003-base-hf,0.1310687182382834,0.546 3-1,moss-moon-003-base-hf,0.2373286771721452,0.06 3-4,moss-moon-003-base-hf,0.6930814537432846,0.142 2-7,moss-moon-003-base-hf,0.1071619311277784,0.0 2-3,moss-moon-003-base-hf,0.1268958414209591,0.288 2-2,moss-moon-003-base-hf,0.0268041237113402,0.602 2-8,moss-moon-003-base-hf,0.082,0.184 3-5,moss-moon-003-base-hf,0.5345332275523371,0.304 3-6,moss-moon-003-base-hf,0.196,0.02 2-6,moss-moon-003-base-hf,0.0616504591811478,0.0 3-2,moss-moon-003-base-hf,0.0767561613912661,0.0 2-5,moss-moon-003-base-hf,0.0923762696106261,0.0 3-8,moss-moon-003-base-hf,0.1556578510112597,0.0 2-4,moss-moon-003-base-hf,0.018,0.872 3-7,moss-moon-003-base-hf,0.098,0.5 1-1,moss-moon-003-base-hf,0.0503924613073164,0.0 1-2,moss-moon-003-base-hf,0.116,0.074 3-3,llama-2-13b-chat,0.1529333333333333,0.408 3-1,llama-2-13b-chat,0.014,0.08 3-4,llama-2-13b-chat,0.5056899681768808,0.376 2-7,llama-2-13b-chat,0.0115689963661891,0.0 2-3,llama-2-13b-chat,0.4079524876224566,0.026 2-2,llama-2-13b-chat,0.0948453608247422,0.242 2-8,llama-2-13b-chat,0.092,0.0 3-5,llama-2-13b-chat,0.5264432278705843,0.348 3-6,llama-2-13b-chat,0.046,0.014 2-6,llama-2-13b-chat,0.022,0.0 3-2,llama-2-13b-chat,0.0048749223091623,0.0 2-5,llama-2-13b-chat,0.060808166750833,0.0 3-8,llama-2-13b-chat,0.0040203377359126,0.0 2-4,llama-2-13b-chat,0.248,0.102 3-7,llama-2-13b-chat,0.286,0.018 1-1,llama-2-13b-chat,0.0104961473530513,0.0 1-2,llama-2-13b-chat,0.032,0.014 3-3,chatglm2-6b-hf,0.2712253968253968,0.426 3-1,chatglm2-6b-hf,0.2311642602201876,0.06 3-4,chatglm2-6b-hf,0.597851632814649,0.238 2-7,chatglm2-6b-hf,0.1950294269420789,0.0 2-3,chatglm2-6b-hf,0.1319784188799937,0.474 2-2,chatglm2-6b-hf,0.0164948453608247,0.124 2-8,chatglm2-6b-hf,0.04,0.002 3-5,chatglm2-6b-hf,0.7284011543589539,0.09 3-6,chatglm2-6b-hf,0.108,0.014 2-6,chatglm2-6b-hf,0.3680741603232548,0.0 3-2,chatglm2-6b-hf,0.2495539105590574,0.0 2-5,chatglm2-6b-hf,0.303335636198625,0.0 3-8,chatglm2-6b-hf,0.1756448618991074,0.0 2-4,chatglm2-6b-hf,0.224,0.248 3-7,chatglm2-6b-hf,0.168,0.16 1-1,chatglm2-6b-hf,0.1536588288748315,0.0 1-2,chatglm2-6b-hf,0.106,0.018 3-3,lawyer-llama-13b-hf,0.313042857142857,0.304 3-1,lawyer-llama-13b-hf,0.006,0.03 3-4,lawyer-llama-13b-hf,0.741909125756119,0.066 2-7,lawyer-llama-13b-hf,0.3850517538371426,0.0 2-3,lawyer-llama-13b-hf,0.1587597014097014,0.386 2-2,lawyer-llama-13b-hf,0.0824742268041237,0.068 2-8,lawyer-llama-13b-hf,0.096,0.082 3-5,lawyer-llama-13b-hf,0.7552148234790809,0.04 3-6,lawyer-llama-13b-hf,0.178,0.286 2-6,lawyer-llama-13b-hf,0.4165355663599026,0.0 3-2,lawyer-llama-13b-hf,0.2593883269048863,0.0 2-5,lawyer-llama-13b-hf,0.3460637971965262,0.0 3-8,lawyer-llama-13b-hf,0.1694298692653057,0.0 2-4,lawyer-llama-13b-hf,0.044,0.786 3-7,lawyer-llama-13b-hf,0.392,0.028 1-1,lawyer-llama-13b-hf,0.1233249258456499,0.0 1-2,lawyer-llama-13b-hf,0.232,0.082 3-3,chinese-alpaca-2-7b-hf,0.2634701298701298,0.38 3-1,chinese-alpaca-2-7b-hf,0.0005233918128654,0.962 3-4,chinese-alpaca-2-7b-hf,0.0055436730582299,0.986 2-7,chinese-alpaca-2-7b-hf,0.0291967912426776,0.0 2-3,chinese-alpaca-2-7b-hf,0.3111913434518697,0.092 2-2,chinese-alpaca-2-7b-hf,0.0371134020618556,0.704 2-8,chinese-alpaca-2-7b-hf,0.0,0.988 3-5,chinese-alpaca-2-7b-hf,0.121028871039984,0.84 3-6,chinese-alpaca-2-7b-hf,0.07,0.116 2-6,chinese-alpaca-2-7b-hf,0.5191426472714508,0.0 3-2,chinese-alpaca-2-7b-hf,0.3551232053767301,0.0 2-5,chinese-alpaca-2-7b-hf,0.0055131103627357,0.0 3-8,chinese-alpaca-2-7b-hf,0.1406674109163629,0.0 2-4,chinese-alpaca-2-7b-hf,0.202,0.164 3-7,chinese-alpaca-2-7b-hf,0.086,0.46 1-1,chinese-alpaca-2-7b-hf,0.1494725824007327,0.0 1-2,chinese-alpaca-2-7b-hf,0.044,0.068 3-3,llama-2-70b-chat,0.1490761904761905,0.522 3-1,llama-2-70b-chat,0.0681680675294728,0.084 3-4,llama-2-70b-chat,0.1753784234417145,0.77 2-7,llama-2-70b-chat,0.0124523558268054,0.0 2-3,llama-2-70b-chat,0.333841574121128,0.084 2-2,llama-2-70b-chat,0.0721649484536082,0.354 2-8,llama-2-70b-chat,0.084,0.0 3-5,llama-2-70b-chat,0.1280739505443222,0.82 3-6,llama-2-70b-chat,0.096,0.0 2-6,llama-2-70b-chat,0.3471984455925785,0.0 3-2,llama-2-70b-chat,0.0088879751732623,0.0 2-5,llama-2-70b-chat,0.0522333287854116,0.0 3-8,llama-2-70b-chat,0.0460880618864055,0.0 2-4,llama-2-70b-chat,0.304,0.014 3-7,llama-2-70b-chat,0.424,0.246 1-1,llama-2-70b-chat,0.0086863342729051,0.0 1-2,llama-2-70b-chat,0.1,0.0 3-3,freewilly2_70b-hf,0.2282000000000001,0.436 3-1,freewilly2_70b-hf,0.1641490842490842,0.01 3-4,freewilly2_70b-hf,0.7605751961553084,0.042 2-7,freewilly2_70b-hf,0.3906777506110369,0.0 2-3,freewilly2_70b-hf,0.4420435911914173,0.054 2-2,freewilly2_70b-hf,0.2556701030927835,0.26 2-8,freewilly2_70b-hf,0.458,0.002 3-5,freewilly2_70b-hf,0.6535351656427076,0.148 3-6,freewilly2_70b-hf,0.344,0.0 2-6,freewilly2_70b-hf,0.6553540358981615,0.0 3-2,freewilly2_70b-hf,0.2451563800568763,0.0 2-5,freewilly2_70b-hf,0.5203474925914944,0.0 3-8,freewilly2_70b-hf,0.1339117239556183,0.0 2-4,freewilly2_70b-hf,0.39,0.018 3-7,freewilly2_70b-hf,0.566,0.002 1-1,freewilly2_70b-hf,0.1458249577915495,0.0 1-2,freewilly2_70b-hf,0.346,0.0 3-3,llama-13b,0.0466666666666666,0.516 3-1,llama-13b,0.0010418218973962,0.346 3-4,llama-13b,0.3327637817377671,0.556 2-7,llama-13b,0.1711933334330702,0.0 2-3,llama-13b,0.1300326822935517,0.364 2-2,llama-13b,0.0639175257731958,0.7 2-8,llama-13b,0.002,0.096 3-5,llama-13b,0.3718561032170216,0.518 3-6,llama-13b,0.0,0.144 2-6,llama-13b,0.0558973276214531,0.0 3-2,llama-13b,0.0512633286017317,0.0 2-5,llama-13b,0.0488626889915099,0.0 3-8,llama-13b,0.0747742555875594,0.0 2-4,llama-13b,0.022,0.764 3-7,llama-13b,0.216,0.122 1-1,llama-13b,0.0264488704205941,0.0 1-2,llama-13b,0.008,0.17 3-3,baichuan-13b-base-hf,0.2961252326217843,0.442 3-1,baichuan-13b-base-hf,0.2747674800286624,0.186 3-4,baichuan-13b-base-hf,0.7252602737594291,0.104 2-7,baichuan-13b-base-hf,0.0791976507837491,0.0 2-3,baichuan-13b-base-hf,0.3564549720810591,0.182 2-2,baichuan-13b-base-hf,0.0659793814432989,0.474 2-8,baichuan-13b-base-hf,0.134,0.014 3-5,baichuan-13b-base-hf,0.6764230422291034,0.16 3-6,baichuan-13b-base-hf,0.144,0.17 2-6,baichuan-13b-base-hf,0.2675596847609988,0.0 3-2,baichuan-13b-base-hf,0.0951106465371271,0.0 2-5,baichuan-13b-base-hf,0.0644082447068332,0.0 3-8,baichuan-13b-base-hf,0.0460442834688462,0.0 2-4,baichuan-13b-base-hf,0.036,0.832 3-7,baichuan-13b-base-hf,0.192,0.194 1-1,baichuan-13b-base-hf,0.0129484194891207,0.0 1-2,baichuan-13b-base-hf,0.114,0.446 3-3,mpt-7b-hf,0.0271333333333333,0.946 3-1,mpt-7b-hf,0.0068681247494048,0.084 3-4,mpt-7b-hf,0.5840897215621766,0.264 2-7,mpt-7b-hf,0.1481627395799089,0.0 2-3,mpt-7b-hf,0.1249978899437708,0.38 2-2,mpt-7b-hf,0.0742268041237113,0.674 2-8,mpt-7b-hf,0.024,0.034 3-5,mpt-7b-hf,0.5609461741673019,0.298 3-6,mpt-7b-hf,0.0,0.006 2-6,mpt-7b-hf,0.0620551333347578,0.0 3-2,mpt-7b-hf,0.0819737828407121,0.0 2-5,mpt-7b-hf,0.0339077925788722,0.0 3-8,mpt-7b-hf,0.096738706901472,0.0 2-4,mpt-7b-hf,0.02,0.786 3-7,mpt-7b-hf,0.232,0.2 1-1,mpt-7b-hf,0.0356839272778961,0.0 1-2,mpt-7b-hf,0.0,0.004 3-3,ziya-llama-13b-hf,0.2593333333333333,0.482 3-1,ziya-llama-13b-hf,0.101972706582633,0.662 3-4,ziya-llama-13b-hf,0.0096800514930816,0.98 2-7,ziya-llama-13b-hf,0.0199687803618673,0.0 2-3,ziya-llama-13b-hf,0.4417930169245958,0.096 2-2,ziya-llama-13b-hf,0.0206185567010309,0.842 2-8,ziya-llama-13b-hf,0.118,0.264 3-5,ziya-llama-13b-hf,0.0057084174695561,0.986 3-6,ziya-llama-13b-hf,0.306,0.02 2-6,ziya-llama-13b-hf,0.4344461758711535,0.0 3-2,ziya-llama-13b-hf,0.2122720513703339,0.0 2-5,ziya-llama-13b-hf,0.2792566910201221,0.0 3-8,ziya-llama-13b-hf,0.1335537758873178,0.0 2-4,ziya-llama-13b-hf,0.246,0.34 3-7,ziya-llama-13b-hf,0.128,0.416 1-1,ziya-llama-13b-hf,0.150365432135827,0.0 1-2,ziya-llama-13b-hf,0.3,0.02 3-3,qwen-7b-hf,0.2015914786967419,0.638 3-1,qwen-7b-hf,0.19879430640432,0.598 3-4,qwen-7b-hf,0.7459051728379218,0.076 2-7,qwen-7b-hf,0.0167377817456988,0.0 2-3,qwen-7b-hf,0.0781115642811294,0.452 2-2,qwen-7b-hf,0.0494845360824742,0.756 2-8,qwen-7b-hf,0.074,0.482 3-5,qwen-7b-hf,0.5677090730443543,0.274 3-6,qwen-7b-hf,0.004,0.898 2-6,qwen-7b-hf,0.382357359301011,0.0 3-2,qwen-7b-hf,0.2079918747664509,0.0 2-5,qwen-7b-hf,0.3166382846338129,0.0 3-8,qwen-7b-hf,0.100702748127766,0.0 2-4,qwen-7b-hf,0.248,0.264 3-7,qwen-7b-hf,0.328,0.034 1-1,qwen-7b-hf,0.0,0.0 1-2,qwen-7b-hf,0.0,0.934 3-3,baichuan-7b-hf,0.2256251526251527,0.446 3-1,baichuan-7b-hf,0.1005134359276146,0.058 3-4,baichuan-7b-hf,0.7570608540025966,0.054 2-7,baichuan-7b-hf,0.0369233742306904,0.0 2-3,baichuan-7b-hf,0.2195627726904349,0.172 2-2,baichuan-7b-hf,0.0494845360824742,0.71 2-8,baichuan-7b-hf,0.054,0.292 3-5,baichuan-7b-hf,0.7641806007571257,0.05 3-6,baichuan-7b-hf,0.054,0.058 2-6,baichuan-7b-hf,0.1481874712093359,0.0 3-2,baichuan-7b-hf,0.0835988722839403,0.0 2-5,baichuan-7b-hf,0.1006967116656105,0.0 3-8,baichuan-7b-hf,0.0239783499402007,0.0 2-4,baichuan-7b-hf,0.028,0.874 3-7,baichuan-7b-hf,0.178,0.164 1-1,baichuan-7b-hf,0.0003386571670423,0.0 1-2,baichuan-7b-hf,0.018,0.358 3-3,internlm-chat-7b-8k-hf,0.4104666666666663,0.23 3-1,internlm-chat-7b-8k-hf,0.3486142857142855,0.07 3-4,internlm-chat-7b-8k-hf,0.6320584055921319,0.218 2-7,internlm-chat-7b-8k-hf,0.2710784242450029,0.0 2-3,internlm-chat-7b-8k-hf,0.289552380952381,0.142 2-2,internlm-chat-7b-8k-hf,0.354639175257732,0.068 2-8,internlm-chat-7b-8k-hf,0.362,0.0 3-5,internlm-chat-7b-8k-hf,0.6719989928221399,0.166 3-6,internlm-chat-7b-8k-hf,0.342,0.0 2-6,internlm-chat-7b-8k-hf,0.1795332931975423,0.0 3-2,internlm-chat-7b-8k-hf,0.1911496573479534,0.0 2-5,internlm-chat-7b-8k-hf,0.5412787169695922,0.0 3-8,internlm-chat-7b-8k-hf,0.133744468898884,0.0 2-4,internlm-chat-7b-8k-hf,0.356,0.078 3-7,internlm-chat-7b-8k-hf,0.438,0.006 1-1,internlm-chat-7b-8k-hf,0.1545417423374619,0.0 1-2,internlm-chat-7b-8k-hf,0.404,0.0 3-3,belle-2-13b-hf,0.1964666666666667,0.396 3-1,belle-2-13b-hf,0.0326874145916791,0.06 3-4,belle-2-13b-hf,0.6820502639105198,0.13 2-7,belle-2-13b-hf,0.3659448445253668,0.0 2-3,belle-2-13b-hf,0.3884221018441036,0.016 2-2,belle-2-13b-hf,0.090721649484536,0.256 2-8,belle-2-13b-hf,0.208,0.024 3-5,belle-2-13b-hf,0.6117478837324107,0.23 3-6,belle-2-13b-hf,0.222,0.022 2-6,belle-2-13b-hf,0.5488695505073483,0.0 3-2,belle-2-13b-hf,0.317863681010319,0.0 2-5,belle-2-13b-hf,0.4156170826780351,0.0 3-8,belle-2-13b-hf,0.1703667650163543,0.0 2-4,belle-2-13b-hf,0.38,0.02 3-7,belle-2-13b-hf,0.428,0.076 1-1,belle-2-13b-hf,0.1439211469416955,0.0 1-2,belle-2-13b-hf,0.306,0.002 3-3,llama-7b,0.0698380952380952,0.55 3-1,llama-7b,0.0095420676890616,0.124 3-4,llama-7b,0.4128023052428971,0.484 2-7,llama-7b,0.1530635506635423,0.0 2-3,llama-7b,0.1214251689322626,0.448 2-2,llama-7b,0.0577319587628866,0.764 2-8,llama-7b,0.01,0.094 3-5,llama-7b,0.5421586365324437,0.308 3-6,llama-7b,0.002,0.038 2-6,llama-7b,0.0466001138954561,0.0 3-2,llama-7b,0.0745146511597523,0.0 2-5,llama-7b,0.0457398789137795,0.0 3-8,llama-7b,0.0783666927680209,0.0 2-4,llama-7b,0.032,0.68 3-7,llama-7b,0.144,0.212 1-1,llama-7b,0.0241706334394919,0.0 1-2,llama-7b,0.006,0.1 3-3,alpaca-7b-hf,0.0609333333333333,0.8 3-1,alpaca-7b-hf,0.0068534505617193,0.258 3-4,alpaca-7b-hf,0.5961455607051647,0.254 2-7,alpaca-7b-hf,0.0384764118512468,0.0 2-3,alpaca-7b-hf,0.0690734493994959,0.586 2-2,alpaca-7b-hf,0.0432989690721649,0.788 2-8,alpaca-7b-hf,0.0,0.97 3-5,alpaca-7b-hf,0.5093451356881299,0.354 3-6,alpaca-7b-hf,0.02,0.508 2-6,alpaca-7b-hf,0.0414306620706972,0.0 3-2,alpaca-7b-hf,0.1310769384444468,0.0 2-5,alpaca-7b-hf,0.1595823063828997,0.0 3-8,alpaca-7b-hf,0.0155506706919972,0.0 2-4,alpaca-7b-hf,0.038,0.412 3-7,alpaca-7b-hf,0.186,0.298 1-1,alpaca-7b-hf,0.0140600877248118,0.0 1-2,alpaca-7b-hf,0.002,0.49 3-3,llama-2-chinese-13b-hf,0.0126666666666666,0.958 3-1,llama-2-chinese-13b-hf,3.809523809523809e-05,0.77 3-4,llama-2-chinese-13b-hf,0.2938681331671652,0.612 2-7,llama-2-chinese-13b-hf,0.010520173669366,0.0 2-3,llama-2-chinese-13b-hf,0.0048,0.936 2-2,llama-2-chinese-13b-hf,0.0185567010309278,0.888 2-8,llama-2-chinese-13b-hf,0.0,1.0 3-5,llama-2-chinese-13b-hf,0.2822597911367234,0.63 3-6,llama-2-chinese-13b-hf,0.0,0.998 2-6,llama-2-chinese-13b-hf,0.022,0.0 3-2,llama-2-chinese-13b-hf,0.0015109101249407,0.0 2-5,llama-2-chinese-13b-hf,0.0518165083590092,0.0 3-8,llama-2-chinese-13b-hf,0.0237073952266417,0.0 2-4,llama-2-chinese-13b-hf,0.0,0.996 3-7,llama-2-chinese-13b-hf,0.11,0.698 1-1,llama-2-chinese-13b-hf,0.0,0.0 1-2,llama-2-chinese-13b-hf,0.0,1.0 3-3,GPT-3.5-turbo-0613,0.3552095238095236,0.29 3-1,GPT-3.5-turbo-0613,0.2950346593346596,0.012 3-4,GPT-3.5-turbo-0613,0.7874947621710604,0.038 2-7,GPT-3.5-turbo-0613,0.3349186858227376,0.0 2-3,GPT-3.5-turbo-0613,0.5173227994227992,0.01 2-2,GPT-3.5-turbo-0613,0.3237113402061856,0.03 2-8,GPT-3.5-turbo-0613,0.364,0.0 3-5,GPT-3.5-turbo-0613,0.7683697914074585,0.04 3-6,GPT-3.5-turbo-0613,0.274,0.006 2-6,GPT-3.5-turbo-0613,0.6955443176449515,0.0 3-2,GPT-3.5-turbo-0613,0.3129686326378696,0.0 2-5,GPT-3.5-turbo-0613,0.5375256791324949,0.0 3-8,GPT-3.5-turbo-0613,0.1744906117774549,0.0 2-4,GPT-3.5-turbo-0613,0.412,0.034 3-7,GPT-3.5-turbo-0613,0.612,0.004 1-1,GPT-3.5-turbo-0613,0.1586479929928397,0.0 1-2,GPT-3.5-turbo-0613,0.36,0.0 3-3,llama-2-7b,0.0758761904761904,0.372 3-1,llama-2-7b,0.0099333333333333,0.3 3-4,llama-2-7b,0.5278080938274123,0.312 2-7,llama-2-7b,0.165759555077647,0.0 2-3,llama-2-7b,0.2055475691939418,0.324 2-2,llama-2-7b,0.0391752577319587,0.648 2-8,llama-2-7b,0.002,0.064 3-5,llama-2-7b,0.4304670271974816,0.434 3-6,llama-2-7b,0.0,0.02 2-6,llama-2-7b,0.2926824748770321,0.0 3-2,llama-2-7b,0.0794728631019805,0.0 2-5,llama-2-7b,0.0568462099471509,0.0 3-8,llama-2-7b,0.0938440956576367,0.0 2-4,llama-2-7b,0.022,0.836 3-7,llama-2-7b,0.176,0.06 1-1,llama-2-7b,0.0264702237244278,0.0 1-2,llama-2-7b,0.004,0.034 3-3,xverse-13b-hf,0.1576034632034632,0.04 3-1,xverse-13b-hf,0.0130714285714285,0.068 3-4,xverse-13b-hf,0.7568442454343974,0.07 2-7,xverse-13b-hf,0.1666969611598217,0.0 2-3,xverse-13b-hf,0.1575795248230037,0.014 2-2,xverse-13b-hf,0.0,0.164 2-8,xverse-13b-hf,0.0,0.0 3-5,xverse-13b-hf,0.6666433898664795,0.176 3-6,xverse-13b-hf,0.0,0.0 2-6,xverse-13b-hf,0.022,0.0 3-2,xverse-13b-hf,0.0868240251627756,0.0 2-5,xverse-13b-hf,0.0347061743187728,0.0 3-8,xverse-13b-hf,0.0884786504935247,0.0 2-4,xverse-13b-hf,0.018,0.51 3-7,xverse-13b-hf,0.376,0.112 1-1,xverse-13b-hf,0.0170630168073349,0.0 1-2,xverse-13b-hf,0.0,0.012 3-3,llama-65b,0.0755428571428571,0.624 3-1,llama-65b,0.0033300925587791,0.172 3-4,llama-65b,0.4608842813641797,0.384 2-7,llama-65b,0.0311554367841577,0.0 2-3,llama-65b,0.0534523917924106,0.746 2-2,llama-65b,0.0515463917525773,0.558 2-8,llama-65b,0.002,0.246 3-5,llama-65b,0.3773994600676487,0.516 3-6,llama-65b,0.0,0.164 2-6,llama-65b,0.0223109039107513,0.0 3-2,llama-65b,0.1034659312298657,0.0 2-5,llama-65b,0.0530815131283897,0.0 3-8,llama-65b,0.0118488756349775,0.0 2-4,llama-65b,0.01,0.95 3-7,llama-65b,0.272,0.074 1-1,llama-65b,0.0199133028978991,0.0 1-2,llama-65b,0.004,0.082 3-3,GPT4,0.4198666666666665,0.25 3-1,GPT4,0.5247481962481961,0.004 3-4,GPT4,0.8261697986925594,0.004 2-7,GPT4,0.3792452661546071,0.0 2-3,GPT4,0.6978545454545457,0.0 2-2,GPT4,0.4164948453608247,0.0 2-8,GPT4,0.612,0.0 3-5,GPT4,0.8191390935230626,0.004 3-6,GPT4,0.486,0.0 2-6,GPT4,0.7659561748622943,0.0 3-2,GPT4,0.275399082248227,0.0 2-5,GPT4,0.564965017292738,0.0 3-8,GPT4,0.1964975491803065,0.0 2-4,GPT4,0.44,0.016 3-7,GPT4,0.776,0.004 1-1,GPT4,0.1537588703567216,0.0 1-2,GPT4,0.552,0.002 3-3,llama-2-13b,0.0542761904761904,0.71 3-1,llama-2-13b,0.009,0.298 3-4,llama-2-13b,0.5261805144213454,0.344 2-7,llama-2-13b,0.1205418244736566,0.0 2-3,llama-2-13b,0.2090291789147427,0.386 2-2,llama-2-13b,0.0618556701030927,0.654 2-8,llama-2-13b,0.006,0.07 3-5,llama-2-13b,0.3274253282702678,0.572 3-6,llama-2-13b,0.006,0.044 2-6,llama-2-13b,0.1636204854102805,0.0 3-2,llama-2-13b,0.1199978703153143,0.0 2-5,llama-2-13b,0.0529736255739429,0.0 3-8,llama-2-13b,0.0162951853068827,0.0 2-4,llama-2-13b,0.018,0.956 3-7,llama-2-13b,0.112,0.334 1-1,llama-2-13b,0.0189594922604535,0.0 1-2,llama-2-13b,0.018,0.018 3-3,moss-moon-003-sft-hf,0.208009423909424,0.15 3-1,moss-moon-003-sft-hf,0.0522509910555609,0.01 3-4,moss-moon-003-sft-hf,0.7027313359513795,0.114 2-7,moss-moon-003-sft-hf,0.0637430348920954,0.0 2-3,moss-moon-003-sft-hf,0.1793664275465198,0.014 2-2,moss-moon-003-sft-hf,0.0515463917525773,0.342 2-8,moss-moon-003-sft-hf,0.03,0.062 3-5,moss-moon-003-sft-hf,0.7654590447931332,0.052 3-6,moss-moon-003-sft-hf,0.068,0.054 2-6,moss-moon-003-sft-hf,0.1084451450181186,0.0 3-2,moss-moon-003-sft-hf,0.0553533793359268,0.0 2-5,moss-moon-003-sft-hf,0.025475389543287,0.0 3-8,moss-moon-003-sft-hf,0.1040841674091972,0.0 2-4,moss-moon-003-sft-hf,0.032,0.1 3-7,moss-moon-003-sft-hf,0.268,0.062 1-1,moss-moon-003-sft-hf,0.0289039198689248,0.0 1-2,moss-moon-003-sft-hf,0.076,0.088 3-3,chinese-llama-2-7b-hf,0.181274358974359,0.588 3-1,chinese-llama-2-7b-hf,0.0014232919548943,0.88 3-4,chinese-llama-2-7b-hf,0.3880418799064213,0.484 2-7,chinese-llama-2-7b-hf,0.0985854438153438,0.0 2-3,chinese-llama-2-7b-hf,0.0133419913419913,0.896 2-2,chinese-llama-2-7b-hf,0.0494845360824742,0.784 2-8,chinese-llama-2-7b-hf,0.006,0.87 3-5,chinese-llama-2-7b-hf,0.3348857826159413,0.564 3-6,chinese-llama-2-7b-hf,0.004,0.704 2-6,chinese-llama-2-7b-hf,0.2023589038971723,0.0 3-2,chinese-llama-2-7b-hf,0.0443312142947558,0.0 2-5,chinese-llama-2-7b-hf,0.0186563706779332,0.0 3-8,chinese-llama-2-7b-hf,0.0763273609080522,0.0 2-4,chinese-llama-2-7b-hf,0.016,0.93 3-7,chinese-llama-2-7b-hf,0.168,0.26 1-1,chinese-llama-2-7b-hf,0.032432522597357,0.0 1-2,chinese-llama-2-7b-hf,0.012,0.74 3-3,llama-30b,0.0477428571428571,0.656 3-1,llama-30b,0.0080444444444444,0.202 3-4,llama-30b,0.4719068118945294,0.408 2-7,llama-30b,0.0266408590129963,0.0 2-3,llama-30b,0.0751654268563879,0.612 2-2,llama-30b,0.0474226804123711,0.45 2-8,llama-30b,0.006,0.114 3-5,llama-30b,0.4861610925979338,0.374 3-6,llama-30b,0.006,0.252 2-6,llama-30b,0.023291428202709,0.0 3-2,llama-30b,0.0897365764933151,0.0 2-5,llama-30b,0.0395149376530439,0.0 3-8,llama-30b,0.0787100435714337,0.0 2-4,llama-30b,0.022,0.814 3-7,llama-30b,0.282,0.078 1-1,llama-30b,0.0299018061006143,0.0 1-2,llama-30b,0.006,0.078 3-3,internlm-7b-hf,0.3242546303369833,0.204 3-1,internlm-7b-hf,0.2305046112755088,0.116 3-4,internlm-7b-hf,0.7337601418006331,0.036 2-7,internlm-7b-hf,0.0670827140527355,0.0 2-3,internlm-7b-hf,0.1831179307874496,0.042 2-2,internlm-7b-hf,0.0474226804123711,0.618 2-8,internlm-7b-hf,0.004,0.044 3-5,internlm-7b-hf,0.567107660745228,0.27 3-6,internlm-7b-hf,0.104,0.008 2-6,internlm-7b-hf,0.2530946576714043,0.0 3-2,internlm-7b-hf,0.0671649163566676,0.0 2-5,internlm-7b-hf,0.0519531604651789,0.0 3-8,internlm-7b-hf,0.1130365266184941,0.0 2-4,internlm-7b-hf,0.02,0.876 3-7,internlm-7b-hf,0.228,0.076 1-1,internlm-7b-hf,0.0156042847748144,0.0 1-2,internlm-7b-hf,0.046,0.002 3-3,mpt-instruct-7b-hf,0.1218666666666666,0.372 3-1,mpt-instruct-7b-hf,0.0066346935769446,0.184 3-4,mpt-instruct-7b-hf,0.5139742852668581,0.356 2-7,mpt-instruct-7b-hf,0.0437840377957945,0.0 2-3,mpt-instruct-7b-hf,0.1186063644414098,0.35 2-2,mpt-instruct-7b-hf,0.045360824742268,0.72 2-8,mpt-instruct-7b-hf,0.038,0.386 3-5,mpt-instruct-7b-hf,0.3738835029460445,0.526 3-6,mpt-instruct-7b-hf,0.02,0.13 2-6,mpt-instruct-7b-hf,0.178546579590112,0.0 3-2,mpt-instruct-7b-hf,0.0667046907301476,0.0 2-5,mpt-instruct-7b-hf,0.0421292915683972,0.0 3-8,mpt-instruct-7b-hf,0.0566909457374686,0.0 2-4,mpt-instruct-7b-hf,0.108,0.38 3-7,mpt-instruct-7b-hf,0.186,0.124 1-1,mpt-instruct-7b-hf,0.0230180784245639,0.0 1-2,mpt-instruct-7b-hf,0.01,0.048 3-3,internlm-chat-7b-hf,0.4234666666666664,0.216 3-1,internlm-chat-7b-hf,0.2494204481792718,0.24 3-4,internlm-chat-7b-hf,0.6733479968424768,0.188 2-7,internlm-chat-7b-hf,0.258717062646399,0.0 2-3,internlm-chat-7b-hf,0.2708761904761906,0.27 2-2,internlm-chat-7b-hf,0.334020618556701,0.066 2-8,internlm-chat-7b-hf,0.276,0.0 3-5,internlm-chat-7b-hf,0.6497353773070385,0.2 3-6,internlm-chat-7b-hf,0.378,0.0 2-6,internlm-chat-7b-hf,0.127269443325581,0.0 3-2,internlm-chat-7b-hf,0.2079807300195139,0.0 2-5,internlm-chat-7b-hf,0.5561772427662975,0.0 3-8,internlm-chat-7b-hf,0.1536283764345108,0.0 2-4,internlm-chat-7b-hf,0.356,0.078 3-7,internlm-chat-7b-hf,0.448,0.006 1-1,internlm-chat-7b-hf,0.1439219835077947,0.0 1-2,internlm-chat-7b-hf,0.4,0.0 3-3,chatlaw-33b-hf,0.1273333333333333,0.468 3-1,chatlaw-33b-hf,0.0534689346177345,0.05 3-4,chatlaw-33b-hf,0.6699781135620397,0.168 2-7,chatlaw-33b-hf,0.3547250393321297,0.0 2-3,chatlaw-33b-hf,0.3207828646579637,0.3 2-2,chatlaw-33b-hf,0.0804123711340206,0.33 2-8,chatlaw-33b-hf,0.264,0.022 3-5,chatlaw-33b-hf,0.5362962270216017,0.344 3-6,chatlaw-33b-hf,0.342,0.002 2-6,chatlaw-33b-hf,0.3014350161364183,0.0 3-2,chatlaw-33b-hf,0.2602380390890261,0.0 2-5,chatlaw-33b-hf,0.3715555608203413,0.0 3-8,chatlaw-33b-hf,0.1655491281781224,0.0 2-4,chatlaw-33b-hf,0.198,0.444 3-7,chatlaw-33b-hf,0.416,0.096 1-1,chatlaw-33b-hf,0.117434417362986,0.0 1-2,chatlaw-33b-hf,0.286,0.0 3-3,vicuna-13b-hf,0.0356666666666666,0.91 3-1,vicuna-13b-hf,0.0014932166749811,0.756 3-4,vicuna-13b-hf,0.270061534549879,0.64 2-7,vicuna-13b-hf,0.0379019840224868,0.0 2-3,vicuna-13b-hf,0.2453673546335214,0.172 2-2,vicuna-13b-hf,0.0309278350515463,0.448 2-8,vicuna-13b-hf,0.11,0.112 3-5,vicuna-13b-hf,0.1668633686331109,0.782 3-6,vicuna-13b-hf,0.188,0.012 2-6,vicuna-13b-hf,0.0524579263132766,0.0 3-2,vicuna-13b-hf,0.1927856520525605,0.0 2-5,vicuna-13b-hf,0.2181952007409013,0.0 3-8,vicuna-13b-hf,0.1433618673311091,0.0 2-4,vicuna-13b-hf,0.112,0.13 3-7,vicuna-13b-hf,0.178,0.346 1-1,vicuna-13b-hf,0.0721445474290961,0.0 1-2,vicuna-13b-hf,0.186,0.002 3-3,baichuan-13b-chat-hf,0.2421428571428572,0.584 3-1,baichuan-13b-chat-hf,0.2279373282864564,0.208 3-4,baichuan-13b-chat-hf,0.3560848556206846,0.542 2-7,baichuan-13b-chat-hf,0.0134165053699276,0.0 2-3,baichuan-13b-chat-hf,0.3206879675013073,0.224 2-2,baichuan-13b-chat-hf,0.1298969072164948,0.17 2-8,baichuan-13b-chat-hf,0.0,0.992 3-5,baichuan-13b-chat-hf,0.4610968239943264,0.414 3-6,baichuan-13b-chat-hf,0.27,0.198 2-6,baichuan-13b-chat-hf,0.5511256296334648,0.0 3-2,baichuan-13b-chat-hf,0.2722603127259593,0.0 2-5,baichuan-13b-chat-hf,0.2183914360570613,0.0 3-8,baichuan-13b-chat-hf,0.2029335812414972,0.0 2-4,baichuan-13b-chat-hf,0.026,0.94 3-7,baichuan-13b-chat-hf,0.43,0.08 1-1,baichuan-13b-chat-hf,0.1231629450647441,0.0 1-2,baichuan-13b-chat-hf,0.348,0.152 3-3,tigerbot-base-7b-hf,0.248052380952381,0.396 3-1,tigerbot-base-7b-hf,0.1661159546584522,0.37 3-4,tigerbot-base-7b-hf,0.7324148393408348,0.11 2-7,tigerbot-base-7b-hf,0.2916259834840241,0.0 2-3,tigerbot-base-7b-hf,0.1072469731454587,0.418 2-2,tigerbot-base-7b-hf,0.0556701030927835,0.658 2-8,tigerbot-base-7b-hf,0.138,0.024 3-5,tigerbot-base-7b-hf,0.656424392526909,0.184 3-6,tigerbot-base-7b-hf,0.01,0.932 2-6,tigerbot-base-7b-hf,0.2748411191476568,0.0 3-2,tigerbot-base-7b-hf,0.2798361105922199,0.0 2-5,tigerbot-base-7b-hf,0.2432655521693809,0.0 3-8,tigerbot-base-7b-hf,0.1458456863011429,0.0 2-4,tigerbot-base-7b-hf,0.222,0.122 3-7,tigerbot-base-7b-hf,0.12,0.518 1-1,tigerbot-base-7b-hf,0.1562173510845755,0.0 1-2,tigerbot-base-7b-hf,0.038,0.816 2-1,tigerbot-sft-7b-hf,0.1043,0.0 2-1,gogpt-7b,0.0246,0.0 2-1,chatlaw-13b-hf,0.1222,0.0 2-1,llama-2-chinese-7b-hf,0.0012,0.0 2-1,wizardlm-7b-hf,0.001,0.0 2-1,vicuna-33b-hf,0.0176,0.0 2-1,vicuna-7b-hf,0.01,0.0 2-1,yulan-chat-2-13b-fp16-hf,0.0699,0.0 2-1,llama-2-7b-chat,0.0025,0.0 2-1,qwen-7b-chat-hf,0.2256,0.0 2-1,llama-2-70b,0.0288,0.0 2-1,moss-moon-003-base-hf,0.03,0.0 2-1,llama-2-13b-chat,0.0084,0.0 2-1,chatglm2-6b-hf,0.0184,0.0 2-1,lawyer-llama-13b-hf,0.0433,0.0 2-1,chinese-alpaca-2-7b-hf,0.0411,0.0 2-1,llama-2-70b-chat,0.0074,0.0 2-1,freewilly2_70b-hf,0.077,0.0 2-1,llama-13b,0.0038,0.0 2-1,baichuan-13b-base-hf,0.0856,0.0 2-1,mpt-7b-hf,0.0071,0.0 2-1,ziya-llama-13b-hf,0.0813,0.0 2-1,qwen-7b-hf,0.0509,0.0 2-1,baichuan-7b-hf,0.0465,0.0 2-1,internlm-chat-7b-8k-hf,0.2264,0.0 2-1,belle-2-13b-hf,0.0578,0.0 2-1,llama-7b,0.0043,0.0 2-1,alpaca-7b-hf,0.003,0.0 2-1,llama-2-chinese-13b-hf,0.0024,0.0 2-1,GPT-3.5-turbo-0613,0.091,0.0 2-1,llama-2-7b,0.0089,0.0 2-1,xverse-13b-hf,0.0028,0.0 2-1,llama-65b,0.0048,0.0 2-1,GPT4,0.1253,0.0 2-1,llama-2-13b,0.0073,0.0 2-1,moss-moon-003-sft-hf,0.0684,0.0 2-1,chinese-llama-2-7b-hf,0.0158,0.0 2-1,llama-30b,0.0044,0.0 2-1,internlm-7b-hf,0.0688,0.0 2-1,mpt-instruct-7b-hf,0.0093,0.0 2-1,internlm-chat-7b-hf,0.2107,0.0 2-1,chatlaw-33b-hf,0.0367,0.0 2-1,vicuna-13b-hf,0.0168,0.0 2-1,baichuan-13b-chat-hf,0.048,0.0 2-1,tigerbot-base-7b-hf,0.1299,0.0