task,model_name,score,abstention_rate
2-10,tigerbot-sft-7b-hf,0.1041746592049465,0.0
2-9,tigerbot-sft-7b-hf,0.3390894311152419,0.022
2-10,gogpt-7b,0.0776480451303916,0.0
2-9,gogpt-7b,0.345255161470796,0.252
2-10,chatlaw-13b-hf,0.1737274169022207,0.0
2-9,chatlaw-13b-hf,0.4026715099994009,0.032
2-10,llama-2-chinese-7b-hf,0.0479038220460525,0.0
2-9,llama-2-chinese-7b-hf,0.2294857104188646,0.206
2-10,wizardlm-7b-hf,0.0263473757019596,0.0
2-9,wizardlm-7b-hf,0.1449472343961508,0.216
2-10,vicuna-33b-hf,0.0998058010100228,0.0
2-9,vicuna-33b-hf,0.2197089072606105,0.1
2-10,vicuna-7b-hf,0.0409904034322219,0.0
2-9,vicuna-7b-hf,0.2497600631671169,0.186
2-10,yulan-chat-2-13b-fp16-hf,0.2219932037238151,0.0
2-9,yulan-chat-2-13b-fp16-hf,0.4936968253968248,0.164
2-10,llama-2-7b-chat,0.022910156409527,0.0
2-9,llama-2-7b-chat,0.1656454910743377,0.006
2-10,qwen-7b-chat-hf,0.2126990470236005,0.0
2-9,qwen-7b-chat-hf,0.5063216450216445,0.064
2-10,llama-2-70b,0.0383729878856015,0.0
2-9,llama-2-70b,0.3430175756991547,0.384
2-10,lawgpt-7b-beta1.1-hf,0.0025164882828803,0.0
2-9,lawgpt-7b-beta1.1-hf,0.1665629545205396,0.4
2-10,moss-moon-003-base-hf,0.0127048414325235,0.0
2-9,moss-moon-003-base-hf,0.2587326587413278,0.508
2-10,llama-2-13b-chat,0.0283067169548242,0.0
2-9,llama-2-13b-chat,0.2685020512167572,0.112
2-10,chatglm2-6b-hf,0.0563724454093168,0.0
2-9,chatglm2-6b-hf,0.2671579858872231,0.182
2-10,lawyer-llama-13b-hf,0.0612355359380561,0.0
2-9,lawyer-llama-13b-hf,0.3318568498057935,0.078
2-10,lawgpt-7b-beta1.0-hf,0.0043283832070465,0.0
2-9,lawgpt-7b-beta1.0-hf,0.007,0.99
2-10,chinese-alpaca-2-7b-hf,0.0432229150201626,0.0
2-9,chinese-alpaca-2-7b-hf,0.3714323893968468,0.104
2-10,llama-2-70b-chat,0.0838863966944901,0.0
2-9,llama-2-70b-chat,0.3488175405075326,0.18
2-10,fuzi-mingcha-7b-hf,0.0704310462664264,0.0
2-9,fuzi-mingcha-7b-hf,0.2126136129742746,0.232
2-10,freewilly2_70b-hf,0.4054252732106993,0.0
2-9,freewilly2_70b-hf,0.6588699300699306,0.034
2-10,llama-13b,0.01387802778251,0.0
2-9,llama-13b,0.1805735630382689,0.44
2-10,baichuan-13b-base-hf,0.0206294378230578,0.0
2-9,baichuan-13b-base-hf,0.4009326504413459,0.202
2-10,mpt-7b-hf,0.0152508443054131,0.0
2-9,mpt-7b-hf,0.1267088446641077,0.604
2-10,ziya-llama-13b-hf,0.0264630271300359,0.0
2-9,ziya-llama-13b-hf,0.3113386355818249,0.09
2-10,qwen-7b-hf,0.0566086458548471,0.0
2-9,qwen-7b-hf,0.3486551775022365,0.208
2-10,baichuan-7b-hf,0.0128674887700515,0.0
2-9,baichuan-7b-hf,0.2472982977806511,0.442
2-10,internlm-chat-7b-8k-hf,0.2069108513466926,0.0
2-9,internlm-chat-7b-8k-hf,0.6342428571428576,0.044
2-10,belle-2-13b-hf,0.2015863128939101,0.0
2-9,belle-2-13b-hf,0.4663817104456692,0.012
2-10,lexilaw-6b-hf,0.0835748286538469,0.0
2-9,lexilaw-6b-hf,0.1983753371843162,0.014
2-10,llama-7b,0.0057334747807097,0.0
2-9,llama-7b,0.1442601912707175,0.506
2-10,wisdom-interrogatory-7b-hf,0.0401649341282966,0.0
2-9,wisdom-interrogatory-7b-hf,0.1580674635306219,0.0
2-10,alpaca-7b-hf,0.0316042945340671,0.0
2-9,alpaca-7b-hf,0.1708878843894324,0.454
2-10,llama-2-chinese-13b-hf,0.1217329970412103,0.0
2-9,llama-2-chinese-13b-hf,0.3090869347027242,0.126
2-10,GPT-3.5-turbo-0613,0.400428864066738,0.0
2-9,GPT-3.5-turbo-0613,0.6759238095238103,0.054
2-10,llama-2-7b,0.0102547599568503,0.0
2-9,llama-2-7b,0.2529050868277417,0.424
2-10,hanfei-1.0-7b-hf,0.0409184256141053,0.0
2-9,hanfei-1.0-7b-hf,0.25378025498529,0.062
2-10,xverse-13b-hf,0.0040935312097617,0.0
2-9,xverse-13b-hf,0.2009089163465137,0.006
2-10,llama-65b,0.0217127281881079,0.0
2-9,llama-65b,0.3371742588329549,0.26
2-10,GPT4,0.6526388731807765,0.0
2-9,GPT4,0.7654904761904774,0.026
2-10,llama-2-13b,0.0307759414240831,0.0
2-9,llama-2-13b,0.3101891774891775,0.252
2-10,moss-moon-003-sft-hf,0.0246757089132365,0.0
2-9,moss-moon-003-sft-hf,0.2458214387592639,0.18
2-10,chinese-llama-2-7b-hf,0.006416052356915,0.0
2-9,chinese-llama-2-7b-hf,0.2184106204245793,0.486
2-10,llama-30b,0.0284948782209487,0.0
2-9,llama-30b,0.2757465435657657,0.39
2-10,internlm-7b-hf,0.0158064518102701,0.0
2-9,internlm-7b-hf,0.3503924947414651,0.232
2-10,mpt-instruct-7b-hf,0.0321006338640656,0.0
2-9,mpt-instruct-7b-hf,0.2168775578716017,0.344
2-10,internlm-chat-7b-hf,0.2114350118570868,0.0
2-9,internlm-chat-7b-hf,0.6267809523809529,0.04
2-10,chatlaw-33b-hf,0.159478384145525,0.0
2-9,chatlaw-33b-hf,0.2617919223781866,0.014
2-10,vicuna-13b-hf,0.0719972114286698,0.0
2-9,vicuna-13b-hf,0.1997020707183518,0.186
2-10,baichuan-13b-chat-hf,0.0156774921192625,0.0
2-9,baichuan-13b-chat-hf,0.1675807525807527,0.654
2-10,tigerbot-base-7b-hf,0.0993522360964869,0.0
2-9,tigerbot-base-7b-hf,0.41354599905561,0.146
2-7,lawgpt-7b-beta1.0-hf,0.0,0.0
3-3,lawgpt-7b-beta1.0-hf,0.0079999999999999,0.714
1-2,lawgpt-7b-beta1.0-hf,0.0,0.994
3-2,lawgpt-7b-beta1.0-hf,0.2375362426779172,0.0
2-6,lawgpt-7b-beta1.0-hf,0.031925601909731,0.0
2-1,lawgpt-7b-beta1.0-hf,0.0208,0.0
3-5,lawgpt-7b-beta1.0-hf,0.0080454895469504,0.978
3-8,lawgpt-7b-beta1.0-hf,0.0046155927624799,0.0
3-4,lawgpt-7b-beta1.0-hf,9.851988987571952e-05,0.99
3-7,lawgpt-7b-beta1.0-hf,0.08,0.362
2-3,lawgpt-7b-beta1.0-hf,0.0,1.0
2-2,lawgpt-7b-beta1.0-hf,0.04,0.836
3-6,lawgpt-7b-beta1.0-hf,0.0,0.978
3-1,lawgpt-7b-beta1.0-hf,2.1390374331550803e-05,0.934
2-5,lawgpt-7b-beta1.0-hf,0.0079172054436341,0.0
2-4,lawgpt-7b-beta1.0-hf,0.004,0.97
1-1,lawgpt-7b-beta1.0-hf,0.0123800638167709,0.0
2-8,lawgpt-7b-beta1.0-hf,0.0,0.998
2-7,lawgpt-7b-beta1.1-hf,0.0470704223508835,0.0
3-3,lawgpt-7b-beta1.1-hf,0.1380095238095238,0.312
1-2,lawgpt-7b-beta1.1-hf,0.066,0.042
3-2,lawgpt-7b-beta1.1-hf,0.1254336021848029,0.0
2-6,lawgpt-7b-beta1.1-hf,0.0810627364320989,0.0
2-1,lawgpt-7b-beta1.1-hf,0.047,0.0
3-5,lawgpt-7b-beta1.1-hf,0.4729958527247245,0.37
3-8,lawgpt-7b-beta1.1-hf,0.0876984486448958,0.0
3-4,lawgpt-7b-beta1.1-hf,0.4017822454498959,0.442
3-7,lawgpt-7b-beta1.1-hf,0.26,0.076
2-3,lawgpt-7b-beta1.1-hf,0.0460666666666666,0.536
2-2,lawgpt-7b-beta1.1-hf,0.034,0.576
3-6,lawgpt-7b-beta1.1-hf,0.176,0.016
3-1,lawgpt-7b-beta1.1-hf,0.0049486567805716,0.174
2-5,lawgpt-7b-beta1.1-hf,0.0226268374494339,0.0
2-4,lawgpt-7b-beta1.1-hf,0.102,0.148
1-1,lawgpt-7b-beta1.1-hf,0.0303216159139543,0.0
2-8,lawgpt-7b-beta1.1-hf,0.006,0.518
2-7,hanfei-1.0-7b-hf,0.3114609491357455,0.0
3-3,hanfei-1.0-7b-hf,0.0979590187590187,0.048
1-2,hanfei-1.0-7b-hf,0.086,0.008
3-2,hanfei-1.0-7b-hf,0.3426514267809781,0.0
2-6,hanfei-1.0-7b-hf,0.5233441386013217,0.0
2-1,hanfei-1.0-7b-hf,0.1498,0.0
3-5,hanfei-1.0-7b-hf,0.7218967031823591,0.106
3-8,hanfei-1.0-7b-hf,0.1499317206251008,0.0
3-4,hanfei-1.0-7b-hf,0.743442976688942,0.086
3-7,hanfei-1.0-7b-hf,0.134,0.002
2-3,hanfei-1.0-7b-hf,0.327058496405555,0.112
2-2,hanfei-1.0-7b-hf,0.092,0.042
3-6,hanfei-1.0-7b-hf,0.104,0.036
3-1,hanfei-1.0-7b-hf,0.0797858429858429,0.184
2-5,hanfei-1.0-7b-hf,0.3664288606896493,0.0
2-4,hanfei-1.0-7b-hf,0.126,0.112
1-1,hanfei-1.0-7b-hf,0.1622953858286191,0.0
2-8,hanfei-1.0-7b-hf,0.17,0.002
2-7,fuzi-mingcha-7b-hf,0.3143309681639844,0.0
3-3,fuzi-mingcha-7b-hf,0.4360219780219776,0.116
1-2,fuzi-mingcha-7b-hf,0.128,0.058
3-2,fuzi-mingcha-7b-hf,0.3296077252828128,0.0
2-6,fuzi-mingcha-7b-hf,0.4228437467905677,0.0
2-1,fuzi-mingcha-7b-hf,0.0286,0.0
3-5,fuzi-mingcha-7b-hf,0.7900134492199188,0.012
3-8,fuzi-mingcha-7b-hf,0.1395416166742511,0.0
3-4,fuzi-mingcha-7b-hf,0.7895163252243859,0.014
3-7,fuzi-mingcha-7b-hf,0.382,0.0
2-3,fuzi-mingcha-7b-hf,0.1744445887445888,0.424
2-2,fuzi-mingcha-7b-hf,0.024,0.216
3-6,fuzi-mingcha-7b-hf,0.138,0.2
3-1,fuzi-mingcha-7b-hf,0.0386329892329892,0.002
2-5,fuzi-mingcha-7b-hf,0.9334689321005668,0.0
2-4,fuzi-mingcha-7b-hf,0.088,0.386
1-1,fuzi-mingcha-7b-hf,0.2020996884542547,0.0
2-8,fuzi-mingcha-7b-hf,0.114,0.014
2-7,lexilaw-6b-hf,0.3456948610465997,0.0
3-3,lexilaw-6b-hf,0.3403333333333331,0.23
1-2,lexilaw-6b-hf,0.144,0.042
3-2,lexilaw-6b-hf,0.3394176127911681,0.0
2-6,lexilaw-6b-hf,0.3154055885531599,0.0
2-1,lexilaw-6b-hf,0.0418,0.0
3-5,lexilaw-6b-hf,0.7093277803436607,0.104
3-8,lexilaw-6b-hf,0.1468481241514748,0.0
3-4,lexilaw-6b-hf,0.7365829833210434,0.07
3-7,lexilaw-6b-hf,0.332,0.04
2-3,lexilaw-6b-hf,0.2148544498672984,0.312
2-2,lexilaw-6b-hf,0.154,0.25
3-6,lexilaw-6b-hf,0.122,0.284
3-1,lexilaw-6b-hf,0.1541385961336272,0.188
2-5,lexilaw-6b-hf,0.4164071950052166,0.0
2-4,lexilaw-6b-hf,0.272,0.202
1-1,lexilaw-6b-hf,0.1547394196205899,0.0
2-8,lexilaw-6b-hf,0.06,0.014
2-7,wisdom-interrogatory-7b-hf,0.3970637702862087,0.0
3-3,wisdom-interrogatory-7b-hf,0.3922476190476187,0.24
1-2,wisdom-interrogatory-7b-hf,0.152,0.0
3-2,wisdom-interrogatory-7b-hf,0.2332815253070716,0.0
2-6,wisdom-interrogatory-7b-hf,0.4010314196898428,0.0
2-1,wisdom-interrogatory-7b-hf,0.2216,0.0
3-5,wisdom-interrogatory-7b-hf,0.8156557624322105,0.008
3-8,wisdom-interrogatory-7b-hf,0.2066864684074937,0.0
3-4,wisdom-interrogatory-7b-hf,0.811601629232872,0.01
3-7,wisdom-interrogatory-7b-hf,0.404,0.018
2-3,wisdom-interrogatory-7b-hf,0.2428856830431213,0.0
2-2,wisdom-interrogatory-7b-hf,0.1,0.068
3-6,wisdom-interrogatory-7b-hf,0.13,0.0
3-1,wisdom-interrogatory-7b-hf,0.2001621933621934,0.0
2-5,wisdom-interrogatory-7b-hf,0.1322552048979344,0.0
2-4,wisdom-interrogatory-7b-hf,0.134,0.006
1-1,wisdom-interrogatory-7b-hf,0.3740889802802642,0.0
2-8,wisdom-interrogatory-7b-hf,0.002,0.0
3-3,tigerbot-sft-7b-hf,0.1577190476190477,0.23
3-1,tigerbot-sft-7b-hf,0.0493333333333333,0.552
3-4,tigerbot-sft-7b-hf,0.7804315081473823,0.05
2-7,tigerbot-sft-7b-hf,0.2688616665603256,0.0
2-3,tigerbot-sft-7b-hf,0.1741832406723714,0.12
2-2,tigerbot-sft-7b-hf,0.026,0.044
2-8,tigerbot-sft-7b-hf,0.004,0.002
3-5,tigerbot-sft-7b-hf,0.7235900776311704,0.114
3-6,tigerbot-sft-7b-hf,0.026,0.012
2-6,tigerbot-sft-7b-hf,0.6277825105185063,0.0
3-2,tigerbot-sft-7b-hf,0.2848510965862321,0.0
2-5,tigerbot-sft-7b-hf,0.4729170505902196,0.0
3-8,tigerbot-sft-7b-hf,0.1577328399985736,0.0
2-1,tigerbot-sft-7b-hf,0.1531,0.0
2-4,tigerbot-sft-7b-hf,0.224,0.096
3-7,tigerbot-sft-7b-hf,0.378,0.042
1-1,tigerbot-sft-7b-hf,0.1108765649215875,0.0
1-2,tigerbot-sft-7b-hf,0.062,0.028
3-3,gogpt-7b,0.1639333333333333,0.436
3-1,gogpt-7b,0.0,0.886
3-4,gogpt-7b,0.1512323503890762,0.804
2-7,gogpt-7b,0.1906105082301335,0.0
2-3,gogpt-7b,0.1517341428534523,0.38
2-2,gogpt-7b,0.014,0.978
2-8,gogpt-7b,0.164,0.378
3-5,gogpt-7b,0.0412863512245936,0.936
3-6,gogpt-7b,0.202,0.254
2-6,gogpt-7b,0.3819893332128846,0.0
3-2,gogpt-7b,0.2263307737271275,0.0
2-5,gogpt-7b,0.3531706036384946,0.0
3-8,gogpt-7b,0.1036674887855919,0.0
2-1,gogpt-7b,0.0198,0.0
2-4,gogpt-7b,0.068,0.298
3-7,gogpt-7b,0.306,0.138
1-1,gogpt-7b,0.0820638750241853,0.0
1-2,gogpt-7b,0.204,0.252
3-3,chatlaw-13b-hf,0.122447619047619,0.26
3-1,chatlaw-13b-hf,0.2598889109308537,0.004
3-4,chatlaw-13b-hf,0.7431270319833302,0.056
2-7,chatlaw-13b-hf,0.4271381026489309,0.0
2-3,chatlaw-13b-hf,0.3091026915113873,0.476
2-2,chatlaw-13b-hf,0.09,0.17
2-8,chatlaw-13b-hf,0.202,0.018
3-5,chatlaw-13b-hf,0.7300538564178315,0.054
3-6,chatlaw-13b-hf,0.268,0.0
2-6,chatlaw-13b-hf,0.6068153862713286,0.0
3-2,chatlaw-13b-hf,0.3395903748331818,0.0
2-5,chatlaw-13b-hf,0.4141105205584902,0.0
3-8,chatlaw-13b-hf,0.1671863949132569,0.0
2-1,chatlaw-13b-hf,0.1301,0.0
2-4,chatlaw-13b-hf,0.266,0.126
3-7,chatlaw-13b-hf,0.42,0.036
1-1,chatlaw-13b-hf,0.1597792856519681,0.0
1-2,chatlaw-13b-hf,0.294,0.0
3-3,llama-2-chinese-7b-hf,0.0818666666666666,0.66
3-1,llama-2-chinese-7b-hf,0.0,0.568
3-4,llama-2-chinese-7b-hf,0.1642068015134911,0.782
2-7,llama-2-chinese-7b-hf,0.0222226572277324,0.0
2-3,llama-2-chinese-7b-hf,0.1126761904761904,0.488
2-2,llama-2-chinese-7b-hf,0.052,0.814
2-8,llama-2-chinese-7b-hf,0.07,0.62
3-5,llama-2-chinese-7b-hf,0.2467922913446301,0.678
3-6,llama-2-chinese-7b-hf,0.018,0.934
2-6,llama-2-chinese-7b-hf,0.3112163973304982,0.0
3-2,llama-2-chinese-7b-hf,0.3099288913034035,0.0
2-5,llama-2-chinese-7b-hf,0.1170467742973378,0.0
3-8,llama-2-chinese-7b-hf,0.0986503003621223,0.0
2-1,llama-2-chinese-7b-hf,0.0012,0.0
2-4,llama-2-chinese-7b-hf,0.014,0.874
3-7,llama-2-chinese-7b-hf,0.232,0.388
1-1,llama-2-chinese-7b-hf,0.0,0.0
1-2,llama-2-chinese-7b-hf,0.004,0.978
3-3,wizardlm-7b-hf,0.053,0.556
3-1,wizardlm-7b-hf,0.0066761396373496,0.2
3-4,wizardlm-7b-hf,0.3752536710148508,0.526
2-7,wizardlm-7b-hf,0.0714220192757937,0.0
2-3,wizardlm-7b-hf,0.1724015241634574,0.068
2-2,wizardlm-7b-hf,0.024,0.756
2-8,wizardlm-7b-hf,0.128,0.15
3-5,wizardlm-7b-hf,0.3760532217201801,0.516
3-6,wizardlm-7b-hf,0.162,0.18
2-6,wizardlm-7b-hf,0.2783558345465495,0.0
3-2,wizardlm-7b-hf,0.2810015376609705,0.0
2-5,wizardlm-7b-hf,0.1328632088358502,0.0
3-8,wizardlm-7b-hf,0.1413134193112008,0.0
2-1,wizardlm-7b-hf,0.0082,0.0
2-4,wizardlm-7b-hf,0.01,0.018
3-7,wizardlm-7b-hf,0.308,0.158
1-1,wizardlm-7b-hf,0.108117024102145,0.0
1-2,wizardlm-7b-hf,0.086,0.04
3-3,vicuna-33b-hf,0.1223999999999999,0.594
3-1,vicuna-33b-hf,0.0296906606545057,0.154
3-4,vicuna-33b-hf,0.4776717532184547,0.38
2-7,vicuna-33b-hf,0.2485634651087659,0.0
2-3,vicuna-33b-hf,0.2343690381513915,0.116
2-2,vicuna-33b-hf,0.054,0.634
2-8,vicuna-33b-hf,0.162,0.064
3-5,vicuna-33b-hf,0.1730526754336487,0.768
3-6,vicuna-33b-hf,0.284,0.004
2-6,vicuna-33b-hf,0.3639743018970408,0.0
3-2,vicuna-33b-hf,0.2015709849740354,0.0
2-5,vicuna-33b-hf,0.2464451653429161,0.0
3-8,vicuna-33b-hf,0.1116540458711521,0.0
2-1,vicuna-33b-hf,0.0202,0.0
2-4,vicuna-33b-hf,0.168,0.078
3-7,vicuna-33b-hf,0.3,0.072
1-1,vicuna-33b-hf,0.0767473922332198,0.0
1-2,vicuna-33b-hf,0.228,0.012
3-3,vicuna-7b-hf,0.0878,0.742
3-1,vicuna-7b-hf,0.0023798449612403,0.744
3-4,vicuna-7b-hf,0.1320510866027701,0.808
2-7,vicuna-7b-hf,0.172495248116168,0.0
2-3,vicuna-7b-hf,0.2335537611145235,0.09
2-2,vicuna-7b-hf,0.066,0.472
2-8,vicuna-7b-hf,0.132,0.046
3-5,vicuna-7b-hf,0.1930796251735749,0.74
3-6,vicuna-7b-hf,0.026,0.004
2-6,vicuna-7b-hf,0.3449338784464097,0.0
3-2,vicuna-7b-hf,0.1694618676897991,0.0
2-5,vicuna-7b-hf,0.0991771264596928,0.0
3-8,vicuna-7b-hf,0.137135348962199,0.0
2-1,vicuna-7b-hf,0.0145,0.0
2-4,vicuna-7b-hf,0.108,0.028
3-7,vicuna-7b-hf,0.384,0.08
1-1,vicuna-7b-hf,0.119910682625128,0.0
1-2,vicuna-7b-hf,0.016,0.0
3-3,yulan-chat-2-13b-fp16-hf,0.3894095238095234,0.234
3-1,yulan-chat-2-13b-fp16-hf,0.0514771470478677,0.02
3-4,yulan-chat-2-13b-fp16-hf,0.7586206633706037,0.042
2-7,yulan-chat-2-13b-fp16-hf,0.4079826718307158,0.0
2-3,yulan-chat-2-13b-fp16-hf,0.3400142857142857,0.106
2-2,yulan-chat-2-13b-fp16-hf,0.302,0.142
2-8,yulan-chat-2-13b-fp16-hf,0.286,0.002
3-5,yulan-chat-2-13b-fp16-hf,0.7404536663438488,0.052
3-6,yulan-chat-2-13b-fp16-hf,0.184,0.002
2-6,yulan-chat-2-13b-fp16-hf,0.5865451040631704,0.0
3-2,yulan-chat-2-13b-fp16-hf,0.330194659149952,0.0
2-5,yulan-chat-2-13b-fp16-hf,0.3440325049368268,0.0
3-8,yulan-chat-2-13b-fp16-hf,0.1734743733740439,0.0
2-1,yulan-chat-2-13b-fp16-hf,0.0691,0.0
2-4,yulan-chat-2-13b-fp16-hf,0.36,0.066
3-7,yulan-chat-2-13b-fp16-hf,0.494,0.01
1-1,yulan-chat-2-13b-fp16-hf,0.1540552103762481,0.0
1-2,yulan-chat-2-13b-fp16-hf,0.214,0.0
3-3,llama-2-7b-chat,0.0654666666666666,0.456
3-1,llama-2-7b-chat,0.01,0.112
3-4,llama-2-7b-chat,0.1699816107114903,0.782
2-7,llama-2-7b-chat,0.0159617579704366,0.0
2-3,llama-2-7b-chat,0.1677636363636364,0.224
2-2,llama-2-7b-chat,0.034,0.504
2-8,llama-2-7b-chat,0.042,0.438
3-5,llama-2-7b-chat,0.0815638307226125,0.888
3-6,llama-2-7b-chat,0.054,0.04
2-6,llama-2-7b-chat,0.078718414696881,0.0
3-2,llama-2-7b-chat,0.0121766662370691,0.0
2-5,llama-2-7b-chat,0.0063520188535977,0.0
3-8,llama-2-7b-chat,0.0031844711877434,0.0
2-1,llama-2-7b-chat,0.0013,0.0
2-4,llama-2-7b-chat,0.054,0.484
3-7,llama-2-7b-chat,0.298,0.134
1-1,llama-2-7b-chat,0.0082417653335982,0.0
1-2,llama-2-7b-chat,0.074,0.088
3-3,qwen-7b-chat-hf,0.399133333333333,0.262
3-1,qwen-7b-chat-hf,0.5286222222222219,0.034
3-4,qwen-7b-chat-hf,0.7847488672212155,0.06
2-7,qwen-7b-chat-hf,0.4257715066284284,0.0
2-3,qwen-7b-chat-hf,0.3296,0.218
2-2,qwen-7b-chat-hf,0.274,0.384
2-8,qwen-7b-chat-hf,0.268,0.0
3-5,qwen-7b-chat-hf,0.7392387384193467,0.116
3-6,qwen-7b-chat-hf,0.268,0.0
2-6,qwen-7b-chat-hf,0.5734196870011026,0.0
3-2,qwen-7b-chat-hf,0.3449441684170307,0.0
2-5,qwen-7b-chat-hf,0.4671475251968263,0.0
3-8,qwen-7b-chat-hf,0.2038605538956433,0.0
2-1,qwen-7b-chat-hf,0.2516,0.0
2-4,qwen-7b-chat-hf,0.312,0.04
3-7,qwen-7b-chat-hf,0.446,0.0
1-1,qwen-7b-chat-hf,0.1772623209646948,0.0
1-2,qwen-7b-chat-hf,0.286,0.0
3-3,llama-2-70b,0.185,0.408
3-1,llama-2-70b,0.1949743154571245,0.08
3-4,llama-2-70b,0.6605487819193547,0.108
2-7,llama-2-70b,0.0465932128119401,0.0
2-3,llama-2-70b,0.3414879202481909,0.112
2-2,llama-2-70b,0.11,0.216
2-8,llama-2-70b,0.062,0.018
3-5,llama-2-70b,0.6035999713448237,0.218
3-6,llama-2-70b,0.028,0.0
2-6,llama-2-70b,0.3170745588178645,0.0
3-2,llama-2-70b,0.1185810283464224,0.0
2-5,llama-2-70b,0.2726713718285562,0.0
3-8,llama-2-70b,0.1338318923069209,0.0
2-1,llama-2-70b,0.0993,0.0
2-4,llama-2-70b,0.038,0.524
3-7,llama-2-70b,0.53,0.05
1-1,llama-2-70b,0.0332787268554484,0.0
1-2,llama-2-70b,0.004,0.0
3-3,moss-moon-003-base-hf,0.0759142857142857,0.746
3-1,moss-moon-003-base-hf,0.1823975645929262,0.202
3-4,moss-moon-003-base-hf,0.7755262896052799,0.052
2-7,moss-moon-003-base-hf,0.0586987252994872,0.0
2-3,moss-moon-003-base-hf,0.1743982393856873,0.174
2-2,moss-moon-003-base-hf,0.03,0.14
2-8,moss-moon-003-base-hf,0.012,0.39
3-5,moss-moon-003-base-hf,0.6335523190294535,0.206
3-6,moss-moon-003-base-hf,0.028,0.0
2-6,moss-moon-003-base-hf,0.2634482800037123,0.0
3-2,moss-moon-003-base-hf,0.0514279698796837,0.0
2-5,moss-moon-003-base-hf,0.026202466948911,0.0
3-8,moss-moon-003-base-hf,0.1031720474271801,0.0
2-1,moss-moon-003-base-hf,0.0283,0.0
2-4,moss-moon-003-base-hf,0.094,0.034
3-7,moss-moon-003-base-hf,0.292,0.252
1-1,moss-moon-003-base-hf,0.0309136872627182,0.0
1-2,moss-moon-003-base-hf,0.004,0.0
3-3,llama-2-13b-chat,0.1653333333333334,0.524
3-1,llama-2-13b-chat,0.0053333333333333,0.106
3-4,llama-2-13b-chat,0.3350449430169726,0.58
2-7,llama-2-13b-chat,0.01034249072754,0.0
2-3,llama-2-13b-chat,0.3099956812709136,0.032
2-2,llama-2-13b-chat,0.062,0.224
2-8,llama-2-13b-chat,0.052,0.002
3-5,llama-2-13b-chat,0.380113702343434,0.508
3-6,llama-2-13b-chat,0.024,0.008
2-6,llama-2-13b-chat,0.0316495456329409,0.0
3-2,llama-2-13b-chat,0.1331864901388656,0.0
2-5,llama-2-13b-chat,0.0096975367485738,0.0
3-8,llama-2-13b-chat,0.013079831481689,0.0
2-1,llama-2-13b-chat,0.0023,0.0
2-4,llama-2-13b-chat,0.178,0.262
3-7,llama-2-13b-chat,0.358,0.026
1-1,llama-2-13b-chat,0.0161772554173128,0.0
1-2,llama-2-13b-chat,0.038,0.016
3-3,chatglm2-6b-hf,0.320949206349206,0.36
3-1,chatglm2-6b-hf,0.1434143648235215,0.414
3-4,chatglm2-6b-hf,0.3825076460926183,0.514
2-7,chatglm2-6b-hf,0.1559145438573779,0.0
2-3,chatglm2-6b-hf,0.1031375399962356,0.582
2-2,chatglm2-6b-hf,0.108,0.176
2-8,chatglm2-6b-hf,0.128,0.006
3-5,chatglm2-6b-hf,0.6134731870817269,0.23
3-6,chatglm2-6b-hf,0.166,0.054
2-6,chatglm2-6b-hf,0.3661185553195611,0.0
3-2,chatglm2-6b-hf,0.3423390930284289,0.0
2-5,chatglm2-6b-hf,0.3837966647416995,0.0
3-8,chatglm2-6b-hf,0.1489367605871723,0.0
2-1,chatglm2-6b-hf,0.0317,0.0
2-4,chatglm2-6b-hf,0.048,0.734
3-7,chatglm2-6b-hf,0.428,0.02
1-1,chatglm2-6b-hf,0.1467091679149991,0.0
1-2,chatglm2-6b-hf,0.248,0.082
3-3,lawyer-llama-13b-hf,0.1936190476190476,0.22
3-1,lawyer-llama-13b-hf,0.0033333333333333,0.024
3-4,lawyer-llama-13b-hf,0.7099296119707061,0.06
2-7,lawyer-llama-13b-hf,0.371033112542016,0.0
2-3,lawyer-llama-13b-hf,0.0902738921209509,0.544
2-2,lawyer-llama-13b-hf,0.192,0.16
2-8,lawyer-llama-13b-hf,0.004,0.066
3-5,lawyer-llama-13b-hf,0.735578287564902,0.032
3-6,lawyer-llama-13b-hf,0.066,0.592
2-6,lawyer-llama-13b-hf,0.3632986286808286,0.0
3-2,lawyer-llama-13b-hf,0.2722772569201231,0.0
2-5,lawyer-llama-13b-hf,0.3964905992677851,0.0
3-8,lawyer-llama-13b-hf,0.16024996694197,0.0
2-1,lawyer-llama-13b-hf,0.049,0.0
2-4,lawyer-llama-13b-hf,0.03,0.758
3-7,lawyer-llama-13b-hf,0.338,0.026
1-1,lawyer-llama-13b-hf,0.1303973510363359,0.0
1-2,lawyer-llama-13b-hf,0.106,0.238
3-3,chinese-alpaca-2-7b-hf,0.3245999999999997,0.358
3-1,chinese-alpaca-2-7b-hf,0.0237047619047619,0.72
3-4,chinese-alpaca-2-7b-hf,0.0565925782154166,0.92
2-7,chinese-alpaca-2-7b-hf,0.0547193322057967,0.0
2-3,chinese-alpaca-2-7b-hf,0.2964761904761906,0.162
2-2,chinese-alpaca-2-7b-hf,0.126,0.59
2-8,chinese-alpaca-2-7b-hf,0.166,0.042
3-5,chinese-alpaca-2-7b-hf,0.1553248686608009,0.792
3-6,chinese-alpaca-2-7b-hf,0.224,0.008
2-6,chinese-alpaca-2-7b-hf,0.3219858395966985,0.0
3-2,chinese-alpaca-2-7b-hf,0.2705883125683208,0.0
2-5,chinese-alpaca-2-7b-hf,0.3770273519233551,0.0
3-8,chinese-alpaca-2-7b-hf,0.1421996583336302,0.0
2-1,chinese-alpaca-2-7b-hf,0.0739,0.0
2-4,chinese-alpaca-2-7b-hf,0.206,0.188
3-7,chinese-alpaca-2-7b-hf,0.352,0.07
1-1,chinese-alpaca-2-7b-hf,0.1183551552413276,0.0
1-2,chinese-alpaca-2-7b-hf,0.14,0.012
3-3,llama-2-70b-chat,0.1586761904761905,0.546
3-1,llama-2-70b-chat,0.0639212501226703,0.184
3-4,llama-2-70b-chat,0.1317066007258811,0.828
2-7,llama-2-70b-chat,0.0152724647356641,0.0
2-3,llama-2-70b-chat,0.3805031678608409,0.068
2-2,llama-2-70b-chat,0.174,0.33
2-8,llama-2-70b-chat,0.064,0.006
3-5,llama-2-70b-chat,0.0621902285579597,0.914
3-6,llama-2-70b-chat,0.13,0.0
2-6,llama-2-70b-chat,0.0313439109900367,0.0
3-2,llama-2-70b-chat,0.0141024712575399,0.0
2-5,llama-2-70b-chat,0.0116206787963556,0.0
3-8,llama-2-70b-chat,0.0456967031600188,0.0
2-1,llama-2-70b-chat,0.0,0.0
2-4,llama-2-70b-chat,0.284,0.012
3-7,llama-2-70b-chat,0.416,0.274
1-1,llama-2-70b-chat,0.0072747736881383,0.0
1-2,llama-2-70b-chat,0.11,0.0
3-3,freewilly2_70b-hf,0.2307333333333334,0.494
3-1,freewilly2_70b-hf,0.1687432234432234,0.024
3-4,freewilly2_70b-hf,0.7579569745066098,0.046
2-7,freewilly2_70b-hf,0.4506291005264059,0.0
2-3,freewilly2_70b-hf,0.4176285714285713,0.016
2-2,freewilly2_70b-hf,0.15,0.35
2-8,freewilly2_70b-hf,0.376,0.002
3-5,freewilly2_70b-hf,0.6359212527641496,0.152
3-6,freewilly2_70b-hf,0.33,0.0
2-6,freewilly2_70b-hf,0.64993771676797,0.0
3-2,freewilly2_70b-hf,0.3243853413193056,0.0
2-5,freewilly2_70b-hf,0.5355289962358529,0.0
3-8,freewilly2_70b-hf,0.1624033527563423,0.0
2-1,freewilly2_70b-hf,0.0893,0.0
2-4,freewilly2_70b-hf,0.38,0.01
3-7,freewilly2_70b-hf,0.56,0.008
1-1,freewilly2_70b-hf,0.1502902768423875,0.0
1-2,freewilly2_70b-hf,0.36,0.0
3-3,llama-13b,0.1241999999999999,0.486
3-1,llama-13b,0.0101333333333333,0.102
3-4,llama-13b,0.7241588145280625,0.104
2-7,llama-13b,0.1969269508168348,0.0
2-3,llama-13b,0.2248581983234162,0.258
2-2,llama-13b,0.06,0.464
2-8,llama-13b,0.05,0.04
3-5,llama-13b,0.5356219891422926,0.332
3-6,llama-13b,0.064,0.008
2-6,llama-13b,0.3085441529528507,0.0
3-2,llama-13b,0.0999545147147667,0.0
2-5,llama-13b,0.2051324249947816,0.0
3-8,llama-13b,0.1011368215705018,0.0
2-1,llama-13b,0.0068,0.0
2-4,llama-13b,0.024,0.812
3-7,llama-13b,0.336,0.096
1-1,llama-13b,0.0299674369608197,0.0
1-2,llama-13b,0.026,0.0
3-3,baichuan-13b-base-hf,0.437571428571428,0.272
3-1,baichuan-13b-base-hf,0.5594398680647721,0.002
3-4,baichuan-13b-base-hf,0.8006665995219874,0.012
2-7,baichuan-13b-base-hf,0.090243520564566,0.0
2-3,baichuan-13b-base-hf,0.4301252969252965,0.04
2-2,baichuan-13b-base-hf,0.118,0.264
2-8,baichuan-13b-base-hf,0.016,0.018
3-5,baichuan-13b-base-hf,0.7724254804908317,0.036
3-6,baichuan-13b-base-hf,0.144,0.0
2-6,baichuan-13b-base-hf,0.1236409572283396,0.0
3-2,baichuan-13b-base-hf,0.0624251800527154,0.0
2-5,baichuan-13b-base-hf,0.0338375735557287,0.0
3-8,baichuan-13b-base-hf,0.1036239586831748,0.0
2-1,baichuan-13b-base-hf,0.1476,0.0
2-4,baichuan-13b-base-hf,0.074,0.198
3-7,baichuan-13b-base-hf,0.422,0.016
1-1,baichuan-13b-base-hf,0.040548490750157,0.0
1-2,baichuan-13b-base-hf,0.01,0.0
3-3,mpt-7b-hf,0.0385999999999999,0.888
3-1,mpt-7b-hf,0.0040277777777777,0.034
3-4,mpt-7b-hf,0.6223293508630505,0.186
2-7,mpt-7b-hf,0.1608707071693925,0.0
2-3,mpt-7b-hf,0.2237198793085592,0.18
2-2,mpt-7b-hf,0.04,0.426
2-8,mpt-7b-hf,0.014,0.07
3-5,mpt-7b-hf,0.5583670585115054,0.292
3-6,mpt-7b-hf,0.02,0.0
2-6,mpt-7b-hf,0.3490532477187746,0.0
3-2,mpt-7b-hf,0.0982107598990922,0.0
2-5,mpt-7b-hf,0.0438753834458228,0.0
3-8,mpt-7b-hf,0.0941089353457591,0.0
2-1,mpt-7b-hf,0.0235,0.0
2-4,mpt-7b-hf,0.068,0.354
3-7,mpt-7b-hf,0.328,0.114
1-1,mpt-7b-hf,0.0326222294416704,0.0
1-2,mpt-7b-hf,0.004,0.002
3-3,ziya-llama-13b-hf,0.2598000000000001,0.372
3-1,ziya-llama-13b-hf,0.0582693452380952,0.794
3-4,ziya-llama-13b-hf,0.0450722162999299,0.934
2-7,ziya-llama-13b-hf,0.0275133072178268,0.0
2-3,ziya-llama-13b-hf,0.4275152236652234,0.09
2-2,ziya-llama-13b-hf,0.154,0.48
2-8,ziya-llama-13b-hf,0.17,0.19
3-5,ziya-llama-13b-hf,0.0054515227933433,0.986
3-6,ziya-llama-13b-hf,0.26,0.02
2-6,ziya-llama-13b-hf,0.5683553694689876,0.0
3-2,ziya-llama-13b-hf,0.3362969873623393,0.0
2-5,ziya-llama-13b-hf,0.0763839620152325,0.0
3-8,ziya-llama-13b-hf,0.1553137948294427,0.0
2-1,ziya-llama-13b-hf,0.1027,0.0
2-4,ziya-llama-13b-hf,0.252,0.022
3-7,ziya-llama-13b-hf,0.242,0.078
1-1,ziya-llama-13b-hf,0.0,0.0
1-2,ziya-llama-13b-hf,0.28,0.01
3-3,qwen-7b-hf,0.3063428571428571,0.428
3-1,qwen-7b-hf,0.033530303030303,0.89
3-4,qwen-7b-hf,0.7789315662674798,0.05
2-7,qwen-7b-hf,0.0171626337089927,0.0
2-3,qwen-7b-hf,0.2316942096550795,0.214
2-2,qwen-7b-hf,0.088,0.626
2-8,qwen-7b-hf,0.014,0.064
3-5,qwen-7b-hf,0.5159663147782146,0.336
3-6,qwen-7b-hf,0.006,0.778
2-6,qwen-7b-hf,0.4251308057547436,0.0
3-2,qwen-7b-hf,0.0514649018612836,0.0
2-5,qwen-7b-hf,0.0669145150663499,0.0
3-8,qwen-7b-hf,0.0413626286736427,0.0
2-1,qwen-7b-hf,0.0812,0.0
2-4,qwen-7b-hf,0.216,0.23
3-7,qwen-7b-hf,0.446,0.01
1-1,qwen-7b-hf,0.0,0.0
1-2,qwen-7b-hf,0.0,0.81
3-3,baichuan-7b-hf,0.3994367965367962,0.248
3-1,baichuan-7b-hf,0.4012446071976204,0.002
3-4,baichuan-7b-hf,0.790199263166191,0.036
2-7,baichuan-7b-hf,0.0295524183665436,0.0
2-3,baichuan-7b-hf,0.3267033103956517,0.102
2-2,baichuan-7b-hf,0.096,0.458
2-8,baichuan-7b-hf,0.022,0.078
3-5,baichuan-7b-hf,0.7866078246184525,0.032
3-6,baichuan-7b-hf,0.078,0.0
2-6,baichuan-7b-hf,0.1779127136139042,0.0
3-2,baichuan-7b-hf,0.0603438929676846,0.0
2-5,baichuan-7b-hf,0.0346450349707777,0.0
3-8,baichuan-7b-hf,0.1127146421805243,0.0
2-1,baichuan-7b-hf,0.1321,0.0
2-4,baichuan-7b-hf,0.138,0.18
3-7,baichuan-7b-hf,0.348,0.09
1-1,baichuan-7b-hf,0.0388349981679086,0.0
1-2,baichuan-7b-hf,0.004,0.0
3-3,internlm-chat-7b-8k-hf,0.4224666666666664,0.226
3-1,internlm-chat-7b-8k-hf,0.3888047619047617,0.074
3-4,internlm-chat-7b-8k-hf,0.6773599553194289,0.188
2-7,internlm-chat-7b-8k-hf,0.305608396152186,0.0
2-3,internlm-chat-7b-8k-hf,0.3091380952380953,0.166
2-2,internlm-chat-7b-8k-hf,0.366,0.1
2-8,internlm-chat-7b-8k-hf,0.306,0.0
3-5,internlm-chat-7b-8k-hf,0.711004204862496,0.13
3-6,internlm-chat-7b-8k-hf,0.362,0.0
2-6,internlm-chat-7b-8k-hf,0.268558838263673,0.0
3-2,internlm-chat-7b-8k-hf,0.2870117607378323,0.0
2-5,internlm-chat-7b-8k-hf,0.5434819491649017,0.0
3-8,internlm-chat-7b-8k-hf,0.1211160511470671,0.0
2-1,internlm-chat-7b-8k-hf,0.2164,0.0
2-4,internlm-chat-7b-8k-hf,0.332,0.06
3-7,internlm-chat-7b-8k-hf,0.44,0.008
1-1,internlm-chat-7b-8k-hf,0.151551899266849,0.0
1-2,internlm-chat-7b-8k-hf,0.406,0.002
3-3,belle-2-13b-hf,0.1967333333333334,0.44
3-1,belle-2-13b-hf,0.0295574485659666,0.058
3-4,belle-2-13b-hf,0.6334144901688776,0.166
2-7,belle-2-13b-hf,0.4102844703739514,0.0
2-3,belle-2-13b-hf,0.4176030849783173,0.012
2-2,belle-2-13b-hf,0.13,0.568
2-8,belle-2-13b-hf,0.094,0.344
3-5,belle-2-13b-hf,0.5715446534702323,0.25
3-6,belle-2-13b-hf,0.26,0.002
2-6,belle-2-13b-hf,0.6559817798572541,0.0
3-2,belle-2-13b-hf,0.3337124386287506,0.0
2-5,belle-2-13b-hf,0.4330075962157957,0.0
3-8,belle-2-13b-hf,0.157706424034664,0.0
2-1,belle-2-13b-hf,0.0599,0.0
2-4,belle-2-13b-hf,0.304,0.036
3-7,belle-2-13b-hf,0.422,0.076
1-1,belle-2-13b-hf,0.1657788186621276,0.0
1-2,belle-2-13b-hf,0.214,0.002
3-3,llama-7b,0.1044666666666666,0.754
3-1,llama-7b,0.0038,0.09
3-4,llama-7b,0.5873439242854257,0.252
2-7,llama-7b,0.2169825452342153,0.0
2-3,llama-7b,0.2545361173741984,0.124
2-2,llama-7b,0.05,0.48
2-8,llama-7b,0.016,0.058
3-5,llama-7b,0.5047311900488424,0.348
3-6,llama-7b,0.068,0.004
2-6,llama-7b,0.1673611721524732,0.0
3-2,llama-7b,0.1015647374005436,0.0
2-5,llama-7b,0.2193151405271427,0.0
3-8,llama-7b,0.1050620223747569,0.0
2-1,llama-7b,0.0116,0.0
2-4,llama-7b,0.074,0.104
3-7,llama-7b,0.274,0.092
1-1,llama-7b,0.0314060555832433,0.0
1-2,llama-7b,0.012,0.002
3-3,alpaca-7b-hf,0.0804666666666666,0.738
3-1,alpaca-7b-hf,0.0087999999999999,0.058
3-4,alpaca-7b-hf,0.6485091282072533,0.192
2-7,alpaca-7b-hf,0.1053186210629224,0.0
2-3,alpaca-7b-hf,0.1974200625625855,0.12
2-2,alpaca-7b-hf,0.036,0.774
2-8,alpaca-7b-hf,0.136,0.214
3-5,alpaca-7b-hf,0.4943917112387951,0.372
3-6,alpaca-7b-hf,0.174,0.186
2-6,alpaca-7b-hf,0.0922571958105661,0.0
3-2,alpaca-7b-hf,0.2720536902956411,0.0
2-5,alpaca-7b-hf,0.1030518092056546,0.0
3-8,alpaca-7b-hf,0.1024609745754748,0.0
2-1,alpaca-7b-hf,0.0111,0.0
2-4,alpaca-7b-hf,0.056,0.088
3-7,alpaca-7b-hf,0.266,0.122
1-1,alpaca-7b-hf,0.0917828095749144,0.0
1-2,alpaca-7b-hf,0.046,0.214
3-3,llama-2-chinese-13b-hf,0.097,0.72
3-1,llama-2-chinese-13b-hf,0.004,0.47
3-4,llama-2-chinese-13b-hf,0.6290352614428913,0.222
2-7,llama-2-chinese-13b-hf,0.0148077710903989,0.0
2-3,llama-2-chinese-13b-hf,0.2418027341079976,0.022
2-2,llama-2-chinese-13b-hf,0.1,0.656
2-8,llama-2-chinese-13b-hf,0.108,0.484
3-5,llama-2-chinese-13b-hf,0.2554488713611116,0.666
3-6,llama-2-chinese-13b-hf,0.226,0.344
2-6,llama-2-chinese-13b-hf,0.4346835321162797,0.0
3-2,llama-2-chinese-13b-hf,0.1946592251206887,0.0
2-5,llama-2-chinese-13b-hf,0.1978625099757553,0.0
3-8,llama-2-chinese-13b-hf,0.1113864025686141,0.0
2-1,llama-2-chinese-13b-hf,0.0024,0.0
2-4,llama-2-chinese-13b-hf,0.0,1.0
3-7,llama-2-chinese-13b-hf,0.336,0.3
1-1,llama-2-chinese-13b-hf,0.0,0.0
1-2,llama-2-chinese-13b-hf,0.032,0.898
3-3,GPT-3.5-turbo-0613,0.3454666666666664,0.324
3-1,GPT-3.5-turbo-0613,0.3081174769674772,0.012
3-4,GPT-3.5-turbo-0613,0.7711594592080586,0.056
2-7,GPT-3.5-turbo-0613,0.4068485421306964,0.0
2-3,GPT-3.5-turbo-0613,0.5400777777777778,0.004
2-2,GPT-3.5-turbo-0613,0.406,0.022
2-8,GPT-3.5-turbo-0613,0.374,0.0
3-5,GPT-3.5-turbo-0613,0.7371811262669337,0.054
3-6,GPT-3.5-turbo-0613,0.316,0.0
2-6,GPT-3.5-turbo-0613,0.7403533389698459,0.0
3-2,GPT-3.5-turbo-0613,0.3449345100015725,0.0
2-5,GPT-3.5-turbo-0613,0.6198206676560728,0.0
3-8,GPT-3.5-turbo-0613,0.1717471938970422,0.0
2-1,GPT-3.5-turbo-0613,0.135,0.0
2-4,GPT-3.5-turbo-0613,0.414,0.028
3-7,GPT-3.5-turbo-0613,0.664,0.0
1-1,GPT-3.5-turbo-0613,0.161458104237748,0.0
1-2,GPT-3.5-turbo-0613,0.372,0.0
3-3,llama-2-7b,0.1253714285714285,0.44
3-1,llama-2-7b,0.0128683982683982,0.078
3-4,llama-2-7b,0.7308917163710011,0.102
2-7,llama-2-7b,0.3096055207958271,0.0
2-3,llama-2-7b,0.1922851476009373,0.212
2-2,llama-2-7b,0.068,0.52
2-8,llama-2-7b,0.046,0.056
3-5,llama-2-7b,0.5735680634621071,0.268
3-6,llama-2-7b,0.088,0.0
2-6,llama-2-7b,0.3454721475848758,0.0
3-2,llama-2-7b,0.1042384584591768,0.0
2-5,llama-2-7b,0.2353365900435773,0.0
3-8,llama-2-7b,0.1097576734438652,0.0
2-1,llama-2-7b,0.0142,0.0
2-4,llama-2-7b,0.062,0.328
3-7,llama-2-7b,0.32,0.032
1-1,llama-2-7b,0.03420733718649,0.0
1-2,llama-2-7b,0.018,0.002
3-3,xverse-13b-hf,0.1552367965367966,0.046
3-1,xverse-13b-hf,0.0123829059829059,0.066
3-4,xverse-13b-hf,0.755291073603492,0.072
2-7,xverse-13b-hf,0.1639488862367918,0.0
2-3,xverse-13b-hf,0.157894621219854,0.016
2-2,xverse-13b-hf,0.008,0.184
2-8,xverse-13b-hf,0.0,0.004
3-5,xverse-13b-hf,0.6500190482951075,0.19
3-6,xverse-13b-hf,0.0,0.0
2-6,xverse-13b-hf,0.0171041097770027,0.0
3-2,xverse-13b-hf,0.0692834576987646,0.0
2-5,xverse-13b-hf,0.0369489980364777,0.0
3-8,xverse-13b-hf,0.0988276550798198,0.0
2-1,xverse-13b-hf,0.0009,0.0
2-4,xverse-13b-hf,0.02,0.336
3-7,xverse-13b-hf,0.366,0.044
1-1,xverse-13b-hf,0.0243398562668165,0.0
1-2,xverse-13b-hf,0.0,0.022
3-3,llama-65b,0.1251333333333333,0.444
3-1,llama-65b,0.0600172624134881,0.092
3-4,llama-65b,0.7180474788194202,0.102
2-7,llama-65b,0.13659413411759,0.0
2-3,llama-65b,0.2387643571404444,0.216
2-2,llama-65b,0.092,0.312
2-8,llama-65b,0.046,0.02
3-5,llama-65b,0.6093991148496645,0.242
3-6,llama-65b,0.068,0.006
2-6,llama-65b,0.2031659458265394,0.0
3-2,llama-65b,0.0993600779200585,0.0
2-5,llama-65b,0.2526441803966123,0.0
3-8,llama-65b,0.1054681145829287,0.0
2-1,llama-65b,0.0394,0.0
2-4,llama-65b,0.022,0.91
3-7,llama-65b,0.328,0.032
1-1,llama-65b,0.020017020290897,0.0
1-2,llama-65b,0.012,0.0
3-3,GPT4,0.4129999999999997,0.238
3-1,GPT4,0.532048196248196,0.004
3-4,GPT4,0.8320924223593178,0.004
2-7,GPT4,0.405222916494079,0.0
2-3,GPT4,0.6998665223665232,0.0
2-2,GPT4,0.46,0.0
2-8,GPT4,0.59,0.0
3-5,GPT4,0.8274009990483566,0.004
3-6,GPT4,0.496,0.0
2-6,GPT4,0.7996367954193313,0.0
3-2,GPT4,0.3314697015007455,0.0
2-5,GPT4,0.6480326952321696,0.0
3-8,GPT4,0.1990038143372905,0.0
2-1,GPT4,0.1831,0.0
2-4,GPT4,0.444,0.03
3-7,GPT4,0.77,0.002
1-1,GPT4,0.1720568383228544,0.0
1-2,GPT4,0.548,0.002
3-3,llama-2-13b,0.1506761904761904,0.364
3-1,llama-2-13b,0.0359715094530381,0.078
3-4,llama-2-13b,0.6834177172739159,0.146
2-7,llama-2-13b,0.2054860001711652,0.0
2-3,llama-2-13b,0.3154436674436676,0.078
2-2,llama-2-13b,0.086,0.342
2-8,llama-2-13b,0.014,0.048
3-5,llama-2-13b,0.5504920982001822,0.302
3-6,llama-2-13b,0.066,0.0
2-6,llama-2-13b,0.2583130628666591,0.0
3-2,llama-2-13b,0.1101071074034923,0.0
2-5,llama-2-13b,0.2487940451899758,0.0
3-8,llama-2-13b,0.1218698305396209,0.0
2-1,llama-2-13b,0.0373,0.0
2-4,llama-2-13b,0.028,0.822
3-7,llama-2-13b,0.374,0.046
1-1,llama-2-13b,0.035798275347926,0.0
1-2,llama-2-13b,0.012,0.0
3-3,moss-moon-003-sft-hf,0.1131029304029303,0.45
3-1,moss-moon-003-sft-hf,0.1802881267129141,0.07
3-4,moss-moon-003-sft-hf,0.7014883101299642,0.108
2-7,moss-moon-003-sft-hf,0.0679988173209842,0.0
2-3,moss-moon-003-sft-hf,0.2116349882188828,0.1
2-2,moss-moon-003-sft-hf,0.038,0.34
2-8,moss-moon-003-sft-hf,0.01,0.106
3-5,moss-moon-003-sft-hf,0.7565679892013442,0.064
3-6,moss-moon-003-sft-hf,0.02,0.032
2-6,moss-moon-003-sft-hf,0.1756467455907893,0.0
3-2,moss-moon-003-sft-hf,0.0481223244766057,0.0
2-5,moss-moon-003-sft-hf,0.0227712054303482,0.0
3-8,moss-moon-003-sft-hf,0.0931498775848044,0.0
2-1,moss-moon-003-sft-hf,0.051,0.0
2-4,moss-moon-003-sft-hf,0.034,0.056
3-7,moss-moon-003-sft-hf,0.292,0.042
1-1,moss-moon-003-sft-hf,0.0207265285683577,0.0
1-2,moss-moon-003-sft-hf,0.014,0.178
3-3,chinese-llama-2-7b-hf,0.2752888888888888,0.474
3-1,chinese-llama-2-7b-hf,0.001911512457164,0.62
3-4,chinese-llama-2-7b-hf,0.2546761169490472,0.666
2-7,chinese-llama-2-7b-hf,0.1403788002447693,0.0
2-3,chinese-llama-2-7b-hf,0.0770798080129887,0.298
2-2,chinese-llama-2-7b-hf,0.036,0.676
2-8,chinese-llama-2-7b-hf,0.082,0.018
3-5,chinese-llama-2-7b-hf,0.4348151070659066,0.424
3-6,chinese-llama-2-7b-hf,0.078,0.03
2-6,chinese-llama-2-7b-hf,0.1848297168877084,0.0
3-2,chinese-llama-2-7b-hf,0.0597025729237192,0.0
2-5,chinese-llama-2-7b-hf,0.0444917515271165,0.0
3-8,chinese-llama-2-7b-hf,0.1123482718739191,0.0
2-1,chinese-llama-2-7b-hf,0.0779,0.0
2-4,chinese-llama-2-7b-hf,0.062,0.644
3-7,chinese-llama-2-7b-hf,0.324,0.15
1-1,chinese-llama-2-7b-hf,0.0276644617007289,0.0
1-2,chinese-llama-2-7b-hf,0.012,0.014
3-3,llama-30b,0.1279999999999999,0.61
3-1,llama-30b,0.0405911987646946,0.088
3-4,llama-30b,0.6582848356813934,0.164
2-7,llama-30b,0.1031473555516031,0.0
2-3,llama-30b,0.2674044559305433,0.034
2-2,llama-30b,0.096,0.292
2-8,llama-30b,0.012,0.008
3-5,llama-30b,0.5071726917076925,0.348
3-6,llama-30b,0.074,0.004
2-6,llama-30b,0.0883261947112525,0.0
3-2,llama-30b,0.1000994313610246,0.0
2-5,llama-30b,0.234109191988089,0.0
3-8,llama-30b,0.1151555392991805,0.0
2-1,llama-30b,0.0057,0.0
2-4,llama-30b,0.032,0.452
3-7,llama-30b,0.496,0.018
1-1,llama-30b,0.0314894481035994,0.0
1-2,llama-30b,0.01,0.004
3-3,internlm-7b-hf,0.4143330891330889,0.198
3-1,internlm-7b-hf,0.4250407316902574,0.004
3-4,internlm-7b-hf,0.7669884453640106,0.026
2-7,internlm-7b-hf,0.1456297631848915,0.0
2-3,internlm-7b-hf,0.267209964100004,0.016
2-2,internlm-7b-hf,0.064,0.284
2-8,internlm-7b-hf,0.028,0.06
3-5,internlm-7b-hf,0.7710098563530045,0.044
3-6,internlm-7b-hf,0.056,0.0
2-6,internlm-7b-hf,0.3556494935391522,0.0
3-2,internlm-7b-hf,0.0592116688597648,0.0
2-5,internlm-7b-hf,0.0603806115829776,0.0
3-8,internlm-7b-hf,0.1043778234445405,0.0
2-1,internlm-7b-hf,0.1073,0.0
2-4,internlm-7b-hf,0.084,0.052
3-7,internlm-7b-hf,0.38,0.026
1-1,internlm-7b-hf,0.0278946323548383,0.0
1-2,internlm-7b-hf,0.01,0.002
3-3,mpt-instruct-7b-hf,0.0575428571428571,0.38
3-1,mpt-instruct-7b-hf,0.0018307123623521,0.134
3-4,mpt-instruct-7b-hf,0.1389330025840459,0.802
2-7,mpt-instruct-7b-hf,0.1310529809858033,0.0
2-3,mpt-instruct-7b-hf,0.163841016374332,0.152
2-2,mpt-instruct-7b-hf,0.042,0.49
2-8,mpt-instruct-7b-hf,0.09,0.286
3-5,mpt-instruct-7b-hf,0.3737812994654531,0.516
3-6,mpt-instruct-7b-hf,0.206,0.096
2-6,mpt-instruct-7b-hf,0.3696338190386143,0.0
3-2,mpt-instruct-7b-hf,0.0788061283659801,0.0
2-5,mpt-instruct-7b-hf,0.1063289979377521,0.0
3-8,mpt-instruct-7b-hf,0.0788017144471336,0.0
2-1,mpt-instruct-7b-hf,0.0236,0.0
2-4,mpt-instruct-7b-hf,0.08,0.5
3-7,mpt-instruct-7b-hf,0.294,0.09
1-1,mpt-instruct-7b-hf,0.0206087175461527,0.0
1-2,mpt-instruct-7b-hf,0.02,0.164
3-3,internlm-chat-7b-hf,0.4090666666666663,0.232
3-1,internlm-chat-7b-hf,0.3087714285714284,0.172
3-4,internlm-chat-7b-hf,0.7556899907619513,0.082
2-7,internlm-chat-7b-hf,0.2875685504489155,0.0
2-3,internlm-chat-7b-hf,0.2972000000000002,0.34
2-2,internlm-chat-7b-hf,0.342,0.14
2-8,internlm-chat-7b-hf,0.262,0.0
3-5,internlm-chat-7b-hf,0.7040014521840356,0.142
3-6,internlm-chat-7b-hf,0.36,0.0
2-6,internlm-chat-7b-hf,0.21931170799639,0.0
3-2,internlm-chat-7b-hf,0.2910476955637017,0.0
2-5,internlm-chat-7b-hf,0.5444039488746433,0.0
3-8,internlm-chat-7b-hf,0.1473387315928092,0.0
2-1,internlm-chat-7b-hf,0.2035,0.0
2-4,internlm-chat-7b-hf,0.328,0.066
3-7,internlm-chat-7b-hf,0.39,0.01
1-1,internlm-chat-7b-hf,0.1385011436316526,0.0
1-2,internlm-chat-7b-hf,0.396,0.002
3-3,chatlaw-33b-hf,0.1754,0.58
3-1,chatlaw-33b-hf,0.0489064935064934,0.06
3-4,chatlaw-33b-hf,0.6329877842124259,0.2
2-7,chatlaw-33b-hf,0.3420384117323882,0.0
2-3,chatlaw-33b-hf,0.3348761904761905,0.23
2-2,chatlaw-33b-hf,0.122,0.594
2-8,chatlaw-33b-hf,0.154,0.028
3-5,chatlaw-33b-hf,0.5303499156205429,0.33
3-6,chatlaw-33b-hf,0.262,0.002
2-6,chatlaw-33b-hf,0.2882527343416415,0.0
3-2,chatlaw-33b-hf,0.2796711429597345,0.0
2-5,chatlaw-33b-hf,0.3887070313193463,0.0
3-8,chatlaw-33b-hf,0.1628999602821489,0.0
2-1,chatlaw-33b-hf,0.043,0.0
2-4,chatlaw-33b-hf,0.042,0.852
3-7,chatlaw-33b-hf,0.432,0.102
1-1,chatlaw-33b-hf,0.1436107535403407,0.0
1-2,chatlaw-33b-hf,0.278,0.0
3-3,vicuna-13b-hf,0.1083333333333333,0.72
3-1,vicuna-13b-hf,0.010395618149654,0.214
3-4,vicuna-13b-hf,0.4093469969369681,0.464
2-7,vicuna-13b-hf,0.103976161274919,0.0
2-3,vicuna-13b-hf,0.2617425261693335,0.126
2-2,vicuna-13b-hf,0.05,0.582
2-8,vicuna-13b-hf,0.166,0.05
3-5,vicuna-13b-hf,0.2178265598216222,0.724
3-6,vicuna-13b-hf,0.124,0.006
2-6,vicuna-13b-hf,0.3488824884967846,0.0
3-2,vicuna-13b-hf,0.1438557509395369,0.0
2-5,vicuna-13b-hf,0.2033293389488484,0.0
3-8,vicuna-13b-hf,0.1425282103059717,0.0
2-1,vicuna-13b-hf,0.0203,0.0
2-4,vicuna-13b-hf,0.084,0.078
3-7,vicuna-13b-hf,0.292,0.246
1-1,vicuna-13b-hf,0.0601025242523523,0.0
1-2,vicuna-13b-hf,0.144,0.0
3-3,baichuan-13b-chat-hf,0.5020380952380948,0.202
3-1,baichuan-13b-chat-hf,0.4649466957627917,0.102
3-4,baichuan-13b-chat-hf,0.6470239212858869,0.188
2-7,baichuan-13b-chat-hf,0.0247204899659552,0.0
2-3,baichuan-13b-chat-hf,0.3526328694151758,0.076
2-2,baichuan-13b-chat-hf,0.108,0.156
2-8,baichuan-13b-chat-hf,0.012,0.974
3-5,baichuan-13b-chat-hf,0.531685521806473,0.334
3-6,baichuan-13b-chat-hf,0.304,0.12
2-6,baichuan-13b-chat-hf,0.5275545152555492,0.0
3-2,baichuan-13b-chat-hf,0.3376138794044357,0.0
2-5,baichuan-13b-chat-hf,0.6170871793449187,0.0
3-8,baichuan-13b-chat-hf,0.1870582179349532,0.0
2-1,baichuan-13b-chat-hf,0.0224,0.0
2-4,baichuan-13b-chat-hf,0.0,0.998
3-7,baichuan-13b-chat-hf,0.594,0.01
1-1,baichuan-13b-chat-hf,0.0977956901080131,0.0
1-2,baichuan-13b-chat-hf,0.404,0.048
3-3,tigerbot-base-7b-hf,0.2181333333333334,0.47
3-1,tigerbot-base-7b-hf,0.1482616585933985,0.384
3-4,tigerbot-base-7b-hf,0.7246591425399442,0.086
2-7,tigerbot-base-7b-hf,0.2204924623021666,0.0
2-3,tigerbot-base-7b-hf,0.1693714855320119,0.388
2-2,tigerbot-base-7b-hf,0.044,0.488
2-8,tigerbot-base-7b-hf,0.016,0.136
3-5,tigerbot-base-7b-hf,0.3649470293295871,0.538
3-6,tigerbot-base-7b-hf,0.01,0.8
2-6,tigerbot-base-7b-hf,0.1005609411853801,0.0
3-2,tigerbot-base-7b-hf,0.2945551648805476,0.0
2-5,tigerbot-base-7b-hf,0.3646768790213743,0.0
3-8,tigerbot-base-7b-hf,0.1764810223837525,0.0
2-1,tigerbot-base-7b-hf,0.1232,0.0
2-4,tigerbot-base-7b-hf,0.204,0.09
3-7,tigerbot-base-7b-hf,0.232,0.314
1-1,tigerbot-base-7b-hf,0.1408547829459283,0.0
1-2,tigerbot-base-7b-hf,0.002,0.696