{ "Indeed-UI-32B": { "link": "https://github.com/intelligence-indeed/Indeed-UI", "description": "", "results": { "group": { "Dev": { "icon": 0.6620689655172414, "text": 0.9025974025974026, "avg": 0.7859531772575251 }, "Creative": { "icon": 0.46853146853146854, "text": 0.8131313131313131, "avg": 0.6686217008797654 }, "CAD": { "icon": 0.515625, "text": 0.7817258883248731, "avg": 0.7164750957854407 }, "Scientific": { "icon": 0.509090909090909, "text": 0.9097222222222222, "avg": 0.7362204724409449 }, "Office": { "icon": 0.660377358490566, "text": 0.9265536723163842, "avg": 0.8652173913043478 }, "OS": { "icon": 0.43820224719101125, "text": 0.7850467289719626, "avg": 0.6275510204081632 } }, "application": { "excel": { "icon": 0.6153846153846154, "text": 0.8431372549019608, "avg": 0.796875 }, "vmware": { "icon": 0.7777777777777778, "text": 1, "avg": 0.9512195121951219 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "word": { "icon": 0.8, "text": 0.9710144927536232, "avg": 0.9404761904761905 }, "android_studio": { "icon": 0.5681818181818182, "text": 0.8611111111111112, "avg": 0.7 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.7380952380952381, "avg": 0.6 }, "quartus": { "icon": 0.6875, "text": 0.9230769230769231, "avg": 0.7555555555555555 }, "premiere": { "icon": 0.8333333333333334, "text": 0.7857142857142857, "avg": 0.8076923076923077 }, "davinci": { "icon": 0.34782608695652173, "text": 0.7619047619047619, "avg": 0.5454545454545454 }, "vivado": { "icon": 0.75, "text": 0.7916666666666666, "avg": 0.775 }, "illustrator": { "icon": 0.2631578947368421, "text": 0.75, "avg": 0.45161290322580644 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.8064516129032258, "avg": 0.68 }, "blender": { "icon": 0.6666666666666666, "text": 0.7678571428571429, "avg": 0.7464788732394366 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.8620689655172413, "avg": 0.7714285714285715 }, "autocad": { "icon": 0, "text": 0.5925925925925926, "avg": 0.47058823529411764 }, "windows_common": { "icon": 0.46808510638297873, "text": 0.8235294117647058, "avg": 0.6172839506172839 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.7692307692307693, "avg": 0.5087719298245614 }, "pycharm": { "icon": 0.631578947368421, "text": 0.9, "avg": 0.7692307692307693 }, "stata": { "icon": 0.5853658536585366, "text": 1, "avg": 0.6530612244897959 }, "photoshop": { "icon": 0.52, "text": 1, "avg": 0.7647058823529411 }, "origin": { "icon": 0.32558139534883723, "text": 0.8421052631578947, "avg": 0.4838709677419355 }, "vscode": { "icon": 0.8181818181818182, "text": 0.8484848484848485, "avg": 0.8363636363636363 }, "matlab": { "icon": 0.5789473684210527, "text": 0.8783783783783784, "avg": 0.8172043010752689 }, "inventor": { "icon": 0.18181818181818182, "text": 0.864406779661017, "avg": 0.7571428571428571 }, "powerpoint": { "icon": 0.6, "text": 0.9473684210526315, "avg": 0.8414634146341463 }, "solidworks": { "icon": 0.5, "text": 0.7777777777777778, "avg": 0.7272727272727273 } }, "overall": { "icon": 0.5397350993377483, "text": 0.8526100307062436, "avg": 0.7330803289057558 } } }, "Indeed-UI-32B-zoomin": { "link": "https://github.com/intelligence-indeed/Indeed-UI", "description": "", "results": { "group": { "Dev": { "icon": 0.7586206896551724, "text": 0.9090909090909091, "avg": 0.8361204013377926 }, "Creative": { "icon": 0.7132867132867133, "text": 0.8636363636363636, "avg": 0.8005865102639296 }, "CAD": { "icon": 0.65625, "text": 0.8984771573604061, "avg": 0.8390804597701149 }, "Scientific": { "icon": 0.6909090909090909, "text": 0.9236111111111112, "avg": 0.8228346456692913 }, "Office": { "icon": 0.7924528301886793, "text": 0.9717514124293786, "avg": 0.9304347826086956 }, "OS": { "icon": 0.5955056179775281, "text": 0.8411214953271028, "avg": 0.7295918367346939 } }, "application": { "inventor": { "icon": 0.7272727272727273, "text": 0.9491525423728814, "avg": 0.9142857142857143 }, "matlab": { "icon": 0.8947368421052632, "text": 0.918918918918919, "avg": 0.9139784946236559 }, "premiere": { "icon": 0.875, "text": 0.7857142857142857, "avg": 0.8269230769230769 }, "blender": { "icon": 0.8666666666666667, "text": 0.8392857142857143, "avg": 0.8450704225352113 }, "origin": { "icon": 0.46511627906976744, "text": 0.8947368421052632, "avg": 0.5967741935483871 }, "linux_common": { "icon": 0.7894736842105263, "text": 0.8387096774193549, "avg": 0.82 }, "pycharm": { "icon": 0.6578947368421053, "text": 0.85, "avg": 0.7564102564102564 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.896551724137931, "avg": 0.8571428571428571 }, "stata": { "icon": 0.7804878048780488, "text": 0.875, "avg": 0.7959183673469388 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "solidworks": { "icon": 0.7142857142857143, "text": 0.873015873015873, "avg": 0.8441558441558441 }, "macos_common": { "icon": 0.43478260869565216, "text": 0.8333333333333334, "avg": 0.6923076923076923 }, "fruitloops": { "icon": 0.4838709677419355, "text": 0.8461538461538461, "avg": 0.6491228070175439 }, "vivado": { "icon": 0.71875, "text": 0.8958333333333334, "avg": 0.825 }, "vmware": { "icon": 0.8888888888888888, "text": 1, "avg": 0.975609756097561 }, "powerpoint": { "icon": 0.72, "text": 1, "avg": 0.9146341463414634 }, "android_studio": { "icon": 0.7727272727272727, "text": 0.9166666666666666, "avg": 0.8375 }, "autocad": { "icon": 0.14285714285714285, "text": 0.8518518518518519, "avg": 0.7058823529411765 }, "windows_common": { "icon": 0.5957446808510638, "text": 0.8529411764705882, "avg": 0.7037037037037037 }, "illustrator": { "icon": 0.6842105263157895, "text": 1, "avg": 0.8064516129032258 }, "excel": { "icon": 0.8461538461538461, "text": 0.9411764705882353, "avg": 0.921875 }, "word": { "icon": 0.8666666666666667, "text": 0.9710144927536232, "avg": 0.9523809523809523 }, "davinci": { "icon": 0.6086956521739131, "text": 0.7619047619047619, "avg": 0.6818181818181818 }, "vscode": { "icon": 0.7727272727272727, "text": 0.8484848484848485, "avg": 0.8181818181818182 }, "quartus": { "icon": 0.8125, "text": 1, "avg": 0.8666666666666667 }, "photoshop": { "icon": 0.88, "text": 1, "avg": 0.9411764705882353 } }, "overall": { "icon": 0.7036423841059603, "text": 0.9037871033776868, "avg": 0.8273244781783681 } } }, "HuzzleWorld-2B": { "link": "", "description": "Proprietary", "results": { "group": { "Dev": { "icon": 0.5172413793103449, "text": 0.7532467532467533, "avg": 0.6387959866220736 }, "Creative": { "icon": 0.3706293706293706, "text": 0.6767676767676768, "avg": 0.5483870967741935 }, "CAD": { "icon": 0.34375, "text": 0.5634517766497462, "avg": 0.5095785440613027 }, "Scientific": { "icon": 0.44545454545454544, "text": 0.75, "avg": 0.6181102362204725 }, "Office": { "icon": 0.5283018867924528, "text": 0.8135593220338984, "avg": 0.7478260869565218 }, "OS": { "icon": 0.5280898876404494, "text": 0.6915887850467289, "avg": 0.6173469387755102 } }, "application": { "inventor": { "icon": 0.18181818181818182, "text": 0.5423728813559322, "avg": 0.4857142857142857 }, "eviews": { "icon": 0.8571428571428571, "text": 0.7674418604651163, "avg": 0.78 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.6451612903225806, "avg": 0.6 }, "word": { "icon": 0.4666666666666667, "text": 0.9130434782608695, "avg": 0.8333333333333334 }, "blender": { "icon": 0.4, "text": 0.5535714285714286, "avg": 0.5211267605633803 }, "pycharm": { "icon": 0.631578947368421, "text": 0.8, "avg": 0.717948717948718 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.5769230769230769, "avg": 0.3508771929824561 }, "quartus": { "icon": 0.34375, "text": 0.9230769230769231, "avg": 0.5111111111111111 }, "powerpoint": { "icon": 0.56, "text": 0.8421052631578947, "avg": 0.7560975609756098 }, "windows_common": { "icon": 0.48936170212765956, "text": 0.7647058823529411, "avg": 0.6049382716049383 }, "autocad": { "icon": 0, "text": 0.4444444444444444, "avg": 0.35294117647058826 }, "illustrator": { "icon": 0.3157894736842105, "text": 0.9166666666666666, "avg": 0.5483870967741935 }, "vivado": { "icon": 0.46875, "text": 0.7291666666666666, "avg": 0.625 }, "stata": { "icon": 0.5121951219512195, "text": 1, "avg": 0.5918367346938775 }, "excel": { "icon": 0.5384615384615384, "text": 0.6470588235294118, "avg": 0.625 }, "premiere": { "icon": 0.4166666666666667, "text": 0.5714285714285714, "avg": 0.5 }, "vmware": { "icon": 0.7777777777777778, "text": 0.6875, "avg": 0.7073170731707317 }, "vscode": { "icon": 0.6818181818181818, "text": 0.7272727272727273, "avg": 0.7090909090909091 }, "matlab": { "icon": 0.5789473684210527, "text": 0.7162162162162162, "avg": 0.6881720430107527 }, "photoshop": { "icon": 0.56, "text": 0.7692307692307693, "avg": 0.6666666666666666 }, "android_studio": { "icon": 0.4090909090909091, "text": 0.7222222222222222, "avg": 0.55 }, "macos_common": { "icon": 0.6086956521739131, "text": 0.6666666666666666, "avg": 0.6461538461538462 }, "origin": { "icon": 0.2558139534883721, "text": 0.7368421052631579, "avg": 0.4032258064516129 }, "unreal_engine": { "icon": 0.5, "text": 0.7586206896551724, "avg": 0.7142857142857143 }, "davinci": { "icon": 0.391304347826087, "text": 0.9047619047619048, "avg": 0.6363636363636364 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.5079365079365079, "avg": 0.4805194805194805 } }, "overall": { "icon": 0.45364238410596025, "text": 0.7031729785056294, "avg": 0.6078431372549019 } } }, "HuzzleWorld-2B (Zoom In)": { "link": "", "description": "Proprietary. Two-pass: Coarse localize -> Crop -> Reground)", "results": { "group": { "Dev": { "icon": 0.5379310344827586, "text": 0.7857142857142857, "avg": 0.6655518394648829 }, "Creative": { "icon": 0.4755244755244755, "text": 0.7222222222222222, "avg": 0.6187683284457478 }, "CAD": { "icon": 0.484375, "text": 0.6091370558375635, "avg": 0.578544061302682 }, "Scientific": { "icon": 0.44545454545454544, "text": 0.7430555555555556, "avg": 0.6141732283464567 }, "Office": { "icon": 0.6037735849056604, "text": 0.7853107344632768, "avg": 0.7434782608695653 }, "OS": { "icon": 0.5730337078651685, "text": 0.7102803738317757, "avg": 0.6479591836734694 } }, "application": { "windows_common": { "icon": 0.48936170212765956, "text": 0.7647058823529411, "avg": 0.6049382716049383 }, "inventor": { "icon": 0.36363636363636365, "text": 0.6779661016949152, "avg": 0.6285714285714286 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.5769230769230769, "avg": 0.3508771929824561 }, "pycharm": { "icon": 0.631578947368421, "text": 0.75, "avg": 0.6923076923076923 }, "davinci": { "icon": 0.5217391304347826, "text": 0.9523809523809523, "avg": 0.7272727272727273 }, "powerpoint": { "icon": 0.52, "text": 0.7719298245614035, "avg": 0.6951219512195121 }, "quartus": { "icon": 0.3125, "text": 1, "avg": 0.5111111111111111 }, "android_studio": { "icon": 0.45454545454545453, "text": 0.8055555555555556, "avg": 0.6125 }, "vmware": { "icon": 1, "text": 0.78125, "avg": 0.8292682926829268 }, "stata": { "icon": 0.4878048780487805, "text": 1, "avg": 0.5714285714285714 }, "unreal_engine": { "icon": 0.5, "text": 0.7586206896551724, "avg": 0.7142857142857143 }, "autocad": { "icon": 0.14285714285714285, "text": 0.4074074074074074, "avg": 0.35294117647058826 }, "word": { "icon": 0.6, "text": 0.8840579710144928, "avg": 0.8333333333333334 }, "linux_common": { "icon": 0.6842105263157895, "text": 0.6774193548387096, "avg": 0.68 }, "blender": { "icon": 0.4666666666666667, "text": 0.6428571428571429, "avg": 0.6056338028169014 }, "macos_common": { "icon": 0.6521739130434783, "text": 0.6904761904761905, "avg": 0.676923076923077 }, "solidworks": { "icon": 0.5714285714285714, "text": 0.47619047619047616, "avg": 0.4935064935064935 }, "photoshop": { "icon": 0.64, "text": 0.8076923076923077, "avg": 0.7254901960784313 }, "excel": { "icon": 0.7692307692307693, "text": 0.6666666666666666, "avg": 0.6875 }, "vivado": { "icon": 0.5625, "text": 0.8125, "avg": 0.7125 }, "illustrator": { "icon": 0.5789473684210527, "text": 0.8333333333333334, "avg": 0.6774193548387096 }, "vscode": { "icon": 0.6818181818181818, "text": 0.7272727272727273, "avg": 0.7090909090909091 }, "matlab": { "icon": 0.5789473684210527, "text": 0.6891891891891891, "avg": 0.6666666666666666 }, "premiere": { "icon": 0.5833333333333334, "text": 0.6785714285714286, "avg": 0.6346153846153846 }, "eviews": { "icon": 0.8571428571428571, "text": 0.813953488372093, "avg": 0.82 }, "origin": { "icon": 0.27906976744186046, "text": 0.6842105263157895, "avg": 0.4032258064516129 } }, "overall": { "icon": 0.5115894039735099, "text": 0.7226202661207779, "avg": 0.6419987349778621 } } }, "Duvo Eye-1 (Holo-3.1-35B-A3B + LoRA)": { "link": "https://huggingface.co/duvoai/duvo-eye-1", "description": "Holo-3.1-35B-A3B with a LoRA adapter (rank 64, alpha 128, 1 epoch) trained on duvoai/SynthUI (14.9k rows). Single-shot grounding, temperature 0, thinking disabled, guided-JSON {\"x\",\"y\"} in [0,1000] scaled to absolute pixels. Self-reported; per-sample predictions published for rescoring at https://huggingface.co/datasets/duvoai/duvo-eye-1-evals", "results": { "group": { "CAD": { "icon": 0.4531, "text": 0.7157, "avg": 0.6513 }, "Creative": { "icon": 0.4895, "text": 0.7929, "avg": 0.6657 }, "Dev": { "icon": 0.6759, "text": 0.8442, "avg": 0.7625 }, "OS": { "icon": 0.6517, "text": 0.8411, "avg": 0.7551 }, "Office": { "icon": 0.8113, "text": 0.8927, "avg": 0.8739 }, "Scientific": { "icon": 0.5455, "text": 0.8264, "avg": 0.7047 } }, "application": { "android_studio": { "icon": 0.7045, "text": 0.9167, "avg": 0.8 }, "autocad": { "icon": 0.1429, "text": 0.5926, "avg": 0.5 }, "blender": { "icon": 0.5333, "text": 0.6964, "avg": 0.662 }, "davinci": { "icon": 0.4348, "text": 0.8095, "avg": 0.6136 }, "eviews": { "icon": 1, "text": 0.9302, "avg": 0.94 }, "excel": { "icon": 0.8462, "text": 0.902, "avg": 0.8906 }, "fruitloops": { "icon": 0.3226, "text": 0.6923, "avg": 0.4912 }, "illustrator": { "icon": 0.4211, "text": 1, "avg": 0.6452 }, "inventor": { "icon": 0.1818, "text": 0.7458, "avg": 0.6571 }, "linux_common": { "icon": 0.7895, "text": 0.8387, "avg": 0.82 }, "macos_common": { "icon": 0.6522, "text": 0.881, "avg": 0.8 }, "matlab": { "icon": 0.7895, "text": 0.7838, "avg": 0.7849 }, "origin": { "icon": 0.2558, "text": 0.6842, "avg": 0.3871 }, "photoshop": { "icon": 0.76, "text": 0.9615, "avg": 0.8627 }, "powerpoint": { "icon": 0.8, "text": 0.8772, "avg": 0.8537 }, "premiere": { "icon": 0.4583, "text": 0.7857, "avg": 0.6346 }, "pycharm": { "icon": 0.6842, "text": 0.8, "avg": 0.7436 }, "quartus": { "icon": 0.5312, "text": 0.9231, "avg": 0.6444 }, "solidworks": { "icon": 0.5, "text": 0.6667, "avg": 0.6364 }, "stata": { "icon": 0.6585, "text": 1, "avg": 0.7143 }, "unreal_engine": { "icon": 0.6667, "text": 0.8276, "avg": 0.8 }, "vivado": { "icon": 0.5938, "text": 0.8125, "avg": 0.725 }, "vmware": { "icon": 0.7778, "text": 0.9375, "avg": 0.9024 }, "vscode": { "icon": 0.7727, "text": 0.697, "avg": 0.7273 }, "windows_common": { "icon": 0.5957, "text": 0.7941, "avg": 0.679 }, "word": { "icon": 0.8, "text": 0.8986, "avg": 0.881 } }, "overall": { "icon": 0.5927, "text": 0.8137, "avg": 0.7293 } } }, "KV-Ground-8B + Qwen3.5-27B Consistency Router": { "link": "https://github.com/omxyz/zoom-consistency-routing", "description": "Heterogeneous ensemble of KV-Ground-8B-BaseGuiOwl1.5-0315 and Qwen3.5-27B-AWQ-4bit. Both models run independent 2-step zoom-in pipelines (crop_ratio=0.5). Per sample, the model with lower zoom consistency (step-2 prediction closer to crop center = higher confidence) is selected. KV-Ground selected for 64.9% of samples, Qwen3.5-27B for 35.1%.", "results": { "group": { "CAD": { "icon": 0.5156, "text": 0.8782, "avg": 0.7893 }, "Creative": { "icon": 0.6224, "text": 0.8535, "avg": 0.7566 }, "Dev": { "icon": 0.731, "text": 0.9351, "avg": 0.8361 }, "OS": { "icon": 0.5618, "text": 0.8785, "avg": 0.7347 }, "Office": { "icon": 0.7547, "text": 0.9492, "avg": 0.9043 }, "Scientific": { "icon": 0.7091, "text": 0.9375, "avg": 0.8386 } }, "application": { "android_studio": { "icon": 0.6818, "text": 0.9444, "avg": 0.8 }, "autocad": { "icon": 0.1429, "text": 0.8519, "avg": 0.7059 }, "blender": { "icon": 0.7333, "text": 0.8036, "avg": 0.7887 }, "davinci": { "icon": 0.6087, "text": 0.9048, "avg": 0.75 }, "eviews": { "icon": 1, "text": 0.9302, "avg": 0.94 }, "excel": { "icon": 0.6923, "text": 0.8824, "avg": 0.8438 }, "fruitloops": { "icon": 0.3226, "text": 0.7308, "avg": 0.5088 }, "illustrator": { "icon": 0.7895, "text": 1, "avg": 0.871 }, "inventor": { "icon": 0.2727, "text": 0.9661, "avg": 0.8571 }, "linux_common": { "icon": 0.5789, "text": 0.8387, "avg": 0.74 }, "macos_common": { "icon": 0.5652, "text": 0.9286, "avg": 0.8 }, "matlab": { "icon": 0.8421, "text": 0.9324, "avg": 0.914 }, "origin": { "icon": 0.5581, "text": 0.9474, "avg": 0.6774 }, "photoshop": { "icon": 0.72, "text": 0.9615, "avg": 0.8431 }, "powerpoint": { "icon": 0.76, "text": 0.9825, "avg": 0.9146 }, "premiere": { "icon": 0.7083, "text": 0.7857, "avg": 0.75 }, "pycharm": { "icon": 0.7105, "text": 0.9, "avg": 0.8077 }, "quartus": { "icon": 0.8125, "text": 1, "avg": 0.8667 }, "solidworks": { "icon": 0.5, "text": 0.8571, "avg": 0.7922 }, "stata": { "icon": 0.7561, "text": 1, "avg": 0.7959 }, "unreal_engine": { "icon": 0.6667, "text": 0.931, "avg": 0.8857 }, "vivado": { "icon": 0.6875, "text": 0.8125, "avg": 0.7625 }, "vmware": { "icon": 0.7778, "text": 1, "avg": 0.9512 }, "vscode": { "icon": 0.7273, "text": 0.8788, "avg": 0.8182 }, "windows_common": { "icon": 0.5532, "text": 0.8529, "avg": 0.679 }, "word": { "icon": 0.8, "text": 0.971, "avg": 0.9405 } }, "overall": { "icon": 0.6556, "text": 0.9038, "avg": 0.809 } } }, "AdaZoom-GUI-4B (cond. zoom-in, refine w/ Qwen3.5-397B)": { "link": "", "description": "Conditional zoom-in and refine with Qwen3.5-397B-A17B", "results": { "group": { "Dev": { "icon": 0.5793103448275863, "text": 0.9155844155844156, "avg": 0.7525083612040134 }, "Creative": { "icon": 0.4965034965034965, "text": 0.8888888888888888, "avg": 0.7243401759530792 }, "CAD": { "icon": 0.390625, "text": 0.8324873096446701, "avg": 0.7241379310344828 }, "Scientific": { "icon": 0.5181818181818182, "text": 0.9097222222222222, "avg": 0.7401574803149606 }, "Office": { "icon": 0.8113207547169812, "text": 0.9717514124293786, "avg": 0.9347826086956522 }, "OS": { "icon": 0.6067415730337079, "text": 0.897196261682243, "avg": 0.7653061224489796 } }, "application": { "photoshop": { "icon": 0.72, "text": 0.9615384615384616, "avg": 0.8431372549019608 }, "autocad": { "icon": 0, "text": 0.6296296296296297, "avg": 0.5 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.9310344827586207, "avg": 0.8857142857142857 }, "inventor": { "icon": 0, "text": 0.8305084745762712, "avg": 0.7 }, "fruitloops": { "icon": 0.3548387096774194, "text": 0.8076923076923077, "avg": 0.5614035087719298 }, "matlab": { "icon": 0.7368421052631579, "text": 0.8783783783783784, "avg": 0.8494623655913979 }, "macos_common": { "icon": 0.6521739130434783, "text": 0.9761904761904762, "avg": 0.8615384615384616 }, "excel": { "icon": 0.7692307692307693, "text": 0.9607843137254902, "avg": 0.921875 }, "solidworks": { "icon": 0.5, "text": 0.8571428571428571, "avg": 0.7922077922077922 }, "windows_common": { "icon": 0.5957446808510638, "text": 0.7647058823529411, "avg": 0.6666666666666666 }, "android_studio": { "icon": 0.5909090909090909, "text": 0.9166666666666666, "avg": 0.7375 }, "davinci": { "icon": 0.43478260869565216, "text": 0.8571428571428571, "avg": 0.6363636363636364 }, "stata": { "icon": 0.5853658536585366, "text": 0.875, "avg": 0.6326530612244898 }, "pycharm": { "icon": 0.5789473684210527, "text": 0.875, "avg": 0.7307692307692307 }, "vmware": { "icon": 0.6666666666666666, "text": 0.96875, "avg": 0.9024390243902439 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "premiere": { "icon": 0.4166666666666667, "text": 0.8928571428571429, "avg": 0.6730769230769231 }, "vivado": { "icon": 0.5625, "text": 0.9166666666666666, "avg": 0.775 }, "blender": { "icon": 0.6666666666666666, "text": 0.8571428571428571, "avg": 0.8169014084507042 }, "origin": { "icon": 0.27906976744186046, "text": 0.9473684210526315, "avg": 0.4838709677419355 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.9354838709677419, "avg": 0.8 }, "word": { "icon": 0.9333333333333333, "text": 0.9855072463768116, "avg": 0.9761904761904762 }, "quartus": { "icon": 0.46875, "text": 1, "avg": 0.6222222222222222 }, "vscode": { "icon": 0.6818181818181818, "text": 0.8787878787878788, "avg": 0.8 }, "powerpoint": { "icon": 0.76, "text": 0.9649122807017544, "avg": 0.9024390243902439 }, "illustrator": { "icon": 0.42105263157894735, "text": 1, "avg": 0.6451612903225806 } }, "overall": { "icon": 0.5529801324503312, "text": 0.9007164790174002, "avg": 0.7678684376976597 } } }, "AdaZoom-GUI-4B (conditional zoom-in)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.47586206896551725, "text": 0.8766233766233766, "avg": 0.6822742474916388 }, "Creative": { "icon": 0.38461538461538464, "text": 0.8333333333333334, "avg": 0.6451612903225806 }, "CAD": { "icon": 0.328125, "text": 0.7766497461928934, "avg": 0.6666666666666666 }, "Scientific": { "icon": 0.4909090909090909, "text": 0.8888888888888888, "avg": 0.7165354330708661 }, "Office": { "icon": 0.660377358490566, "text": 0.943502824858757, "avg": 0.8782608695652174 }, "OS": { "icon": 0.5393258426966292, "text": 0.8037383177570093, "avg": 0.6836734693877551 } }, "application": { "photoshop": { "icon": 0.56, "text": 0.8461538461538461, "avg": 0.7058823529411765 }, "autocad": { "icon": 0, "text": 0.7037037037037037, "avg": 0.5588235294117647 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.9310344827586207, "avg": 0.8285714285714286 }, "inventor": { "icon": 0.2727272727272727, "text": 0.7627118644067796, "avg": 0.6857142857142857 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.8076923076923077, "avg": 0.5263157894736842 }, "matlab": { "icon": 0.7894736842105263, "text": 0.8648648648648649, "avg": 0.8494623655913979 }, "macos_common": { "icon": 0.5652173913043478, "text": 0.8571428571428571, "avg": 0.7538461538461538 }, "excel": { "icon": 0.6923076923076923, "text": 0.8627450980392157, "avg": 0.828125 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.7619047619047619, "avg": 0.6883116883116883 }, "windows_common": { "icon": 0.5106382978723404, "text": 0.7352941176470589, "avg": 0.6049382716049383 }, "android_studio": { "icon": 0.5454545454545454, "text": 0.8888888888888888, "avg": 0.7 }, "davinci": { "icon": 0.391304347826087, "text": 0.9047619047619048, "avg": 0.6363636363636364 }, "stata": { "icon": 0.4878048780487805, "text": 0.875, "avg": 0.5510204081632653 }, "pycharm": { "icon": 0.42105263157894735, "text": 0.85, "avg": 0.6410256410256411 }, "vmware": { "icon": 0.7777777777777778, "text": 0.9375, "avg": 0.9024390243902439 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9767441860465116, "avg": 0.96 }, "premiere": { "icon": 0.4583333333333333, "text": 0.7857142857142857, "avg": 0.6346153846153846 }, "vivado": { "icon": 0.40625, "text": 0.8541666666666666, "avg": 0.675 }, "blender": { "icon": 0.3333333333333333, "text": 0.75, "avg": 0.6619718309859155 }, "origin": { "icon": 0.3023255813953488, "text": 0.7894736842105263, "avg": 0.45161290322580644 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.8064516129032258, "avg": 0.72 }, "word": { "icon": 0.7333333333333333, "text": 0.9855072463768116, "avg": 0.9404761904761905 }, "quartus": { "icon": 0.375, "text": 1, "avg": 0.5555555555555556 }, "vscode": { "icon": 0.45454545454545453, "text": 0.7878787878787878, "avg": 0.6545454545454545 }, "powerpoint": { "icon": 0.6, "text": 0.9649122807017544, "avg": 0.8536585365853658 }, "illustrator": { "icon": 0.2631578947368421, "text": 1, "avg": 0.5483870967741935 } }, "overall": { "icon": 0.46688741721854304, "text": 0.8536335721596725, "avg": 0.7058823529411765 } } }, "AdaZoom-GUI-4B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.4, "text": 0.8116883116883117, "avg": 0.6120401337792643 }, "Creative": { "icon": 0.23776223776223776, "text": 0.7424242424242424, "avg": 0.530791788856305 }, "CAD": { "icon": 0.21875, "text": 0.6142131979695431, "avg": 0.5172413793103449 }, "Scientific": { "icon": 0.39090909090909093, "text": 0.875, "avg": 0.6653543307086615 }, "Office": { "icon": 0.5094339622641509, "text": 0.8870056497175142, "avg": 0.8 }, "OS": { "icon": 0.3707865168539326, "text": 0.8317757009345794, "avg": 0.6224489795918368 } }, "application": { "photoshop": { "icon": 0.16, "text": 0.8461538461538461, "avg": 0.5098039215686274 }, "autocad": { "icon": 0, "text": 0.4444444444444444, "avg": 0.35294117647058826 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.8275862068965517, "avg": 0.7142857142857143 }, "inventor": { "icon": 0.09090909090909091, "text": 0.6101694915254238, "avg": 0.5285714285714286 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.7307692307692307, "avg": 0.43859649122807015 }, "matlab": { "icon": 0.5789473684210527, "text": 0.8378378378378378, "avg": 0.7849462365591398 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.8809523809523809, "avg": 0.6923076923076923 }, "excel": { "icon": 0.46153846153846156, "text": 0.7647058823529411, "avg": 0.703125 }, "solidworks": { "icon": 0.21428571428571427, "text": 0.5079365079365079, "avg": 0.45454545454545453 }, "windows_common": { "icon": 0.3404255319148936, "text": 0.7647058823529411, "avg": 0.5185185185185185 }, "android_studio": { "icon": 0.5227272727272727, "text": 0.8611111111111112, "avg": 0.675 }, "davinci": { "icon": 0.391304347826087, "text": 0.8095238095238095, "avg": 0.5909090909090909 }, "stata": { "icon": 0.36585365853658536, "text": 0.875, "avg": 0.4489795918367347 }, "pycharm": { "icon": 0.39473684210526316, "text": 0.775, "avg": 0.5897435897435898 }, "vmware": { "icon": 0.4444444444444444, "text": 0.875, "avg": 0.7804878048780488 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9767441860465116, "avg": 0.96 }, "premiere": { "icon": 0.2916666666666667, "text": 0.6785714285714286, "avg": 0.5 }, "vivado": { "icon": 0.3125, "text": 0.8541666666666666, "avg": 0.6375 }, "blender": { "icon": 0.3333333333333333, "text": 0.6071428571428571, "avg": 0.5492957746478874 }, "origin": { "icon": 0.2558139534883721, "text": 0.7894736842105263, "avg": 0.41935483870967744 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.8387096774193549, "avg": 0.7 }, "word": { "icon": 0.6, "text": 0.9420289855072463, "avg": 0.8809523809523809 }, "quartus": { "icon": 0.21875, "text": 0.9230769230769231, "avg": 0.4222222222222222 }, "vscode": { "icon": 0.4090909090909091, "text": 0.696969696969697, "avg": 0.5818181818181818 }, "powerpoint": { "icon": 0.48, "text": 0.9298245614035088, "avg": 0.7926829268292683 }, "illustrator": { "icon": 0.10526315789473684, "text": 1, "avg": 0.45161290322580644 } }, "overall": { "icon": 0.34602649006622516, "text": 0.7830092118730808, "avg": 0.6160657811511702 } } }, "KV-Ground-Qwen3VL-4B-ZoomIn": { "link": "https://huggingface.co/vocaela/KV-Ground-4B-BaseQw3vl", "description": "", "results": { "group": { "Dev": { "icon": 0.4413793103448276, "text": 0.8766233766233766, "avg": 0.6655518394648829 }, "Creative": { "icon": 0.4125874125874126, "text": 0.803030303030303, "avg": 0.6392961876832844 }, "CAD": { "icon": 0.390625, "text": 0.7563451776649747, "avg": 0.6666666666666666 }, "Scientific": { "icon": 0.5, "text": 0.9027777777777778, "avg": 0.7283464566929134 }, "Office": { "icon": 0.6792452830188679, "text": 0.9265536723163842, "avg": 0.8695652173913043 }, "OS": { "icon": 0.5393258426966292, "text": 0.8130841121495327, "avg": 0.6887755102040817 } }, "application": { "vmware": { "icon": 0.5555555555555556, "text": 0.96875, "avg": 0.8780487804878049 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.896551724137931, "avg": 0.8 }, "android_studio": { "icon": 0.4318181818181818, "text": 0.8611111111111112, "avg": 0.625 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.8064516129032258, "avg": 0.7 }, "premiere": { "icon": 0.3333333333333333, "text": 0.6785714285714286, "avg": 0.5192307692307693 }, "matlab": { "icon": 0.7368421052631579, "text": 0.8783783783783784, "avg": 0.8494623655913979 }, "illustrator": { "icon": 0.3684210526315789, "text": 1, "avg": 0.6129032258064516 }, "stata": { "icon": 0.43902439024390244, "text": 1, "avg": 0.5306122448979592 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "inventor": { "icon": 0.18181818181818182, "text": 0.6949152542372882, "avg": 0.6142857142857143 }, "excel": { "icon": 0.7692307692307693, "text": 0.8431372549019608, "avg": 0.828125 }, "pycharm": { "icon": 0.47368421052631576, "text": 0.8, "avg": 0.6410256410256411 }, "macos_common": { "icon": 0.5217391304347826, "text": 0.9047619047619048, "avg": 0.7692307692307693 }, "vscode": { "icon": 0.5, "text": 0.8484848484848485, "avg": 0.7090909090909091 }, "powerpoint": { "icon": 0.6, "text": 0.9298245614035088, "avg": 0.8292682926829268 }, "autocad": { "icon": 0, "text": 0.7037037037037037, "avg": 0.5588235294117647 }, "windows_common": { "icon": 0.5531914893617021, "text": 0.7058823529411765, "avg": 0.6172839506172839 }, "blender": { "icon": 0.26666666666666666, "text": 0.7142857142857143, "avg": 0.6197183098591549 }, "quartus": { "icon": 0.34375, "text": 1, "avg": 0.5333333333333333 }, "origin": { "icon": 0.37209302325581395, "text": 0.7894736842105263, "avg": 0.5 }, "vivado": { "icon": 0.46875, "text": 0.875, "avg": 0.7125 }, "fruitloops": { "icon": 0.3870967741935484, "text": 0.8076923076923077, "avg": 0.5789473684210527 }, "davinci": { "icon": 0.4782608695652174, "text": 0.9047619047619048, "avg": 0.6818181818181818 }, "solidworks": { "icon": 0.5714285714285714, "text": 0.746031746031746, "avg": 0.7142857142857143 }, "word": { "icon": 0.7333333333333333, "text": 0.9855072463768116, "avg": 0.9404761904761905 }, "photoshop": { "icon": 0.6, "text": 0.8461538461538461, "avg": 0.7254901960784313 } }, "overall": { "icon": 0.47516556291390727, "text": 0.8433981576253838, "avg": 0.702719797596458 } } }, "KV-Ground-GuiOwl1.5-4B-0228-ZoomIn": { "link": "https://huggingface.co/vocaela/KV-Ground-4B-BaseGuiOwl1.5-0228", "description": "", "results": { "group": { "Dev": { "icon": 0.5793103448275863, "text": 0.8831168831168831, "avg": 0.7357859531772575 }, "Creative": { "icon": 0.5874125874125874, "text": 0.8232323232323232, "avg": 0.7243401759530792 }, "CAD": { "icon": 0.53125, "text": 0.817258883248731, "avg": 0.7471264367816092 }, "Scientific": { "icon": 0.6181818181818182, "text": 0.8888888888888888, "avg": 0.7716535433070866 }, "Office": { "icon": 0.8113207547169812, "text": 0.9265536723163842, "avg": 0.9 }, "OS": { "icon": 0.6629213483146067, "text": 0.7850467289719626, "avg": 0.7295918367346939 } }, "application": { "solidworks": { "icon": 0.5714285714285714, "text": 0.8095238095238095, "avg": 0.7662337662337663 }, "powerpoint": { "icon": 0.84, "text": 0.9649122807017544, "avg": 0.926829268292683 }, "linux_common": { "icon": 0.6842105263157895, "text": 0.8709677419354839, "avg": 0.8 }, "unreal_engine": { "icon": 0.5, "text": 0.8275862068965517, "avg": 0.7714285714285715 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "illustrator": { "icon": 0.631578947368421, "text": 0.9166666666666666, "avg": 0.7419354838709677 }, "premiere": { "icon": 0.7083333333333334, "text": 0.6428571428571429, "avg": 0.6730769230769231 }, "matlab": { "icon": 0.7894736842105263, "text": 0.8648648648648649, "avg": 0.8494623655913979 }, "excel": { "icon": 0.8461538461538461, "text": 0.8431372549019608, "avg": 0.84375 }, "photoshop": { "icon": 0.8, "text": 0.9230769230769231, "avg": 0.8627450980392157 }, "vivado": { "icon": 0.65625, "text": 0.875, "avg": 0.7875 }, "word": { "icon": 0.7333333333333333, "text": 0.9565217391304348, "avg": 0.9166666666666666 }, "inventor": { "icon": 0.45454545454545453, "text": 0.8135593220338984, "avg": 0.7571428571428571 }, "autocad": { "icon": 0, "text": 0.7407407407407407, "avg": 0.5882352941176471 }, "vmware": { "icon": 0.6666666666666666, "text": 0.90625, "avg": 0.8536585365853658 }, "android_studio": { "icon": 0.5454545454545454, "text": 0.9444444444444444, "avg": 0.725 }, "fruitloops": { "icon": 0.45161290322580644, "text": 0.8461538461538461, "avg": 0.631578947368421 }, "quartus": { "icon": 0.59375, "text": 0.9230769230769231, "avg": 0.6888888888888889 }, "blender": { "icon": 0.6, "text": 0.8035714285714286, "avg": 0.7605633802816901 }, "vscode": { "icon": 0.5909090909090909, "text": 0.8484848484848485, "avg": 0.7454545454545455 }, "macos_common": { "icon": 0.6086956521739131, "text": 0.8571428571428571, "avg": 0.7692307692307693 }, "stata": { "icon": 0.7073170731707317, "text": 1, "avg": 0.7551020408163265 }, "davinci": { "icon": 0.391304347826087, "text": 0.9047619047619048, "avg": 0.6363636363636364 }, "pycharm": { "icon": 0.5789473684210527, "text": 0.825, "avg": 0.7051282051282052 }, "origin": { "icon": 0.3953488372093023, "text": 0.8421052631578947, "avg": 0.532258064516129 }, "windows_common": { "icon": 0.6808510638297872, "text": 0.6176470588235294, "avg": 0.654320987654321 } }, "overall": { "icon": 0.6158940397350994, "text": 0.8556806550665302, "avg": 0.7640733712839974 } } }, "KV-Ground-Qwen3VL-4B": { "link": "https://huggingface.co/vocaela/KV-Ground-4B-BaseQw3vl", "description": "", "results": { "group": { "Dev": { "icon": 0.43448275862068964, "text": 0.8116883116883117, "avg": 0.6287625418060201 }, "Creative": { "icon": 0.32867132867132864, "text": 0.7424242424242424, "avg": 0.5689149560117303 }, "CAD": { "icon": 0.28125, "text": 0.6294416243654822, "avg": 0.5440613026819924 }, "Scientific": { "icon": 0.35454545454545455, "text": 0.8680555555555556, "avg": 0.6456692913385826 }, "Office": { "icon": 0.4528301886792453, "text": 0.8983050847457628, "avg": 0.7956521739130434 }, "OS": { "icon": 0.48314606741573035, "text": 0.794392523364486, "avg": 0.6530612244897959 } }, "application": { "quartus": { "icon": 0.25, "text": 0.9230769230769231, "avg": 0.4444444444444444 }, "excel": { "icon": 0.46153846153846156, "text": 0.8235294117647058, "avg": 0.75 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "word": { "icon": 0.4666666666666667, "text": 0.9565217391304348, "avg": 0.8690476190476191 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.896551724137931, "avg": 0.7714285714285715 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.5079365079365079, "avg": 0.44155844155844154 }, "premiere": { "icon": 0.5, "text": 0.6428571428571429, "avg": 0.5769230769230769 }, "vivado": { "icon": 0.46875, "text": 0.8541666666666666, "avg": 0.7 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.6923076923076923, "avg": 0.42105263157894735 }, "inventor": { "icon": 0.09090909090909091, "text": 0.6271186440677966, "avg": 0.5428571428571428 }, "macos_common": { "icon": 0.5217391304347826, "text": 0.8809523809523809, "avg": 0.7538461538461538 }, "vmware": { "icon": 0.6666666666666666, "text": 0.90625, "avg": 0.8536585365853658 }, "matlab": { "icon": 0.3684210526315789, "text": 0.8243243243243243, "avg": 0.7311827956989247 }, "powerpoint": { "icon": 0.44, "text": 0.8947368421052632, "avg": 0.7560975609756098 }, "autocad": { "icon": 0, "text": 0.5185185185185185, "avg": 0.4117647058823529 }, "stata": { "icon": 0.2926829268292683, "text": 0.875, "avg": 0.3877551020408163 }, "windows_common": { "icon": 0.48936170212765956, "text": 0.7058823529411765, "avg": 0.5802469135802469 }, "illustrator": { "icon": 0.3157894736842105, "text": 1, "avg": 0.5806451612903226 }, "photoshop": { "icon": 0.32, "text": 0.7692307692307693, "avg": 0.5490196078431373 }, "vscode": { "icon": 0.4090909090909091, "text": 0.7575757575757576, "avg": 0.6181818181818182 }, "origin": { "icon": 0.3023255813953488, "text": 0.7894736842105263, "avg": 0.45161290322580644 }, "blender": { "icon": 0.3333333333333333, "text": 0.625, "avg": 0.5633802816901409 }, "android_studio": { "icon": 0.5, "text": 0.8333333333333334, "avg": 0.65 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.7741935483870968, "avg": 0.64 }, "pycharm": { "icon": 0.47368421052631576, "text": 0.725, "avg": 0.6025641025641025 }, "davinci": { "icon": 0.391304347826087, "text": 0.8571428571428571, "avg": 0.6136363636363636 } }, "overall": { "icon": 0.38741721854304634, "text": 0.7830092118730808, "avg": 0.6318785578747628 } } }, "KV-Ground-GuiOwl1.5-0315-8B-ZoomIn": { "link": "https://huggingface.co/vocaela/KV-Ground-8B-BaseGuiOwl1.5-0315", "description": "", "results": { "group": { "Dev": { "icon": 0.7172413793103448, "text": 0.9090909090909091, "avg": 0.8160535117056856 }, "Creative": { "icon": 0.6083916083916084, "text": 0.8636363636363636, "avg": 0.7565982404692082 }, "CAD": { "icon": 0.609375, "text": 0.9035532994923858, "avg": 0.8314176245210728 }, "Scientific": { "icon": 0.6727272727272727, "text": 0.9305555555555556, "avg": 0.8188976377952756 }, "Office": { "icon": 0.7358490566037735, "text": 0.9378531073446328, "avg": 0.8913043478260869 }, "OS": { "icon": 0.5730337078651685, "text": 0.8411214953271028, "avg": 0.7193877551020408 } }, "application": { "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "vivado": { "icon": 0.6875, "text": 0.8541666666666666, "avg": 0.7875 }, "origin": { "icon": 0.5116279069767442, "text": 0.9473684210526315, "avg": 0.6451612903225806 }, "autocad": { "icon": 0.14285714285714285, "text": 0.9259259259259259, "avg": 0.7647058823529411 }, "matlab": { "icon": 0.7894736842105263, "text": 0.918918918918919, "avg": 0.8924731182795699 }, "linux_common": { "icon": 0.631578947368421, "text": 0.8709677419354839, "avg": 0.78 }, "stata": { "icon": 0.7317073170731707, "text": 1, "avg": 0.7755102040816326 }, "macos_common": { "icon": 0.5217391304347826, "text": 0.8809523809523809, "avg": 0.7538461538461538 }, "pycharm": { "icon": 0.6052631578947368, "text": 0.85, "avg": 0.7307692307692307 }, "davinci": { "icon": 0.6956521739130435, "text": 0.9047619047619048, "avg": 0.7954545454545454 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.9310344827586207, "avg": 0.8857142857142857 }, "solidworks": { "icon": 0.7142857142857143, "text": 0.8888888888888888, "avg": 0.8571428571428571 }, "fruitloops": { "icon": 0.3225806451612903, "text": 0.8461538461538461, "avg": 0.5614035087719298 }, "android_studio": { "icon": 0.6363636363636364, "text": 0.9444444444444444, "avg": 0.775 }, "excel": { "icon": 0.6923076923076923, "text": 0.8823529411764706, "avg": 0.84375 }, "premiere": { "icon": 0.5833333333333334, "text": 0.7857142857142857, "avg": 0.6923076923076923 }, "word": { "icon": 0.6666666666666666, "text": 0.9565217391304348, "avg": 0.9047619047619048 }, "photoshop": { "icon": 0.68, "text": 0.9615384615384616, "avg": 0.8235294117647058 }, "vscode": { "icon": 0.7272727272727273, "text": 0.8787878787878788, "avg": 0.8181818181818182 }, "inventor": { "icon": 0.5454545454545454, "text": 0.9491525423728814, "avg": 0.8857142857142857 }, "blender": { "icon": 0.8, "text": 0.7857142857142857, "avg": 0.7887323943661971 }, "quartus": { "icon": 0.90625, "text": 0.9230769230769231, "avg": 0.9111111111111111 }, "windows_common": { "icon": 0.574468085106383, "text": 0.7647058823529411, "avg": 0.654320987654321 }, "powerpoint": { "icon": 0.8, "text": 0.9649122807017544, "avg": 0.9146341463414634 }, "illustrator": { "icon": 0.7368421052631579, "text": 1, "avg": 0.8387096774193549 }, "vmware": { "icon": 0.8888888888888888, "text": 0.96875, "avg": 0.9512195121951219 } }, "overall": { "icon": 0.652317880794702, "text": 0.8996929375639714, "avg": 0.8051865907653384 } } }, "KV-Ground-GuiOwl1.5-0315-8B": { "link": "https://huggingface.co/vocaela/KV-Ground-8B-BaseGuiOwl1.5-0315", "description": "", "results": { "group": { "Dev": { "icon": 0.696551724137931, "text": 0.8636363636363636, "avg": 0.782608695652174 }, "Creative": { "icon": 0.48951048951048953, "text": 0.8181818181818182, "avg": 0.6803519061583577 }, "CAD": { "icon": 0.546875, "text": 0.7563451776649747, "avg": 0.7049808429118773 }, "Scientific": { "icon": 0.4909090909090909, "text": 0.8680555555555556, "avg": 0.7047244094488189 }, "Office": { "icon": 0.6226415094339622, "text": 0.9378531073446328, "avg": 0.8652173913043478 }, "OS": { "icon": 0.5393258426966292, "text": 0.7570093457943925, "avg": 0.6581632653061225 } }, "application": { "inventor": { "icon": 0.2727272727272727, "text": 0.7796610169491526, "avg": 0.7 }, "windows_common": { "icon": 0.5957446808510638, "text": 0.7058823529411765, "avg": 0.6419753086419753 }, "quartus": { "icon": 0.75, "text": 0.9230769230769231, "avg": 0.8 }, "linux_common": { "icon": 0.631578947368421, "text": 0.7741935483870968, "avg": 0.72 }, "blender": { "icon": 0.6, "text": 0.7142857142857143, "avg": 0.6901408450704225 }, "android_studio": { "icon": 0.5681818181818182, "text": 0.8888888888888888, "avg": 0.7125 }, "unreal_engine": { "icon": 0.5, "text": 0.896551724137931, "avg": 0.8285714285714286 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.7307692307692307, "avg": 0.42105263157894735 }, "premiere": { "icon": 0.6666666666666666, "text": 0.75, "avg": 0.7115384615384616 }, "illustrator": { "icon": 0.631578947368421, "text": 1, "avg": 0.7741935483870968 }, "pycharm": { "icon": 0.7894736842105263, "text": 0.85, "avg": 0.8205128205128205 }, "vscode": { "icon": 0.7727272727272727, "text": 0.7575757575757576, "avg": 0.7636363636363637 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.7857142857142857, "avg": 0.6307692307692307 }, "matlab": { "icon": 0.5789473684210527, "text": 0.8648648648648649, "avg": 0.8064516129032258 }, "word": { "icon": 0.6666666666666666, "text": 0.9710144927536232, "avg": 0.9166666666666666 }, "vivado": { "icon": 0.71875, "text": 0.7916666666666666, "avg": 0.7625 }, "stata": { "icon": 0.5365853658536586, "text": 1, "avg": 0.6122448979591837 }, "vmware": { "icon": 0.5555555555555556, "text": 0.9375, "avg": 0.8536585365853658 }, "powerpoint": { "icon": 0.56, "text": 0.9824561403508771, "avg": 0.8536585365853658 }, "excel": { "icon": 0.6923076923076923, "text": 0.8431372549019608, "avg": 0.8125 }, "autocad": { "icon": 0.42857142857142855, "text": 0.6666666666666666, "avg": 0.6176470588235294 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.746031746031746, "avg": 0.6883116883116883 }, "origin": { "icon": 0.32558139534883723, "text": 0.6842105263157895, "avg": 0.43548387096774194 }, "davinci": { "icon": 0.4782608695652174, "text": 0.9047619047619048, "avg": 0.6818181818181818 }, "photoshop": { "icon": 0.56, "text": 0.9615384615384616, "avg": 0.7647058823529411 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 } }, "overall": { "icon": 0.5645695364238411, "text": 0.8352098259979529, "avg": 0.7318153067678684 } } }, "KV-Ground-GuiOwl1.5-0228-4B": { "link": "https://huggingface.co/vocaela/KV-Ground-4B-BaseGuiOwl1.5-0228", "description": "", "results": { "group": { "Dev": { "icon": 0.496551724137931, "text": 0.8441558441558441, "avg": 0.6755852842809364 }, "Creative": { "icon": 0.46153846153846156, "text": 0.7525252525252525, "avg": 0.6304985337243402 }, "CAD": { "icon": 0.40625, "text": 0.5939086294416244, "avg": 0.5478927203065134 }, "Scientific": { "icon": 0.4818181818181818, "text": 0.8888888888888888, "avg": 0.7125984251968503 }, "Office": { "icon": 0.5849056603773585, "text": 0.903954802259887, "avg": 0.8304347826086956 }, "OS": { "icon": 0.5393258426966292, "text": 0.7476635514018691, "avg": 0.6530612244897959 } }, "application": { "inventor": { "icon": 0.2727272727272727, "text": 0.5932203389830508, "avg": 0.5428571428571428 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.5238095238095238, "avg": 0.4935064935064935 }, "davinci": { "icon": 0.4782608695652174, "text": 0.7619047619047619, "avg": 0.6136363636363636 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "blender": { "icon": 0.6666666666666666, "text": 0.6785714285714286, "avg": 0.676056338028169 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.8275862068965517, "avg": 0.7428571428571429 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.8064516129032258, "avg": 0.72 }, "word": { "icon": 0.4, "text": 0.9855072463768116, "avg": 0.8809523809523809 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.8571428571428571, "avg": 0.7230769230769231 }, "matlab": { "icon": 0.631578947368421, "text": 0.8783783783783784, "avg": 0.8279569892473119 }, "vmware": { "icon": 0.5555555555555556, "text": 0.90625, "avg": 0.8292682926829268 }, "vivado": { "icon": 0.5625, "text": 0.7708333333333334, "avg": 0.6875 }, "windows_common": { "icon": 0.5531914893617021, "text": 0.5588235294117647, "avg": 0.5555555555555556 }, "android_studio": { "icon": 0.5, "text": 0.8333333333333334, "avg": 0.65 }, "photoshop": { "icon": 0.36, "text": 0.9230769230769231, "avg": 0.6470588235294118 }, "vscode": { "icon": 0.45454545454545453, "text": 0.7878787878787878, "avg": 0.6545454545454545 }, "illustrator": { "icon": 0.5789473684210527, "text": 1, "avg": 0.7419354838709677 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.7692307692307693, "avg": 0.45614035087719296 }, "excel": { "icon": 0.7692307692307693, "text": 0.803921568627451, "avg": 0.796875 }, "autocad": { "icon": 0, "text": 0.4444444444444444, "avg": 0.35294117647058826 }, "origin": { "icon": 0.23255813953488372, "text": 0.7368421052631579, "avg": 0.3870967741935484 }, "premiere": { "icon": 0.7083333333333334, "text": 0.5357142857142857, "avg": 0.6153846153846154 }, "stata": { "icon": 0.5853658536585366, "text": 1, "avg": 0.6530612244897959 }, "powerpoint": { "icon": 0.6, "text": 0.8947368421052632, "avg": 0.8048780487804879 }, "quartus": { "icon": 0.46875, "text": 0.9230769230769231, "avg": 0.6 }, "pycharm": { "icon": 0.5263157894736842, "text": 0.825, "avg": 0.6794871794871795 } }, "overall": { "icon": 0.4900662251655629, "text": 0.781985670419652, "avg": 0.6704617330803289 } } }, "UI-Venus-1-5-2B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.43448275862068964, "text": 0.7012987012987013, "avg": 0.5719063545150501 }, "Creative": { "icon": 0.2867132867132867, "text": 0.6363636363636364, "avg": 0.4897360703812317 }, "CAD": { "icon": 0.328125, "text": 0.5431472081218274, "avg": 0.4904214559386973 }, "Scientific": { "icon": 0.38181818181818183, "text": 0.7638888888888888, "avg": 0.5984251968503937 }, "Office": { "icon": 0.4716981132075472, "text": 0.8192090395480226, "avg": 0.7391304347826086 }, "OS": { "icon": 0.5168539325842697, "text": 0.7383177570093458, "avg": 0.6377551020408163 } }, "application": { "vmware": { "icon": 0.5555555555555556, "text": 0.875, "avg": 0.8048780487804879 }, "stata": { "icon": 0.36585365853658536, "text": 1, "avg": 0.46938775510204084 }, "android_studio": { "icon": 0.45454545454545453, "text": 0.75, "avg": 0.5875 }, "quartus": { "icon": 0.375, "text": 0.8461538461538461, "avg": 0.5111111111111111 }, "photoshop": { "icon": 0.28, "text": 0.8461538461538461, "avg": 0.5686274509803921 }, "origin": { "icon": 0.23255813953488372, "text": 0.6842105263157895, "avg": 0.3709677419354839 }, "windows_common": { "icon": 0.5106382978723404, "text": 0.6176470588235294, "avg": 0.5555555555555556 }, "solidworks": { "icon": 0.2857142857142857, "text": 0.42857142857142855, "avg": 0.4025974025974026 }, "vscode": { "icon": 0.5454545454545454, "text": 0.6060606060606061, "avg": 0.5818181818181818 }, "autocad": { "icon": 0, "text": 0.3333333333333333, "avg": 0.2647058823529412 }, "davinci": { "icon": 0.34782608695652173, "text": 0.8095238095238095, "avg": 0.5681818181818182 }, "powerpoint": { "icon": 0.52, "text": 0.8070175438596491, "avg": 0.7195121951219512 }, "illustrator": { "icon": 0.21052631578947367, "text": 0.8333333333333334, "avg": 0.45161290322580644 }, "matlab": { "icon": 0.5789473684210527, "text": 0.6756756756756757, "avg": 0.6559139784946236 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.7419354838709677, "avg": 0.68 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.7586206896551724, "avg": 0.6857142857142857 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.8333333333333334, "avg": 0.7076923076923077 }, "premiere": { "icon": 0.25, "text": 0.5, "avg": 0.38461538461538464 }, "excel": { "icon": 0.38461538461538464, "text": 0.7254901960784313, "avg": 0.65625 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.5769230769230769, "avg": 0.38596491228070173 }, "inventor": { "icon": 0.18181818181818182, "text": 0.576271186440678, "avg": 0.5142857142857142 }, "blender": { "icon": 0.4666666666666667, "text": 0.4642857142857143, "avg": 0.4647887323943662 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9069767441860465, "avg": 0.9 }, "vivado": { "icon": 0.46875, "text": 0.7708333333333334, "avg": 0.65 }, "word": { "icon": 0.4666666666666667, "text": 0.8985507246376812, "avg": 0.8214285714285714 }, "pycharm": { "icon": 0.3684210526315789, "text": 0.55, "avg": 0.46153846153846156 } }, "overall": { "icon": 0.39403973509933776, "text": 0.6908904810644831, "avg": 0.5774826059456041 } } }, "UI-Venus-1-5-30B-A3B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.5793103448275863, "text": 0.8766233766233766, "avg": 0.7324414715719063 }, "Creative": { "icon": 0.4125874125874126, "text": 0.7575757575757576, "avg": 0.6129032258064516 }, "CAD": { "icon": 0.40625, "text": 0.7055837563451777, "avg": 0.632183908045977 }, "Scientific": { "icon": 0.4727272727272727, "text": 0.8402777777777778, "avg": 0.6811023622047244 }, "Office": { "icon": 0.6981132075471698, "text": 0.8983050847457628, "avg": 0.8521739130434782 }, "OS": { "icon": 0.5617977528089888, "text": 0.8317757009345794, "avg": 0.7091836734693877 } }, "application": { "windows_common": { "icon": 0.46808510638297873, "text": 0.8235294117647058, "avg": 0.6172839506172839 }, "origin": { "icon": 0.27906976744186046, "text": 0.5789473684210527, "avg": 0.3709677419354839 }, "fruitloops": { "icon": 0.3548387096774194, "text": 0.6923076923076923, "avg": 0.5087719298245614 }, "illustrator": { "icon": 0.47368421052631576, "text": 1, "avg": 0.6774193548387096 }, "word": { "icon": 0.6, "text": 0.927536231884058, "avg": 0.8690476190476191 }, "linux_common": { "icon": 0.6842105263157895, "text": 0.8064516129032258, "avg": 0.76 }, "blender": { "icon": 0.6, "text": 0.625, "avg": 0.6197183098591549 }, "vmware": { "icon": 0.6666666666666666, "text": 0.90625, "avg": 0.8536585365853658 }, "excel": { "icon": 0.8461538461538461, "text": 0.8235294117647058, "avg": 0.828125 }, "autocad": { "icon": 0, "text": 0.5925925925925926, "avg": 0.47058823529411764 }, "powerpoint": { "icon": 0.68, "text": 0.9298245614035088, "avg": 0.8536585365853658 }, "android_studio": { "icon": 0.5227272727272727, "text": 0.8888888888888888, "avg": 0.6875 }, "vivado": { "icon": 0.59375, "text": 0.8333333333333334, "avg": 0.7375 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.9310344827586207, "avg": 0.8285714285714286 }, "premiere": { "icon": 0.4583333333333333, "text": 0.6071428571428571, "avg": 0.5384615384615384 }, "vscode": { "icon": 0.6818181818181818, "text": 0.8181818181818182, "avg": 0.7636363636363637 }, "photoshop": { "icon": 0.28, "text": 0.8461538461538461, "avg": 0.5686274509803921 }, "davinci": { "icon": 0.43478260869565216, "text": 0.9047619047619048, "avg": 0.6590909090909091 }, "stata": { "icon": 0.4634146341463415, "text": 1, "avg": 0.5510204081632653 }, "inventor": { "icon": 0.09090909090909091, "text": 0.7796610169491526, "avg": 0.6714285714285714 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.5873015873015873, "avg": 0.5584415584415584 }, "quartus": { "icon": 0.5, "text": 0.9230769230769231, "avg": 0.6222222222222222 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "macos_common": { "icon": 0.6521739130434783, "text": 0.8571428571428571, "avg": 0.7846153846153846 }, "matlab": { "icon": 0.7368421052631579, "text": 0.8243243243243243, "avg": 0.8064516129032258 }, "pycharm": { "icon": 0.631578947368421, "text": 0.875, "avg": 0.7564102564102564 } }, "overall": { "icon": 0.5099337748344371, "text": 0.8116683725690891, "avg": 0.6963946869070209 } } }, "UI-Venus-1-5-8B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.5448275862068965, "text": 0.8571428571428571, "avg": 0.705685618729097 }, "Creative": { "icon": 0.32867132867132864, "text": 0.7525252525252525, "avg": 0.5747800586510264 }, "CAD": { "icon": 0.3125, "text": 0.751269035532995, "avg": 0.6436781609195402 }, "Scientific": { "icon": 0.44545454545454544, "text": 0.8611111111111112, "avg": 0.6811023622047244 }, "Office": { "icon": 0.660377358490566, "text": 0.9265536723163842, "avg": 0.8652173913043478 }, "OS": { "icon": 0.5280898876404494, "text": 0.822429906542056, "avg": 0.6887755102040817 } }, "application": { "illustrator": { "icon": 0.2631578947368421, "text": 1, "avg": 0.5483870967741935 }, "autocad": { "icon": 0, "text": 0.6666666666666666, "avg": 0.5294117647058824 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.7741935483870968, "avg": 0.7 }, "vivado": { "icon": 0.5625, "text": 0.8541666666666666, "avg": 0.7375 }, "quartus": { "icon": 0.375, "text": 0.9230769230769231, "avg": 0.5333333333333333 }, "davinci": { "icon": 0.391304347826087, "text": 0.8571428571428571, "avg": 0.6136363636363636 }, "origin": { "icon": 0.2558139534883721, "text": 0.7368421052631579, "avg": 0.4032258064516129 }, "powerpoint": { "icon": 0.64, "text": 0.9473684210526315, "avg": 0.8536585365853658 }, "matlab": { "icon": 0.631578947368421, "text": 0.8243243243243243, "avg": 0.7849462365591398 }, "photoshop": { "icon": 0.16, "text": 0.9230769230769231, "avg": 0.5490196078431373 }, "pycharm": { "icon": 0.5526315789473685, "text": 0.825, "avg": 0.6923076923076923 }, "excel": { "icon": 0.6923076923076923, "text": 0.8823529411764706, "avg": 0.84375 }, "vmware": { "icon": 0.6666666666666666, "text": 0.9375, "avg": 0.8780487804878049 }, "fruitloops": { "icon": 0.3225806451612903, "text": 0.7692307692307693, "avg": 0.5263157894736842 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.8571428571428571, "avg": 0.7230769230769231 }, "word": { "icon": 0.6666666666666666, "text": 0.9420289855072463, "avg": 0.8928571428571429 }, "stata": { "icon": 0.5121951219512195, "text": 1, "avg": 0.5918367346938775 }, "eviews": { "icon": 0.7142857142857143, "text": 0.9534883720930233, "avg": 0.92 }, "vscode": { "icon": 0.6363636363636364, "text": 0.7878787878787878, "avg": 0.7272727272727273 }, "unreal_engine": { "icon": 0.5, "text": 0.8275862068965517, "avg": 0.7714285714285715 }, "blender": { "icon": 0.5333333333333333, "text": 0.625, "avg": 0.6056338028169014 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.6507936507936508, "avg": 0.5584415584415584 }, "inventor": { "icon": 0, "text": 0.8135593220338984, "avg": 0.6857142857142857 }, "windows_common": { "icon": 0.5319148936170213, "text": 0.8235294117647058, "avg": 0.654320987654321 }, "android_studio": { "icon": 0.5909090909090909, "text": 0.8611111111111112, "avg": 0.7125 }, "premiere": { "icon": 0.3333333333333333, "text": 0.5714285714285714, "avg": 0.46153846153846156 } }, "overall": { "icon": 0.4586092715231788, "text": 0.8239508700102354, "avg": 0.6843769765970904 } } }, "Holo2-4B (Agentic)": { "link": "https://huggingface.co/Hcompany/Holo2-4B", "description": "Holo2-4B (Agentic)", "results": { "group": { "Dev": { "icon": 0.7172413793103448, "text": 0.6558441558441559, "avg": 0.68561872909699 }, "CAD": { "icon": 0.578125, "text": 0.6446700507614214, "avg": 0.6283524904214559 }, "Creative": { "icon": 0.5804195804195804, "text": 0.5959595959595959, "avg": 0.5894428152492669 }, "Scientific": { "icon": 0.7272727272727273, "text": 0.7916666666666666, "avg": 0.7637795275590551 }, "Office": { "icon": 0.7358490566037735, "text": 0.7627118644067796, "avg": 0.7565217391304347 }, "OS": { "icon": 0.7078651685393258, "text": 0.7757009345794392, "avg": 0.7448979591836735 } }, "application": { "android_studio": { "icon": 0.5454545454545454, "text": 0.5277777777777778, "avg": 0.5375 }, "autocad": { "icon": 1, "text": 0.6666666666666666, "avg": 0.7352941176470589 }, "blender": { "icon": 0.5333333333333333, "text": 0.5535714285714286, "avg": 0.5492957746478874 }, "davinci": { "icon": 0.6086956521739131, "text": 0.38095238095238093, "avg": 0.5 }, "eviews": { "icon": 0.7142857142857143, "text": 0.8372093023255814, "avg": 0.82 }, "excel": { "icon": 0.5384615384615384, "text": 0.7058823529411765, "avg": 0.671875 }, "fruitloops": { "icon": 0.4838709677419355, "text": 0.6153846153846154, "avg": 0.543859649122807 }, "illustrator": { "icon": 0.5263157894736842, "text": 0.75, "avg": 0.6129032258064516 }, "inventor": { "icon": 0.8181818181818182, "text": 0.576271186440678, "avg": 0.6142857142857143 }, "linux_common": { "icon": 0.631578947368421, "text": 0.7741935483870968, "avg": 0.72 }, "macos_common": { "icon": 0.782608695652174, "text": 0.8095238095238095, "avg": 0.8 }, "matlab": { "icon": 0.8421052631578947, "text": 0.8108108108108109, "avg": 0.8172043010752689 }, "origin": { "icon": 0.7209302325581395, "text": 0.7368421052631579, "avg": 0.7258064516129032 }, "photoshop": { "icon": 0.68, "text": 0.7307692307692307, "avg": 0.7058823529411765 }, "powerpoint": { "icon": 0.76, "text": 0.7719298245614035, "avg": 0.7682926829268293 }, "premiere": { "icon": 0.7083333333333334, "text": 0.7142857142857143, "avg": 0.7115384615384616 }, "pycharm": { "icon": 0.6842105263157895, "text": 0.725, "avg": 0.7051282051282052 }, "quartus": { "icon": 0.78125, "text": 0.5384615384615384, "avg": 0.7111111111111111 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.6666666666666666, "avg": 0.6233766233766234 }, "stata": { "icon": 0.6829268292682927, "text": 0.5, "avg": 0.6530612244897959 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.5172413793103449, "avg": 0.4857142857142857 }, "vivado": { "icon": 0.46875, "text": 0.6875, "avg": 0.6 }, "vmware": { "icon": 0.7777777777777778, "text": 0.625, "avg": 0.6585365853658537 }, "vscode": { "icon": 1, "text": 0.7878787878787878, "avg": 0.8727272727272727 }, "windows_common": { "icon": 0.7021276595744681, "text": 0.7352941176470589, "avg": 0.7160493827160493 }, "word": { "icon": 0.8666666666666667, "text": 0.7971014492753623, "avg": 0.8095238095238095 } }, "overall": { "icon": 0.6721854304635762, "text": 0.6939611054247697, "avg": 0.6856419987349779 } } }, "Holo2-8B (Agentic)": { "link": "https://huggingface.co/Hcompany/Holo2-8B", "description": "Holo2-8B (Agentic)", "results": { "group": { "Dev": { "icon": 0.7448275862068966, "text": 0.6948051948051948, "avg": 0.7190635451505016 }, "CAD": { "icon": 0.65625, "text": 0.6802030456852792, "avg": 0.6743295019157088 }, "Creative": { "icon": 0.6433566433566433, "text": 0.6363636363636364, "avg": 0.6392961876832844 }, "Scientific": { "icon": 0.7909090909090909, "text": 0.7638888888888888, "avg": 0.7755905511811023 }, "Office": { "icon": 0.7358490566037735, "text": 0.7570621468926554, "avg": 0.7521739130434782 }, "OS": { "icon": 0.7528089887640449, "text": 0.7757009345794392, "avg": 0.7653061224489796 } }, "application": { "android_studio": { "icon": 0.5909090909090909, "text": 0.5555555555555556, "avg": 0.575 }, "autocad": { "icon": 0.7142857142857143, "text": 0.7037037037037037, "avg": 0.7058823529411765 }, "blender": { "icon": 0.6, "text": 0.6428571428571429, "avg": 0.6338028169014085 }, "davinci": { "icon": 0.8260869565217391, "text": 0.38095238095238093, "avg": 0.6136363636363636 }, "eviews": { "icon": 0.7142857142857143, "text": 0.7674418604651163, "avg": 0.76 }, "excel": { "icon": 0.6923076923076923, "text": 0.803921568627451, "avg": 0.78125 }, "fruitloops": { "icon": 0.45161290322580644, "text": 0.6153846153846154, "avg": 0.5263157894736842 }, "illustrator": { "icon": 0.631578947368421, "text": 0.75, "avg": 0.6774193548387096 }, "inventor": { "icon": 0.8181818181818182, "text": 0.6610169491525424, "avg": 0.6857142857142857 }, "linux_common": { "icon": 0.7368421052631579, "text": 0.8064516129032258, "avg": 0.78 }, "macos_common": { "icon": 0.8260869565217391, "text": 0.7857142857142857, "avg": 0.8 }, "matlab": { "icon": 0.8947368421052632, "text": 0.7702702702702703, "avg": 0.7956989247311828 }, "origin": { "icon": 0.7906976744186046, "text": 0.7894736842105263, "avg": 0.7903225806451613 }, "photoshop": { "icon": 0.72, "text": 0.8076923076923077, "avg": 0.7647058823529411 }, "powerpoint": { "icon": 0.64, "text": 0.6842105263157895, "avg": 0.6707317073170732 }, "premiere": { "icon": 0.6666666666666666, "text": 0.7142857142857143, "avg": 0.6923076923076923 }, "pycharm": { "icon": 0.8157894736842105, "text": 0.725, "avg": 0.7692307692307693 }, "quartus": { "icon": 0.6875, "text": 0.5384615384615384, "avg": 0.6444444444444445 }, "solidworks": { "icon": 0.7857142857142857, "text": 0.6349206349206349, "avg": 0.6623376623376623 }, "stata": { "icon": 0.7560975609756098, "text": 0.625, "avg": 0.7346938775510204 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.5517241379310345, "avg": 0.5714285714285714 }, "vivado": { "icon": 0.53125, "text": 0.75, "avg": 0.6625 }, "vmware": { "icon": 0.7777777777777778, "text": 0.65625, "avg": 0.6829268292682927 }, "vscode": { "icon": 1, "text": 0.9090909090909091, "avg": 0.9454545454545454 }, "windows_common": { "icon": 0.723404255319149, "text": 0.7352941176470589, "avg": 0.7283950617283951 }, "word": { "icon": 0.9333333333333333, "text": 0.782608695652174, "avg": 0.8095238095238095 } }, "overall": { "icon": 0.7201986754966887, "text": 0.7103377686796315, "avg": 0.7141049968374447 } } }, "Holo2-30B-A3B (Agentic)": { "link": "https://huggingface.co/Hcompany/Holo2-30B-A3B", "description": "Holo2-30B-A3B (Agentic)", "results": { "group": { "Dev": { "icon": 0.7241379310344828, "text": 0.7012987012987013, "avg": 0.7123745819397993 }, "CAD": { "icon": 0.6875, "text": 0.7411167512690355, "avg": 0.7279693486590039 }, "Creative": { "icon": 0.6713286713286714, "text": 0.6818181818181818, "avg": 0.6774193548387096 }, "Scientific": { "icon": 0.8090909090909091, "text": 0.8194444444444444, "avg": 0.8149606299212598 }, "Office": { "icon": 0.7735849056603774, "text": 0.847457627118644, "avg": 0.8304347826086956 }, "OS": { "icon": 0.7528089887640449, "text": 0.8411214953271028, "avg": 0.8010204081632653 } }, "application": { "android_studio": { "icon": 0.5681818181818182, "text": 0.5, "avg": 0.5375 }, "autocad": { "icon": 0.8571428571428571, "text": 0.7777777777777778, "avg": 0.7941176470588235 }, "blender": { "icon": 0.6, "text": 0.6964285714285714, "avg": 0.676056338028169 }, "davinci": { "icon": 0.7391304347826086, "text": 0.47619047619047616, "avg": 0.6136363636363636 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8837209302325582, "avg": 0.88 }, "excel": { "icon": 0.6153846153846154, "text": 0.803921568627451, "avg": 0.765625 }, "fruitloops": { "icon": 0.5483870967741935, "text": 0.5384615384615384, "avg": 0.543859649122807 }, "illustrator": { "icon": 0.7368421052631579, "text": 1, "avg": 0.8387096774193549 }, "inventor": { "icon": 0.8181818181818182, "text": 0.6779661016949152, "avg": 0.7 }, "linux_common": { "icon": 0.7368421052631579, "text": 0.8709677419354839, "avg": 0.82 }, "macos_common": { "icon": 0.8260869565217391, "text": 0.8333333333333334, "avg": 0.8307692307692308 }, "matlab": { "icon": 0.8947368421052632, "text": 0.7837837837837838, "avg": 0.8064516129032258 }, "origin": { "icon": 0.7906976744186046, "text": 0.8421052631578947, "avg": 0.8064516129032258 }, "photoshop": { "icon": 0.8, "text": 0.8076923076923077, "avg": 0.803921568627451 }, "powerpoint": { "icon": 0.76, "text": 0.8245614035087719, "avg": 0.8048780487804879 }, "premiere": { "icon": 0.6666666666666666, "text": 0.6785714285714286, "avg": 0.6730769230769231 }, "pycharm": { "icon": 0.8157894736842105, "text": 0.75, "avg": 0.782051282051282 }, "quartus": { "icon": 0.65625, "text": 0.5384615384615384, "avg": 0.6222222222222222 }, "solidworks": { "icon": 0.7142857142857143, "text": 0.7619047619047619, "avg": 0.7532467532467533 }, "stata": { "icon": 0.7804878048780488, "text": 0.75, "avg": 0.7755102040816326 }, "unreal_engine": { "icon": 0.5, "text": 0.6896551724137931, "avg": 0.6571428571428571 }, "vivado": { "icon": 0.59375, "text": 0.7708333333333334, "avg": 0.7 }, "vmware": { "icon": 0.7777777777777778, "text": 0.75, "avg": 0.7560975609756098 }, "vscode": { "icon": 0.9545454545454546, "text": 0.8787878787878788, "avg": 0.9090909090909091 }, "windows_common": { "icon": 0.723404255319149, "text": 0.8235294117647058, "avg": 0.7654320987654321 }, "word": { "icon": 0.9333333333333333, "text": 0.8985507246376812, "avg": 0.9047619047619048 } }, "overall": { "icon": 0.7317880794701986, "text": 0.7645854657113613, "avg": 0.7520556609740671 } } }, "Holo2-235B-A22B (Agentic)": { "link": "https://huggingface.co/Hcompany/Holo2-235B-A22B", "description": "Holo2-235B-A22B (Agentic)", "results": { "group": { "Dev": { "icon": 0.7586206896551724, "text": 0.7337662337662337, "avg": 0.745819397993311 }, "CAD": { "icon": 0.796875, "text": 0.8071065989847716, "avg": 0.8045977011494253 }, "Creative": { "icon": 0.7482517482517482, "text": 0.702020202020202, "avg": 0.7214076246334311 }, "Scientific": { "icon": 0.7909090909090909, "text": 0.8055555555555556, "avg": 0.7992125984251969 }, "Office": { "icon": 0.8301886792452831, "text": 0.8587570621468926, "avg": 0.8521739130434782 }, "OS": { "icon": 0.8089887640449438, "text": 0.8504672897196262, "avg": 0.8316326530612245 } }, "application": { "android_studio": { "icon": 0.5909090909090909, "text": 0.4722222222222222, "avg": 0.5375 }, "autocad": { "icon": 1, "text": 0.7037037037037037, "avg": 0.7647058823529411 }, "blender": { "icon": 0.7333333333333333, "text": 0.6964285714285714, "avg": 0.704225352112676 }, "davinci": { "icon": 0.9130434782608695, "text": 0.5238095238095238, "avg": 0.7272727272727273 }, "eviews": { "icon": 0.8571428571428571, "text": 0.813953488372093, "avg": 0.82 }, "excel": { "icon": 0.6153846153846154, "text": 0.803921568627451, "avg": 0.765625 }, "fruitloops": { "icon": 0.6451612903225806, "text": 0.6923076923076923, "avg": 0.6666666666666666 }, "illustrator": { "icon": 0.7894736842105263, "text": 0.9166666666666666, "avg": 0.8387096774193549 }, "inventor": { "icon": 0.8181818181818182, "text": 0.7966101694915254, "avg": 0.8 }, "linux_common": { "icon": 0.8421052631578947, "text": 0.8064516129032258, "avg": 0.82 }, "macos_common": { "icon": 0.8695652173913043, "text": 0.8809523809523809, "avg": 0.8769230769230769 }, "matlab": { "icon": 0.8947368421052632, "text": 0.8513513513513513, "avg": 0.8602150537634409 }, "origin": { "icon": 0.7441860465116279, "text": 0.7894736842105263, "avg": 0.7580645161290323 }, "photoshop": { "icon": 0.84, "text": 0.9230769230769231, "avg": 0.8823529411764706 }, "powerpoint": { "icon": 0.84, "text": 0.8771929824561403, "avg": 0.8658536585365854 }, "premiere": { "icon": 0.625, "text": 0.6785714285714286, "avg": 0.6538461538461539 }, "pycharm": { "icon": 0.8157894736842105, "text": 0.8, "avg": 0.8076923076923077 }, "quartus": { "icon": 0.75, "text": 0.6153846153846154, "avg": 0.7111111111111111 }, "solidworks": { "icon": 0.8571428571428571, "text": 0.8095238095238095, "avg": 0.8181818181818182 }, "stata": { "icon": 0.7804878048780488, "text": 0.375, "avg": 0.7142857142857143 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.5862068965517241, "avg": 0.6 }, "vivado": { "icon": 0.71875, "text": 0.875, "avg": 0.8125 }, "vmware": { "icon": 0.7777777777777778, "text": 0.78125, "avg": 0.7804878048780488 }, "vscode": { "icon": 1, "text": 0.9393939393939394, "avg": 0.9636363636363636 }, "windows_common": { "icon": 0.7659574468085106, "text": 0.8529411764705882, "avg": 0.8024691358024691 }, "word": { "icon": 1, "text": 0.8840579710144928, "avg": 0.9047619047619048 } }, "overall": { "icon": 0.7798013245033113, "text": 0.7881269191402251, "avg": 0.7849462365591398 } } }, "Holo2-235B-A22B": { "link": "https://huggingface.co/Hcompany/Holo2-235B-A22B", "description": "Holo2-235B-A22B", "results": { "group": { "Dev": { "icon": 0.7241379310344828, "text": 0.7077922077922078, "avg": 0.7157190635451505 }, "CAD": { "icon": 0.671875, "text": 0.6751269035532995, "avg": 0.6743295019157088 }, "Creative": { "icon": 0.6433566433566433, "text": 0.5909090909090909, "avg": 0.6129032258064516 }, "Scientific": { "icon": 0.7545454545454545, "text": 0.6944444444444444, "avg": 0.7204724409448819 }, "Office": { "icon": 0.7169811320754716, "text": 0.8135593220338984, "avg": 0.7913043478260869 }, "OS": { "icon": 0.7865168539325843, "text": 0.7663551401869159, "avg": 0.7755102040816326 } }, "application": { "android_studio": { "icon": 0.5, "text": 0.4444444444444444, "avg": 0.475 }, "autocad": { "icon": 0.8571428571428571, "text": 0.7407407407407407, "avg": 0.7647058823529411 }, "blender": { "icon": 0.7333333333333333, "text": 0.5, "avg": 0.5492957746478874 }, "davinci": { "icon": 0.6521739130434783, "text": 0.42857142857142855, "avg": 0.5454545454545454 }, "eviews": { "icon": 0.7142857142857143, "text": 0.7674418604651163, "avg": 0.76 }, "excel": { "icon": 0.46153846153846156, "text": 0.7647058823529411, "avg": 0.703125 }, "fruitloops": { "icon": 0.4838709677419355, "text": 0.6538461538461539, "avg": 0.5614035087719298 }, "illustrator": { "icon": 0.5789473684210527, "text": 0.8333333333333334, "avg": 0.6774193548387096 }, "inventor": { "icon": 0.7272727272727273, "text": 0.6271186440677966, "avg": 0.6428571428571429 }, "linux_common": { "icon": 0.7368421052631579, "text": 0.8064516129032258, "avg": 0.78 }, "macos_common": { "icon": 0.782608695652174, "text": 0.7142857142857143, "avg": 0.7384615384615385 }, "matlab": { "icon": 0.9473684210526315, "text": 0.6351351351351351, "avg": 0.6989247311827957 }, "origin": { "icon": 0.6976744186046512, "text": 0.7368421052631579, "avg": 0.7096774193548387 }, "photoshop": { "icon": 0.88, "text": 0.8076923076923077, "avg": 0.8431372549019608 }, "powerpoint": { "icon": 0.72, "text": 0.8070175438596491, "avg": 0.7804878048780488 }, "premiere": { "icon": 0.625, "text": 0.6071428571428571, "avg": 0.6153846153846154 }, "pycharm": { "icon": 0.8157894736842105, "text": 0.8, "avg": 0.8076923076923077 }, "quartus": { "icon": 0.71875, "text": 0.5384615384615384, "avg": 0.6666666666666666 }, "solidworks": { "icon": 0.6428571428571429, "text": 0.6349206349206349, "avg": 0.6363636363636364 }, "stata": { "icon": 0.7317073170731707, "text": 0.75, "avg": 0.7346938775510204 }, "unreal_engine": { "icon": 0.5, "text": 0.5172413793103449, "avg": 0.5142857142857142 }, "vivado": { "icon": 0.625, "text": 0.75, "avg": 0.7 }, "vmware": { "icon": 0.7777777777777778, "text": 0.75, "avg": 0.7560975609756098 }, "vscode": { "icon": 1, "text": 0.9090909090909091, "avg": 0.9454545454545454 }, "windows_common": { "icon": 0.8085106382978723, "text": 0.7941176470588235, "avg": 0.8024691358024691 }, "word": { "icon": 0.9333333333333333, "text": 0.855072463768116, "avg": 0.8690476190476191 } }, "overall": { "icon": 0.7135761589403974, "text": 0.7011258955987717, "avg": 0.7058823529411765 } } }, "MAI-UI-32B (MVP)": { "link": "", "description": "MVP on attention layer 48; max inference process is 2.", "results": { "group": { "Dev": { "icon": 0.6482758620689655, "text": 0.9285714285714286, "avg": 0.7926421404682275 }, "Creative": { "icon": 0.5, "text": 0.835, "avg": 0.6947674418604651 }, "CAD": { "icon": 0.546875, "text": 0.8375634517766497, "avg": 0.7662835249042146 }, "Scientific": { "icon": 0.5454545454545454, "text": 0.9236111111111112, "avg": 0.7598425196850394 }, "Office": { "icon": 0.8679245283018868, "text": 0.9265536723163842, "avg": 0.9130434782608695 }, "OS": { "icon": 0.6292134831460674, "text": 0.8598130841121495, "avg": 0.7551020408163265 } }, "application": { "stata": { "icon": 0.6097560975609756, "text": 1, "avg": 0.673469387755102 }, "illustrator": { "icon": 0.47368421052631576, "text": 0.8333333333333334, "avg": 0.6129032258064516 }, "linux_common": { "icon": 0.7368421052631579, "text": 0.8387096774193549, "avg": 0.8 }, "pycharm": { "icon": 0.5, "text": 0.925, "avg": 0.717948717948718 }, "photoshop": { "icon": 0.5769230769230769, "text": 0.8928571428571429, "avg": 0.7407407407407407 }, "quartus": { "icon": 0.625, "text": 0.9230769230769231, "avg": 0.7111111111111111 }, "vmware": { "icon": 0.7777777777777778, "text": 0.96875, "avg": 0.926829268292683 }, "matlab": { "icon": 0.8947368421052632, "text": 0.9054054054054054, "avg": 0.9032258064516129 }, "inventor": { "icon": 0.36363636363636365, "text": 0.864406779661017, "avg": 0.7857142857142857 }, "davinci": { "icon": 0.2608695652173913, "text": 0.8571428571428571, "avg": 0.5454545454545454 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "autocad": { "icon": 0.14285714285714285, "text": 0.7407407407407407, "avg": 0.6176470588235294 }, "word": { "icon": 0.8666666666666667, "text": 0.9710144927536232, "avg": 0.9523809523809523 }, "vivado": { "icon": 0.71875, "text": 0.8541666666666666, "avg": 0.8 }, "solidworks": { "icon": 0.5, "text": 0.8412698412698413, "avg": 0.7792207792207793 }, "blender": { "icon": 0.7333333333333333, "text": 0.8392857142857143, "avg": 0.8169014084507042 }, "unreal_engine": { "icon": 0.5, "text": 0.9310344827586207, "avg": 0.8571428571428571 }, "origin": { "icon": 0.2558139534883721, "text": 0.8421052631578947, "avg": 0.43548387096774194 }, "excel": { "icon": 1, "text": 0.9019607843137255, "avg": 0.921875 }, "android_studio": { "icon": 0.7272727272727273, "text": 0.9722222222222222, "avg": 0.8375 }, "windows_common": { "icon": 0.5957446808510638, "text": 0.8235294117647058, "avg": 0.691358024691358 }, "macos_common": { "icon": 0.6086956521739131, "text": 0.9047619047619048, "avg": 0.8 }, "vscode": { "icon": 0.7272727272727273, "text": 0.8484848484848485, "avg": 0.8 }, "premiere": { "icon": 0.5416666666666666, "text": 0.6785714285714286, "avg": 0.6153846153846154 }, "fruitloops": { "icon": 0.4838709677419355, "text": 0.8076923076923077, "avg": 0.631578947368421 }, "powerpoint": { "icon": 0.8, "text": 0.8947368421052632, "avg": 0.8658536585365854 } }, "overall": { "icon": 0.6, "text": 0.8825331971399387, "avg": 0.7746212121212122 } } }, "MAI-UI-2B (Zoom In)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.42758620689655175, "text": 0.7532467532467533, "avg": 0.5953177257525084 }, "Creative": { "icon": 0.3006993006993007, "text": 0.7474747474747475, "avg": 0.5601173020527859 }, "CAD": { "icon": 0.34375, "text": 0.6954314720812182, "avg": 0.6091954022988506 }, "Scientific": { "icon": 0.42727272727272725, "text": 0.8402777777777778, "avg": 0.6614173228346457 }, "Office": { "icon": 0.5660377358490566, "text": 0.8531073446327684, "avg": 0.7869565217391304 }, "OS": { "icon": 0.47191011235955055, "text": 0.6915887850467289, "avg": 0.5918367346938775 } }, "application": { "blender": { "icon": 0.26666666666666666, "text": 0.6071428571428571, "avg": 0.5352112676056338 }, "origin": { "icon": 0.27906976744186046, "text": 0.8421052631578947, "avg": 0.45161290322580644 }, "vmware": { "icon": 0.4444444444444444, "text": 0.53125, "avg": 0.5121951219512195 }, "autocad": { "icon": 0, "text": 0.48148148148148145, "avg": 0.38235294117647056 }, "vscode": { "icon": 0.5, "text": 0.7575757575757576, "avg": 0.6545454545454545 }, "davinci": { "icon": 0.30434782608695654, "text": 0.9047619047619048, "avg": 0.5909090909090909 }, "word": { "icon": 0.6666666666666666, "text": 0.9565217391304348, "avg": 0.9047619047619048 }, "excel": { "icon": 0.5384615384615384, "text": 0.6274509803921569, "avg": 0.609375 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.6538461538461539, "avg": 0.38596491228070173 }, "powerpoint": { "icon": 0.52, "text": 0.9298245614035088, "avg": 0.8048780487804879 }, "android_studio": { "icon": 0.4318181818181818, "text": 0.8333333333333334, "avg": 0.6125 }, "stata": { "icon": 0.36585365853658536, "text": 1, "avg": 0.46938775510204084 }, "vivado": { "icon": 0.46875, "text": 0.8125, "avg": 0.675 }, "linux_common": { "icon": 0.631578947368421, "text": 0.7741935483870968, "avg": 0.72 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "inventor": { "icon": 0.18181818181818182, "text": 0.7966101694915254, "avg": 0.7 }, "premiere": { "icon": 0.375, "text": 0.6785714285714286, "avg": 0.5384615384615384 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.6428571428571429, "avg": 0.5384615384615384 }, "pycharm": { "icon": 0.47368421052631576, "text": 0.8, "avg": 0.6410256410256411 }, "illustrator": { "icon": 0.3684210526315789, "text": 0.9166666666666666, "avg": 0.5806451612903226 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.6031746031746031, "avg": 0.5584415584415584 }, "quartus": { "icon": 0.3125, "text": 0.9230769230769231, "avg": 0.4888888888888889 }, "windows_common": { "icon": 0.46808510638297873, "text": 0.6764705882352942, "avg": 0.5555555555555556 }, "photoshop": { "icon": 0.36, "text": 0.8461538461538461, "avg": 0.6078431372549019 }, "matlab": { "icon": 0.6842105263157895, "text": 0.7702702702702703, "avg": 0.7526881720430108 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.896551724137931, "avg": 0.8 } }, "overall": { "icon": 0.40728476821192056, "text": 0.7645854657113613, "avg": 0.6280834914611005 } } }, "MAI-UI-8B (Zoom In)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.6137931034482759, "text": 0.7857142857142857, "avg": 0.7023411371237458 }, "Creative": { "icon": 0.48951048951048953, "text": 0.7878787878787878, "avg": 0.6627565982404692 }, "CAD": { "icon": 0.453125, "text": 0.8324873096446701, "avg": 0.7394636015325671 }, "Scientific": { "icon": 0.5272727272727272, "text": 0.875, "avg": 0.7244094488188977 }, "Office": { "icon": 0.8113207547169812, "text": 0.8700564971751412, "avg": 0.8565217391304348 }, "OS": { "icon": 0.5168539325842697, "text": 0.7570093457943925, "avg": 0.6479591836734694 } }, "application": { "matlab": { "icon": 0.7894736842105263, "text": 0.8648648648648649, "avg": 0.8494623655913979 }, "windows_common": { "icon": 0.5319148936170213, "text": 0.7941176470588235, "avg": 0.6419753086419753 }, "android_studio": { "icon": 0.7272727272727273, "text": 0.8611111111111112, "avg": 0.7875 }, "pycharm": { "icon": 0.47368421052631576, "text": 0.825, "avg": 0.6538461538461539 }, "autocad": { "icon": 0.14285714285714285, "text": 0.7037037037037037, "avg": 0.5882352941176471 }, "linux_common": { "icon": 0.631578947368421, "text": 0.8064516129032258, "avg": 0.74 }, "excel": { "icon": 0.9230769230769231, "text": 0.6274509803921569, "avg": 0.6875 }, "origin": { "icon": 0.2558139534883721, "text": 0.7894736842105263, "avg": 0.41935483870967744 }, "davinci": { "icon": 0.43478260869565216, "text": 0.9523809523809523, "avg": 0.6818181818181818 }, "inventor": { "icon": 0, "text": 0.864406779661017, "avg": 0.7285714285714285 }, "unreal_engine": { "icon": 0.5, "text": 0.8620689655172413, "avg": 0.8 }, "stata": { "icon": 0.6341463414634146, "text": 1, "avg": 0.6938775510204082 }, "illustrator": { "icon": 0.42105263157894735, "text": 1, "avg": 0.6451612903225806 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9069767441860465, "avg": 0.9 }, "vivado": { "icon": 0.65625, "text": 0.9166666666666666, "avg": 0.8125 }, "photoshop": { "icon": 0.76, "text": 0.9230769230769231, "avg": 0.8431372549019608 }, "premiere": { "icon": 0.5416666666666666, "text": 0.6785714285714286, "avg": 0.6153846153846154 }, "word": { "icon": 0.6666666666666666, "text": 0.9710144927536232, "avg": 0.9166666666666666 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.7307692307692307, "avg": 0.45614035087719296 }, "quartus": { "icon": 0.5625, "text": 1, "avg": 0.6888888888888889 }, "powerpoint": { "icon": 0.84, "text": 0.9649122807017544, "avg": 0.926829268292683 }, "vmware": { "icon": 0.6666666666666666, "text": 0.5625, "avg": 0.5853658536585366 }, "solidworks": { "icon": 0.5, "text": 0.7936507936507936, "avg": 0.7402597402597403 }, "blender": { "icon": 0.6666666666666666, "text": 0.6607142857142857, "avg": 0.6619718309859155 }, "macos_common": { "icon": 0.391304347826087, "text": 0.6904761904761905, "avg": 0.5846153846153846 }, "vscode": { "icon": 0.6818181818181818, "text": 0.7878787878787878, "avg": 0.7454545454545455 } }, "overall": { "icon": 0.554635761589404, "text": 0.8208802456499488, "avg": 0.7191650853889943 } } }, "MAI-UI-32B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.4068965517241379, "text": 0.8636363636363636, "avg": 0.6421404682274248 }, "Creative": { "icon": 0.3776223776223776, "text": 0.8282828282828283, "avg": 0.6392961876832844 }, "CAD": { "icon": 0.453125, "text": 0.700507614213198, "avg": 0.6398467432950191 }, "Scientific": { "icon": 0.4636363636363636, "text": 0.9166666666666666, "avg": 0.7204724409448819 }, "Office": { "icon": 0.7169811320754716, "text": 0.903954802259887, "avg": 0.8608695652173913 }, "OS": { "icon": 0.34831460674157305, "text": 0.7850467289719626, "avg": 0.5867346938775511 } }, "application": { "windows_common": { "icon": 0.44680851063829785, "text": 0.6470588235294118, "avg": 0.5308641975308642 }, "premiere": { "icon": 0.4583333333333333, "text": 0.7857142857142857, "avg": 0.6346153846153846 }, "android_studio": { "icon": 0.3409090909090909, "text": 0.6666666666666666, "avg": 0.4875 }, "photoshop": { "icon": 0.36, "text": 0.9615384615384616, "avg": 0.6666666666666666 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.8333333333333334, "avg": 0.6307692307692307 }, "vivado": { "icon": 0.6875, "text": 0.9166666666666666, "avg": 0.825 }, "vmware": { "icon": 0, "text": 1, "avg": 0.7804878048780488 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "pycharm": { "icon": 0.39473684210526316, "text": 0.875, "avg": 0.6410256410256411 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.5833333333333334, "avg": 0.25806451612903225 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8571428571428571, "avg": 0.5681818181818182 }, "vscode": { "icon": 0.6818181818181818, "text": 0.9090909090909091, "avg": 0.8181818181818182 }, "stata": { "icon": 0.5609756097560976, "text": 1, "avg": 0.6326530612244898 }, "inventor": { "icon": 0.09090909090909091, "text": 0.559322033898305, "avg": 0.4857142857142857 }, "excel": { "icon": 0.8461538461538461, "text": 0.8235294117647058, "avg": 0.828125 }, "word": { "icon": 0.6666666666666666, "text": 0.9565217391304348, "avg": 0.9047619047619048 }, "blender": { "icon": 0.5333333333333333, "text": 0.8035714285714286, "avg": 0.7464788732394366 }, "autocad": { "icon": 0, "text": 0.5185185185185185, "avg": 0.4117647058823529 }, "origin": { "icon": 0.20930232558139536, "text": 0.8947368421052632, "avg": 0.41935483870967744 }, "linux_common": { "icon": 0.21052631578947367, "text": 0.8709677419354839, "avg": 0.62 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.746031746031746, "avg": 0.6883116883116883 }, "fruitloops": { "icon": 0.45161290322580644, "text": 0.7692307692307693, "avg": 0.5964912280701754 }, "matlab": { "icon": 0.631578947368421, "text": 0.8783783783783784, "avg": 0.8279569892473119 }, "powerpoint": { "icon": 0.68, "text": 0.9122807017543859, "avg": 0.8414634146341463 }, "quartus": { "icon": 0.4375, "text": 0.9230769230769231, "avg": 0.5777777777777777 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.9310344827586207, "avg": 0.8857142857142857 } }, "overall": { "icon": 0.4337748344370861, "text": 0.8300921187308086, "avg": 0.6786843769765971 } } }, "MAI-UI-2B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.32413793103448274, "text": 0.7662337662337663, "avg": 0.5518394648829431 }, "Creative": { "icon": 0.21678321678321677, "text": 0.6919191919191919, "avg": 0.49266862170087977 }, "CAD": { "icon": 0.234375, "text": 0.6142131979695431, "avg": 0.5210727969348659 }, "Scientific": { "icon": 0.34545454545454546, "text": 0.8125, "avg": 0.610236220472441 }, "Office": { "icon": 0.39622641509433965, "text": 0.8587570621468926, "avg": 0.7521739130434782 }, "OS": { "icon": 0.4157303370786517, "text": 0.6822429906542056, "avg": 0.5612244897959183 } }, "application": { "pycharm": { "icon": 0.4473684210526316, "text": 0.725, "avg": 0.5897435897435898 }, "vscode": { "icon": 0.36363636363636365, "text": 0.6666666666666666, "avg": 0.5454545454545454 }, "word": { "icon": 0.4, "text": 0.9565217391304348, "avg": 0.8571428571428571 }, "autocad": { "icon": 0, "text": 0.4444444444444444, "avg": 0.35294117647058826 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8095238095238095, "avg": 0.5454545454545454 }, "powerpoint": { "icon": 0.4, "text": 0.8771929824561403, "avg": 0.7317073170731707 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.7142857142857143, "avg": 0.5846153846153846 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.7931034482758621, "avg": 0.7142857142857143 }, "premiere": { "icon": 0.2916666666666667, "text": 0.6071428571428571, "avg": 0.46153846153846156 }, "blender": { "icon": 0.26666666666666666, "text": 0.5714285714285714, "avg": 0.5070422535211268 }, "illustrator": { "icon": 0.15789473684210525, "text": 1, "avg": 0.4838709677419355 }, "windows_common": { "icon": 0.44680851063829785, "text": 0.6176470588235294, "avg": 0.5185185185185185 }, "photoshop": { "icon": 0.2, "text": 0.8461538461538461, "avg": 0.5294117647058824 }, "origin": { "icon": 0.23255813953488372, "text": 0.631578947368421, "avg": 0.3548387096774194 }, "fruitloops": { "icon": 0.0967741935483871, "text": 0.5384615384615384, "avg": 0.2982456140350877 }, "vmware": { "icon": 0.3333333333333333, "text": 0.90625, "avg": 0.7804878048780488 }, "vivado": { "icon": 0.40625, "text": 0.8125, "avg": 0.65 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7837837837837838, "avg": 0.7204301075268817 }, "android_studio": { "icon": 0.3181818181818182, "text": 0.75, "avg": 0.5125 }, "quartus": { "icon": 0.15625, "text": 0.8461538461538461, "avg": 0.35555555555555557 }, "eviews": { "icon": 1, "text": 0.9069767441860465, "avg": 0.92 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.7096774193548387, "avg": 0.6 }, "excel": { "icon": 0.38461538461538464, "text": 0.7058823529411765, "avg": 0.640625 }, "inventor": { "icon": 0.18181818181818182, "text": 0.6949152542372882, "avg": 0.6142857142857143 }, "stata": { "icon": 0.2926829268292683, "text": 1, "avg": 0.40816326530612246 }, "solidworks": { "icon": 0, "text": 0.4603174603174603, "avg": 0.37662337662337664 } }, "overall": { "icon": 0.3129139072847682, "text": 0.7349027635619243, "avg": 0.5736875395319418 } } }, "MAI-UI-8B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.5103448275862069, "text": 0.8506493506493507, "avg": 0.68561872909699 }, "Creative": { "icon": 0.2937062937062937, "text": 0.7626262626262627, "avg": 0.5659824046920822 }, "CAD": { "icon": 0.421875, "text": 0.7309644670050761, "avg": 0.6551724137931034 }, "Scientific": { "icon": 0.36363636363636365, "text": 0.7708333333333334, "avg": 0.594488188976378 }, "Office": { "icon": 0.5660377358490566, "text": 0.8926553672316384, "avg": 0.8173913043478261 }, "OS": { "icon": 0.4943820224719101, "text": 0.8037383177570093, "avg": 0.6632653061224489 } }, "application": { "powerpoint": { "icon": 0.52, "text": 0.9473684210526315, "avg": 0.8170731707317073 }, "unreal_engine": { "icon": 0.5, "text": 0.8620689655172413, "avg": 0.8 }, "davinci": { "icon": 0.391304347826087, "text": 0.9047619047619048, "avg": 0.6363636363636364 }, "fruitloops": { "icon": 0.0967741935483871, "text": 0.6923076923076923, "avg": 0.3684210526315789 }, "premiere": { "icon": 0.375, "text": 0.7142857142857143, "avg": 0.5576923076923077 }, "blender": { "icon": 0.4666666666666667, "text": 0.6607142857142857, "avg": 0.6197183098591549 }, "photoshop": { "icon": 0.4, "text": 0.9230769230769231, "avg": 0.6666666666666666 }, "vivado": { "icon": 0.65625, "text": 0.8125, "avg": 0.75 }, "pycharm": { "icon": 0.42105263157894735, "text": 0.85, "avg": 0.6410256410256411 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.6666666666666666, "avg": 0.2903225806451613 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.8333333333333334, "avg": 0.7076923076923077 }, "vscode": { "icon": 0.7727272727272727, "text": 0.7878787878787878, "avg": 0.7818181818181819 }, "android_studio": { "icon": 0.5454545454545454, "text": 0.8055555555555556, "avg": 0.6625 }, "origin": { "icon": 0.11627906976744186, "text": 0.5263157894736842, "avg": 0.24193548387096775 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8604651162790697, "avg": 0.86 }, "stata": { "icon": 0.43902439024390244, "text": 1, "avg": 0.5306122448979592 }, "autocad": { "icon": 0.14285714285714285, "text": 0.6296296296296297, "avg": 0.5294117647058824 }, "matlab": { "icon": 0.5789473684210527, "text": 0.7567567567567568, "avg": 0.7204301075268817 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.9032258064516129, "avg": 0.78 }, "quartus": { "icon": 0.375, "text": 0.9230769230769231, "avg": 0.5333333333333333 }, "word": { "icon": 0.6, "text": 0.9420289855072463, "avg": 0.8809523809523809 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.6984126984126984, "avg": 0.6363636363636364 }, "inventor": { "icon": 0, "text": 0.7457627118644068, "avg": 0.6285714285714286 }, "excel": { "icon": 0.6153846153846154, "text": 0.7647058823529411, "avg": 0.734375 }, "windows_common": { "icon": 0.46808510638297873, "text": 0.6764705882352942, "avg": 0.5555555555555556 }, "vmware": { "icon": 0.5555555555555556, "text": 0.9375, "avg": 0.8536585365853658 } }, "overall": { "icon": 0.42549668874172186, "text": 0.7993858751279427, "avg": 0.6565464895635673 } } }, "MAI-UI-32B (Zoom In)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.5793103448275863, "text": 0.8441558441558441, "avg": 0.7157190635451505 }, "Creative": { "icon": 0.46153846153846156, "text": 0.8787878787878788, "avg": 0.7038123167155426 }, "CAD": { "icon": 0.53125, "text": 0.7918781725888325, "avg": 0.7279693486590039 }, "Scientific": { "icon": 0.5454545454545454, "text": 0.9166666666666666, "avg": 0.7559055118110236 }, "Office": { "icon": 0.7924528301886793, "text": 0.8813559322033898, "avg": 0.8608695652173913 }, "OS": { "icon": 0.47191011235955055, "text": 0.8037383177570093, "avg": 0.6530612244897959 } }, "application": { "vivado": { "icon": 0.71875, "text": 0.8958333333333334, "avg": 0.825 }, "quartus": { "icon": 0.59375, "text": 0.9230769230769231, "avg": 0.6888888888888889 }, "word": { "icon": 0.8666666666666667, "text": 0.9710144927536232, "avg": 0.9523809523809523 }, "unreal_engine": { "icon": 0.6666666666666666, "text": 0.9655172413793104, "avg": 0.9142857142857143 }, "powerpoint": { "icon": 0.72, "text": 0.9649122807017544, "avg": 0.8902439024390244 }, "stata": { "icon": 0.6097560975609756, "text": 0.875, "avg": 0.6530612244897959 }, "origin": { "icon": 0.2558139534883721, "text": 0.8947368421052632, "avg": 0.45161290322580644 }, "matlab": { "icon": 0.8947368421052632, "text": 0.8918918918918919, "avg": 0.8924731182795699 }, "blender": { "icon": 0.6, "text": 0.8214285714285714, "avg": 0.7746478873239436 }, "vscode": { "icon": 0.7272727272727273, "text": 0.8787878787878788, "avg": 0.8181818181818182 }, "vmware": { "icon": 0.2222222222222222, "text": 0.59375, "avg": 0.5121951219512195 }, "inventor": { "icon": 0.2727272727272727, "text": 0.6949152542372882, "avg": 0.6285714285714286 }, "autocad": { "icon": 0, "text": 0.7777777777777778, "avg": 0.6176470588235294 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.7380952380952381, "avg": 0.5846153846153846 }, "pycharm": { "icon": 0.5526315789473685, "text": 0.9, "avg": 0.7307692307692307 }, "linux_common": { "icon": 0.3157894736842105, "text": 0.8709677419354839, "avg": 0.66 }, "photoshop": { "icon": 0.68, "text": 0.9615384615384616, "avg": 0.8235294117647058 }, "fruitloops": { "icon": 0.41935483870967744, "text": 0.8076923076923077, "avg": 0.5964912280701754 }, "illustrator": { "icon": 0.3684210526315789, "text": 0.8333333333333334, "avg": 0.5483870967741935 }, "android_studio": { "icon": 0.5909090909090909, "text": 0.9444444444444444, "avg": 0.75 }, "windows_common": { "icon": 0.6170212765957447, "text": 0.8235294117647058, "avg": 0.7037037037037037 }, "davinci": { "icon": 0.17391304347826086, "text": 0.9047619047619048, "avg": 0.5227272727272727 }, "premiere": { "icon": 0.5, "text": 0.8928571428571429, "avg": 0.7115384615384616 }, "solidworks": { "icon": 0.5714285714285714, "text": 0.8095238095238095, "avg": 0.7662337662337663 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "excel": { "icon": 0.8461538461538461, "text": 0.6666666666666666, "avg": 0.703125 } }, "overall": { "icon": 0.543046357615894, "text": 0.8536335721596725, "avg": 0.734977862112587 } } }, "MVP_Qwen3VL-8B": { "link": "", "description": "MVP crops different regions from original screenshot to get different prediction and then cluster them through k-means. The final result is decided by the centroid coordinate of the largest cluster.", "results": { "group": { "Dev": { "icon": 0.3724137931034483, "text": 0.8376623376623377, "avg": 0.6120401337792643 }, "Creative": { "icon": 0.36363636363636365, "text": 0.7611940298507462, "avg": 0.5959302325581395 }, "CAD": { "icon": 0.34375, "text": 0.7157360406091371, "avg": 0.6245210727969349 }, "Scientific": { "icon": 0.4, "text": 0.8541666666666666, "avg": 0.65748031496063 }, "Office": { "icon": 0.5660377358490566, "text": 0.903954802259887, "avg": 0.8260869565217391 }, "OS": { "icon": 0.43820224719101125, "text": 0.7757009345794392, "avg": 0.6224489795918368 } }, "application": { "solidworks": { "icon": 0.42857142857142855, "text": 0.6666666666666666, "avg": 0.6233766233766234 }, "pycharm": { "icon": 0.34210526315789475, "text": 0.825, "avg": 0.5897435897435898 }, "macos_common": { "icon": 0.43478260869565216, "text": 0.8809523809523809, "avg": 0.7230769230769231 }, "davinci": { "icon": 0.391304347826087, "text": 0.9523809523809523, "avg": 0.6590909090909091 }, "word": { "icon": 0.6666666666666666, "text": 0.9710144927536232, "avg": 0.9166666666666666 }, "vmware": { "icon": 0.3333333333333333, "text": 0.9375, "avg": 0.8048780487804879 }, "excel": { "icon": 0.46153846153846156, "text": 0.7843137254901961, "avg": 0.71875 }, "powerpoint": { "icon": 0.56, "text": 0.9298245614035088, "avg": 0.8170731707317073 }, "unreal_engine": { "icon": 0.5, "text": 0.8275862068965517, "avg": 0.7714285714285715 }, "origin": { "icon": 0.23255813953488372, "text": 0.7368421052631579, "avg": 0.3870967741935484 }, "vivado": { "icon": 0.46875, "text": 0.875, "avg": 0.7125 }, "stata": { "icon": 0.34146341463414637, "text": 1, "avg": 0.4489795918367347 }, "inventor": { "icon": 0.09090909090909091, "text": 0.6610169491525424, "avg": 0.5714285714285714 }, "matlab": { "icon": 0.7368421052631579, "text": 0.8513513513513513, "avg": 0.8279569892473119 }, "android_studio": { "icon": 0.5, "text": 0.8888888888888888, "avg": 0.675 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.7419354838709677, "avg": 0.66 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8837209302325582, "avg": 0.88 }, "photoshop": { "icon": 0.52, "text": 0.8846153846153846, "avg": 0.7058823529411765 }, "vscode": { "icon": 0.2727272727272727, "text": 0.6666666666666666, "avg": 0.509090909090909 }, "autocad": { "icon": 0, "text": 0.6666666666666666, "avg": 0.5294117647058824 }, "quartus": { "icon": 0.3125, "text": 0.9230769230769231, "avg": 0.4888888888888889 }, "illustrator": { "icon": 0.21052631578947367, "text": 1, "avg": 0.5161290322580645 }, "blender": { "icon": 0.4666666666666667, "text": 0.6440677966101694, "avg": 0.6081081081081081 }, "premiere": { "icon": 0.3333333333333333, "text": 0.6071428571428571, "avg": 0.4807692307692308 }, "windows_common": { "icon": 0.40425531914893614, "text": 0.6764705882352942, "avg": 0.5185185185185185 }, "fruitloops": { "icon": 0.25806451612903225, "text": 0.7307692307692307, "avg": 0.47368421052631576 } }, "overall": { "icon": 0.3990066225165563, "text": 0.8051020408163265, "avg": 0.6502525252525253 } } }, "MVP_Qwen3VL-32B": { "link": "", "description": "MVP crops different regions from original screenshot to get different prediction and then cluster them through k-means. The final result is decided by the centroid coordinate of the largest cluster.", "results": { "group": { "Dev": { "icon": 0.5103448275862069, "text": 0.9090909090909091, "avg": 0.7157190635451505 }, "Creative": { "icon": 0.44755244755244755, "text": 0.8743718592964824, "avg": 0.695906432748538 }, "CAD": { "icon": 0.484375, "text": 0.8324873096446701, "avg": 0.7471264367816092 }, "Scientific": { "icon": 0.45454545454545453, "text": 0.8958333333333334, "avg": 0.7047244094488189 }, "Office": { "icon": 0.7547169811320755, "text": 0.9152542372881356, "avg": 0.8782608695652174 }, "OS": { "icon": 0.5955056179775281, "text": 0.8598130841121495, "avg": 0.7397959183673469 } }, "application": { "solidworks": { "icon": 0.5, "text": 0.8253968253968254, "avg": 0.7662337662337663 }, "pycharm": { "icon": 0.47368421052631576, "text": 0.875, "avg": 0.6794871794871795 }, "macos_common": { "icon": 0.5652173913043478, "text": 0.8809523809523809, "avg": 0.7692307692307693 }, "davinci": { "icon": 0.43478260869565216, "text": 0.9047619047619048, "avg": 0.6590909090909091 }, "word": { "icon": 0.8, "text": 0.9710144927536232, "avg": 0.9404761904761905 }, "vmware": { "icon": 0.5555555555555556, "text": 0.96875, "avg": 0.8780487804878049 }, "excel": { "icon": 0.6923076923076923, "text": 0.8431372549019608, "avg": 0.8125 }, "powerpoint": { "icon": 0.76, "text": 0.9122807017543859, "avg": 0.8658536585365854 }, "unreal_engine": { "icon": 0.5, "text": 0.896551724137931, "avg": 0.8285714285714286 }, "origin": { "icon": 0.20930232558139536, "text": 0.8421052631578947, "avg": 0.4032258064516129 }, "vivado": { "icon": 0.6875, "text": 0.875, "avg": 0.8 }, "stata": { "icon": 0.3902439024390244, "text": 1, "avg": 0.4897959183673469 }, "inventor": { "icon": 0.18181818181818182, "text": 0.8813559322033898, "avg": 0.7714285714285715 }, "matlab": { "icon": 0.9473684210526315, "text": 0.8648648648648649, "avg": 0.8817204301075269 }, "android_studio": { "icon": 0.5909090909090909, "text": 0.9166666666666666, "avg": 0.7375 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.8064516129032258, "avg": 0.72 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "photoshop": { "icon": 0.64, "text": 0.9615384615384616, "avg": 0.803921568627451 }, "vscode": { "icon": 0.6363636363636364, "text": 0.8484848484848485, "avg": 0.7636363636363637 }, "autocad": { "icon": 0, "text": 0.6666666666666666, "avg": 0.5294117647058824 }, "quartus": { "icon": 0.34375, "text": 1, "avg": 0.5333333333333333 }, "illustrator": { "icon": 0.42105263157894735, "text": 1, "avg": 0.6451612903225806 }, "blender": { "icon": 0.6666666666666666, "text": 0.8771929824561403, "avg": 0.8333333333333334 }, "premiere": { "icon": 0.3333333333333333, "text": 0.75, "avg": 0.5576923076923077 }, "windows_common": { "icon": 0.6170212765957447, "text": 0.8823529411764706, "avg": 0.7283950617283951 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.8076923076923077, "avg": 0.5263157894736842 } }, "overall": { "icon": 0.5165562913907285, "text": 0.8803680981595092, "avg": 0.7414664981036663 } } }, "BAMI-7B": { "link": "https://github.com/Neur-IO/BAMI", "description": "A test-time inference method for GUI grounding that uses coarse-to-fine focus and candidate selection. Base model: TianXi-Action-7B.", "results": { "group": { "Dev": { "icon": 0.2689655172413793, "text": 0.8181818181818182, "avg": 0.5518394648829431 }, "CAD": { "icon": 0.296875, "text": 0.583756345177665, "avg": 0.5134099616858238 }, "Creative": { "icon": 0.23776223776223776, "text": 0.6818181818181818, "avg": 0.49560117302052786 }, "Office": { "icon": 0.6037735849056604, "text": 0.8361581920903954, "avg": 0.782608695652174 }, "Scientific": { "icon": 0.36363636363636365, "text": 0.7777777777777778, "avg": 0.5984251968503937 }, "OS": { "icon": 0.4157303370786517, "text": 0.7102803738317757, "avg": 0.576530612244898 } }, "application": { "pycharm": { "icon": 0.34210526315789475, "text": 0.85, "avg": 0.6025641025641025 }, "solidworks": { "icon": 0.2857142857142857, "text": 0.5396825396825397, "avg": 0.4935064935064935 }, "stata": { "icon": 0.2682926829268293, "text": 1, "avg": 0.3877551020408163 }, "android_studio": { "icon": 0.29545454545454547, "text": 0.8055555555555556, "avg": 0.525 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.896551724137931, "avg": 0.8 }, "premiere": { "icon": 0.3333333333333333, "text": 0.5714285714285714, "avg": 0.46153846153846156 }, "matlab": { "icon": 0.5789473684210527, "text": 0.7297297297297297, "avg": 0.6989247311827957 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.7741935483870968, "avg": 0.7 }, "illustrator": { "icon": 0, "text": 0.4166666666666667, "avg": 0.16129032258064516 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8604651162790697, "avg": 0.86 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.8095238095238095, "avg": 0.6307692307692307 }, "vivado": { "icon": 0.375, "text": 0.7083333333333334, "avg": 0.575 }, "excel": { "icon": 0.6153846153846154, "text": 0.7254901960784313, "avg": 0.703125 }, "fruitloops": { "icon": 0.12903225806451613, "text": 0.6538461538461539, "avg": 0.3684210526315789 }, "vscode": { "icon": 0.22727272727272727, "text": 0.696969696969697, "avg": 0.509090909090909 }, "autocad": { "icon": 0, "text": 0.48148148148148145, "avg": 0.38235294117647056 }, "word": { "icon": 0.4666666666666667, "text": 0.8840579710144928, "avg": 0.8095238095238095 }, "origin": { "icon": 0.27906976744186046, "text": 0.6842105263157895, "avg": 0.4032258064516129 }, "davinci": { "icon": 0.34782608695652173, "text": 0.7619047619047619, "avg": 0.5454545454545454 }, "photoshop": { "icon": 0.36, "text": 0.7692307692307693, "avg": 0.5686274509803921 }, "inventor": { "icon": 0.2727272727272727, "text": 0.576271186440678, "avg": 0.5285714285714286 }, "powerpoint": { "icon": 0.68, "text": 0.8771929824561403, "avg": 0.8170731707317073 }, "windows_common": { "icon": 0.40425531914893614, "text": 0.5294117647058824, "avg": 0.4567901234567901 }, "blender": { "icon": 0.2, "text": 0.625, "avg": 0.5352112676056338 }, "quartus": { "icon": 0.15625, "text": 0.9230769230769231, "avg": 0.37777777777777777 }, "vmware": { "icon": 0.3333333333333333, "text": 0.875, "avg": 0.7560975609756098 } }, "overall": { "icon": 0.33278145695364236, "text": 0.7287615148413511, "avg": 0.5774826059456041 } } }, "Holo2-30B-A3B": { "link": "https://huggingface.co/Hcompany/Holo2-30B-A3B", "description": "", "results": { "group": { "Scientific": { "icon": 0.36363636363636365, "text": 0.8611111111111112, "avg": 0.6456692913385826 }, "Dev": { "text": 0.8766233766233766, "icon": 0.5103448275862069, "avg": 0.6989966555183946 }, "Creative": { "text": 0.7777777777777778, "icon": 0.3776223776223776, "avg": 0.6099706744868035 }, "CAD": { "text": 0.6243654822335025, "icon": 0.3125, "avg": 0.5478927203065134 }, "OS": { "text": 0.8317757009345794, "icon": 0.4943820224719101, "avg": 0.6785714285714286 }, "Office": { "text": 0.903954802259887, "icon": 0.5283018867924528, "avg": 0.8173913043478261 } }, "application": { "origin": { "icon": 0.20930232558139536, "text": 0.631578947368421, "avg": 0.3387096774193548 }, "vmware": { "text": 0.9375, "icon": 0.6666666666666666, "avg": 0.8780487804878049 }, "quartus": { "text": 0.9230769230769231, "icon": 0.40625, "avg": 0.5555555555555556 }, "illustrator": { "text": 1, "icon": 0.3684210526315789, "avg": 0.6129032258064516 }, "stata": { "text": 1, "icon": 0.36585365853658536, "avg": 0.46938775510204084 }, "matlab": { "icon": 0.47368421052631576, "text": 0.8378378378378378, "avg": 0.7634408602150538 }, "autocad": { "text": 0.3333333333333333, "icon": 0, "avg": 0.2647058823529412 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.7307692307692307, "avg": 0.43859649122807015 }, "inventor": { "text": 0.6949152542372882, "icon": 0.09090909090909091, "avg": 0.6 }, "macos_common": { "text": 0.8809523809523809, "icon": 0.5652173913043478, "avg": 0.7692307692307693 }, "excel": { "text": 0.803921568627451, "icon": 0.6153846153846154, "avg": 0.765625 }, "photoshop": { "text": 0.9230769230769231, "icon": 0.24, "avg": 0.5882352941176471 }, "unreal_engine": { "text": 0.8620689655172413, "icon": 0.5, "avg": 0.8 }, "davinci": { "icon": 0.4782608695652174, "text": 0.9047619047619048, "avg": 0.6818181818181818 }, "eviews": { "text": 0.9767441860465116, "icon": 1, "avg": 0.98 }, "android_studio": { "icon": 0.5227272727272727, "text": 0.8888888888888888, "avg": 0.6875 }, "pycharm": { "text": 0.8, "icon": 0.5263157894736842, "avg": 0.6666666666666666 }, "vscode": { "icon": 0.5454545454545454, "text": 0.8787878787878788, "avg": 0.7454545454545455 }, "vivado": { "icon": 0.46875, "text": 0.8333333333333334, "avg": 0.6875 }, "solidworks": { "text": 0.5238095238095238, "icon": 0.2857142857142857, "avg": 0.4805194805194805 }, "windows_common": { "text": 0.7647058823529411, "icon": 0.44680851063829785, "avg": 0.5802469135802469 }, "blender": { "text": 0.6785714285714286, "icon": 0.6, "avg": 0.6619718309859155 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.8387096774193549, "avg": 0.72 }, "word": { "text": 0.9420289855072463, "icon": 0.4, "avg": 0.8452380952380952 }, "premiere": { "icon": 0.5, "text": 0.6071428571428571, "avg": 0.5576923076923077 }, "powerpoint": { "icon": 0.56, "text": 0.9473684210526315, "avg": 0.8292682926829268 } }, "overall": { "icon": 0.4304635761589404, "text": 0.8034800409416581, "avg": 0.6609740670461733 } } }, "Holo2-4B": { "link": "https://huggingface.co/Hcompany/Holo2-4B", "description": "", "results": { "group": { "Scientific": { "icon": 0.36363636363636365, "text": 0.8055555555555556, "avg": 0.6141732283464567 }, "Dev": { "text": 0.7922077922077922, "icon": 0.3931034482758621, "avg": 0.5986622073578596 }, "Creative": { "text": 0.6363636363636364, "icon": 0.25874125874125875, "avg": 0.4780058651026393 }, "CAD": { "text": 0.4416243654822335, "icon": 0.3125, "avg": 0.4099616858237548 }, "OS": { "text": 0.7663551401869159, "icon": 0.42696629213483145, "avg": 0.6122448979591837 }, "Office": { "text": 0.8531073446327684, "icon": 0.5471698113207547, "avg": 0.782608695652174 } }, "application": { "origin": { "icon": 0.2558139534883721, "text": 0.6842105263157895, "avg": 0.3870967741935484 }, "vmware": { "text": 0.90625, "icon": 0.6666666666666666, "avg": 0.8536585365853658 }, "quartus": { "text": 1, "icon": 0.1875, "avg": 0.4222222222222222 }, "illustrator": { "text": 0.8333333333333334, "icon": 0.15789473684210525, "avg": 0.41935483870967744 }, "stata": { "text": 1, "icon": 0.3170731707317073, "avg": 0.42857142857142855 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7567567567567568, "avg": 0.6989247311827957 }, "autocad": { "text": 0.18518518518518517, "icon": 0, "avg": 0.14705882352941177 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.6153846153846154, "avg": 0.43859649122807015 }, "inventor": { "text": 0.3728813559322034, "icon": 0.18181818181818182, "avg": 0.34285714285714286 }, "macos_common": { "text": 0.8571428571428571, "icon": 0.43478260869565216, "avg": 0.7076923076923077 }, "excel": { "text": 0.7450980392156863, "icon": 0.6923076923076923, "avg": 0.734375 }, "photoshop": { "text": 0.7307692307692307, "icon": 0.2, "avg": 0.47058823529411764 }, "unreal_engine": { "text": 0.8275862068965517, "icon": 0.16666666666666666, "avg": 0.7142857142857143 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8095238095238095, "avg": 0.5454545454545454 }, "eviews": { "text": 0.9069767441860465, "icon": 1, "avg": 0.92 }, "android_studio": { "icon": 0.45454545454545453, "text": 0.8333333333333334, "avg": 0.625 }, "pycharm": { "text": 0.725, "icon": 0.4473684210526316, "avg": 0.5897435897435898 }, "vscode": { "icon": 0.36363636363636365, "text": 0.6363636363636364, "avg": 0.5272727272727272 }, "vivado": { "icon": 0.5, "text": 0.8333333333333334, "avg": 0.7 }, "solidworks": { "text": 0.31746031746031744, "icon": 0.14285714285714285, "avg": 0.2857142857142857 }, "windows_common": { "text": 0.6470588235294118, "icon": 0.40425531914893614, "avg": 0.5061728395061729 }, "blender": { "text": 0.48214285714285715, "icon": 0.26666666666666666, "avg": 0.43661971830985913 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.7741935483870968, "avg": 0.66 }, "word": { "text": 0.9130434782608695, "icon": 0.4666666666666667, "avg": 0.8333333333333334 }, "premiere": { "icon": 0.3333333333333333, "text": 0.4642857142857143, "avg": 0.40384615384615385 }, "powerpoint": { "icon": 0.52, "text": 0.8771929824561403, "avg": 0.7682926829268293 } }, "overall": { "icon": 0.3658940397350993, "text": 0.7001023541453428, "avg": 0.5724225173940544 } } }, "Holo2-8B": { "link": "https://huggingface.co/Hcompany/Holo2-8B", "description": "", "results": { "group": { "Scientific": { "icon": 0.36363636363636365, "text": 0.7986111111111112, "avg": 0.610236220472441 }, "Dev": { "text": 0.6818181818181818, "icon": 0.4206896551724138, "avg": 0.5551839464882943 }, "Creative": { "text": 0.6868686868686869, "icon": 0.2937062937062937, "avg": 0.5219941348973607 }, "CAD": { "text": 0.5786802030456852, "icon": 0.359375, "avg": 0.524904214559387 }, "OS": { "text": 0.6915887850467289, "icon": 0.4157303370786517, "avg": 0.5663265306122449 }, "Office": { "text": 0.8813559322033898, "icon": 0.5283018867924528, "avg": 0.8 } }, "application": { "origin": { "icon": 0.2558139534883721, "text": 0.5263157894736842, "avg": 0.3387096774193548 }, "vmware": { "text": 0.84375, "icon": 0.5555555555555556, "avg": 0.7804878048780488 }, "quartus": { "text": 0.9230769230769231, "icon": 0.1875, "avg": 0.4 }, "illustrator": { "text": 0.75, "icon": 0.21052631578947367, "avg": 0.41935483870967744 }, "stata": { "text": 1, "icon": 0.36585365853658536, "avg": 0.46938775510204084 }, "matlab": { "icon": 0.3684210526315789, "text": 0.7702702702702703, "avg": 0.6881720430107527 }, "autocad": { "text": 0.4074074074074074, "icon": 0.14285714285714285, "avg": 0.35294117647058826 }, "fruitloops": { "icon": 0.3225806451612903, "text": 0.5769230769230769, "avg": 0.43859649122807015 }, "inventor": { "text": 0.5932203389830508, "icon": 0.2727272727272727, "avg": 0.5428571428571428 }, "macos_common": { "text": 0.6904761904761905, "icon": 0.34782608695652173, "avg": 0.5692307692307692 }, "excel": { "text": 0.7843137254901961, "icon": 0.46153846153846156, "avg": 0.71875 }, "photoshop": { "text": 0.8846153846153846, "icon": 0.12, "avg": 0.5098039215686274 }, "unreal_engine": { "text": 0.7241379310344828, "icon": 0.5, "avg": 0.6857142857142857 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8095238095238095, "avg": 0.5454545454545454 }, "eviews": { "text": 0.9302325581395349, "icon": 1, "avg": 0.94 }, "android_studio": { "icon": 0.45454545454545453, "text": 0.7777777777777778, "avg": 0.6 }, "pycharm": { "text": 0.4, "icon": 0.4473684210526316, "avg": 0.4230769230769231 }, "vscode": { "icon": 0.5909090909090909, "text": 0.6666666666666666, "avg": 0.6363636363636364 }, "vivado": { "icon": 0.5, "text": 0.8541666666666666, "avg": 0.7125 }, "solidworks": { "text": 0.42857142857142855, "icon": 0.21428571428571427, "avg": 0.38961038961038963 }, "windows_common": { "text": 0.6764705882352942, "icon": 0.40425531914893614, "avg": 0.5185185185185185 }, "blender": { "text": 0.5714285714285714, "icon": 0.3333333333333333, "avg": 0.5211267605633803 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.7096774193548387, "avg": 0.64 }, "word": { "text": 0.9420289855072463, "icon": 0.6, "avg": 0.8809523809523809 }, "premiere": { "icon": 0.4166666666666667, "text": 0.6785714285714286, "avg": 0.5576923076923077 }, "powerpoint": { "icon": 0.52, "text": 0.8947368421052632, "avg": 0.7804878048780488 } }, "overall": { "icon": 0.3824503311258278, "text": 0.7164790174002047, "avg": 0.5888678051865908 } } }, "GUI-AIMA-3B": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.36551724137931035, "text": 0.7272727272727273, "avg": 0.5518394648829431 }, "Creative": { "icon": 0.23776223776223776, "text": 0.6666666666666666, "avg": 0.4868035190615836 }, "CAD": { "icon": 0.34375, "text": 0.649746192893401, "avg": 0.5747126436781609 }, "Scientific": { "icon": 0.41818181818181815, "text": 0.8125, "avg": 0.6417322834645669 }, "Office": { "icon": 0.6037735849056604, "text": 0.8531073446327684, "avg": 0.7956521739130434 }, "OS": { "icon": 0.4606741573033708, "text": 0.6915887850467289, "avg": 0.5867346938775511 } }, "application": { "autocad": { "icon": 0, "text": 0.5925925925925926, "avg": 0.47058823529411764 }, "vivado": { "icon": 0.40625, "text": 0.75, "avg": 0.6125 }, "vscode": { "icon": 0.45454545454545453, "text": 0.6666666666666666, "avg": 0.5818181818181818 }, "vmware": { "icon": 0.3333333333333333, "text": 0.84375, "avg": 0.7317073170731707 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.6774193548387096, "avg": 0.58 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.6666666666666666, "avg": 0.5538461538461539 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.6538461538461539, "avg": 0.42105263157894735 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8571428571428571, "avg": 0.5681818181818182 }, "origin": { "icon": 0.2558139534883721, "text": 0.6842105263157895, "avg": 0.3870967741935484 }, "windows_common": { "icon": 0.5319148936170213, "text": 0.7352941176470589, "avg": 0.6172839506172839 }, "premiere": { "icon": 0.2916666666666667, "text": 0.5357142857142857, "avg": 0.4230769230769231 }, "stata": { "icon": 0.4634146341463415, "text": 1, "avg": 0.5510204081632653 }, "quartus": { "icon": 0.3125, "text": 0.8461538461538461, "avg": 0.4666666666666667 }, "inventor": { "icon": 0.2727272727272727, "text": 0.7457627118644068, "avg": 0.6714285714285714 }, "blender": { "icon": 0.26666666666666666, "text": 0.4642857142857143, "avg": 0.4225352112676056 }, "photoshop": { "icon": 0.2, "text": 0.8076923076923077, "avg": 0.5098039215686274 }, "eviews": { "icon": 1, "text": 0.9069767441860465, "avg": 0.92 }, "excel": { "icon": 0.6153846153846154, "text": 0.7254901960784313, "avg": 0.703125 }, "android_studio": { "icon": 0.38636363636363635, "text": 0.7777777777777778, "avg": 0.5625 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7702702702702703, "avg": 0.7096774193548387 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.5079365079365079, "avg": 0.4935064935064935 }, "illustrator": { "icon": 0.15789473684210525, "text": 1, "avg": 0.4838709677419355 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7931034482758621, "avg": 0.6857142857142857 }, "pycharm": { "icon": 0.34210526315789475, "text": 0.6, "avg": 0.47435897435897434 }, "word": { "icon": 0.4666666666666667, "text": 0.9420289855072463, "avg": 0.8571428571428571 }, "powerpoint": { "icon": 0.68, "text": 0.8596491228070176, "avg": 0.8048780487804879 } }, "overall": { "icon": 0.37748344370860926, "text": 0.7308085977482088, "avg": 0.5958254269449715 } } }, "UI-AGILE-3B": { "link": "https://github.com/KDEGroup/UI-AGILE", "description": "UI-AGILE enhances GUI agents through improved training with a Continuous Reward function, and Cropping-based Resampling, and inference with Decomposed Grounding with Selection.", "results": { "group": { "Creative": { "icon": 0.11888111888111888, "text": 0.5808080808080808, "avg": 0.3870967741935484 }, "CAD": { "icon": 0.109375, "text": 0.4720812182741117, "avg": 0.3831417624521073 }, "Office": { "icon": 0.33962264150943394, "text": 0.7231638418079096, "avg": 0.6347826086956522 }, "Dev": { "icon": 0.16551724137931034, "text": 0.6688311688311688, "avg": 0.42474916387959866 }, "OS": { "icon": 0.2247191011235955, "text": 0.5887850467289719, "avg": 0.42346938775510207 }, "Scientific": { "icon": 0.24545454545454545, "text": 0.6666666666666666, "avg": 0.484251968503937 } }, "application": { "eviews": { "icon": 0.7142857142857143, "text": 0.8837209302325582, "avg": 0.86 }, "davinci": { "icon": 0.13043478260869565, "text": 0.8095238095238095, "avg": 0.45454545454545453 }, "photoshop": { "icon": 0.16, "text": 0.8461538461538461, "avg": 0.5098039215686274 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.7142857142857143, "avg": 0.5538461538461539 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.5384615384615384, "avg": 0.2807017543859649 }, "blender": { "icon": 0.13333333333333333, "text": 0.42857142857142855, "avg": 0.36619718309859156 }, "solidworks": { "icon": 0, "text": 0.3968253968253968, "avg": 0.3246753246753247 }, "windows_common": { "icon": 0.2127659574468085, "text": 0.4117647058823529, "avg": 0.2962962962962963 }, "pycharm": { "icon": 0.18421052631578946, "text": 0.6, "avg": 0.3974358974358974 }, "quartus": { "icon": 0.0625, "text": 0.6923076923076923, "avg": 0.24444444444444444 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.6896551724137931, "avg": 0.6 }, "word": { "icon": 0.4666666666666667, "text": 0.8405797101449275, "avg": 0.7738095238095238 }, "linux_common": { "icon": 0.21052631578947367, "text": 0.6129032258064516, "avg": 0.46 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.5833333333333334, "avg": 0.25806451612903225 }, "vivado": { "icon": 0.1875, "text": 0.6041666666666666, "avg": 0.4375 }, "autocad": { "icon": 0, "text": 0.37037037037037035, "avg": 0.29411764705882354 }, "vmware": { "icon": 0.1111111111111111, "text": 0.8125, "avg": 0.6585365853658537 }, "stata": { "icon": 0.2926829268292683, "text": 0.375, "avg": 0.30612244897959184 }, "powerpoint": { "icon": 0.32, "text": 0.7543859649122807, "avg": 0.6219512195121951 }, "excel": { "icon": 0.23076923076923078, "text": 0.5294117647058824, "avg": 0.46875 }, "origin": { "icon": 0.06976744186046512, "text": 0.5263157894736842, "avg": 0.20967741935483872 }, "matlab": { "icon": 0.3684210526315789, "text": 0.6081081081081081, "avg": 0.5591397849462365 }, "inventor": { "icon": 0.09090909090909091, "text": 0.4915254237288136, "avg": 0.42857142857142855 }, "vscode": { "icon": 0.22727272727272727, "text": 0.5757575757575758, "avg": 0.43636363636363634 }, "android_studio": { "icon": 0.20454545454545456, "text": 0.6944444444444444, "avg": 0.425 }, "premiere": { "icon": 0.16666666666666666, "text": 0.39285714285714285, "avg": 0.28846153846153844 } }, "overall": { "icon": 0.1870860927152318, "text": 0.6120777891504606, "avg": 0.4497153700189753 } } }, "UI-AGILE-7B": { "link": "https://github.com/KDEGroup/UI-AGILE", "description": "UI-AGILE enhances GUI agents through improved training with a Continuous Reward function, and Cropping-based Resampling, and inference with Decomposed Grounding with Selection.", "results": { "group": { "Office": { "icon": 0.37735849056603776, "text": 0.7853107344632768, "avg": 0.691304347826087 }, "OS": { "icon": 0.30337078651685395, "text": 0.5981308411214953, "avg": 0.4642857142857143 }, "Scientific": { "icon": 0.2636363636363636, "text": 0.6666666666666666, "avg": 0.4921259842519685 }, "CAD": { "icon": 0.125, "text": 0.5279187817258884, "avg": 0.42911877394636017 }, "Dev": { "icon": 0.2413793103448276, "text": 0.6623376623376623, "avg": 0.45819397993311034 }, "Creative": { "icon": 0.1048951048951049, "text": 0.5959595959595959, "avg": 0.39002932551319647 } }, "application": { "illustrator": { "icon": 0.10526315789473684, "text": 0.75, "avg": 0.3548387096774194 }, "excel": { "icon": 0.46153846153846156, "text": 0.6862745098039216, "avg": 0.640625 }, "quartus": { "icon": 0.09375, "text": 0.6923076923076923, "avg": 0.26666666666666666 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.5384615384615384, "avg": 0.2807017543859649 }, "pycharm": { "icon": 0.2631578947368421, "text": 0.55, "avg": 0.41025641025641024 }, "origin": { "icon": 0.16279069767441862, "text": 0.42105263157894735, "avg": 0.24193548387096775 }, "blender": { "icon": 0.13333333333333333, "text": 0.44642857142857145, "avg": 0.38028169014084506 }, "android_studio": { "icon": 0.2727272727272727, "text": 0.6666666666666666, "avg": 0.45 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.7857142857142857, "avg": 0.6307692307692307 }, "eviews": { "icon": 0.7142857142857143, "text": 0.8604651162790697, "avg": 0.84 }, "powerpoint": { "icon": 0.32, "text": 0.8421052631578947, "avg": 0.6829268292682927 }, "vscode": { "icon": 0.3181818181818182, "text": 0.6060606060606061, "avg": 0.4909090909090909 }, "stata": { "icon": 0.2682926829268293, "text": 0.625, "avg": 0.32653061224489793 }, "premiere": { "icon": 0.08333333333333333, "text": 0.4642857142857143, "avg": 0.28846153846153844 }, "davinci": { "icon": 0.13043478260869565, "text": 0.7619047619047619, "avg": 0.4318181818181818 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7241379310344828, "avg": 0.6285714285714286 }, "windows_common": { "icon": 0.2553191489361702, "text": 0.4411764705882353, "avg": 0.3333333333333333 }, "inventor": { "icon": 0.09090909090909091, "text": 0.5084745762711864, "avg": 0.44285714285714284 }, "photoshop": { "icon": 0.12, "text": 0.7692307692307693, "avg": 0.45098039215686275 }, "word": { "icon": 0.4, "text": 0.8115942028985508, "avg": 0.7380952380952381 }, "vmware": { "icon": 0.3333333333333333, "text": 0.84375, "avg": 0.7317073170731707 }, "autocad": { "icon": 0, "text": 0.37037037037037035, "avg": 0.29411764705882354 }, "linux_common": { "icon": 0.3684210526315789, "text": 0.5161290322580645, "avg": 0.46 }, "matlab": { "icon": 0.3157894736842105, "text": 0.6216216216216216, "avg": 0.5591397849462365 }, "solidworks": { "icon": 0, "text": 0.5079365079365079, "avg": 0.4155844155844156 }, "vivado": { "icon": 0.21875, "text": 0.6666666666666666, "avg": 0.4875 } }, "overall": { "icon": 0.22185430463576158, "text": 0.6376663254861822, "avg": 0.47881087919038584 } } }, "GTA1-7B": { "link": "https://huggingface.co/Salesforce/GTA1-7B", "description": "", "results": { "group": { "Dev": { "icon": 0.30344827586206896, "text": 0.7337662337662337, "avg": 0.5250836120401338 }, "Creative": { "icon": 0.26573426573426573, "text": 0.6717171717171717, "avg": 0.501466275659824 }, "CAD": { "icon": 0.234375, "text": 0.5786802030456852, "avg": 0.4942528735632184 }, "Scientific": { "icon": 0.35454545454545455, "text": 0.7083333333333334, "avg": 0.5551181102362205 }, "Office": { "icon": 0.6226415094339622, "text": 0.8361581920903954, "avg": 0.7869565217391304 }, "OS": { "icon": 0.42696629213483145, "text": 0.5607476635514018, "avg": 0.5 } }, "application": { "origin": { "icon": 0.23255813953488372, "text": 0.5789473684210527, "avg": 0.3387096774193548 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.5384615384615384, "avg": 0.40350877192982454 }, "eviews": { "icon": 1, "text": 0.8837209302325582, "avg": 0.9 }, "premiere": { "icon": 0.20833333333333334, "text": 0.5714285714285714, "avg": 0.40384615384615385 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.49206349206349204, "avg": 0.42857142857142855 }, "photoshop": { "icon": 0.28, "text": 0.8461538461538461, "avg": 0.5686274509803921 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8571428571428571, "avg": 0.5681818181818182 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.5952380952380952, "avg": 0.49230769230769234 }, "vivado": { "icon": 0.40625, "text": 0.6458333333333334, "avg": 0.55 }, "matlab": { "icon": 0.47368421052631576, "text": 0.6216216216216216, "avg": 0.5913978494623656 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.5833333333333334, "avg": 0.25806451612903225 }, "linux_common": { "icon": 0.5789473684210527, "text": 0.7741935483870968, "avg": 0.7 }, "vscode": { "icon": 0.5909090909090909, "text": 0.696969696969697, "avg": 0.6545454545454545 }, "excel": { "icon": 0.6153846153846154, "text": 0.7450980392156863, "avg": 0.71875 }, "word": { "icon": 0.4666666666666667, "text": 0.9130434782608695, "avg": 0.8333333333333334 }, "inventor": { "icon": 0, "text": 0.6440677966101694, "avg": 0.5428571428571428 }, "quartus": { "icon": 0.34375, "text": 0.8461538461538461, "avg": 0.4888888888888889 }, "autocad": { "icon": 0, "text": 0.5185185185185185, "avg": 0.4117647058823529 }, "blender": { "icon": 0.4666666666666667, "text": 0.6071428571428571, "avg": 0.5774647887323944 }, "android_studio": { "icon": 0.2727272727272727, "text": 0.75, "avg": 0.4875 }, "vmware": { "icon": 0.2222222222222222, "text": 0.8125, "avg": 0.6829268292682927 }, "pycharm": { "icon": 0.15789473684210525, "text": 0.65, "avg": 0.41025641025641024 }, "stata": { "icon": 0.3170731707317073, "text": 0.875, "avg": 0.40816326530612246 }, "powerpoint": { "icon": 0.72, "text": 0.8245614035087719, "avg": 0.7926829268292683 }, "windows_common": { "icon": 0.425531914893617, "text": 0.3235294117647059, "avg": 0.38271604938271603 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.7586206896551724, "avg": 0.6857142857142857 } }, "overall": { "icon": 0.34271523178807944, "text": 0.6857727737973388, "avg": 0.5547122074636306 } } }, "GUI-Spotlight": { "link": "https://github.com/bin123apple/GUI_Spotlight", "description": "A think-with-image GUI visual grounding model.", "results": { "group": { "Office": { "icon": 0.358491, "text": 0.80791, "avg": 0.704348 }, "Scientific": { "icon": 0.218182, "text": 0.777778, "avg": 0.535433 }, "Dev": { "icon": 0.218487, "text": 0.741176, "avg": 0.525952 }, "CAD": { "icon": 0.177083, "text": 0.671429, "avg": 0.51634 }, "OS": { "icon": 0.247191, "text": 0.635514, "avg": 0.459184 }, "Creative": { "icon": 0.211679, "text": 0.639053, "avg": 0.447712 } }, "application": { "android_studio": { "icon": 0.2273, "text": 0.75, "avg": 0.4625 }, "autocad": { "icon": 0, "text": 0.4815, "avg": 0.382353 }, "blender": { "icon": 0.3333, "text": 0.5179, "avg": 0.478873 }, "davinci": { "icon": 0.3043, "text": 0.9048, "avg": 0.590909 }, "eviews": { "icon": 0.7143, "text": 0.907, "avg": 0.88 }, "excel": { "icon": 0.2308, "text": 0.6275, "avg": 0.5 }, "fruitloops": { "icon": 0.0645, "text": 0.6538, "avg": 0.463158 }, "illustrator": { "icon": 0.1579, "text": 0.8333, "avg": 0.5 }, "inventor": { "icon": 0, "text": 0.6271, "avg": 0.54023 }, "linux_common": { "icon": 0.1579, "text": 0.5806, "avg": 0.45 }, "macos_common": { "icon": 0.3913, "text": 0.6667, "avg": 0.556701 }, "matlab": { "icon": 0.3684, "text": 0.7432, "avg": 0.671429 }, "origin": { "icon": 0.1395, "text": 0.5789, "avg": 0.34375 }, "photoshop": { "icon": 0.28, "text": 0.7308, "avg": 0.521569 }, "powerpoint": { "icon": 0.48, "text": 0.8246, "avg": 0.742718 }, "premiere": { "icon": 0.2083, "text": 0.5, "avg": 0.386364 }, "pycharm": { "icon": 0.2105, "text": 0.65, "avg": 0.446154 }, "quartus": { "icon": 0.1875, "text": 0.8462, "avg": 0.318182 }, "solidworks": { "icon": 0.1429, "text": 0.619, "avg": 0.574074 }, "stata": { "icon": 0.1463, "text": 0.875, "avg": 0.317073 }, "unreal_engine": { "icon": 0.1667, "text": 0.7241, "avg": 0.564103 }, "vivado": { "icon": 0.2812, "text": 0.8542, "avg": 0.694737 }, "vmware": { "icon": 0.2222, "text": 0.9062, "avg": 0.787879 }, "vscode": { "icon": 0.2273, "text": 0.697, "avg": 0.574468 }, "windows_common": { "icon": 0.2128, "text": 0.6471, "avg": 0.413408 }, "word": { "icon": 0.2667, "text": 0.9275, "avg": 0.809524 } }, "overall": { "icon": 0.226821, "text": 0.714432, "avg": 0.528147 } } }, "GUI-G1": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.12413793103448276, "text": 0.512987012987013, "avg": 0.32441471571906355 }, "Creative": { "icon": 0.11888111888111888, "text": 0.3838383838383838, "avg": 0.2727272727272727 }, "CAD": { "icon": 0.078125, "text": 0.39086294416243655, "avg": 0.31417624521072796 }, "Scientific": { "icon": 0.2727272727272727, "text": 0.5833333333333334, "avg": 0.44881889763779526 }, "Office": { "icon": 0.32075471698113206, "text": 0.6666666666666666, "avg": 0.5869565217391305 }, "OS": { "icon": 0.10112359550561797, "text": 0.35514018691588783, "avg": 0.23979591836734693 } }, "application": { "vscode": { "icon": 0.3181818181818182, "text": 0.48484848484848486, "avg": 0.41818181818181815 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.5172413793103449, "avg": 0.45714285714285713 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0.13953488372093023, "text": 0.3684210526315789, "avg": 0.20967741935483872 }, "davinci": { "icon": 0.043478260869565216, "text": 0.6666666666666666, "avg": 0.3409090909090909 }, "autocad": { "icon": 0, "text": 0.2222222222222222, "avg": 0.17647058823529413 }, "inventor": { "icon": 0, "text": 0.3389830508474576, "avg": 0.2857142857142857 }, "excel": { "icon": 0.23076923076923078, "text": 0.35294117647058826, "avg": 0.328125 }, "vmware": { "icon": 0.1111111111111111, "text": 0.65625, "avg": 0.5365853658536586 }, "vivado": { "icon": 0.09375, "text": 0.6666666666666666, "avg": 0.4375 }, "stata": { "icon": 0.2926829268292683, "text": 0.375, "avg": 0.30612244897959184 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.30158730158730157, "avg": 0.2727272727272727 }, "premiere": { "icon": 0.20833333333333334, "text": 0.39285714285714285, "avg": 0.3076923076923077 }, "windows_common": { "icon": 0.10638297872340426, "text": 0.2647058823529412, "avg": 0.1728395061728395 }, "matlab": { "icon": 0.3157894736842105, "text": 0.5135135135135135, "avg": 0.4731182795698925 }, "word": { "icon": 0.3333333333333333, "text": 0.855072463768116, "avg": 0.7619047619047619 }, "android_studio": { "icon": 0.20454545454545456, "text": 0.6388888888888888, "avg": 0.4 }, "powerpoint": { "icon": 0.36, "text": 0.7192982456140351, "avg": 0.6097560975609756 }, "macos_common": { "icon": 0.043478260869565216, "text": 0.35714285714285715, "avg": 0.24615384615384617 }, "blender": { "icon": 0.26666666666666666, "text": 0.19642857142857142, "avg": 0.2112676056338028 }, "pycharm": { "icon": 0, "text": 0.2, "avg": 0.10256410256410256 }, "quartus": { "icon": 0.03125, "text": 0.8461538461538461, "avg": 0.26666666666666666 }, "photoshop": { "icon": 0.08, "text": 0.6153846153846154, "avg": 0.35294117647058826 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8372093023255814, "avg": 0.84 }, "linux_common": { "icon": 0.15789473684210525, "text": 0.45161290322580644, "avg": 0.34 }, "fruitloops": { "icon": 0.12903225806451613, "text": 0.34615384615384615, "avg": 0.22807017543859648 } }, "overall": { "icon": 0.15894039735099338, "text": 0.48311156601842375, "avg": 0.3592662871600253 } } }, "GTA1-32B": { "link": "https://huggingface.co/Salesforce/GTA1-32B", "description": "", "results": { "group": { "Dev": { "icon": 0.3793103448275862, "text": 0.8311688311688312, "avg": 0.6120401337792643 }, "Creative": { "icon": 0.25874125874125875, "text": 0.7222222222222222, "avg": 0.5278592375366569 }, "CAD": { "icon": 0.3125, "text": 0.700507614213198, "avg": 0.6053639846743295 }, "Scientific": { "icon": 0.39090909090909093, "text": 0.8472222222222222, "avg": 0.6496062992125984 }, "Office": { "icon": 0.6415094339622641, "text": 0.8926553672316384, "avg": 0.8347826086956521 }, "OS": { "icon": 0.5168539325842697, "text": 0.7663551401869159, "avg": 0.6530612244897959 } }, "application": { "android_studio": { "icon": 0.38636363636363635, "text": 0.8611111111111112, "avg": 0.6 }, "eviews": { "icon": 1, "text": 0.8604651162790697, "avg": 0.88 }, "solidworks": { "icon": 0.42857142857142855, "text": 0.5714285714285714, "avg": 0.5454545454545454 }, "photoshop": { "icon": 0.24, "text": 0.9615384615384616, "avg": 0.6078431372549019 }, "inventor": { "icon": 0.09090909090909091, "text": 0.7966101694915254, "avg": 0.6857142857142857 }, "davinci": { "icon": 0.391304347826087, "text": 0.7619047619047619, "avg": 0.5681818181818182 }, "autocad": { "icon": 0, "text": 0.5925925925925926, "avg": 0.47058823529411764 }, "linux_common": { "icon": 0.6842105263157895, "text": 0.7419354838709677, "avg": 0.72 }, "excel": { "icon": 0.6153846153846154, "text": 0.8627450980392157, "avg": 0.8125 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.8333333333333334, "avg": 0.7076923076923077 }, "pycharm": { "icon": 0.42105263157894735, "text": 0.775, "avg": 0.6025641025641025 }, "vmware": { "icon": 0.3333333333333333, "text": 0.9375, "avg": 0.8048780487804879 }, "origin": { "icon": 0.16279069767441862, "text": 0.6842105263157895, "avg": 0.3225806451612903 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.6666666666666666, "avg": 0.2903225806451613 }, "vivado": { "icon": 0.40625, "text": 0.8125, "avg": 0.65 }, "matlab": { "icon": 0.5789473684210527, "text": 0.8648648648648649, "avg": 0.8064516129032258 }, "stata": { "icon": 0.43902439024390244, "text": 1, "avg": 0.5306122448979592 }, "word": { "icon": 0.6666666666666666, "text": 0.9565217391304348, "avg": 0.9047619047619048 }, "fruitloops": { "icon": 0.12903225806451613, "text": 0.6153846153846154, "avg": 0.3508771929824561 }, "blender": { "icon": 0.4, "text": 0.6785714285714286, "avg": 0.6197183098591549 }, "windows_common": { "icon": 0.46808510638297873, "text": 0.7058823529411765, "avg": 0.5679012345679012 }, "unreal_engine": { "icon": 0.5, "text": 0.8275862068965517, "avg": 0.7714285714285715 }, "quartus": { "icon": 0.21875, "text": 0.8461538461538461, "avg": 0.4 }, "premiere": { "icon": 0.3333333333333333, "text": 0.5714285714285714, "avg": 0.46153846153846156 }, "powerpoint": { "icon": 0.64, "text": 0.8421052631578947, "avg": 0.7804878048780488 }, "vscode": { "icon": 0.5454545454545454, "text": 0.7575757575757576, "avg": 0.6727272727272727 } }, "overall": { "icon": 0.3890728476821192, "text": 0.789150460593654, "avg": 0.6363061353573688 } } }, "GPT5-high (resized)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.013793103448275862, "text": 0.06493506493506493, "avg": 0.04013377926421405 }, "Creative": { "icon": 0.027972027972027972, "text": 0.10606060606060606, "avg": 0.07331378299120235 }, "CAD": { "icon": 0.046875, "text": 0.06091370558375635, "avg": 0.05747126436781609 }, "Scientific": { "icon": 0.05454545454545454, "text": 0.11805555555555555, "avg": 0.09055118110236221 }, "Office": { "icon": 0.07547169811320754, "text": 0.05649717514124294, "avg": 0.06086956521739131 }, "OS": { "icon": 0, "text": 0.056074766355140186, "avg": 0.030612244897959183 } }, "application": { "windows_common": { "icon": 0, "text": 0.08823529411764706, "avg": 0.037037037037037035 }, "eviews": { "icon": 0.14285714285714285, "text": 0.16279069767441862, "avg": 0.16 }, "linux_common": { "icon": 0, "text": 0.06451612903225806, "avg": 0.04 }, "android_studio": { "icon": 0, "text": 0.027777777777777776, "avg": 0.0125 }, "blender": { "icon": 0, "text": 0.05357142857142857, "avg": 0.04225352112676056 }, "stata": { "icon": 0.07317073170731707, "text": 0.125, "avg": 0.08163265306122448 }, "macos_common": { "icon": 0, "text": 0.023809523809523808, "avg": 0.015384615384615385 }, "premiere": { "icon": 0.041666666666666664, "text": 0.25, "avg": 0.15384615384615385 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.038461538461538464, "avg": 0.05263157894736842 }, "origin": { "icon": 0.046511627906976744, "text": 0.10526315789473684, "avg": 0.06451612903225806 }, "word": { "icon": 0.2, "text": 0.08695652173913043, "avg": 0.10714285714285714 }, "quartus": { "icon": 0, "text": 0.07692307692307693, "avg": 0.022222222222222223 }, "vmware": { "icon": 0, "text": 0.0625, "avg": 0.04878048780487805 }, "vscode": { "icon": 0.045454545454545456, "text": 0.09090909090909091, "avg": 0.07272727272727272 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0.19047619047619047, "avg": 0.09090909090909091 }, "illustrator": { "icon": 0.05263157894736842, "text": 0, "avg": 0.03225806451612903 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.031746031746031744, "avg": 0.03896103896103896 }, "pycharm": { "icon": 0.02631578947368421, "text": 0.075, "avg": 0.05128205128205128 }, "photoshop": { "icon": 0, "text": 0.11538461538461539, "avg": 0.058823529411764705 }, "matlab": { "icon": 0, "text": 0.0945945945945946, "avg": 0.07526881720430108 }, "vivado": { "icon": 0.0625, "text": 0.14583333333333334, "avg": 0.1125 }, "unreal_engine": { "icon": 0, "text": 0.10344827586206896, "avg": 0.08571428571428572 }, "powerpoint": { "icon": 0.04, "text": 0.07017543859649122, "avg": 0.06097560975609756 }, "inventor": { "icon": 0, "text": 0.05084745762711865, "avg": 0.04285714285714286 } }, "overall": { "icon": 0.03145695364238411, "text": 0.07778915046059365, "avg": 0.06008855154965212 } } }, "GPT5-minimal (resized)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.020689655172413793, "text": 0.22077922077922077, "avg": 0.12374581939799331 }, "Creative": { "icon": 0.04195804195804196, "text": 0.2878787878787879, "avg": 0.18475073313782991 }, "CAD": { "icon": 0.046875, "text": 0.17258883248730963, "avg": 0.1417624521072797 }, "Scientific": { "icon": 0.1, "text": 0.4166666666666667, "avg": 0.2795275590551181 }, "Office": { "icon": 0.07547169811320754, "text": 0.2768361581920904, "avg": 0.23043478260869565 }, "OS": { "icon": 0.0898876404494382, "text": 0.22429906542056074, "avg": 0.16326530612244897 } }, "application": { "windows_common": { "icon": 0.1276595744680851, "text": 0.2647058823529412, "avg": 0.18518518518518517 }, "eviews": { "icon": 0.42857142857142855, "text": 0.5813953488372093, "avg": 0.56 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.25806451612903225, "avg": 0.2 }, "android_studio": { "icon": 0.022727272727272728, "text": 0.08333333333333333, "avg": 0.05 }, "blender": { "icon": 0.13333333333333333, "text": 0.17857142857142858, "avg": 0.16901408450704225 }, "stata": { "icon": 0.0975609756097561, "text": 0.5, "avg": 0.16326530612244897 }, "macos_common": { "icon": 0, "text": 0.16666666666666666, "avg": 0.1076923076923077 }, "premiere": { "icon": 0.041666666666666664, "text": 0.4642857142857143, "avg": 0.2692307692307692 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.2692307692307692, "avg": 0.15789473684210525 }, "origin": { "icon": 0.06976744186046512, "text": 0.15789473684210525, "avg": 0.0967741935483871 }, "word": { "icon": 0.2, "text": 0.43478260869565216, "avg": 0.39285714285714285 }, "quartus": { "icon": 0, "text": 0.6923076923076923, "avg": 0.2 }, "vmware": { "icon": 0, "text": 0.09375, "avg": 0.07317073170731707 }, "vscode": { "icon": 0.09090909090909091, "text": 0.21212121212121213, "avg": 0.16363636363636364 }, "excel": { "icon": 0, "text": 0.09803921568627451, "avg": 0.078125 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0.14285714285714285, "avg": 0.06818181818181818 }, "illustrator": { "icon": 0, "text": 0.3333333333333333, "avg": 0.12903225806451613 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.07936507936507936, "avg": 0.09090909090909091 }, "pycharm": { "icon": 0, "text": 0.3, "avg": 0.15384615384615385 }, "photoshop": { "icon": 0.04, "text": 0.5, "avg": 0.27450980392156865 }, "matlab": { "icon": 0.05263157894736842, "text": 0.3783783783783784, "avg": 0.3118279569892473 }, "vivado": { "icon": 0.03125, "text": 0.4166666666666667, "avg": 0.2625 }, "unreal_engine": { "icon": 0, "text": 0.2413793103448276, "avg": 0.2 }, "powerpoint": { "icon": 0.04, "text": 0.24561403508771928, "avg": 0.18292682926829268 }, "inventor": { "icon": 0, "text": 0.15254237288135594, "avg": 0.12857142857142856 } }, "overall": { "icon": 0.057947019867549666, "text": 0.2640736949846469, "avg": 0.18532574320050602 } } }, "GUI-ARP-7B": { "link": "https://github.com/MabeNice/GUI-ARP", "description": "", "results": { "group": { "Dev": { "icon": 0.3931, "text": 0.7792, "avg": 0.592 }, "Creative": { "icon": 0.2727, "text": 0.7462, "avg": 0.5249 }, "CAD": { "icon": 0.2188, "text": 0.7462, "avg": 0.6169 }, "Scientific": { "icon": 0.4, "text": 0.7917, "avg": 0.622 }, "Office": { "icon": 0.5094, "text": 0.8588, "avg": 0.7783 }, "OS": { "icon": 0.3708, "text": 0.6916, "avg": 0.5459 } }, "application": { "blender": { "icon": 0.3333, "text": 0.5714, "avg": 0.5211 }, "quartus": { "icon": 0.1875, "text": 0.8462, "avg": 0.3778 }, "unreal_engine": { "icon": 0.6667, "text": 0.7931, "avg": 0.7714 }, "vivado": { "icon": 0.3125, "text": 0.8542, "avg": 0.6375 }, "matlab": { "icon": 0.5263, "text": 0.7279, "avg": 0.6882 }, "illustrator": { "icon": 0.2105, "text": 0.8333, "avg": 0.4516 }, "davinci": { "icon": 0.3913, "text": 0.8571, "avg": 0.6136 }, "windows_common": { "icon": 0.3191, "text": 0.5294, "avg": 0.4074 }, "inventor": { "icon": 0.0909, "text": 0.8305, "avg": 0.7143 }, "autocad": { "icon": 0, "text": 0.5185, "avg": 0.4118 }, "vscode": { "icon": 0.5455, "text": 0.8788, "avg": 0.7455 }, "eviews": { "icon": 1, "text": 0.907, "avg": 0.92 }, "macos_common": { "icon": 0.3913, "text": 0.7857, "avg": 0.6462 }, "solidworks": { "icon": 0.2143, "text": 0.6825, "avg": 0.5974 }, "fruitloops": { "icon": 0.129, "text": 0.6923, "avg": 0.386 }, "photoshop": { "icon": 0.2, "text": 0.8462, "avg": 0.5294 }, "vmware": { "icon": 0.3333, "text": 0.8125, "avg": 0.7073 }, "linux_common": { "icon": 0.4737, "text": 0.7419, "avg": 0.64 }, "stata": { "icon": 0.4634, "text": 1, "avg": 0.551 }, "android_studio": { "icon": 0.4545, "text": 0.75, "avg": 0.5875 }, "premiere": { "icon": 0.3333, "text": 0.6071, "avg": 0.4808 }, "pycharm": { "icon": 0.4211, "text": 0.675, "avg": 0.5513 }, "word": { "icon": 0.4, "text": 0.9275, "avg": 0.8333 }, "origin": { "icon": 0.186, "text": 0.6842, "avg": 0.3387 }, "powerpoint": { "icon": 0.6, "text": 0.8421, "avg": 0.7683 }, "excel": { "icon": 0.4615, "text": 0.7843, "avg": 0.7188 } }, "overall": { "icon": 0.3543, "text": 0.7646, "avg": 0.6078 } } }, "Holo1.5-3B": { "link": "https://huggingface.co/Hcompany/Holo1.5-3B", "description": "", "results": { "group": { "Dev": { "icon": 0.2827586206896552, "text": 0.7337662337662337, "avg": 0.5150501672240803 }, "Creative": { "icon": 0.22377622377622378, "text": 0.6313131313131313, "avg": 0.4604105571847507 }, "CAD": { "icon": 0.34375, "text": 0.5025380710659898, "avg": 0.46360153256704983 }, "Scientific": { "icon": 0.4, "text": 0.7291666666666666, "avg": 0.5866141732283464 }, "Office": { "icon": 0.33962264150943394, "text": 0.7796610169491526, "avg": 0.6782608695652174 }, "OS": { "icon": 0.25842696629213485, "text": 0.5046728971962616, "avg": 0.39285714285714285 } }, "application": { "blender": { "icon": 0.3333333333333333, "text": 0.5178571428571429, "avg": 0.4788732394366197 }, "quartus": { "icon": 0.21875, "text": 0.6923076923076923, "avg": 0.35555555555555557 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.6896551724137931, "avg": 0.6 }, "vivado": { "icon": 0.5625, "text": 0.8125, "avg": 0.7125 }, "matlab": { "icon": 0.6842105263157895, "text": 0.6621621621621622, "avg": 0.6666666666666666 }, "illustrator": { "icon": 0.10526315789473684, "text": 0.3333333333333333, "avg": 0.1935483870967742 }, "davinci": { "icon": 0.2608695652173913, "text": 0.8571428571428571, "avg": 0.5454545454545454 }, "windows_common": { "icon": 0.23404255319148937, "text": 0.4411764705882353, "avg": 0.32098765432098764 }, "inventor": { "icon": 0, "text": 0.576271186440678, "avg": 0.4857142857142857 }, "autocad": { "icon": 0.14285714285714285, "text": 0.14814814814814814, "avg": 0.14705882352941177 }, "vscode": { "icon": 0.3181818181818182, "text": 0.7272727272727273, "avg": 0.5636363636363636 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "macos_common": { "icon": 0.21739130434782608, "text": 0.5238095238095238, "avg": 0.4153846153846154 }, "solidworks": { "icon": 0.21428571428571427, "text": 0.3492063492063492, "avg": 0.3246753246753247 }, "fruitloops": { "icon": 0.25806451612903225, "text": 0.6153846153846154, "avg": 0.42105263157894735 }, "photoshop": { "icon": 0.2, "text": 0.8076923076923077, "avg": 0.5098039215686274 }, "vmware": { "icon": 0, "text": 0.75, "avg": 0.5853658536585366 }, "linux_common": { "icon": 0.3684210526315789, "text": 0.5483870967741935, "avg": 0.48 }, "stata": { "icon": 0.4146341463414634, "text": 0.75, "avg": 0.46938775510204084 }, "android_studio": { "icon": 0.3181818181818182, "text": 0.7222222222222222, "avg": 0.5 }, "premiere": { "icon": 0.20833333333333334, "text": 0.6071428571428571, "avg": 0.4230769230769231 }, "pycharm": { "icon": 0.34210526315789475, "text": 0.75, "avg": 0.5512820512820513 }, "word": { "icon": 0.4666666666666667, "text": 0.9420289855072463, "avg": 0.8571428571428571 }, "origin": { "icon": 0.16279069767441862, "text": 0.5263157894736842, "avg": 0.27419354838709675 }, "powerpoint": { "icon": 0.4, "text": 0.8421052631578947, "avg": 0.7073170731707317 }, "excel": { "icon": 0.07692307692307693, "text": 0.49019607843137253, "avg": 0.40625 } }, "overall": { "icon": 0.2980132450331126, "text": 0.6489252814738997, "avg": 0.5148640101201771 } } }, "Holo1.5-7B": { "link": "https://huggingface.co/Hcompany/Holo1.5-7B", "description": "", "results": { "group": { "Dev": { "icon": 0.46206896551724136, "text": 0.7467532467532467, "avg": 0.6086956521739131 }, "Creative": { "icon": 0.3076923076923077, "text": 0.6464646464646465, "avg": 0.5043988269794721 }, "CAD": { "icon": 0.3125, "text": 0.5380710659898477, "avg": 0.4827586206896552 }, "Scientific": { "icon": 0.44545454545454544, "text": 0.8125, "avg": 0.6535433070866141 }, "Office": { "icon": 0.5660377358490566, "text": 0.8192090395480226, "avg": 0.7608695652173914 }, "OS": { "icon": 0.39325842696629215, "text": 0.5607476635514018, "avg": 0.4846938775510204 } }, "application": { "davinci": { "icon": 0.17391304347826086, "text": 0.8571428571428571, "avg": 0.5 }, "origin": { "icon": 0.2558139534883721, "text": 0.3684210526315789, "avg": 0.2903225806451613 }, "vmware": { "icon": 0.7777777777777778, "text": 0.78125, "avg": 0.7804878048780488 }, "stata": { "icon": 0.4634146341463415, "text": 1, "avg": 0.5510204081632653 }, "autocad": { "icon": 0, "text": 0.4074074074074074, "avg": 0.3235294117647059 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.6153846153846154, "avg": 0.38596491228070173 }, "pycharm": { "icon": 0.5526315789473685, "text": 0.725, "avg": 0.6410256410256411 }, "excel": { "icon": 0.46153846153846156, "text": 0.6470588235294118, "avg": 0.609375 }, "solidworks": { "icon": 0.21428571428571427, "text": 0.38095238095238093, "avg": 0.35064935064935066 }, "premiere": { "icon": 0.4583333333333333, "text": 0.5714285714285714, "avg": 0.5192307692307693 }, "blender": { "icon": 0.4, "text": 0.5535714285714286, "avg": 0.5211267605633803 }, "vivado": { "icon": 0.5, "text": 0.7916666666666666, "avg": 0.675 }, "matlab": { "icon": 0.631578947368421, "text": 0.8108108108108109, "avg": 0.7741935483870968 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.6129032258064516, "avg": 0.54 }, "android_studio": { "icon": 0.3181818181818182, "text": 0.6944444444444444, "avg": 0.4875 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.5476190476190477, "avg": 0.46153846153846156 }, "vscode": { "icon": 0.5, "text": 0.7575757575757576, "avg": 0.6545454545454545 }, "powerpoint": { "icon": 0.6, "text": 0.8596491228070176, "avg": 0.7804878048780488 }, "windows_common": { "icon": 0.425531914893617, "text": 0.5294117647058824, "avg": 0.4691358024691358 }, "photoshop": { "icon": 0.44, "text": 0.8076923076923077, "avg": 0.6274509803921569 }, "illustrator": { "icon": 0.15789473684210525, "text": 0.5833333333333334, "avg": 0.3225806451612903 }, "eviews": { "icon": 1, "text": 0.9767441860465116, "avg": 0.98 }, "word": { "icon": 0.6, "text": 0.9130434782608695, "avg": 0.8571428571428571 }, "inventor": { "icon": 0.09090909090909091, "text": 0.559322033898305, "avg": 0.4857142857142857 }, "unreal_engine": { "icon": 0.5, "text": 0.6551724137931034, "avg": 0.6285714285714286 }, "quartus": { "icon": 0.4375, "text": 0.8461538461538461, "avg": 0.5555555555555556 } }, "overall": { "icon": 0.4056291390728477, "text": 0.6867963152507677, "avg": 0.5793801391524351 } } }, "Holo1.5-72B": { "link": "https://huggingface.co/Hcompany/Holo1.5-72B", "description": "", "results": { "group": { "Dev": { "icon": 0.4068965517241379, "text": 0.8506493506493507, "avg": 0.6354515050167224 }, "Creative": { "icon": 0.3706293706293706, "text": 0.8080808080808081, "avg": 0.624633431085044 }, "CAD": { "icon": 0.390625, "text": 0.5532994923857868, "avg": 0.5134099616858238 }, "Scientific": { "icon": 0.41818181818181815, "text": 0.8125, "avg": 0.6417322834645669 }, "Office": { "icon": 0.5849056603773585, "text": 0.8587570621468926, "avg": 0.7956521739130434 }, "OS": { "icon": 0.449438202247191, "text": 0.719626168224299, "avg": 0.5969387755102041 } }, "application": { "origin": { "icon": 0.20930232558139536, "text": 0.5263157894736842, "avg": 0.3064516129032258 }, "linux_common": { "icon": 0.3684210526315789, "text": 0.7419354838709677, "avg": 0.6 }, "quartus": { "icon": 0.15625, "text": 1, "avg": 0.4 }, "inventor": { "icon": 0.09090909090909091, "text": 0.5254237288135594, "avg": 0.45714285714285713 }, "photoshop": { "icon": 0.44, "text": 0.9615384615384616, "avg": 0.7058823529411765 }, "unreal_engine": { "icon": 0.5, "text": 0.8620689655172413, "avg": 0.8 }, "illustrator": { "icon": 0.15789473684210525, "text": 1, "avg": 0.4838709677419355 }, "blender": { "icon": 0.4666666666666667, "text": 0.7678571428571429, "avg": 0.704225352112676 }, "fruitloops": { "icon": 0.2903225806451613, "text": 0.6923076923076923, "avg": 0.47368421052631576 }, "vscode": { "icon": 0.7272727272727273, "text": 0.7878787878787878, "avg": 0.7636363636363637 }, "excel": { "icon": 0.38461538461538464, "text": 0.6666666666666666, "avg": 0.609375 }, "davinci": { "icon": 0.43478260869565216, "text": 0.8571428571428571, "avg": 0.6363636363636364 }, "vmware": { "icon": 0.3333333333333333, "text": 0.875, "avg": 0.7560975609756098 }, "pycharm": { "icon": 0.39473684210526316, "text": 0.85, "avg": 0.6282051282051282 }, "premiere": { "icon": 0.4166666666666667, "text": 0.6785714285714286, "avg": 0.5576923076923077 }, "android_studio": { "icon": 0.45454545454545453, "text": 0.8333333333333334, "avg": 0.625 }, "eviews": { "icon": 1, "text": 0.9069767441860465, "avg": 0.92 }, "matlab": { "icon": 0.5789473684210527, "text": 0.8243243243243243, "avg": 0.7741935483870968 }, "solidworks": { "icon": 0.35714285714285715, "text": 0.47619047619047616, "avg": 0.45454545454545453 }, "macos_common": { "icon": 0.4782608695652174, "text": 0.7142857142857143, "avg": 0.6307692307692307 }, "windows_common": { "icon": 0.46808510638297873, "text": 0.7058823529411765, "avg": 0.5679012345679012 }, "autocad": { "icon": 0, "text": 0.3333333333333333, "avg": 0.2647058823529412 }, "word": { "icon": 0.6666666666666666, "text": 0.9420289855072463, "avg": 0.8928571428571429 }, "stata": { "icon": 0.4634146341463415, "text": 0.875, "avg": 0.5306122448979592 }, "powerpoint": { "icon": 0.64, "text": 0.9298245614035088, "avg": 0.8414634146341463 }, "vivado": { "icon": 0.59375, "text": 0.8125, "avg": 0.725 } }, "overall": { "icon": 0.4205298013245033, "text": 0.7635619242579325, "avg": 0.6325110689437066 } } }, "V2P-7B": { "link": "https://github.com/inclusionAI/AgenticLearning/tree/main/V2P", "description": "", "results": { "group": { "Dev": { "icon": 0.20689655172413793, "text": 0.7272727272727273, "avg": 0.47491638795986624 }, "CAD": { "icon": 0.125, "text": 0.6345177664974619, "avg": 0.5095785440613027 }, "Creative": { "icon": 0.16783216783216784, "text": 0.6111111111111112, "avg": 0.4252199413489736 }, "Scientific": { "icon": 0.3181818181818182, "text": 0.7708333333333334, "avg": 0.5748031496062992 }, "Office": { "icon": 0.5094339622641509, "text": 0.7966101694915254, "avg": 0.7304347826086957 }, "OS": { "icon": 0.3146067415730337, "text": 0.6355140186915887, "avg": 0.4897959183673469 } }, "application": { "android_studio": { "icon": 0.20454545454545456, "text": 0.6944444444444444, "avg": 0.425 }, "autocad": { "icon": 0, "text": 0.4074074074074074, "avg": 0.3235294117647059 }, "blender": { "icon": 0.2, "text": 0.44642857142857145, "avg": 0.39436619718309857 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7619047619047619, "avg": 0.45454545454545453 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9069767441860465, "avg": 0.9 }, "excel": { "icon": 0.3076923076923077, "text": 0.6666666666666666, "avg": 0.59375 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.6153846153846154, "avg": 0.38596491228070173 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.9166666666666666, "avg": 0.3870967741935484 }, "inventor": { "icon": 0, "text": 0.6949152542372882, "avg": 0.5857142857142857 }, "linux_common": { "icon": 0.3684210526315789, "text": 0.6774193548387096, "avg": 0.56 }, "macos_common": { "icon": 0.21739130434782608, "text": 0.5952380952380952, "avg": 0.46153846153846156 }, "matlab": { "icon": 0.3684210526315789, "text": 0.7432432432432432, "avg": 0.6666666666666666 }, "origin": { "icon": 0.18604651162790697, "text": 0.47368421052631576, "avg": 0.27419354838709675 }, "photoshop": { "icon": 0.16, "text": 0.8076923076923077, "avg": 0.49019607843137253 }, "powerpoint": { "icon": 0.6, "text": 0.7368421052631579, "avg": 0.6951219512195121 }, "premiere": { "icon": 0.16666666666666666, "text": 0.5714285714285714, "avg": 0.38461538461538464 }, "pycharm": { "icon": 0.21052631578947367, "text": 0.675, "avg": 0.44871794871794873 }, "quartus": { "icon": 0.1875, "text": 0.9230769230769231, "avg": 0.4 }, "solidworks": { "icon": 0, "text": 0.6190476190476191, "avg": 0.5064935064935064 }, "stata": { "icon": 0.34146341463414637, "text": 1, "avg": 0.4489795918367347 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.5517241379310345, "avg": 0.5142857142857142 }, "vivado": { "icon": 0.25, "text": 0.7083333333333334, "avg": 0.525 }, "vmware": { "icon": 0.1111111111111111, "text": 0.65625, "avg": 0.5365853658536586 }, "vscode": { "icon": 0.2727272727272727, "text": 0.8181818181818182, "avg": 0.6 }, "windows_common": { "icon": 0.3404255319148936, "text": 0.6470588235294118, "avg": 0.4691358024691358 }, "word": { "icon": 0.5333333333333333, "text": 0.9420289855072463, "avg": 0.8690476190476191 } }, "overall": { "icon": 0.25165562913907286, "text": 0.6939611054247697, "avg": 0.5253164556962026 } } }, "UI-Venus-72B": { "link": "https://github.com/inclusionAI/UI-Venus", "description": "", "results": { "group": { "Dev": { "icon": 0.3310344827586207, "text": 0.8441558441558441, "avg": 0.5953177257525084 }, "Creative": { "icon": 0.3076923076923077, "text": 0.7323232323232324, "avg": 0.5542521994134897 }, "CAD": { "icon": 0.296875, "text": 0.6649746192893401, "avg": 0.5747126436781609 }, "Scientific": { "icon": 0.42727272727272725, "text": 0.8472222222222222, "avg": 0.6653543307086615 }, "Office": { "icon": 0.6037735849056604, "text": 0.8305084745762712, "avg": 0.7782608695652173 }, "OS": { "icon": 0.3595505617977528, "text": 0.7570093457943925, "avg": 0.576530612244898 } }, "application": { "linux_common": { "icon": 0.47368421052631576, "text": 0.8064516129032258, "avg": 0.68 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.7931034482758621, "avg": 0.7142857142857143 }, "vivado": { "icon": 0.46875, "text": 0.8125, "avg": 0.675 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.9047619047619048, "avg": 0.6923076923076923 }, "excel": { "icon": 0.6153846153846154, "text": 0.6862745098039216, "avg": 0.671875 }, "word": { "icon": 0.5333333333333333, "text": 0.9420289855072463, "avg": 0.8690476190476191 }, "photoshop": { "icon": 0.32, "text": 1, "avg": 0.6666666666666666 }, "inventor": { "icon": 0.18181818181818182, "text": 0.711864406779661, "avg": 0.6285714285714286 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7702702702702703, "avg": 0.7096774193548387 }, "vscode": { "icon": 0.4090909090909091, "text": 0.7575757575757576, "avg": 0.6181818181818182 }, "davinci": { "icon": 0.391304347826087, "text": 0.9047619047619048, "avg": 0.6363636363636364 }, "origin": { "icon": 0.2558139534883721, "text": 0.8421052631578947, "avg": 0.43548387096774194 }, "vmware": { "icon": 0.2222222222222222, "text": 0.90625, "avg": 0.7560975609756098 }, "pycharm": { "icon": 0.3684210526315789, "text": 0.825, "avg": 0.6025641025641025 }, "windows_common": { "icon": 0.3404255319148936, "text": 0.5294117647058824, "avg": 0.41975308641975306 }, "android_studio": { "icon": 0.3181818181818182, "text": 0.8888888888888888, "avg": 0.575 }, "stata": { "icon": 0.4878048780487805, "text": 1, "avg": 0.5714285714285714 }, "premiere": { "icon": 0.4166666666666667, "text": 0.5714285714285714, "avg": 0.5 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.6507936507936508, "avg": 0.5584415584415584 }, "quartus": { "icon": 0.28125, "text": 0.8461538461538461, "avg": 0.4444444444444444 }, "powerpoint": { "icon": 0.64, "text": 0.8245614035087719, "avg": 0.7682926829268293 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.6923076923076923, "avg": 0.43859649122807015 }, "autocad": { "icon": 0, "text": 0.3333333333333333, "avg": 0.2647058823529412 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.5833333333333334, "avg": 0.25806451612903225 }, "blender": { "icon": 0.4666666666666667, "text": 0.6428571428571429, "avg": 0.6056338028169014 } }, "overall": { "icon": 0.3675496688741722, "text": 0.7737973387922211, "avg": 0.618595825426945 } } }, "UI-Venus-7B": { "link": "https://github.com/inclusionAI/UI-Venus", "description": "", "results": { "group": { "Dev": { "icon": 0.2413793103448276, "text": 0.7467532467532467, "avg": 0.5016722408026756 }, "Creative": { "icon": 0.14685314685314685, "text": 0.6313131313131313, "avg": 0.4281524926686217 }, "CAD": { "icon": 0.21875, "text": 0.6040609137055838, "avg": 0.5095785440613027 }, "Scientific": { "icon": 0.3181818181818182, "text": 0.7638888888888888, "avg": 0.5708661417322834 }, "Office": { "icon": 0.41509433962264153, "text": 0.7570621468926554, "avg": 0.6782608695652174 }, "OS": { "icon": 0.2247191011235955, "text": 0.4953271028037383, "avg": 0.37244897959183676 } }, "application": { "excel": { "icon": 0.23076923076923078, "text": 0.5294117647058824, "avg": 0.46875 }, "pycharm": { "icon": 0.3157894736842105, "text": 0.7, "avg": 0.5128205128205128 }, "matlab": { "icon": 0.3684210526315789, "text": 0.6891891891891891, "avg": 0.6236559139784946 }, "vscode": { "icon": 0.22727272727272727, "text": 0.5757575757575758, "avg": 0.43636363636363634 }, "origin": { "icon": 0.16279069767441862, "text": 0.5789473684210527, "avg": 0.2903225806451613 }, "illustrator": { "icon": 0, "text": 0.25, "avg": 0.0967741935483871 }, "word": { "icon": 0.6, "text": 0.9420289855072463, "avg": 0.8809523809523809 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7619047619047619, "avg": 0.45454545454545453 }, "android_studio": { "icon": 0.18181818181818182, "text": 0.75, "avg": 0.4375 }, "blender": { "icon": 0.3333333333333333, "text": 0.5178571428571429, "avg": 0.4788732394366197 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.42857142857142855, "avg": 0.36363636363636365 }, "vivado": { "icon": 0.375, "text": 0.7916666666666666, "avg": 0.625 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7241379310344828, "avg": 0.6285714285714286 }, "linux_common": { "icon": 0.3157894736842105, "text": 0.5483870967741935, "avg": 0.46 }, "autocad": { "icon": 0.14285714285714285, "text": 0.6296296296296297, "avg": 0.5294117647058824 }, "photoshop": { "icon": 0.16, "text": 0.8461538461538461, "avg": 0.5098039215686274 }, "inventor": { "icon": 0, "text": 0.6271186440677966, "avg": 0.5285714285714286 }, "macos_common": { "icon": 0.17391304347826086, "text": 0.5476190476190477, "avg": 0.4153846153846154 }, "premiere": { "icon": 0.20833333333333334, "text": 0.5714285714285714, "avg": 0.40384615384615385 }, "stata": { "icon": 0.36585365853658536, "text": 1, "avg": 0.46938775510204084 }, "quartus": { "icon": 0.25, "text": 0.9230769230769231, "avg": 0.4444444444444444 }, "powerpoint": { "icon": 0.4, "text": 0.7368421052631579, "avg": 0.6341463414634146 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9302325581395349, "avg": 0.92 }, "vmware": { "icon": 0.2222222222222222, "text": 0.90625, "avg": 0.7560975609756098 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.6923076923076923, "avg": 0.3508771929824561 }, "windows_common": { "icon": 0.2127659574468085, "text": 0.38235294117647056, "avg": 0.2839506172839506 } }, "overall": { "icon": 0.2433774834437086, "text": 0.6714431934493347, "avg": 0.5079063883617964 } } }, "TianXi-Action-7B": { "link": "https://github.com/Ancolie18/Lenovo-PCIE-Grounding", "description": "", "results": { "group": { "Dev": { "icon": 0.21379310344827587, "text": 0.7597402597402597, "avg": 0.49498327759197325 }, "Creative": { "icon": 0.1958041958041958, "text": 0.6161616161616161, "avg": 0.4398826979472141 }, "CAD": { "icon": 0.1875, "text": 0.4517766497461929, "avg": 0.38697318007662834 }, "Scientific": { "icon": 0.3181818181818182, "text": 0.8055555555555556, "avg": 0.594488188976378 }, "Office": { "icon": 0.5471698113207547, "text": 0.8418079096045198, "avg": 0.7739130434782608 }, "OS": { "icon": 0.33707865168539325, "text": 0.5794392523364486, "avg": 0.46938775510204084 } }, "application": { "vivado": { "icon": 0.3125, "text": 0.6875, "avg": 0.5375 }, "word": { "icon": 0.5333333333333333, "text": 0.9130434782608695, "avg": 0.8452380952380952 }, "solidworks": { "icon": 0, "text": 0.3968253968253968, "avg": 0.3246753246753247 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8571428571428571, "avg": 0.5681818181818182 }, "blender": { "icon": 0.26666666666666666, "text": 0.5535714285714286, "avg": 0.49295774647887325 }, "origin": { "icon": 0.2558139534883721, "text": 0.6842105263157895, "avg": 0.3870967741935484 }, "inventor": { "icon": 0.09090909090909091, "text": 0.3559322033898305, "avg": 0.3142857142857143 }, "vmware": { "icon": 0.1111111111111111, "text": 0.8125, "avg": 0.6585365853658537 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.7380952380952381, "avg": 0.5692307692307692 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.6538461538461539, "avg": 0.3333333333333333 }, "photoshop": { "icon": 0.24, "text": 0.8076923076923077, "avg": 0.5294117647058824 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.5483870967741935, "avg": 0.5 }, "vscode": { "icon": 0.2727272727272727, "text": 0.696969696969697, "avg": 0.5272727272727272 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7837837837837838, "avg": 0.7204301075268817 }, "excel": { "icon": 0.5384615384615384, "text": 0.7058823529411765, "avg": 0.671875 }, "eviews": { "icon": 0.7142857142857143, "text": 0.9534883720930233, "avg": 0.92 }, "powerpoint": { "icon": 0.56, "text": 0.8771929824561403, "avg": 0.7804878048780488 }, "android_studio": { "icon": 0.22727272727272727, "text": 0.75, "avg": 0.4625 }, "windows_common": { "icon": 0.3404255319148936, "text": 0.4117647058823529, "avg": 0.37037037037037035 }, "stata": { "icon": 0.24390243902439024, "text": 0.5, "avg": 0.2857142857142857 }, "autocad": { "icon": 0.14285714285714285, "text": 0.37037037037037035, "avg": 0.3235294117647059 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0.125, "text": 0.9230769230769231, "avg": 0.35555555555555557 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7586206896551724, "avg": 0.6571428571428571 }, "pycharm": { "icon": 0.2631578947368421, "text": 0.725, "avg": 0.5 }, "premiere": { "icon": 0.3333333333333333, "text": 0.4642857142857143, "avg": 0.40384615384615385 } }, "overall": { "icon": 0.2731788079470199, "text": 0.6704196519959058, "avg": 0.5186590765338394 } } }, "Di-GUI-3B": { "link": "https://github.com/jackfsuia/Di-GUI-3Bv0.0", "description": "", "results": { "group": { "Dev": { "icon": 0.07586206896551724, "text": 0.34415584415584416, "avg": 0.2140468227424749 }, "Creative": { "icon": 0.055944055944055944, "text": 0.4898989898989899, "avg": 0.30791788856304986 }, "CAD": { "icon": 0.125, "text": 0.3299492385786802, "avg": 0.2796934865900383 }, "Scientific": { "icon": 0.2, "text": 0.5138888888888888, "avg": 0.3779527559055118 }, "Office": { "icon": 0.18867924528301888, "text": 0.632768361581921, "avg": 0.5304347826086957 }, "OS": { "icon": 0.0898876404494382, "text": 0.2897196261682243, "avg": 0.1989795918367347 } }, "application": { "matlab": { "icon": 0.21052631578947367, "text": 0.4189189189189189, "avg": 0.3763440860215054 }, "unreal_engine": { "icon": 0, "text": 0.5172413793103449, "avg": 0.42857142857142855 }, "stata": { "icon": 0.24390243902439024, "text": 0.375, "avg": 0.2653061224489796 }, "origin": { "icon": 0.06976744186046512, "text": 0.21052631578947367, "avg": 0.11290322580645161 }, "illustrator": { "icon": 0, "text": 0.16666666666666666, "avg": 0.06451612903225806 }, "linux_common": { "icon": 0.15789473684210525, "text": 0.22580645161290322, "avg": 0.2 }, "photoshop": { "icon": 0, "text": 0.6153846153846154, "avg": 0.3137254901960784 }, "vscode": { "icon": 0.18181818181818182, "text": 0.3939393939393939, "avg": 0.3090909090909091 }, "premiere": { "icon": 0.041666666666666664, "text": 0.5, "avg": 0.28846153846153844 }, "windows_common": { "icon": 0.10638297872340426, "text": 0.2647058823529412, "avg": 0.1728395061728395 }, "word": { "icon": 0.26666666666666666, "text": 0.855072463768116, "avg": 0.75 }, "powerpoint": { "icon": 0.2, "text": 0.6666666666666666, "avg": 0.524390243902439 }, "pycharm": { "icon": 0, "text": 0.175, "avg": 0.08974358974358974 }, "autocad": { "icon": 0.14285714285714285, "text": 0.2222222222222222, "avg": 0.20588235294117646 }, "excel": { "icon": 0.07692307692307693, "text": 0.29411764705882354, "avg": 0.25 }, "vmware": { "icon": 0, "text": 0.5, "avg": 0.3902439024390244 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.46153846153846156, "avg": 0.24561403508771928 }, "macos_common": { "icon": 0, "text": 0.35714285714285715, "avg": 0.23076923076923078 }, "android_studio": { "icon": 0.11363636363636363, "text": 0.25, "avg": 0.175 }, "vivado": { "icon": 0.1875, "text": 0.5625, "avg": 0.4125 }, "quartus": { "icon": 0.0625, "text": 0.6153846153846154, "avg": 0.2222222222222222 }, "eviews": { "icon": 0.7142857142857143, "text": 0.8372093023255814, "avg": 0.82 }, "inventor": { "icon": 0, "text": 0.288135593220339, "avg": 0.24285714285714285 }, "blender": { "icon": 0.2, "text": 0.4107142857142857, "avg": 0.36619718309859156 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.23809523809523808, "avg": 0.2077922077922078 }, "davinci": { "icon": 0.08695652173913043, "text": 0.7142857142857143, "avg": 0.38636363636363635 } }, "overall": { "icon": 0.11092715231788079, "text": 0.4421699078812692, "avg": 0.31562302340290954 } } }, "ZonUI-3B": { "link": "https://github.com/Han1018/ZonUI-3B", "description": "", "results": { "group": { "Dev": { "icon": 0.06206896551724138, "text": 0.24675324675324675, "avg": 0.15719063545150502 }, "Creative": { "icon": 0.07692307692307693, "text": 0.4090909090909091, "avg": 0.2697947214076246 }, "CAD": { "icon": 0.15625, "text": 0.3197969543147208, "avg": 0.2796934865900383 }, "Scientific": { "icon": 0.18181818181818182, "text": 0.5486111111111112, "avg": 0.38976377952755903 }, "Office": { "icon": 0.2641509433962264, "text": 0.5706214689265536, "avg": 0.5 }, "OS": { "icon": 0.07865168539325842, "text": 0.19626168224299065, "avg": 0.14285714285714285 } }, "application": { "stata": { "icon": 0.1951219512195122, "text": 0.5, "avg": 0.24489795918367346 }, "vscode": { "icon": 0.09090909090909091, "text": 0.30303030303030304, "avg": 0.21818181818181817 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.12903225806451613, "avg": 0.12 }, "windows_common": { "icon": 0.0851063829787234, "text": 0.17647058823529413, "avg": 0.12345679012345678 }, "premiere": { "icon": 0.08333333333333333, "text": 0.5, "avg": 0.3076923076923077 }, "quartus": { "icon": 0.03125, "text": 0.6153846153846154, "avg": 0.2 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.4827586206896552, "avg": 0.42857142857142855 }, "blender": { "icon": 0.13333333333333333, "text": 0.35714285714285715, "avg": 0.30985915492957744 }, "macos_common": { "icon": 0.043478260869565216, "text": 0.2619047619047619, "avg": 0.18461538461538463 }, "vmware": { "icon": 0, "text": 0.28125, "avg": 0.21951219512195122 }, "pycharm": { "icon": 0.10526315789473684, "text": 0.2, "avg": 0.15384615384615385 }, "autocad": { "icon": 0, "text": 0.18518518518518517, "avg": 0.14705882352941177 }, "excel": { "icon": 0.15384615384615385, "text": 0.23529411764705882, "avg": 0.21875 }, "illustrator": { "icon": 0, "text": 0.08333333333333333, "avg": 0.03225806451612903 }, "inventor": { "icon": 0, "text": 0.3050847457627119, "avg": 0.2571428571428571 }, "davinci": { "icon": 0.13043478260869565, "text": 0.6190476190476191, "avg": 0.36363636363636365 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.34615384615384615, "avg": 0.19298245614035087 }, "android_studio": { "icon": 0.045454545454545456, "text": 0.08333333333333333, "avg": 0.0625 }, "photoshop": { "icon": 0.04, "text": 0.38461538461538464, "avg": 0.21568627450980393 }, "vivado": { "icon": 0.28125, "text": 0.5625, "avg": 0.45 }, "powerpoint": { "icon": 0.32, "text": 0.49122807017543857, "avg": 0.43902439024390244 }, "word": { "icon": 0.26666666666666666, "text": 0.8840579710144928, "avg": 0.7738095238095238 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.20634920634920634, "avg": 0.18181818181818182 }, "eviews": { "icon": 0.5714285714285714, "text": 0.9302325581395349, "avg": 0.88 }, "origin": { "icon": 0.023255813953488372, "text": 0.21052631578947367, "avg": 0.08064516129032258 }, "matlab": { "icon": 0.3684210526315789, "text": 0.4189189189189189, "avg": 0.40860215053763443 } }, "overall": { "icon": 0.11754966887417219, "text": 0.39201637666325484, "avg": 0.28716002530044277 } } }, "Kimi-VL-A3B-Thinking-2506": { "link": "https://huggingface.co/moonshotai/Kimi-VL-A3B-Thinking-2506", "description": "", "results": { "group": { "Dev": { "icon": 0.18620689655172415, "text": 0.6753246753246753, "avg": 0.43812709030100333 }, "Creative": { "icon": 0.20279720279720279, "text": 0.6212121212121212, "avg": 0.44574780058651026 }, "CAD": { "icon": 0.171875, "text": 0.6598984771573604, "avg": 0.5402298850574713 }, "Scientific": { "icon": 0.3, "text": 0.7430555555555556, "avg": 0.5511811023622047 }, "Office": { "icon": 0.41509433962264153, "text": 0.751412429378531, "avg": 0.6739130434782609 }, "OS": { "icon": 0.34831460674157305, "text": 0.5233644859813084, "avg": 0.44387755102040816 } }, "application": { "android_studio": { "icon": 0.13636363636363635, "text": 0.6388888888888888, "avg": 0.3625 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7142857142857143, "avg": 0.4318181818181818 }, "word": { "icon": 0.4, "text": 0.8695652173913043, "avg": 0.7857142857142857 }, "stata": { "icon": 0.2926829268292683, "text": 0.875, "avg": 0.3877551020408163 }, "blender": { "icon": 0.26666666666666666, "text": 0.5, "avg": 0.4507042253521127 }, "illustrator": { "icon": 0.15789473684210525, "text": 0.9166666666666666, "avg": 0.45161290322580644 }, "excel": { "icon": 0.38461538461538464, "text": 0.5294117647058824, "avg": 0.5 }, "quartus": { "icon": 0.25, "text": 0.7692307692307693, "avg": 0.4 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.5, "avg": 0.4307692307692308 }, "powerpoint": { "icon": 0.44, "text": 0.8070175438596491, "avg": 0.6951219512195121 }, "linux_common": { "icon": 0.3684210526315789, "text": 0.6129032258064516, "avg": 0.52 }, "origin": { "icon": 0.18604651162790697, "text": 0.47368421052631576, "avg": 0.27419354838709675 }, "eviews": { "icon": 1, "text": 0.9069767441860465, "avg": 0.92 }, "vmware": { "icon": 0.1111111111111111, "text": 0.84375, "avg": 0.6829268292682927 }, "vscode": { "icon": 0.2727272727272727, "text": 0.5151515151515151, "avg": 0.41818181818181815 }, "inventor": { "icon": 0, "text": 0.8135593220338984, "avg": 0.6857142857142857 }, "unreal_engine": { "icon": 0.5, "text": 0.7241379310344828, "avg": 0.6857142857142857 }, "premiere": { "icon": 0.125, "text": 0.5, "avg": 0.3269230769230769 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.5384615384615384, "avg": 0.3684210526315789 }, "matlab": { "icon": 0.3157894736842105, "text": 0.7027027027027027, "avg": 0.6236559139784946 }, "vivado": { "icon": 0.21875, "text": 0.6666666666666666, "avg": 0.4875 }, "windows_common": { "icon": 0.3617021276595745, "text": 0.47058823529411764, "avg": 0.4074074074074074 }, "photoshop": { "icon": 0.2, "text": 0.7692307692307693, "avg": 0.49019607843137253 }, "pycharm": { "icon": 0.15789473684210525, "text": 0.675, "avg": 0.4230769230769231 }, "autocad": { "icon": 0, "text": 0.5925925925925926, "avg": 0.47058823529411764 }, "solidworks": { "icon": 0.2857142857142857, "text": 0.5396825396825397, "avg": 0.4935064935064935 } }, "overall": { "icon": 0.2533112582781457, "text": 0.6683725690890481, "avg": 0.5098039215686274 } } }, "GUI-Actor-2.5VL-3B": { "link": "https://microsoft.github.io/GUI-Actor/", "description": "", "results": { "group": { "Dev": { "icon": 0.12413793103448276, "text": 0.6558441558441559, "avg": 0.3979933110367893 }, "CAD": { "icon": 0.140625, "text": 0.40609137055837563, "avg": 0.34099616858237547 }, "Creative": { "icon": 0.13986013986013987, "text": 0.5202020202020202, "avg": 0.36070381231671556 }, "Scientific": { "icon": 0.2545454545454545, "text": 0.6805555555555556, "avg": 0.49606299212598426 }, "Office": { "icon": 0.32075471698113206, "text": 0.7005649717514124, "avg": 0.6130434782608696 }, "OS": { "icon": 0.21348314606741572, "text": 0.4672897196261682, "avg": 0.3520408163265306 } }, "application": { "android_studio": { "icon": 0.11363636363636363, "text": 0.6944444444444444, "avg": 0.375 }, "autocad": { "icon": 0.14285714285714285, "text": 0.1111111111111111, "avg": 0.11764705882352941 }, "blender": { "icon": 0.2, "text": 0.35714285714285715, "avg": 0.323943661971831 }, "davinci": { "icon": 0.2608695652173913, "text": 0.8095238095238095, "avg": 0.5227272727272727 }, "eviews": { "icon": 0.8571428571428571, "text": 0.9069767441860465, "avg": 0.9 }, "excel": { "icon": 0.23076923076923078, "text": 0.5294117647058824, "avg": 0.46875 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.5, "avg": 0.3333333333333333 }, "illustrator": { "icon": 0.10526315789473684, "text": 0.6666666666666666, "avg": 0.3225806451612903 }, "inventor": { "icon": 0.09090909090909091, "text": 0.3728813559322034, "avg": 0.32857142857142857 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.5161290322580645, "avg": 0.36 }, "macos_common": { "icon": 0.13043478260869565, "text": 0.4523809523809524, "avg": 0.3384615384615385 }, "matlab": { "icon": 0.2631578947368421, "text": 0.6081081081081081, "avg": 0.5376344086021505 }, "origin": { "icon": 0.13953488372093023, "text": 0.3157894736842105, "avg": 0.1935483870967742 }, "photoshop": { "icon": 0.04, "text": 0.7692307692307693, "avg": 0.4117647058823529 }, "powerpoint": { "icon": 0.36, "text": 0.631578947368421, "avg": 0.5487804878048781 }, "premiere": { "icon": 0.08333333333333333, "text": 0.4642857142857143, "avg": 0.28846153846153844 }, "pycharm": { "icon": 0.18421052631578946, "text": 0.65, "avg": 0.4230769230769231 }, "quartus": { "icon": 0.0625, "text": 0.7692307692307693, "avg": 0.26666666666666666 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.3333333333333333, "avg": 0.2987012987012987 }, "stata": { "icon": 0.2682926829268293, "text": 1, "avg": 0.3877551020408163 }, "unreal_engine": { "icon": 0, "text": 0.41379310344827586, "avg": 0.34285714285714286 }, "vivado": { "icon": 0.15625, "text": 0.7083333333333334, "avg": 0.4875 }, "vmware": { "icon": 0.1111111111111111, "text": 0.5625, "avg": 0.4634146341463415 }, "vscode": { "icon": 0.13636363636363635, "text": 0.6666666666666666, "avg": 0.45454545454545453 }, "windows_common": { "icon": 0.2978723404255319, "text": 0.4411764705882353, "avg": 0.35802469135802467 }, "word": { "icon": 0.3333333333333333, "text": 0.8840579710144928, "avg": 0.7857142857142857 } }, "overall": { "icon": 0.1837748344370861, "text": 0.5690890481064483, "avg": 0.42188488298545224 } } }, "GUI-Actor-2.5VL-7B": { "link": "https://microsoft.github.io/GUI-Actor/", "description": "", "results": { "group": { "Dev": { "icon": 0.15862068965517243, "text": 0.5909090909090909, "avg": 0.38127090301003347 }, "CAD": { "icon": 0.09375, "text": 0.47715736040609136, "avg": 0.3831417624521073 }, "Creative": { "icon": 0.16083916083916083, "text": 0.5959595959595959, "avg": 0.41348973607038125 }, "Scientific": { "icon": 0.2545454545454545, "text": 0.7013888888888888, "avg": 0.5078740157480315 }, "Office": { "icon": 0.41509433962264153, "text": 0.6949152542372882, "avg": 0.6304347826086957 }, "OS": { "icon": 0.19101123595505617, "text": 0.5514018691588785, "avg": 0.3877551020408163 } }, "application": { "android_studio": { "icon": 0.09090909090909091, "text": 0.5555555555555556, "avg": 0.3 }, "autocad": { "icon": 0, "text": 0.25925925925925924, "avg": 0.20588235294117646 }, "blender": { "icon": 0.3333333333333333, "text": 0.48214285714285715, "avg": 0.4507042253521127 }, "davinci": { "icon": 0.2608695652173913, "text": 0.7619047619047619, "avg": 0.5 }, "eviews": { "icon": 0.7142857142857143, "text": 0.8604651162790697, "avg": 0.84 }, "excel": { "icon": 0.38461538461538464, "text": 0.5294117647058824, "avg": 0.5 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.5769230769230769, "avg": 0.3508771929824561 }, "illustrator": { "icon": 0, "text": 0.75, "avg": 0.2903225806451613 }, "inventor": { "icon": 0, "text": 0.5084745762711864, "avg": 0.42857142857142855 }, "linux_common": { "icon": 0.15789473684210525, "text": 0.6451612903225806, "avg": 0.46 }, "macos_common": { "icon": 0.17391304347826086, "text": 0.5714285714285714, "avg": 0.4307692307692308 }, "matlab": { "icon": 0.3157894736842105, "text": 0.6486486486486487, "avg": 0.5806451612903226 }, "origin": { "icon": 0.11627906976744186, "text": 0.42105263157894735, "avg": 0.20967741935483872 }, "photoshop": { "icon": 0, "text": 0.7692307692307693, "avg": 0.39215686274509803 }, "powerpoint": { "icon": 0.48, "text": 0.6491228070175439, "avg": 0.5975609756097561 }, "premiere": { "icon": 0.16666666666666666, "text": 0.5, "avg": 0.34615384615384615 }, "pycharm": { "icon": 0.18421052631578946, "text": 0.575, "avg": 0.38461538461538464 }, "quartus": { "icon": 0.09375, "text": 0.7692307692307693, "avg": 0.28888888888888886 }, "solidworks": { "icon": 0, "text": 0.4126984126984127, "avg": 0.33766233766233766 }, "stata": { "icon": 0.2926829268292683, "text": 1, "avg": 0.40816326530612246 }, "unreal_engine": { "icon": 0.5, "text": 0.5862068965517241, "avg": 0.5714285714285714 }, "vivado": { "icon": 0.1875, "text": 0.6458333333333334, "avg": 0.4625 }, "vmware": { "icon": 0.1111111111111111, "text": 0.53125, "avg": 0.43902439024390244 }, "vscode": { "icon": 0.36363636363636365, "text": 0.6363636363636364, "avg": 0.5272727272727272 }, "windows_common": { "icon": 0.2127659574468085, "text": 0.4411764705882353, "avg": 0.30864197530864196 }, "word": { "icon": 0.3333333333333333, "text": 0.855072463768116, "avg": 0.7619047619047619 } }, "overall": { "icon": 0.19701986754966888, "text": 0.5997952917093142, "avg": 0.4459203036053131 } } }, "GUI-Actor-2VL-7B": { "link": "https://microsoft.github.io/GUI-Actor/", "description": "", "results": { "group": { "Dev": { "icon": 0.15862068965517243, "text": 0.6038961038961039, "avg": 0.3879598662207358 }, "CAD": { "icon": 0.09375, "text": 0.3604060913705584, "avg": 0.2950191570881226 }, "Creative": { "icon": 0.1258741258741259, "text": 0.601010101010101, "avg": 0.40175953079178883 }, "Scientific": { "icon": 0.2, "text": 0.6319444444444444, "avg": 0.4448818897637795 }, "Office": { "icon": 0.3018867924528302, "text": 0.6440677966101694, "avg": 0.5652173913043478 }, "OS": { "icon": 0.15730337078651685, "text": 0.5327102803738317, "avg": 0.3622448979591837 } }, "application": { "android_studio": { "icon": 0.13636363636363635, "text": 0.5277777777777778, "avg": 0.3125 }, "autocad": { "icon": 0, "text": 0.18518518518518517, "avg": 0.14705882352941177 }, "blender": { "icon": 0.13333333333333333, "text": 0.44642857142857145, "avg": 0.38028169014084506 }, "davinci": { "icon": 0.21739130434782608, "text": 0.6666666666666666, "avg": 0.4318181818181818 }, "eviews": { "icon": 0.5714285714285714, "text": 0.8372093023255814, "avg": 0.8 }, "excel": { "icon": 0.07692307692307693, "text": 0.5294117647058824, "avg": 0.4375 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.6923076923076923, "avg": 0.40350877192982454 }, "illustrator": { "icon": 0.10526315789473684, "text": 0.9166666666666666, "avg": 0.41935483870967744 }, "inventor": { "icon": 0, "text": 0.3220338983050847, "avg": 0.2714285714285714 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.6129032258064516, "avg": 0.42 }, "macos_common": { "icon": 0.21739130434782608, "text": 0.5, "avg": 0.4 }, "matlab": { "icon": 0.2631578947368421, "text": 0.5675675675675675, "avg": 0.5053763440860215 }, "origin": { "icon": 0.09302325581395349, "text": 0.42105263157894735, "avg": 0.1935483870967742 }, "photoshop": { "icon": 0.04, "text": 0.7307692307692307, "avg": 0.39215686274509803 }, "powerpoint": { "icon": 0.32, "text": 0.6140350877192983, "avg": 0.524390243902439 }, "premiere": { "icon": 0.125, "text": 0.4642857142857143, "avg": 0.3076923076923077 }, "pycharm": { "icon": 0.2631578947368421, "text": 0.525, "avg": 0.3974358974358974 }, "quartus": { "icon": 0, "text": 0.8461538461538461, "avg": 0.24444444444444444 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.2222222222222222, "avg": 0.19480519480519481 }, "stata": { "icon": 0.21951219512195122, "text": 0.625, "avg": 0.2857142857142857 }, "unreal_engine": { "icon": 0, "text": 0.6551724137931034, "avg": 0.5428571428571428 }, "vivado": { "icon": 0.15625, "text": 0.6875, "avg": 0.475 }, "vmware": { "icon": 0.1111111111111111, "text": 0.65625, "avg": 0.5365853658536586 }, "vscode": { "icon": 0.2727272727272727, "text": 0.6363636363636364, "avg": 0.4909090909090909 }, "windows_common": { "icon": 0.14893617021276595, "text": 0.5, "avg": 0.2962962962962963 }, "word": { "icon": 0.4666666666666667, "text": 0.7536231884057971, "avg": 0.7023809523809523 } }, "overall": { "icon": 0.16390728476821192, "text": 0.5578300921187308, "avg": 0.407337128399747 } } }, "GUI-Actor-2VL-2B": { "link": "https://microsoft.github.io/GUI-Actor/", "description": "", "results": { "group": { "Dev": { "icon": 0.12413793103448276, "text": 0.5584415584415584, "avg": 0.34782608695652173 }, "CAD": { "icon": 0.09375, "text": 0.34517766497461927, "avg": 0.2835249042145594 }, "Creative": { "icon": 0.09090909090909091, "text": 0.5454545454545454, "avg": 0.3548387096774194 }, "Scientific": { "icon": 0.17272727272727273, "text": 0.5416666666666666, "avg": 0.38188976377952755 }, "Office": { "icon": 0.24528301886792453, "text": 0.6271186440677966, "avg": 0.5391304347826087 }, "OS": { "icon": 0.1797752808988764, "text": 0.411214953271028, "avg": 0.30612244897959184 } }, "application": { "android_studio": { "icon": 0.13636363636363635, "text": 0.5833333333333334, "avg": 0.3375 }, "autocad": { "icon": 0, "text": 0.1111111111111111, "avg": 0.08823529411764706 }, "blender": { "icon": 0.06666666666666667, "text": 0.39285714285714285, "avg": 0.323943661971831 }, "davinci": { "icon": 0.13043478260869565, "text": 0.8095238095238095, "avg": 0.45454545454545453 }, "eviews": { "icon": 0.5714285714285714, "text": 0.7674418604651163, "avg": 0.74 }, "excel": { "icon": 0.15384615384615385, "text": 0.43137254901960786, "avg": 0.375 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.5384615384615384, "avg": 0.3333333333333333 }, "illustrator": { "icon": 0, "text": 0.8333333333333334, "avg": 0.3225806451612903 }, "inventor": { "icon": 0.09090909090909091, "text": 0.2542372881355932, "avg": 0.22857142857142856 }, "linux_common": { "icon": 0.05263157894736842, "text": 0.41935483870967744, "avg": 0.28 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.42857142857142855, "avg": 0.36923076923076925 }, "matlab": { "icon": 0.3157894736842105, "text": 0.47297297297297297, "avg": 0.44086021505376344 }, "origin": { "icon": 0.06976744186046512, "text": 0.2631578947368421, "avg": 0.12903225806451613 }, "photoshop": { "icon": 0.04, "text": 0.6153846153846154, "avg": 0.3333333333333333 }, "powerpoint": { "icon": 0.36, "text": 0.631578947368421, "avg": 0.5487804878048781 }, "premiere": { "icon": 0.125, "text": 0.39285714285714285, "avg": 0.2692307692307692 }, "pycharm": { "icon": 0.18421052631578946, "text": 0.425, "avg": 0.3076923076923077 }, "quartus": { "icon": 0.03125, "text": 0.6153846153846154, "avg": 0.2 }, "solidworks": { "icon": 0, "text": 0.23809523809523808, "avg": 0.19480519480519481 }, "stata": { "icon": 0.14634146341463414, "text": 0.625, "avg": 0.22448979591836735 }, "unreal_engine": { "icon": 0, "text": 0.6206896551724138, "avg": 0.5142857142857142 }, "vivado": { "icon": 0.15625, "text": 0.7291666666666666, "avg": 0.5 }, "vmware": { "icon": 0.1111111111111111, "text": 0.59375, "avg": 0.4878048780487805 }, "vscode": { "icon": 0.13636363636363635, "text": 0.6363636363636364, "avg": 0.43636363636363634 }, "windows_common": { "icon": 0.19148936170212766, "text": 0.38235294117647056, "avg": 0.2716049382716049 }, "word": { "icon": 0.13333333333333333, "text": 0.7681159420289855, "avg": 0.6547619047619048 } }, "overall": { "icon": 0.14072847682119205, "text": 0.5066530194472876, "avg": 0.3668564199873498 } } }, "GTA1-Qwen2.5VL-7B": { "link": "https://huggingface.co/blog/HelloKKMe/grounding-r1", "description": "", "results": { "group": { "Dev": { "icon": 0.20689655172413793, "text": 0.6688311688311688, "avg": 0.44481605351170567 }, "Creative": { "icon": 0.18181818181818182, "text": 0.6262626262626263, "avg": 0.4398826979472141 }, "CAD": { "icon": 0.171875, "text": 0.5329949238578681, "avg": 0.4444444444444444 }, "Scientific": { "icon": 0.3181818181818182, "text": 0.7638888888888888, "avg": 0.5708661417322834 }, "Office": { "icon": 0.5094339622641509, "text": 0.8248587570621468, "avg": 0.7521739130434782 }, "OS": { "icon": 0.25842696629213485, "text": 0.48598130841121495, "avg": 0.3826530612244898 } }, "application": { "premiere": { "icon": 0.25, "text": 0.5357142857142857, "avg": 0.40384615384615385 }, "illustrator": { "icon": 0, "text": 0.3333333333333333, "avg": 0.12903225806451613 }, "stata": { "icon": 0.2682926829268293, "text": 0.5, "avg": 0.30612244897959184 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7142857142857143, "avg": 0.4318181818181818 }, "vmware": { "icon": 0.2222222222222222, "text": 0.65625, "avg": 0.5609756097560976 }, "matlab": { "icon": 0.47368421052631576, "text": 0.7162162162162162, "avg": 0.6666666666666666 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "blender": { "icon": 0.3333333333333333, "text": 0.5357142857142857, "avg": 0.49295774647887325 }, "pycharm": { "icon": 0.21052631578947367, "text": 0.675, "avg": 0.44871794871794873 }, "windows_common": { "icon": 0.23404255319148937, "text": 0.29411764705882354, "avg": 0.25925925925925924 }, "vscode": { "icon": 0.45454545454545453, "text": 0.6363636363636364, "avg": 0.5636363636363636 }, "photoshop": { "icon": 0.2, "text": 0.8461538461538461, "avg": 0.5294117647058824 }, "fruitloops": { "icon": 0.12903225806451613, "text": 0.6923076923076923, "avg": 0.38596491228070173 }, "inventor": { "icon": 0, "text": 0.4745762711864407, "avg": 0.4 }, "origin": { "icon": 0.18604651162790697, "text": 0.631578947368421, "avg": 0.3225806451612903 }, "solidworks": { "icon": 0, "text": 0.4126984126984127, "avg": 0.33766233766233766 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.6896551724137931, "avg": 0.6285714285714286 }, "linux_common": { "icon": 0.3157894736842105, "text": 0.5483870967741935, "avg": 0.46 }, "word": { "icon": 0.6666666666666666, "text": 0.9420289855072463, "avg": 0.8928571428571429 }, "android_studio": { "icon": 0.1590909090909091, "text": 0.6388888888888888, "avg": 0.375 }, "quartus": { "icon": 0.09375, "text": 0.8461538461538461, "avg": 0.3111111111111111 }, "powerpoint": { "icon": 0.48, "text": 0.8070175438596491, "avg": 0.7073170731707317 }, "autocad": { "icon": 0.14285714285714285, "text": 0.5185185185185185, "avg": 0.4411764705882353 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.5952380952380952, "avg": 0.47692307692307695 }, "excel": { "icon": 0.38461538461538464, "text": 0.6862745098039216, "avg": 0.625 }, "vivado": { "icon": 0.3125, "text": 0.7708333333333334, "avg": 0.5875 } }, "overall": { "icon": 0.25165562913907286, "text": 0.6550665301944729, "avg": 0.5009487666034156 } } }, "GTA1-Qwen2.5VL-32B": { "link": "https://huggingface.co/blog/HelloKKMe/grounding-r1", "description": "", "results": { "group": { "Dev": { "icon": 0.2827586206896552, "text": 0.8246753246753247, "avg": 0.5618729096989966 }, "Creative": { "icon": 0.14685314685314685, "text": 0.6919191919191919, "avg": 0.4633431085043988 }, "CAD": { "icon": 0.234375, "text": 0.4365482233502538, "avg": 0.38697318007662834 }, "Scientific": { "icon": 0.3181818181818182, "text": 0.7986111111111112, "avg": 0.5905511811023622 }, "Office": { "icon": 0.4339622641509434, "text": 0.807909604519774, "avg": 0.7217391304347827 }, "OS": { "icon": 0.3258426966292135, "text": 0.7009345794392523, "avg": 0.5306122448979592 } }, "application": { "davinci": { "icon": 0.17391304347826086, "text": 0.8571428571428571, "avg": 0.5 }, "fruitloops": { "icon": 0.12903225806451613, "text": 0.7692307692307693, "avg": 0.42105263157894735 }, "autocad": { "icon": 0, "text": 0.25925925925925924, "avg": 0.20588235294117646 }, "pycharm": { "icon": 0.3684210526315789, "text": 0.775, "avg": 0.5769230769230769 }, "vivado": { "icon": 0.40625, "text": 0.8333333333333334, "avg": 0.6625 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7931034482758621, "avg": 0.6857142857142857 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.49206349206349204, "avg": 0.42857142857142855 }, "blender": { "icon": 0.06666666666666667, "text": 0.5178571428571429, "avg": 0.4225352112676056 }, "vmware": { "icon": 0.2222222222222222, "text": 0.84375, "avg": 0.7073170731707317 }, "windows_common": { "icon": 0.23404255319148937, "text": 0.5588235294117647, "avg": 0.37037037037037035 }, "android_studio": { "icon": 0.3181818181818182, "text": 0.8333333333333334, "avg": 0.55 }, "premiere": { "icon": 0.2916666666666667, "text": 0.5714285714285714, "avg": 0.4423076923076923 }, "macos_common": { "icon": 0.2608695652173913, "text": 0.8095238095238095, "avg": 0.6153846153846154 }, "powerpoint": { "icon": 0.52, "text": 0.8070175438596491, "avg": 0.7195121951219512 }, "stata": { "icon": 0.36585365853658536, "text": 1, "avg": 0.46938775510204084 }, "matlab": { "icon": 0.42105263157894735, "text": 0.7837837837837838, "avg": 0.7096774193548387 }, "quartus": { "icon": 0.09375, "text": 1, "avg": 0.35555555555555557 }, "linux_common": { "icon": 0.631578947368421, "text": 0.7096774193548387, "avg": 0.68 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.6666666666666666, "avg": 0.2903225806451613 }, "vscode": { "icon": 0.36363636363636365, "text": 0.7878787878787878, "avg": 0.6181818181818182 }, "photoshop": { "icon": 0.12, "text": 0.8846153846153846, "avg": 0.5098039215686274 }, "excel": { "icon": 0.46153846153846156, "text": 0.6470588235294118, "avg": 0.609375 }, "origin": { "icon": 0.11627906976744186, "text": 0.47368421052631576, "avg": 0.22580645161290322 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "inventor": { "icon": 0, "text": 0.13559322033898305, "avg": 0.11428571428571428 }, "word": { "icon": 0.26666666666666666, "text": 0.927536231884058, "avg": 0.8095238095238095 } }, "overall": { "icon": 0.271523178807947, "text": 0.6990788126919141, "avg": 0.5357368753953194 } } }, "GTA1-Qwen2.5VL-72B": { "link": "https://huggingface.co/blog/HelloKKMe/grounding-r1", "description": "", "results": { "group": { "Dev": { "icon": 0.3310344827586207, "text": 0.7987012987012987, "avg": 0.5719063545150501 }, "Creative": { "icon": 0.20279720279720279, "text": 0.7323232323232324, "avg": 0.5102639296187683 }, "CAD": { "icon": 0.28125, "text": 0.5685279187817259, "avg": 0.49808429118773945 }, "Scientific": { "icon": 0.38181818181818183, "text": 0.8194444444444444, "avg": 0.6299212598425197 }, "Office": { "icon": 0.49056603773584906, "text": 0.8531073446327684, "avg": 0.7695652173913043 }, "OS": { "icon": 0.3707865168539326, "text": 0.7383177570093458, "avg": 0.5714285714285714 } }, "application": { "blender": { "icon": 0.3333333333333333, "text": 0.6785714285714286, "avg": 0.6056338028169014 }, "powerpoint": { "icon": 0.44, "text": 0.8771929824561403, "avg": 0.7439024390243902 }, "macos_common": { "icon": 0.34782608695652173, "text": 0.8571428571428571, "avg": 0.676923076923077 }, "davinci": { "icon": 0.21739130434782608, "text": 0.8571428571428571, "avg": 0.5227272727272727 }, "premiere": { "icon": 0.16666666666666666, "text": 0.6785714285714286, "avg": 0.4423076923076923 }, "windows_common": { "icon": 0.3404255319148936, "text": 0.5294117647058824, "avg": 0.41975308641975306 }, "android_studio": { "icon": 0.4090909090909091, "text": 0.8055555555555556, "avg": 0.5875 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.7931034482758621, "avg": 0.6857142857142857 }, "stata": { "icon": 0.4634146341463415, "text": 0.75, "avg": 0.5102040816326531 }, "word": { "icon": 0.5333333333333333, "text": 0.9130434782608695, "avg": 0.8452380952380952 }, "origin": { "icon": 0.18604651162790697, "text": 0.631578947368421, "avg": 0.3225806451612903 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.5769230769230769, "avg": 0.3684210526315789 }, "matlab": { "icon": 0.42105263157894735, "text": 0.7972972972972973, "avg": 0.7204301075268817 }, "vmware": { "icon": 0.2222222222222222, "text": 0.90625, "avg": 0.7560975609756098 }, "pycharm": { "icon": 0.34210526315789475, "text": 0.7, "avg": 0.5256410256410257 }, "quartus": { "icon": 0.09375, "text": 0.8461538461538461, "avg": 0.3111111111111111 }, "inventor": { "icon": 0.2727272727272727, "text": 0.559322033898305, "avg": 0.5142857142857142 }, "autocad": { "icon": 0, "text": 0.37037037037037035, "avg": 0.29411764705882354 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.47619047619047616, "avg": 0.4155844155844156 }, "illustrator": { "icon": 0, "text": 0.5833333333333334, "avg": 0.22580645161290322 }, "excel": { "icon": 0.5384615384615384, "text": 0.7450980392156863, "avg": 0.703125 }, "vscode": { "icon": 0.5454545454545454, "text": 0.7878787878787878, "avg": 0.6909090909090909 }, "eviews": { "icon": 1, "text": 0.9534883720930233, "avg": 0.96 }, "photoshop": { "icon": 0.32, "text": 0.9615384615384616, "avg": 0.6470588235294118 }, "vivado": { "icon": 0.40625, "text": 0.8125, "avg": 0.65 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.8064516129032258, "avg": 0.68 } }, "overall": { "icon": 0.32450331125827814, "text": 0.7451381780962129, "avg": 0.5844402277039848 } } }, "SE-GUI-3B": { "link": "https://github.com/YXB-NKU/SE-GUI", "description": "", "results": { "group": { "Dev": { "icon": 0.10344827586206896, "text": 0.5844155844155844, "avg": 0.3511705685618729 }, "Creative": { "icon": 0.055944055944055944, "text": 0.4595959595959596, "avg": 0.2903225806451613 }, "CAD": { "icon": 0.125, "text": 0.38071065989847713, "avg": 0.31800766283524906 }, "Scientific": { "icon": 0.19090909090909092, "text": 0.6180555555555556, "avg": 0.4330708661417323 }, "Office": { "icon": 0.22641509433962265, "text": 0.5932203389830508, "avg": 0.508695652173913 }, "OS": { "icon": 0.0898876404494382, "text": 0.3925233644859813, "avg": 0.25510204081632654 } }, "application": { "fruitloops": { "icon": 0.06451612903225806, "text": 0.46153846153846156, "avg": 0.24561403508771928 }, "quartus": { "icon": 0.03125, "text": 0.5384615384615384, "avg": 0.17777777777777778 }, "excel": { "icon": 0.15384615384615385, "text": 0.27450980392156865, "avg": 0.25 }, "macos_common": { "icon": 0.08695652173913043, "text": 0.47619047619047616, "avg": 0.3384615384615385 }, "vmware": { "icon": 0, "text": 0.5625, "avg": 0.43902439024390244 }, "pycharm": { "icon": 0.07894736842105263, "text": 0.575, "avg": 0.3333333333333333 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.5172413793103449, "avg": 0.4857142857142857 }, "android_studio": { "icon": 0.1590909090909091, "text": 0.6944444444444444, "avg": 0.4 }, "origin": { "icon": 0.06976744186046512, "text": 0.3684210526315789, "avg": 0.16129032258064516 }, "powerpoint": { "icon": 0.28, "text": 0.631578947368421, "avg": 0.524390243902439 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.3548387096774194, "avg": 0.26 }, "word": { "icon": 0.2, "text": 0.7971014492753623, "avg": 0.6904761904761905 }, "photoshop": { "icon": 0, "text": 0.5769230769230769, "avg": 0.29411764705882354 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "autocad": { "icon": 0, "text": 0.25925925925925924, "avg": 0.20588235294117646 }, "vivado": { "icon": 0.1875, "text": 0.6875, "avg": 0.4875 }, "matlab": { "icon": 0.21052631578947367, "text": 0.527027027027027, "avg": 0.46236559139784944 }, "stata": { "icon": 0.1951219512195122, "text": 0.875, "avg": 0.30612244897959184 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8372093023255814, "avg": 0.84 }, "inventor": { "icon": 0, "text": 0.3559322033898305, "avg": 0.3 }, "blender": { "icon": 0.06666666666666667, "text": 0.4107142857142857, "avg": 0.3380281690140845 }, "davinci": { "icon": 0.043478260869565216, "text": 0.6190476190476191, "avg": 0.3181818181818182 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.2222222222222222, "avg": 0.2077922077922078 }, "windows_common": { "icon": 0.0851063829787234, "text": 0.3235294117647059, "avg": 0.18518518518518517 }, "premiere": { "icon": 0.08333333333333333, "text": 0.4642857142857143, "avg": 0.28846153846153844 }, "vscode": { "icon": 0.18181818181818182, "text": 0.5151515151515151, "avg": 0.38181818181818183 } }, "overall": { "icon": 0.11920529801324503, "text": 0.503582395087001, "avg": 0.35863377609108 } } }, "SE-GUI-7B": { "link": "https://github.com/YXB-NKU/SE-GUI", "description": "", "results": { "group": { "Dev": { "icon": 0.19310344827586207, "text": 0.6818181818181818, "avg": 0.44481605351170567 }, "Creative": { "icon": 0.09090909090909091, "text": 0.5757575757575758, "avg": 0.3724340175953079 }, "CAD": { "icon": 0.140625, "text": 0.5126903553299492, "avg": 0.421455938697318 }, "Scientific": { "icon": 0.2818181818181818, "text": 0.75, "avg": 0.547244094488189 }, "Office": { "icon": 0.4339622641509434, "text": 0.7853107344632768, "avg": 0.7043478260869566 }, "OS": { "icon": 0.25842696629213485, "text": 0.4953271028037383, "avg": 0.3877551020408163 } }, "application": { "powerpoint": { "icon": 0.36, "text": 0.7719298245614035, "avg": 0.6463414634146342 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.4603174603174603, "avg": 0.38961038961038963 }, "windows_common": { "icon": 0.19148936170212766, "text": 0.38235294117647056, "avg": 0.2716049382716049 }, "illustrator": { "icon": 0, "text": 0.3333333333333333, "avg": 0.12903225806451613 }, "origin": { "icon": 0.20930232558139536, "text": 0.47368421052631576, "avg": 0.2903225806451613 }, "matlab": { "icon": 0.21052631578947367, "text": 0.7567567567567568, "avg": 0.6451612903225806 }, "linux_common": { "icon": 0.5263157894736842, "text": 0.5161290322580645, "avg": 0.52 }, "blender": { "icon": 0.2, "text": 0.42857142857142855, "avg": 0.38028169014084506 }, "quartus": { "icon": 0.125, "text": 0.8461538461538461, "avg": 0.3333333333333333 }, "premiere": { "icon": 0.08333333333333333, "text": 0.5357142857142857, "avg": 0.3269230769230769 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7142857142857143, "avg": 0.4318181818181818 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.46153846153846156, "avg": 0.24561403508771928 }, "android_studio": { "icon": 0.18181818181818182, "text": 0.6944444444444444, "avg": 0.4125 }, "autocad": { "icon": 0.14285714285714285, "text": 0.4074074074074074, "avg": 0.35294117647058826 }, "stata": { "icon": 0.2926829268292683, "text": 0.625, "avg": 0.3469387755102041 }, "macos_common": { "icon": 0.17391304347826086, "text": 0.5714285714285714, "avg": 0.4307692307692308 }, "pycharm": { "icon": 0.2894736842105263, "text": 0.6, "avg": 0.44871794871794873 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.6896551724137931, "avg": 0.6285714285714286 }, "vscode": { "icon": 0.18181818181818182, "text": 0.6363636363636364, "avg": 0.45454545454545453 }, "eviews": { "icon": 0.8571428571428571, "text": 0.8837209302325582, "avg": 0.88 }, "vivado": { "icon": 0.21875, "text": 0.6666666666666666, "avg": 0.4875 }, "photoshop": { "icon": 0, "text": 0.9230769230769231, "avg": 0.47058823529411764 }, "excel": { "icon": 0.38461538461538464, "text": 0.6470588235294118, "avg": 0.59375 }, "vmware": { "icon": 0.1111111111111111, "text": 0.75, "avg": 0.6097560975609756 }, "word": { "icon": 0.6, "text": 0.8985507246376812, "avg": 0.8452380952380952 }, "inventor": { "icon": 0, "text": 0.4915254237288136, "avg": 0.4142857142857143 } }, "overall": { "icon": 0.21026490066225165, "text": 0.6345957011258956, "avg": 0.47248576850094876 } } }, "UI-TARS-1.5": { "link": "https://github.com/bytedance/UI-TARS", "description": "", "results": { "group": { "Dev": { "icon": 0.4206896551724138, "text": 0.8441558441558441, "avg": 0.6387959866220736 }, "CAD": { "text": 0.6548223350253807, "icon": 0.359375, "avg": 0.5823754789272031 }, "Creative": { "text": 0.7171717171717171, "icon": 0.2097902097902098, "avg": 0.5043988269794721 }, "Scientific": { "text": 0.8958333333333334, "icon": 0.42727272727272725, "avg": 0.6929133858267716 }, "Office": { "text": 0.8361581920903954, "icon": 0.660377358490566, "avg": 0.7956521739130434 }, "OS": { "icon": 0.3707865168539326, "text": 0.6261682242990654, "avg": 0.5102040816326531 } }, "application": { "android_studio": { "icon": 0.4318181818181818, "text": 0.75, "avg": 0.575 }, "autocad": { "text": 0.5185185185185185, "icon": 0, "avg": 0.4117647058823529 }, "blender": { "text": 0.6785714285714286, "icon": 0.26666666666666666, "avg": 0.5915492957746479 }, "davinci": { "icon": 0.30434782608695654, "text": 0.8095238095238095, "avg": 0.5454545454545454 }, "eviews": { "text": 0.9534883720930233, "icon": 1, "avg": 0.96 }, "excel": { "text": 0.6470588235294118, "icon": 0.8461538461538461, "avg": 0.6875 }, "fruitloops": { "icon": 0.22580645161290322, "text": 0.6923076923076923, "avg": 0.43859649122807015 }, "illustrator": { "text": 0.5, "icon": 0.05263157894736842, "avg": 0.22580645161290322 }, "inventor": { "text": 0.6779661016949152, "icon": 0.09090909090909091, "avg": 0.5857142857142857 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.7741935483870968, "avg": 0.66 }, "macos_common": { "text": 0.7142857142857143, "icon": 0.30434782608695654, "avg": 0.5692307692307692 }, "matlab": { "icon": 0.631578947368421, "text": 0.8648648648648649, "avg": 0.8172043010752689 }, "origin": { "icon": 0.27906976744186046, "text": 0.8421052631578947, "avg": 0.45161290322580644 }, "photoshop": { "text": 0.9615384615384616, "icon": 0.16, "avg": 0.5686274509803921 }, "powerpoint": { "icon": 0.56, "text": 0.8947368421052632, "avg": 0.7926829268292683 }, "premiere": { "icon": 0.25, "text": 0.5714285714285714, "avg": 0.4230769230769231 }, "pycharm": { "text": 0.85, "icon": 0.4473684210526316, "avg": 0.6538461538461539 }, "quartus": { "text": 0.9230769230769231, "icon": 0.25, "avg": 0.4444444444444444 }, "solidworks": { "text": 0.5714285714285714, "icon": 0.35714285714285715, "avg": 0.5324675324675324 }, "stata": { "text": 1, "icon": 0.3902439024390244, "avg": 0.4897959183673469 }, "unreal_engine": { "text": 0.7586206896551724, "icon": 0.16666666666666666, "avg": 0.6571428571428571 }, "vivado": { "icon": 0.53125, "text": 0.8125, "avg": 0.7 }, "vmware": { "text": 0.90625, "icon": 0.5555555555555556, "avg": 0.8292682926829268 }, "vscode": { "icon": 0.5454545454545454, "text": 0.8484848484848485, "avg": 0.7272727272727273 }, "windows_common": { "text": 0.38235294117647056, "icon": 0.3617021276595745, "avg": 0.37037037037037035 }, "word": { "text": 0.927536231884058, "icon": 0.6666666666666666, "avg": 0.8809523809523809 } }, "overall": { "icon": 0.3791390728476821, "text": 0.7625383828045036, "avg": 0.6160657811511702 } } }, "Seed-1.5-VL": { "link": "https://seed.bytedance.com/en/tech/seed1_5_vl", "description": "", "results": { "group": { "Dev": { "icon": 0.296551724137931, "text": 0.7662337662337663, "avg": 0.5384615384615384 }, "CAD": { "text": 0.6852791878172588, "icon": 0.296875, "avg": 0.5900383141762452 }, "Creative": { "text": 0.797979797979798, "icon": 0.3076923076923077, "avg": 0.592375366568915 }, "Scientific": { "text": 0.8402777777777778, "icon": 0.3181818181818182, "avg": 0.6141732283464567 }, "Office": { "text": 0.8418079096045198, "icon": 0.4339622641509434, "avg": 0.7478260869565218 }, "OS": { "icon": 0.39325842696629215, "text": 0.7757009345794392, "avg": 0.6020408163265306 } }, "application": { "android_studio": { "icon": 0.2727272727272727, "text": 0.6944444444444444, "avg": 0.4625 }, "autocad": { "text": 0.5555555555555556, "icon": 0, "avg": 0.4411764705882353 }, "blender": { "text": 0.7142857142857143, "icon": 0.5333333333333333, "avg": 0.676056338028169 }, "davinci": { "icon": 0.391304347826087, "text": 0.8571428571428571, "avg": 0.6136363636363636 }, "eviews": { "text": 0.9069767441860465, "icon": 0.8571428571428571, "avg": 0.9 }, "excel": { "text": 0.6666666666666666, "icon": 0.3076923076923077, "avg": 0.59375 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.8076923076923077, "avg": 0.47368421052631576 }, "illustrator": { "text": 0.8333333333333334, "icon": 0.15789473684210525, "avg": 0.41935483870967744 }, "inventor": { "text": 0.6440677966101694, "icon": 0, "avg": 0.5428571428571428 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.8387096774193549, "avg": 0.7 }, "macos_common": { "text": 0.7619047619047619, "icon": 0.34782608695652173, "avg": 0.6153846153846154 }, "matlab": { "icon": 0.47368421052631576, "text": 0.8648648648648649, "avg": 0.7849462365591398 }, "origin": { "icon": 0.16279069767441862, "text": 0.5789473684210527, "avg": 0.2903225806451613 }, "photoshop": { "text": 0.8846153846153846, "icon": 0.32, "avg": 0.6078431372549019 }, "powerpoint": { "icon": 0.44, "text": 0.9122807017543859, "avg": 0.7682926829268293 }, "premiere": { "icon": 0.375, "text": 0.75, "avg": 0.5769230769230769 }, "pycharm": { "text": 0.75, "icon": 0.2631578947368421, "avg": 0.5128205128205128 }, "quartus": { "text": 0.9230769230769231, "icon": 0.25, "avg": 0.4444444444444444 }, "solidworks": { "text": 0.6190476190476191, "icon": 0.35714285714285715, "avg": 0.5714285714285714 }, "stata": { "text": 0.875, "icon": 0.3170731707317073, "avg": 0.40816326530612246 }, "unreal_engine": { "text": 0.8620689655172413, "icon": 0.16666666666666666, "avg": 0.7428571428571429 }, "vivado": { "icon": 0.4375, "text": 0.8958333333333334, "avg": 0.7125 }, "vmware": { "text": 0.875, "icon": 0.2222222222222222, "avg": 0.7317073170731707 }, "vscode": { "icon": 0.5, "text": 0.696969696969697, "avg": 0.6181818181818182 }, "windows_common": { "text": 0.7352941176470589, "icon": 0.3829787234042553, "avg": 0.5308641975308642 }, "word": { "text": 0.9130434782608695, "icon": 0.5333333333333333, "avg": 0.8452380952380952 } }, "overall": { "icon": 0.3294701986754967, "text": 0.781985670419652, "avg": 0.6091081593927894 } } }, "Qwen2.5-VL-32B-Instruct": { "link": "https://arxiv.org/pdf/2502.13923", "description": "", "results": { "group": { "Dev": { "icon": 0.2206896551724138, "text": 0.7402597402597403, "avg": 0.4882943143812709 }, "Creative": { "icon": 0.16083916083916083, "text": 0.6111111111111112, "avg": 0.4222873900293255 }, "CAD": { "icon": 0.203125, "text": 0.34517766497461927, "avg": 0.3103448275862069 }, "Scientific": { "icon": 0.3, "text": 0.75, "avg": 0.5551181102362205 }, "Office": { "icon": 0.3018867924528302, "text": 0.7457627118644068, "avg": 0.6434782608695652 }, "OS": { "icon": 0.33707865168539325, "text": 0.6448598130841121, "avg": 0.5051020408163265 } }, "application": { "origin": { "icon": 0.11627906976744186, "text": 0.47368421052631576, "avg": 0.22580645161290322 }, "vmware": { "icon": 0.2222222222222222, "text": 0.84375, "avg": 0.7073170731707317 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.5517241379310345, "avg": 0.5142857142857142 }, "photoshop": { "icon": 0.12, "text": 0.9230769230769231, "avg": 0.5294117647058824 }, "windows_common": { "icon": 0.2978723404255319, "text": 0.5294117647058824, "avg": 0.3950617283950617 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.5384615384615384, "avg": 0.3333333333333333 }, "linux_common": { "icon": 0.47368421052631576, "text": 0.6451612903225806, "avg": 0.58 }, "quartus": { "icon": 0.0625, "text": 1, "avg": 0.3333333333333333 }, "blender": { "icon": 0.13333333333333333, "text": 0.5, "avg": 0.4225352112676056 }, "pycharm": { "icon": 0.23684210526315788, "text": 0.65, "avg": 0.44871794871794873 }, "matlab": { "icon": 0.3684210526315789, "text": 0.7297297297297297, "avg": 0.6559139784946236 }, "illustrator": { "icon": 0.05263157894736842, "text": 0.5, "avg": 0.22580645161290322 }, "vivado": { "icon": 0.34375, "text": 0.7291666666666666, "avg": 0.575 }, "autocad": { "icon": 0, "text": 0.2962962962962963, "avg": 0.23529411764705882 }, "inventor": { "icon": 0.09090909090909091, "text": 0.1016949152542373, "avg": 0.1 }, "stata": { "icon": 0.34146341463414637, "text": 0.625, "avg": 0.3877551020408163 }, "excel": { "icon": 0.23076923076923078, "text": 0.5882352941176471, "avg": 0.515625 }, "vscode": { "icon": 0.3181818181818182, "text": 0.6666666666666666, "avg": 0.5272727272727272 }, "word": { "icon": 0.26666666666666666, "text": 0.8695652173913043, "avg": 0.7619047619047619 }, "davinci": { "icon": 0.21739130434782608, "text": 0.7142857142857143, "avg": 0.45454545454545453 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.30158730158730157, "avg": 0.2597402597402597 }, "premiere": { "icon": 0.20833333333333334, "text": 0.6428571428571429, "avg": 0.4423076923076923 }, "eviews": { "icon": 1, "text": 0.9302325581395349, "avg": 0.94 }, "powerpoint": { "icon": 0.36, "text": 0.7368421052631579, "avg": 0.6219512195121951 }, "macos_common": { "icon": 0.30434782608695654, "text": 0.7380952380952381, "avg": 0.5846153846153846 }, "android_studio": { "icon": 0.2727272727272727, "text": 0.7222222222222222, "avg": 0.475 } }, "overall": { "icon": 0.2433774834437086, "text": 0.6264073694984647, "avg": 0.48007590132827327 } } }, "Qwen2.5-VL-7B-Instruct": { "link": "https://arxiv.org/pdf/2502.13923", "description": "", "results": { "group": { "Dev": { "icon": 0.041379310344827586, "text": 0.4675324675324675, "avg": 0.2608695652173913 }, "Creative": { "icon": 0.07692307692307693, "text": 0.35858585858585856, "avg": 0.2404692082111437 }, "CAD": { "icon": 0.015625, "text": 0.16751269035532995, "avg": 0.13026819923371646 }, "Scientific": { "icon": 0.07272727272727272, "text": 0.4930555555555556, "avg": 0.3110236220472441 }, "Office": { "icon": 0.20754716981132076, "text": 0.5254237288135594, "avg": 0.45217391304347826 }, "OS": { "icon": 0.06741573033707865, "text": 0.37383177570093457, "avg": 0.23469387755102042 } }, "application": { "windows_common": { "icon": 0.06382978723404255, "text": 0.2647058823529412, "avg": 0.14814814814814814 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0.043478260869565216, "text": 0.42857142857142855, "avg": 0.22727272727272727 }, "origin": { "icon": 0, "text": 0.3157894736842105, "avg": 0.0967741935483871 }, "linux_common": { "icon": 0.05263157894736842, "text": 0.2903225806451613, "avg": 0.2 }, "quartus": { "icon": 0.03125, "text": 0.46153846153846156, "avg": 0.15555555555555556 }, "vivado": { "icon": 0, "text": 0.4166666666666667, "avg": 0.25 }, "vscode": { "icon": 0.045454545454545456, "text": 0.5151515151515151, "avg": 0.32727272727272727 }, "excel": { "icon": 0.07692307692307693, "text": 0.23529411764705882, "avg": 0.203125 }, "word": { "icon": 0.3333333333333333, "text": 0.782608695652174, "avg": 0.7023809523809523 }, "pycharm": { "icon": 0.05263157894736842, "text": 0.325, "avg": 0.19230769230769232 }, "photoshop": { "icon": 0.2, "text": 0.5769230769230769, "avg": 0.39215686274509803 }, "stata": { "icon": 0.0975609756097561, "text": 0.25, "avg": 0.12244897959183673 }, "eviews": { "icon": 0.5714285714285714, "text": 0.7441860465116279, "avg": 0.72 }, "vmware": { "icon": 0, "text": 0.75, "avg": 0.5853658536585366 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.4827586206896552, "avg": 0.45714285714285713 }, "powerpoint": { "icon": 0.2, "text": 0.47368421052631576, "avg": 0.3902439024390244 }, "macos_common": { "icon": 0.08695652173913043, "text": 0.5238095238095238, "avg": 0.36923076923076925 }, "blender": { "icon": 0.13333333333333333, "text": 0.30357142857142855, "avg": 0.2676056338028169 }, "illustrator": { "icon": 0, "text": 0.25, "avg": 0.0967741935483871 }, "android_studio": { "icon": 0.045454545454545456, "text": 0.3333333333333333, "avg": 0.175 }, "matlab": { "icon": 0, "text": 0.4189189189189189, "avg": 0.3333333333333333 }, "inventor": { "icon": 0, "text": 0.11864406779661017, "avg": 0.1 }, "premiere": { "icon": 0.041666666666666664, "text": 0.32142857142857145, "avg": 0.19230769230769232 }, "fruitloops": { "icon": 0, "text": 0.15384615384615385, "avg": 0.07017543859649122 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.09523809523809523, "avg": 0.09090909090909091 } }, "overall": { "icon": 0.07119205298013245, "text": 0.3889457523029683, "avg": 0.2675521821631879 } } }, "Qwen2.5-VL-3B-Instruct": { "link": "https://arxiv.org/pdf/2502.13923", "description": "", "results": { "group": { "Dev": { "icon": 0.013793103448275862, "text": 0.22077922077922077, "avg": 0.12040133779264214 }, "Creative": { "icon": 0.02097902097902098, "text": 0.2676767676767677, "avg": 0.16422287390029325 }, "CAD": { "icon": 0.015625, "text": 0.09137055837563451, "avg": 0.07279693486590039 }, "Scientific": { "icon": 0.07272727272727272, "text": 0.3819444444444444, "avg": 0.24803149606299213 }, "Office": { "icon": 0.1509433962264151, "text": 0.3389830508474576, "avg": 0.2956521739130435 }, "OS": { "icon": 0.011235955056179775, "text": 0.102803738317757, "avg": 0.061224489795918366 } }, "application": { "excel": { "icon": 0.15384615384615385, "text": 0.13725490196078433, "avg": 0.140625 }, "premiere": { "icon": 0, "text": 0.21428571428571427, "avg": 0.11538461538461539 }, "vmware": { "icon": 0, "text": 0.25, "avg": 0.1951219512195122 }, "eviews": { "icon": 0.5714285714285714, "text": 0.627906976744186, "avg": 0.62 }, "unreal_engine": { "icon": 0, "text": 0.3103448275862069, "avg": 0.2571428571428571 }, "origin": { "icon": 0.023255813953488372, "text": 0.21052631578947367, "avg": 0.08064516129032258 }, "stata": { "icon": 0.07317073170731707, "text": 0.25, "avg": 0.10204081632653061 }, "quartus": { "icon": 0.03125, "text": 0.46153846153846156, "avg": 0.15555555555555556 }, "pycharm": { "icon": 0, "text": 0.2, "avg": 0.10256410256410256 }, "macos_common": { "icon": 0, "text": 0.14285714285714285, "avg": 0.09230769230769231 }, "powerpoint": { "icon": 0.08, "text": 0.24561403508771928, "avg": 0.1951219512195122 }, "photoshop": { "icon": 0.04, "text": 0.4230769230769231, "avg": 0.23529411764705882 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "solidworks": { "icon": 0, "text": 0.047619047619047616, "avg": 0.03896103896103896 }, "davinci": { "icon": 0, "text": 0.23809523809523808, "avg": 0.11363636363636363 }, "autocad": { "icon": 0, "text": 0.037037037037037035, "avg": 0.029411764705882353 }, "blender": { "icon": 0.06666666666666667, "text": 0.25, "avg": 0.2112676056338028 }, "fruitloops": { "icon": 0.03225806451612903, "text": 0.3076923076923077, "avg": 0.15789473684210525 }, "linux_common": { "icon": 0, "text": 0.06451612903225806, "avg": 0.04 }, "word": { "icon": 0.26666666666666666, "text": 0.5652173913043478, "avg": 0.5119047619047619 }, "windows_common": { "icon": 0.02127659574468085, "text": 0.08823529411764706, "avg": 0.04938271604938271 }, "vivado": { "icon": 0.03125, "text": 0.2708333333333333, "avg": 0.175 }, "android_studio": { "icon": 0, "text": 0.05555555555555555, "avg": 0.025 }, "vscode": { "icon": 0.045454545454545456, "text": 0.30303030303030304, "avg": 0.2 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0.2972972972972973, "avg": 0.23655913978494625 } }, "overall": { "icon": 0.0380794701986755, "text": 0.23643807574206754, "avg": 0.16065781151170144 } } }, "Qwen2.5-VL-72B-Instruct": { "link": "https://arxiv.org/pdf/2502.13923", "description": "", "results": { "group": { "Dev": { "icon": 0.2689655172413793, "text": 0.7857142857142857, "avg": 0.5351170568561873 }, "Creative": { "icon": 0.20279720279720279, "text": 0.6262626262626263, "avg": 0.44868035190615835 }, "CAD": { "icon": 0.140625, "text": 0.5431472081218274, "avg": 0.4444444444444444 }, "Scientific": { "icon": 0.34545454545454546, "text": 0.7777777777777778, "avg": 0.5905511811023622 }, "Office": { "icon": 0.4716981132075472, "text": 0.8022598870056498, "avg": 0.7260869565217392 }, "OS": { "icon": 0.2808988764044944, "text": 0.6728971962616822, "avg": 0.49489795918367346 } }, "application": { "vmware": { "icon": 0.2222222222222222, "text": 0.9375, "avg": 0.7804878048780488 }, "vivado": { "icon": 0.21875, "text": 0.8125, "avg": 0.575 }, "blender": { "icon": 0.26666666666666666, "text": 0.48214285714285715, "avg": 0.43661971830985913 }, "powerpoint": { "icon": 0.44, "text": 0.8596491228070176, "avg": 0.7317073170731707 }, "stata": { "icon": 0.4146341463414634, "text": 0.75, "avg": 0.46938775510204084 }, "inventor": { "icon": 0.09090909090909091, "text": 0.4915254237288136, "avg": 0.42857142857142855 }, "davinci": { "icon": 0.17391304347826086, "text": 0.7142857142857143, "avg": 0.4318181818181818 }, "eviews": { "icon": 1, "text": 0.8837209302325582, "avg": 0.9 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.5384615384615384, "avg": 0.3508771929824561 }, "vscode": { "icon": 0.4090909090909091, "text": 0.6363636363636364, "avg": 0.5454545454545454 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.47619047619047616, "avg": 0.4025974025974026 }, "pycharm": { "icon": 0.34210526315789475, "text": 0.725, "avg": 0.5384615384615384 }, "word": { "icon": 0.5333333333333333, "text": 0.9130434782608695, "avg": 0.8452380952380952 }, "photoshop": { "icon": 0.24, "text": 0.9615384615384616, "avg": 0.6078431372549019 }, "linux_common": { "icon": 0.42105263157894735, "text": 0.7419354838709677, "avg": 0.62 }, "android_studio": { "icon": 0.2727272727272727, "text": 0.8333333333333334, "avg": 0.525 }, "premiere": { "icon": 0.25, "text": 0.5357142857142857, "avg": 0.40384615384615385 }, "matlab": { "icon": 0.3684210526315789, "text": 0.7432432432432432, "avg": 0.6666666666666666 }, "quartus": { "icon": 0.09375, "text": 0.8461538461538461, "avg": 0.3111111111111111 }, "unreal_engine": { "icon": 0.5, "text": 0.7586206896551724, "avg": 0.7142857142857143 }, "excel": { "icon": 0.46153846153846156, "text": 0.5882352941176471, "avg": 0.5625 }, "macos_common": { "icon": 0.17391304347826086, "text": 0.7380952380952381, "avg": 0.5384615384615384 }, "origin": { "icon": 0.16279069767441862, "text": 0.6842105263157895, "avg": 0.3225806451612903 }, "windows_common": { "icon": 0.2765957446808511, "text": 0.5294117647058824, "avg": 0.38271604938271603 }, "autocad": { "icon": 0, "text": 0.3333333333333333, "avg": 0.2647058823529412 }, "illustrator": { "icon": 0, "text": 0.5, "avg": 0.1935483870967742 } }, "overall": { "icon": 0.2731788079470199, "text": 0.6939611054247697, "avg": 0.5332068311195446 } } }, "Qwen2-VL-72B-Instruct": { "link": "https://arxiv.org/abs/2409.12191", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.01948051948051948, "avg": 0.010033444816053512 }, "Creative": { "icon": 0, "text": 0.010101010101010102, "avg": 0.005865102639296188 }, "CAD": { "icon": 0, "text": 0.01015228426395939, "avg": 0.007662835249042145 }, "Scientific": { "icon": 0, "text": 0.041666666666666664, "avg": 0.023622047244094488 }, "Office": { "icon": 0.018867924528301886, "text": 0.005649717514124294, "avg": 0.008695652173913044 }, "OS": { "icon": 0.011235955056179775, "text": 0, "avg": 0.00510204081632653 } }, "application": { "vivado": { "icon": 0, "text": 0, "avg": 0 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "vmware": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0, "text": 0, "avg": 0 }, "blender": { "icon": 0, "text": 0.017857142857142856, "avg": 0.014084507042253521 }, "fruitloops": { "icon": 0, "text": 0, "avg": 0 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "eviews": { "icon": 0, "text": 0.09302325581395349, "avg": 0.08 }, "premiere": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0.015873015873015872, "avg": 0.012987012987012988 }, "word": { "icon": 0.06666666666666667, "text": 0.014492753623188406, "avg": 0.023809523809523808 }, "pycharm": { "icon": 0, "text": 0.025, "avg": 0.01282051282051282 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0, "avg": 0 }, "vscode": { "icon": 0, "text": 0.030303030303030304, "avg": 0.01818181818181818 }, "powerpoint": { "icon": 0, "text": 0, "avg": 0 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "photoshop": { "icon": 0, "text": 0.038461538461538464, "avg": 0.0196078431372549 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0.02127659574468085, "text": 0, "avg": 0.012345679012345678 }, "stata": { "icon": 0, "text": 0.25, "avg": 0.04081632653061224 }, "quartus": { "icon": 0, "text": 0.07692307692307693, "avg": 0.022222222222222223 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "macos_common": { "icon": 0, "text": 0, "avg": 0 } }, "overall": { "icon": 0.0033112582781456954, "text": 0.014329580348004094, "avg": 0.010120177103099304 } } }, "UGround-v1-72B": { "link": "https://osu-nlp-group.github.io/UGround/", "description": "", "results": { "group": { "Dev": { "icon": 0.04827586206896552, "text": 0.5584415584415584, "avg": 0.3110367892976589 }, "Creative": { "icon": 0.1048951048951049, "text": 0.5404040404040404, "avg": 0.35777126099706746 }, "CAD": { "icon": 0.046875, "text": 0.16751269035532995, "avg": 0.13793103448275862 }, "Scientific": { "icon": 0.22727272727272727, "text": 0.7083333333333334, "avg": 0.5 }, "Office": { "icon": 0.18867924528301888, "text": 0.6101694915254238, "avg": 0.5130434782608696 }, "OS": { "icon": 0.07865168539325842, "text": 0.40186915887850466, "avg": 0.25510204081632654 } }, "application": { "android_studio": { "icon": 0, "text": 0.2777777777777778, "avg": 0.125 }, "excel": { "icon": 0.07692307692307693, "text": 0.3137254901960784, "avg": 0.265625 }, "photoshop": { "icon": 0.12, "text": 0.7307692307692307, "avg": 0.43137254901960786 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "powerpoint": { "icon": 0.2, "text": 0.6666666666666666, "avg": 0.524390243902439 }, "blender": { "icon": 0.26666666666666666, "text": 0.44642857142857145, "avg": 0.4084507042253521 }, "fruitloops": { "icon": 0.1935483870967742, "text": 0.6153846153846154, "avg": 0.38596491228070173 }, "quartus": { "icon": 0, "text": 0.7692307692307693, "avg": 0.2222222222222222 }, "premiere": { "icon": 0, "text": 0.6071428571428571, "avg": 0.3269230769230769 }, "unreal_engine": { "icon": 0.3333333333333333, "text": 0.5517241379310345, "avg": 0.5142857142857142 }, "stata": { "icon": 0.24390243902439024, "text": 1, "avg": 0.3673469387755102 }, "word": { "icon": 0.26666666666666666, "text": 0.782608695652174, "avg": 0.6904761904761905 }, "pycharm": { "icon": 0.10526315789473684, "text": 0.55, "avg": 0.3333333333333333 }, "solidworks": { "icon": 0, "text": 0.06349206349206349, "avg": 0.05194805194805195 }, "macos_common": { "icon": 0.043478260869565216, "text": 0.42857142857142855, "avg": 0.2923076923076923 }, "matlab": { "icon": 0.21052631578947367, "text": 0.6891891891891891, "avg": 0.5913978494623656 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0.6666666666666666, "avg": 0.3181818181818182 }, "vscode": { "icon": 0.09090909090909091, "text": 0.6666666666666666, "avg": 0.43636363636363634 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.5483870967741935, "avg": 0.38 }, "vivado": { "icon": 0.09375, "text": 0.5416666666666666, "avg": 0.3625 }, "vmware": { "icon": 0.1111111111111111, "text": 0.6875, "avg": 0.5609756097560976 }, "windows_common": { "icon": 0.0851063829787234, "text": 0.23529411764705882, "avg": 0.14814814814814814 }, "eviews": { "icon": 1, "text": 0.8837209302325582, "avg": 0.9 }, "autocad": { "icon": 0, "text": 0.07407407407407407, "avg": 0.058823529411764705 }, "origin": { "icon": 0.09302325581395349, "text": 0.2631578947368421, "avg": 0.14516129032258066 } }, "overall": { "icon": 0.11092715231788079, "text": 0.49027635619242577, "avg": 0.34535104364326374 } } }, "UI-TARS-2B": { "link": "https://github.com/bytedance/UI-TARS", "description": "", "results": { "group": { "Dev": { "icon": 0.041379310344827586, "text": 0.474025974025974, "avg": 0.26421404682274247 }, "CAD": { "text": 0.17766497461928935, "icon": 0.046875, "avg": 0.14559386973180077 }, "Creative": { "text": 0.4292929292929293, "icon": 0.06293706293706294, "avg": 0.2756598240469208 }, "Scientific": { "text": 0.5694444444444444, "icon": 0.17272727272727273, "avg": 0.39763779527559057 }, "Office": { "text": 0.5028248587570622, "icon": 0.16981132075471697, "avg": 0.4260869565217391 }, "OS": { "text": 0.21495327102803738, "icon": 0.056179775280898875, "avg": 0.14285714285714285 } }, "application": { "android_studio": { "icon": 0.045454545454545456, "text": 0.4722222222222222, "avg": 0.2375 }, "autocad": { "text": 0, "icon": 0, "avg": 0 }, "blender": { "text": 0.30357142857142855, "icon": 0.2, "avg": 0.28169014084507044 }, "davinci": { "icon": 0, "text": 0.5714285714285714, "avg": 0.2727272727272727 }, "eviews": { "text": 0.8604651162790697, "icon": 0.7142857142857143, "avg": 0.84 }, "excel": { "text": 0.2549019607843137, "icon": 0, "avg": 0.203125 }, "fruitloops": { "text": 0.5384615384615384, "icon": 0.12903225806451613, "avg": 0.3157894736842105 }, "illustrator": { "text": 0, "icon": 0, "avg": 0 }, "inventor": { "text": 0.03389830508474576, "icon": 0, "avg": 0.02857142857142857 }, "linux_common": { "text": 0.3225806451612903, "icon": 0.10526315789473684, "avg": 0.24 }, "macos_common": { "text": 0.23809523809523808, "icon": 0, "avg": 0.15384615384615385 }, "matlab": { "icon": 0.21052631578947367, "text": 0.4864864864864865, "avg": 0.43010752688172044 }, "origin": { "icon": 0.11627906976744186, "text": 0.42105263157894735, "avg": 0.20967741935483872 }, "photoshop": { "text": 0.6538461538461539, "icon": 0.04, "avg": 0.35294117647058826 }, "powerpoint": { "text": 0.40350877192982454, "icon": 0.16, "avg": 0.32926829268292684 }, "premiere": { "icon": 0.041666666666666664, "text": 0.39285714285714285, "avg": 0.23076923076923078 }, "pycharm": { "icon": 0.05263157894736842, "text": 0.35, "avg": 0.20512820512820512 }, "quartus": { "icon": 0, "text": 0.6153846153846154, "avg": 0.17777777777777778 }, "solidworks": { "text": 0.06349206349206349, "icon": 0, "avg": 0.05194805194805195 }, "stata": { "icon": 0.12195121951219512, "text": 0.125, "avg": 0.12244897959183673 }, "unreal_engine": { "text": 0.4827586206896552, "icon": 0, "avg": 0.4 }, "vivado": { "icon": 0.09375, "text": 0.6041666666666666, "avg": 0.4 }, "vmware": { "text": 0.53125, "icon": 0, "avg": 0.4146341463414634 }, "vscode": { "text": 0.5151515151515151, "icon": 0.09090909090909091, "avg": 0.34545454545454546 }, "windows_common": { "text": 0.08823529411764706, "icon": 0.06382978723404255, "avg": 0.07407407407407407 }, "word": { "text": 0.7681159420289855, "icon": 0.3333333333333333, "avg": 0.6904761904761905 } }, "overall": { "icon": 0.08443708609271523, "text": 0.3961105424769703, "avg": 0.27703984819734345 } } }, "UI-TARS-7B": { "link": "https://github.com/bytedance/UI-TARS", "description": "", "results": { "group": { "Dev": { "icon": 0.12413793103448276, "text": 0.5844155844155844, "avg": 0.3612040133779264 }, "CAD": { "text": 0.20812182741116753, "icon": 0.09375, "avg": 0.18007662835249041 }, "Creative": { "text": 0.5, "icon": 0.09090909090909091, "avg": 0.3284457478005865 }, "Scientific": { "text": 0.6388888888888888, "icon": 0.3181818181818182, "avg": 0.5 }, "Office": { "text": 0.632768361581921, "icon": 0.20754716981132076, "avg": 0.5347826086956522 }, "OS": { "text": 0.308411214953271, "icon": 0.16853932584269662, "avg": 0.24489795918367346 } }, "application": { "android_studio": { "icon": 0.022727272727272728, "text": 0.4444444444444444, "avg": 0.2125 }, "autocad": { "text": 0.1111111111111111, "icon": 0, "avg": 0.08823529411764706 }, "blender": { "text": 0.44642857142857145, "icon": 0.2, "avg": 0.39436619718309857 }, "davinci": { "icon": 0.13043478260869565, "text": 0.5238095238095238, "avg": 0.3181818181818182 }, "eviews": { "text": 0.8372093023255814, "icon": 0.8571428571428571, "avg": 0.84 }, "excel": { "text": 0.37254901960784315, "icon": 0.07692307692307693, "avg": 0.3125 }, "fruitloops": { "text": 0.5384615384615384, "icon": 0.06451612903225806, "avg": 0.2807017543859649 }, "illustrator": { "text": 0.08333333333333333, "icon": 0, "avg": 0.03225806451612903 }, "inventor": { "text": 0.01694915254237288, "icon": 0, "avg": 0.014285714285714285 }, "linux_common": { "text": 0.3870967741935484, "icon": 0.10526315789473684, "avg": 0.28 }, "macos_common": { "text": 0.35714285714285715, "icon": 0.13043478260869565, "avg": 0.27692307692307694 }, "matlab": { "icon": 0.3684210526315789, "text": 0.581081081081081, "avg": 0.5376344086021505 }, "origin": { "icon": 0.16279069767441862, "text": 0.42105263157894735, "avg": 0.24193548387096775 }, "photoshop": { "text": 0.6153846153846154, "icon": 0.04, "avg": 0.3333333333333333 }, "powerpoint": { "text": 0.5789473684210527, "icon": 0.24, "avg": 0.47560975609756095 }, "premiere": { "icon": 0.08333333333333333, "text": 0.39285714285714285, "avg": 0.25 }, "pycharm": { "icon": 0.18421052631578946, "text": 0.55, "avg": 0.3717948717948718 }, "quartus": { "icon": 0.0625, "text": 0.8461538461538461, "avg": 0.28888888888888886 }, "solidworks": { "text": 0.07936507936507936, "icon": 0, "avg": 0.06493506493506493 }, "stata": { "icon": 0.36585365853658536, "text": 0.625, "avg": 0.40816326530612246 }, "unreal_engine": { "text": 0.7241379310344828, "icon": 0.3333333333333333, "avg": 0.6571428571428571 }, "vivado": { "icon": 0.1875, "text": 0.6666666666666666, "avg": 0.475 }, "vmware": { "text": 0.59375, "icon": 0.2222222222222222, "avg": 0.5121951219512195 }, "vscode": { "text": 0.6666666666666666, "icon": 0.2727272727272727, "avg": 0.509090909090909 }, "windows_common": { "text": 0.17647058823529413, "icon": 0.2127659574468085, "avg": 0.19753086419753085 }, "word": { "text": 0.8695652173913043, "icon": 0.26666666666666666, "avg": 0.7619047619047619 } }, "overall": { "icon": 0.16225165562913907, "text": 0.4779938587512794, "avg": 0.3573687539531942 } } }, "UI-TARS-72B": { "link": "https://github.com/bytedance/UI-TARS", "description": "", "results": { "group": { "Dev": { "icon": 0.1724137931034483, "text": 0.6298701298701299, "avg": 0.4080267558528428 }, "CAD": { "text": 0.18781725888324874, "icon": 0.125, "avg": 0.1724137931034483 }, "Creative": { "text": 0.5707070707070707, "icon": 0.15384615384615385, "avg": 0.39589442815249265 }, "Scientific": { "text": 0.6458333333333334, "icon": 0.20909090909090908, "avg": 0.4566929133858268 }, "Office": { "text": 0.632768361581921, "icon": 0.2641509433962264, "avg": 0.5478260869565217 }, "OS": { "icon": 0.15730337078651685, "text": 0.4205607476635514, "avg": 0.3010204081632653 } }, "application": { "android_studio": { "icon": 0.1590909090909091, "text": 0.6111111111111112, "avg": 0.3625 }, "autocad": { "text": 0.14814814814814814, "icon": 0, "avg": 0.11764705882352941 }, "blender": { "text": 0.48214285714285715, "icon": 0.2, "avg": 0.4225352112676056 }, "davinci": { "icon": 0.08695652173913043, "text": 0.7142857142857143, "avg": 0.38636363636363635 }, "eviews": { "text": 0.8604651162790697, "icon": 1, "avg": 0.88 }, "excel": { "text": 0.35294117647058826, "icon": 0.15384615384615385, "avg": 0.3125 }, "fruitloops": { "icon": 0.16129032258064516, "text": 0.6153846153846154, "avg": 0.3684210526315789 }, "illustrator": { "text": 0.08333333333333333, "icon": 0, "avg": 0.03225806451612903 }, "inventor": { "text": 0.05084745762711865, "icon": 0, "avg": 0.04285714285714286 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.6129032258064516, "avg": 0.42 }, "macos_common": { "text": 0.5238095238095238, "icon": 0.17391304347826086, "avg": 0.4 }, "matlab": { "icon": 0.15789473684210525, "text": 0.5540540540540541, "avg": 0.4731182795698925 }, "origin": { "icon": 0.09302325581395349, "text": 0.3684210526315789, "avg": 0.1774193548387097 }, "photoshop": { "text": 0.6923076923076923, "icon": 0.16, "avg": 0.43137254901960786 }, "powerpoint": { "icon": 0.32, "text": 0.6140350877192983, "avg": 0.524390243902439 }, "premiere": { "icon": 0.25, "text": 0.42857142857142855, "avg": 0.34615384615384615 }, "pycharm": { "text": 0.525, "icon": 0.21052631578947367, "avg": 0.3717948717948718 }, "quartus": { "text": 0.7692307692307693, "icon": 0.09375, "avg": 0.28888888888888886 }, "solidworks": { "text": 0.031746031746031744, "icon": 0, "avg": 0.025974025974025976 }, "stata": { "text": 1, "icon": 0.21951219512195122, "avg": 0.3469387755102041 }, "unreal_engine": { "text": 0.8275862068965517, "icon": 0.3333333333333333, "avg": 0.7428571428571429 }, "vivado": { "icon": 0.25, "text": 0.5833333333333334, "avg": 0.45 }, "vmware": { "text": 0.6875, "icon": 0.2222222222222222, "avg": 0.5853658536585366 }, "vscode": { "icon": 0.22727272727272727, "text": 0.6666666666666666, "avg": 0.4909090909090909 }, "windows_common": { "text": 0.11764705882352941, "icon": 0.1702127659574468, "avg": 0.14814814814814814 }, "word": { "text": 0.855072463768116, "icon": 0.26666666666666666, "avg": 0.75 } }, "overall": { "icon": 0.17549668874172186, "text": 0.5087001023541453, "avg": 0.38140417457305503 } } }, "Claude (Computer Use)": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0.0390625, "text": 0.22033898305084745, "avg": 0.12601626016260162 }, "CAD": { "text": 0.14545454545454545, "icon": 0.037037037037037035, "avg": 0.1187214611872146 }, "Creative": { "text": 0.25862068965517243, "icon": 0.03389830508474576, "avg": 0.1678082191780822 }, "Scientific": { "text": 0.3389830508474576, "icon": 0.15789473684210525, "avg": 0.25821596244131456 }, "Office": { "text": 0.3006993006993007, "icon": 0.16279069767441862, "avg": 0.26881720430107525 }, "OS": { "icon": 0.045454545454545456, "text": 0.10975609756097561, "avg": 0.08108108108108109 } }, "application": { "android_studio": { "icon": 0.025, "text": 0, "avg": 0.014285714285714285 }, "autocad": { "text": 0, "icon": 0, "avg": 0 }, "blender": { "text": 0.18867924528301888, "icon": 0.06666666666666667, "avg": 0.16176470588235295 }, "davinci": { "icon": 0.0625, "text": 0.1111111111111111, "avg": 0.08823529411764706 }, "eviews": { "text": 0.5, "icon": 0.2857142857142857, "avg": 0.45454545454545453 }, "excel": { "text": 0.06818181818181818, "icon": 0.08333333333333333, "avg": 0.07142857142857142 }, "fruitloops": { "icon": 0, "text": 0.2608695652173913, "avg": 0.13333333333333333 }, "illustrator": { "text": 0.1, "icon": 0, "avg": 0.03571428571428571 }, "inventor": { "text": 0.07317073170731707, "icon": 0, "avg": 0.061224489795918366 }, "linux_common": { "icon": 0, "text": 0.10344827586206896, "avg": 0.075 }, "macos_common": { "text": 0.1724137931034483, "icon": 0.0625, "avg": 0.13333333333333333 }, "matlab": { "icon": 0.375, "text": 0.3188405797101449, "avg": 0.32941176470588235 }, "origin": { "icon": 0.10256410256410256, "text": 0.23529411764705882, "avg": 0.14285714285714285 }, "photoshop": { "text": 0.5217391304347826, "icon": 0, "avg": 0.2608695652173913 }, "powerpoint": { "icon": 0.23529411764705882, "text": 0.18181818181818182, "avg": 0.19672131147540983 }, "premiere": { "icon": 0.09523809523809523, "text": 0.4230769230769231, "avg": 0.2765957446808511 }, "pycharm": { "text": 0.3333333333333333, "icon": 0.06060606060606061, "avg": 0.19696969696969696 }, "quartus": { "icon": 0, "text": 0.4, "avg": 0.06060606060606061 }, "solidworks": { "text": 0, "icon": 0, "avg": 0 }, "stata": { "text": 0.16666666666666666, "icon": 0.09090909090909091, "avg": 0.10256410256410256 }, "unreal_engine": { "text": 0.14285714285714285, "icon": 0, "avg": 0.125 }, "vivado": { "icon": 0.06896551724137931, "text": 0.45652173913043476, "avg": 0.30666666666666664 }, "vmware": { "text": 0.11538461538461539, "icon": 0, "avg": 0.08823529411764706 }, "vscode": { "icon": 0.10526315789473684, "text": 0.4166666666666667, "avg": 0.27906976744186046 }, "windows_common": { "icon": 0.05128205128205128, "text": 0.041666666666666664, "avg": 0.047619047619047616 }, "word": { "text": 0.5818181818181818, "icon": 0.14285714285714285, "avg": 0.4927536231884058 } }, "overall": { "icon": 0.07142857142857142, "text": 0.23375, "avg": 0.17101226993865032 } } }, "Aguvis-7B": { "link": "https://github.com/xlang-ai/aguvis", "description": "", "results": { "group": { "Dev": { "icon": 0.006896551724137931, "text": 0.3051948051948052, "avg": 0.1605351170568562 }, "Creative": { "icon": 0.027972027972027972, "text": 0.3484848484848485, "avg": 0.21407624633431085 }, "CAD": { "icon": 0.03125, "text": 0.17258883248730963, "avg": 0.13793103448275862 }, "Scientific": { "icon": 0.10909090909090909, "text": 0.5277777777777778, "avg": 0.3464566929133858 }, "Office": { "icon": 0.1509433962264151, "text": 0.4011299435028249, "avg": 0.34347826086956523 }, "OS": { "icon": 0.0449438202247191, "text": 0.3177570093457944, "avg": 0.19387755102040816 } }, "application": { "photoshop": { "icon": 0, "text": 0.38461538461538464, "avg": 0.19607843137254902 }, "davinci": { "icon": 0.043478260869565216, "text": 0.23809523809523808, "avg": 0.13636363636363635 }, "vscode": { "icon": 0.045454545454545456, "text": 0.3333333333333333, "avg": 0.21818181818181817 }, "word": { "icon": 0.13333333333333333, "text": 0.6521739130434783, "avg": 0.5595238095238095 }, "windows_common": { "icon": 0.0425531914893617, "text": 0.23529411764705882, "avg": 0.12345679012345678 }, "eviews": { "icon": 0.42857142857142855, "text": 0.7906976744186046, "avg": 0.74 }, "macos_common": { "icon": 0, "text": 0.35714285714285715, "avg": 0.23076923076923078 }, "origin": { "icon": 0.046511627906976744, "text": 0.21052631578947367, "avg": 0.0967741935483871 }, "linux_common": { "icon": 0.10526315789473684, "text": 0.3548387096774194, "avg": 0.26 }, "autocad": { "icon": 0, "text": 0.07407407407407407, "avg": 0.058823529411764705 }, "fruitloops": { "icon": 0.03225806451612903, "text": 0.34615384615384615, "avg": 0.17543859649122806 }, "inventor": { "icon": 0, "text": 0.03389830508474576, "avg": 0.02857142857142857 }, "stata": { "icon": 0.07317073170731707, "text": 0.125, "avg": 0.08163265306122448 }, "solidworks": { "icon": 0.07142857142857142, "text": 0.06349206349206349, "avg": 0.06493506493506493 }, "premiere": { "icon": 0.08333333333333333, "text": 0.5714285714285714, "avg": 0.34615384615384615 }, "powerpoint": { "icon": 0.24, "text": 0.3508771929824561, "avg": 0.3170731707317073 }, "android_studio": { "icon": 0, "text": 0.1388888888888889, "avg": 0.0625 }, "vmware": { "icon": 0, "text": 0.375, "avg": 0.2926829268292683 }, "illustrator": { "icon": 0, "text": 0.16666666666666666, "avg": 0.06451612903225806 }, "unreal_engine": { "icon": 0, "text": 0.3793103448275862, "avg": 0.3142857142857143 }, "quartus": { "icon": 0, "text": 0.46153846153846156, "avg": 0.13333333333333333 }, "matlab": { "icon": 0.21052631578947367, "text": 0.5, "avg": 0.44086021505376344 }, "excel": { "icon": 0, "text": 0.11764705882352941, "avg": 0.09375 }, "blender": { "icon": 0, "text": 0.2857142857142857, "avg": 0.22535211267605634 }, "pycharm": { "icon": 0, "text": 0.325, "avg": 0.16666666666666666 }, "vivado": { "icon": 0.03125, "text": 0.5416666666666666, "avg": 0.3375 } }, "overall": { "icon": 0.05132450331125828, "text": 0.33879222108495394, "avg": 0.22896900695762176 } } }, "UGround-V1-7B": { "link": "https://github.com/OSU-NLP-Group/UGround", "description": "", "results": { "group": { "Dev": { "icon": 0.027586206896551724, "text": 0.5194805194805194, "avg": 0.2809364548494983 }, "Creative": { "icon": 0.0979020979020979, "text": 0.47474747474747475, "avg": 0.31671554252199413 }, "CAD": { "icon": 0.015625, "text": 0.18781725888324874, "avg": 0.14559386973180077 }, "Scientific": { "icon": 0.14545454545454545, "text": 0.5763888888888888, "avg": 0.38976377952755903 }, "Office": { "icon": 0.1320754716981132, "text": 0.6045197740112994, "avg": 0.4956521739130435 }, "OS": { "icon": 0.07865168539325842, "text": 0.38317757009345793, "avg": 0.24489795918367346 } }, "application": { "vivado": { "icon": 0.03125, "text": 0.6458333333333334, "avg": 0.4 }, "matlab": { "icon": 0.21052631578947367, "text": 0.5405405405405406, "avg": 0.4731182795698925 }, "vmware": { "icon": 0, "text": 0.53125, "avg": 0.4146341463414634 }, "vscode": { "icon": 0.045454545454545456, "text": 0.6666666666666666, "avg": 0.41818181818181815 }, "stata": { "icon": 0.14634146341463414, "text": 0.5, "avg": 0.20408163265306123 }, "android_studio": { "icon": 0.022727272727272728, "text": 0.4444444444444444, "avg": 0.2125 }, "pycharm": { "icon": 0.05263157894736842, "text": 0.425, "avg": 0.24358974358974358 }, "solidworks": { "icon": 0, "text": 0.047619047619047616, "avg": 0.03896103896103896 }, "inventor": { "icon": 0, "text": 0.03389830508474576, "avg": 0.02857142857142857 }, "origin": { "icon": 0.046511627906976744, "text": 0.21052631578947367, "avg": 0.0967741935483871 }, "premiere": { "icon": 0.125, "text": 0.35714285714285715, "avg": 0.25 }, "davinci": { "icon": 0.21739130434782608, "text": 0.7619047619047619, "avg": 0.4772727272727273 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "fruitloops": { "icon": 0.0967741935483871, "text": 0.38461538461538464, "avg": 0.22807017543859648 }, "excel": { "icon": 0, "text": 0.5098039215686274, "avg": 0.40625 }, "quartus": { "icon": 0, "text": 0.6153846153846154, "avg": 0.17777777777777778 }, "word": { "icon": 0.06666666666666667, "text": 0.7536231884057971, "avg": 0.6309523809523809 }, "photoshop": { "icon": 0, "text": 0.6538461538461539, "avg": 0.3333333333333333 }, "windows_common": { "icon": 0.10638297872340426, "text": 0.14705882352941177, "avg": 0.12345679012345678 }, "powerpoint": { "icon": 0.24, "text": 0.5087719298245614, "avg": 0.4268292682926829 }, "macos_common": { "icon": 0.043478260869565216, "text": 0.5, "avg": 0.3384615384615385 }, "blender": { "icon": 0.2, "text": 0.42857142857142855, "avg": 0.38028169014084506 }, "autocad": { "icon": 0, "text": 0.037037037037037035, "avg": 0.029411764705882353 }, "unreal_engine": { "icon": 0, "text": 0.5862068965517241, "avg": 0.4857142857142857 }, "linux_common": { "icon": 0.05263157894736842, "text": 0.4838709677419355, "avg": 0.32 }, "eviews": { "icon": 0.5714285714285714, "text": 0.813953488372093, "avg": 0.78 } }, "overall": { "icon": 0.08112582781456953, "text": 0.4524053224155578, "avg": 0.3105629348513599 } } }, "UGround-V1-2B": { "link": "https://github.com/OSU-NLP-Group/UGround", "description": "", "results": { "group": { "Dev": { "icon": 0.034482758620689655, "text": 0.5, "avg": 0.27424749163879597 }, "Creative": { "icon": 0.04195804195804196, "text": 0.4292929292929293, "avg": 0.2668621700879765 }, "CAD": { "icon": 0.0625, "text": 0.17258883248730963, "avg": 0.14559386973180077 }, "Scientific": { "icon": 0.13636363636363635, "text": 0.5, "avg": 0.3425196850393701 }, "Office": { "icon": 0.1320754716981132, "text": 0.4576271186440678, "avg": 0.3826086956521739 }, "OS": { "icon": 0.056179775280898875, "text": 0.2803738317757009, "avg": 0.17857142857142858 } }, "application": { "unreal_engine": { "icon": 0, "text": 0.5172413793103449, "avg": 0.42857142857142855 }, "linux_common": { "icon": 0.05263157894736842, "text": 0.3225806451612903, "avg": 0.22 }, "premiere": { "icon": 0.08333333333333333, "text": 0.4642857142857143, "avg": 0.28846153846153844 }, "fruitloops": { "icon": 0.06451612903225806, "text": 0.38461538461538464, "avg": 0.21052631578947367 }, "quartus": { "icon": 0, "text": 0.46153846153846156, "avg": 0.13333333333333333 }, "vmware": { "icon": 0, "text": 0.625, "avg": 0.4878048780487805 }, "vivado": { "icon": 0.125, "text": 0.625, "avg": 0.425 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "photoshop": { "icon": 0, "text": 0.5, "avg": 0.2549019607843137 }, "inventor": { "icon": 0, "text": 0.05084745762711865, "avg": 0.04285714285714286 }, "powerpoint": { "icon": 0.24, "text": 0.38596491228070173, "avg": 0.34146341463414637 }, "stata": { "icon": 0.12195121951219512, "text": 0.375, "avg": 0.16326530612244897 }, "pycharm": { "icon": 0.07894736842105263, "text": 0.425, "avg": 0.2564102564102564 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0.08695652173913043, "text": 0.7142857142857143, "avg": 0.38636363636363635 }, "windows_common": { "icon": 0.0851063829787234, "text": 0.058823529411764705, "avg": 0.07407407407407407 }, "blender": { "icon": 0, "text": 0.3392857142857143, "avg": 0.2676056338028169 }, "matlab": { "icon": 0.15789473684210525, "text": 0.4189189189189189, "avg": 0.3655913978494624 }, "origin": { "icon": 0.06976744186046512, "text": 0.21052631578947367, "avg": 0.11290322580645161 }, "eviews": { "icon": 0.5714285714285714, "text": 0.7906976744186046, "avg": 0.76 }, "excel": { "icon": 0, "text": 0.29411764705882354, "avg": 0.234375 }, "macos_common": { "icon": 0, "text": 0.42857142857142855, "avg": 0.27692307692307694 }, "word": { "icon": 0.06666666666666667, "text": 0.6376811594202898, "avg": 0.5357142857142857 }, "android_studio": { "icon": 0.045454545454545456, "text": 0.4722222222222222, "avg": 0.2375 }, "solidworks": { "icon": 0, "text": 0.015873015873015872, "avg": 0.012987012987012988 }, "vscode": { "icon": 0, "text": 0.5151515151515151, "avg": 0.3090909090909091 } }, "overall": { "icon": 0.0695364238410596, "text": 0.38792221084953943, "avg": 0.26628716002530045 } } }, "AriaUI (MOE, 3.9B active)": { "link": "https://ariaui.github.io/", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.16233766233766234, "avg": 0.08361204013377926 }, "Creative": { "icon": 0.02097902097902098, "text": 0.23737373737373738, "avg": 0.1466275659824047 }, "CAD": { "icon": 0.015625, "text": 0.07614213197969544, "avg": 0.06130268199233716 }, "Scientific": { "icon": 0.06363636363636363, "text": 0.2708333333333333, "avg": 0.18110236220472442 }, "Office": { "icon": 0.018867924528301886, "text": 0.2033898305084746, "avg": 0.1608695652173913 }, "OS": { "icon": 0, "text": 0.04672897196261682, "avg": 0.025510204081632654 } }, "application": { "windows_common": { "icon": 0, "text": 0.058823529411764705, "avg": 0.024691358024691357 }, "blender": { "icon": 0.13333333333333333, "text": 0.30357142857142855, "avg": 0.2676056338028169 }, "photoshop": { "icon": 0, "text": 0.5384615384615384, "avg": 0.27450980392156865 }, "pycharm": { "icon": 0, "text": 0.075, "avg": 0.038461538461538464 }, "premiere": { "icon": 0, "text": 0.32142857142857145, "avg": 0.17307692307692307 }, "matlab": { "icon": 0.15789473684210525, "text": 0.22972972972972974, "avg": 0.21505376344086022 }, "solidworks": { "icon": 0, "text": 0.015873015873015872, "avg": 0.012987012987012988 }, "linux_common": { "icon": 0, "text": 0.03225806451612903, "avg": 0.02 }, "powerpoint": { "icon": 0.04, "text": 0.07017543859649122, "avg": 0.06097560975609756 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0.023255813953488372, "text": 0, "avg": 0.016129032258064516 }, "quartus": { "icon": 0, "text": 0.6923076923076923, "avg": 0.2 }, "word": { "icon": 0, "text": 0.4492753623188406, "avg": 0.36904761904761907 }, "vmware": { "icon": 0, "text": 0.03125, "avg": 0.024390243902439025 }, "vivado": { "icon": 0.03125, "text": 0.2708333333333333, "avg": 0.175 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "davinci": { "icon": 0.043478260869565216, "text": 0, "avg": 0.022727272727272728 }, "excel": { "icon": 0, "text": 0.0196078431372549, "avg": 0.015625 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0.07317073170731707, "text": 0, "avg": 0.061224489795918366 }, "eviews": { "icon": 0, "text": 0.5116279069767442, "avg": 0.44 }, "fruitloops": { "icon": 0, "text": 0.2692307692307692, "avg": 0.12280701754385964 }, "macos_common": { "icon": 0, "text": 0.047619047619047616, "avg": 0.03076923076923077 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "vscode": { "icon": 0, "text": 0.36363636363636365, "avg": 0.21818181818181817 } }, "overall": { "icon": 0.019867549668874173, "text": 0.17093142272262027, "avg": 0.11321948134092347 } } }, "MiniCPM-V (7B)": { "link": "https://github.com/OpenBMB/MiniCPM-o", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.07142857142857142, "avg": 0.03678929765886288 }, "Creative": { "icon": 0, "text": 0.020202020202020204, "avg": 0.011730205278592375 }, "CAD": { "icon": 0.015625, "text": 0.04060913705583756, "avg": 0.034482758620689655 }, "Scientific": { "icon": 0, "text": 0.08333333333333333, "avg": 0.047244094488188976 }, "Office": { "icon": 0.03773584905660377, "text": 0.02824858757062147, "avg": 0.030434782608695653 }, "OS": { "icon": 0.011235955056179775, "text": 0.037383177570093455, "avg": 0.025510204081632654 } }, "application": { "blender": { "icon": 0, "text": 0, "avg": 0 }, "macos_common": { "icon": 0, "text": 0.047619047619047616, "avg": 0.03076923076923077 }, "fruitloops": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0.02127659574468085, "text": 0.058823529411764705, "avg": 0.037037037037037035 }, "vscode": { "icon": 0, "text": 0.15151515151515152, "avg": 0.09090909090909091 }, "powerpoint": { "icon": 0.04, "text": 0.05263157894736842, "avg": 0.04878048780487805 }, "vmware": { "icon": 0, "text": 0.03125, "avg": 0.024390243902439025 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0.02702702702702703, "avg": 0.021505376344086023 }, "pycharm": { "icon": 0, "text": 0.05, "avg": 0.02564102564102564 }, "inventor": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0, "text": 0.05263157894736842, "avg": 0.016129032258064516 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0, "text": 0, "avg": 0 }, "vivado": { "icon": 0.03125, "text": 0.16666666666666666, "avg": 0.1125 }, "word": { "icon": 0.06666666666666667, "text": 0.028985507246376812, "avg": 0.03571428571428571 }, "eviews": { "icon": 0, "text": 0.20930232558139536, "avg": 0.18 }, "photoshop": { "icon": 0, "text": 0.07692307692307693, "avg": 0.0392156862745098 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0, "text": 0.23076923076923078, "avg": 0.06666666666666667 }, "premiere": { "icon": 0, "text": 0.07142857142857142, "avg": 0.038461538461538464 } }, "overall": { "icon": 0.006622516556291391, "text": 0.04503582395087001, "avg": 0.030360531309297913 } } }, "ShowUI (2B)": { "link": "https://github.com/showlab/ShowUI", "description": "", "results": { "group": { "Dev": { "icon": 0.013793103448275862, "text": 0.16883116883116883, "avg": 0.09364548494983277 }, "Creative": { "icon": 0, "text": 0.09090909090909091, "avg": 0.05278592375366569 }, "CAD": { "icon": 0, "text": 0.025380710659898477, "avg": 0.019157088122605363 }, "Scientific": { "icon": 0.07272727272727272, "text": 0.13194444444444445, "avg": 0.1062992125984252 }, "Office": { "icon": 0.07547169811320754, "text": 0.15254237288135594, "avg": 0.13478260869565217 }, "OS": { "icon": 0.02247191011235955, "text": 0.102803738317757, "avg": 0.0663265306122449 } }, "application": { "stata": { "icon": 0.04878048780487805, "text": 0.125, "avg": 0.061224489795918366 }, "matlab": { "icon": 0.10526315789473684, "text": 0.08108108108108109, "avg": 0.08602150537634409 }, "blender": { "icon": 0, "text": 0.08928571428571429, "avg": 0.07042253521126761 }, "fruitloops": { "icon": 0, "text": 0.07692307692307693, "avg": 0.03508771929824561 }, "vscode": { "icon": 0, "text": 0.09090909090909091, "avg": 0.05454545454545454 }, "android_studio": { "icon": 0.045454545454545456, "text": 0.027777777777777776, "avg": 0.0375 }, "illustrator": { "icon": 0, "text": 0.08333333333333333, "avg": 0.03225806451612903 }, "powerpoint": { "icon": 0, "text": 0.14035087719298245, "avg": 0.0975609756097561 }, "excel": { "icon": 0.07692307692307693, "text": 0.058823529411764705, "avg": 0.0625 }, "eviews": { "icon": 0, "text": 0.18604651162790697, "avg": 0.16 }, "vivado": { "icon": 0, "text": 0.08333333333333333, "avg": 0.05 }, "quartus": { "icon": 0, "text": 0.5384615384615384, "avg": 0.15555555555555556 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0.09302325581395349, "text": 0.21052631578947367, "avg": 0.12903225806451613 }, "unreal_engine": { "icon": 0, "text": 0.13793103448275862, "avg": 0.11428571428571428 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0.06451612903225806, "avg": 0.04 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "macos_common": { "icon": 0, "text": 0.16666666666666666, "avg": 0.1076923076923077 }, "windows_common": { "icon": 0.0425531914893617, "text": 0.058823529411764705, "avg": 0.04938271604938271 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "word": { "icon": 0.2, "text": 0.2318840579710145, "avg": 0.2261904761904762 }, "pycharm": { "icon": 0, "text": 0.15, "avg": 0.07692307692307693 }, "photoshop": { "icon": 0, "text": 0.11538461538461539, "avg": 0.058823529411764705 }, "vmware": { "icon": 0, "text": 0.28125, "avg": 0.21951219512195122 }, "premiere": { "icon": 0, "text": 0.10714285714285714, "avg": 0.057692307692307696 } }, "overall": { "icon": 0.026490066225165563, "text": 0.10849539406345957, "avg": 0.07716635041113219 } } }, "GPT-4o": { "link": "", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.012987012987012988, "avg": 0.006688963210702341 }, "Creative": { "icon": 0, "text": 0.010101010101010102, "avg": 0.005865102639296188 }, "CAD": { "icon": 0, "text": 0.02030456852791878, "avg": 0.01532567049808429 }, "Scientific": { "icon": 0, "text": 0.020833333333333332, "avg": 0.011811023622047244 }, "Office": { "icon": 0, "text": 0.011299435028248588, "avg": 0.008695652173913044 }, "OS": { "icon": 0, "text": 0, "avg": 0 } }, "application": { "vmware": { "icon": 0, "text": 0.03125, "avg": 0.024390243902439025 }, "vivado": { "icon": 0, "text": 0.020833333333333332, "avg": 0.0125 }, "quartus": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0.02702702702702703, "avg": 0.021505376344086023 }, "eviews": { "icon": 0, "text": 0.023255813953488372, "avg": 0.02 }, "photoshop": { "icon": 0, "text": 0.038461538461538464, "avg": 0.0196078431372549 }, "fruitloops": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "premiere": { "icon": 0, "text": 0, "avg": 0 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "inventor": { "icon": 0, "text": 0.03389830508474576, "avg": 0.02857142857142857 }, "macos_common": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0.015873015873015872, "avg": 0.012987012987012988 }, "vscode": { "icon": 0, "text": 0, "avg": 0 }, "pycharm": { "icon": 0, "text": 0.025, "avg": 0.01282051282051282 }, "word": { "icon": 0, "text": 0.014492753623188406, "avg": 0.011904761904761904 }, "excel": { "icon": 0, "text": 0.0196078431372549, "avg": 0.015625 }, "unreal_engine": { "icon": 0, "text": 0.034482758620689655, "avg": 0.02857142857142857 }, "powerpoint": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0, "text": 0, "avg": 0 }, "blender": { "icon": 0, "text": 0, "avg": 0 }, "autocad": { "icon": 0, "text": 0, "avg": 0 } }, "overall": { "icon": 0, "text": 0.01330603889457523, "avg": 0.008222643896268185 } } }, "SeeClick (7B)": { "link": "https://github.com/njucckevin/SeeClick", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.006493506493506494, "avg": 0.0033444816053511705 }, "Creative": { "icon": 0, "text": 0.010101010101010102, "avg": 0.005865102639296188 }, "CAD": { "icon": 0, "text": 0.025380710659898477, "avg": 0.019157088122605363 }, "Scientific": { "icon": 0, "text": 0.034722222222222224, "avg": 0.01968503937007874 }, "Office": { "icon": 0, "text": 0.011299435028248588, "avg": 0.008695652173913044 }, "OS": { "icon": 0, "text": 0.028037383177570093, "avg": 0.015306122448979591 } }, "application": { "davinci": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0.03225806451612903, "avg": 0.02 }, "inventor": { "icon": 0, "text": 0.06779661016949153, "avg": 0.05714285714285714 }, "blender": { "icon": 0, "text": 0.017857142857142856, "avg": 0.014084507042253521 }, "macos_common": { "icon": 0, "text": 0.023809523809523808, "avg": 0.015384615384615385 }, "fruitloops": { "icon": 0, "text": 0, "avg": 0 }, "vivado": { "icon": 0, "text": 0, "avg": 0 }, "premiere": { "icon": 0, "text": 0.03571428571428571, "avg": 0.019230769230769232 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "powerpoint": { "icon": 0, "text": 0, "avg": 0 }, "autocad": { "icon": 0, "text": 0.037037037037037035, "avg": 0.029411764705882353 }, "word": { "icon": 0, "text": 0.028985507246376812, "avg": 0.023809523809523808 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "photoshop": { "icon": 0, "text": 0, "avg": 0 }, "vscode": { "icon": 0, "text": 0, "avg": 0 }, "eviews": { "icon": 0, "text": 0.09302325581395349, "avg": 0.08 }, "pycharm": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0, "avg": 0 }, "vmware": { "icon": 0, "text": 0.03125, "avg": 0.024390243902439025 }, "windows_common": { "icon": 0, "text": 0.029411764705882353, "avg": 0.012345679012345678 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0, "text": 0.125, "avg": 0.02040816326530612 }, "origin": { "icon": 0, "text": 0, "avg": 0 } }, "overall": { "icon": 0, "text": 0.01842374616171955, "avg": 0.011385199240986717 } } }, "OS-Atlas-7B": { "link": "https://osatlas.github.io/", "description": "", "results": { "group": { "Dev": { "icon": 0.013793103448275862, "text": 0.33116883116883117, "avg": 0.17725752508361203 }, "Creative": { "icon": 0.027972027972027972, "text": 0.2878787878787879, "avg": 0.17888563049853373 }, "CAD": { "icon": 0.046875, "text": 0.1218274111675127, "avg": 0.10344827586206896 }, "Scientific": { "icon": 0.07272727272727272, "text": 0.375, "avg": 0.2440944881889764 }, "Office": { "icon": 0.05660377358490566, "text": 0.3389830508474576, "avg": 0.27391304347826084 }, "OS": { "icon": 0.0449438202247191, "text": 0.27102803738317754, "avg": 0.1683673469387755 } }, "application": { "origin": { "icon": 0.06976744186046512, "text": 0.21052631578947367, "avg": 0.11290322580645161 }, "pycharm": { "icon": 0, "text": 0.3, "avg": 0.15384615384615385 }, "powerpoint": { "icon": 0.08, "text": 0.2807017543859649, "avg": 0.21951219512195122 }, "fruitloops": { "icon": 0, "text": 0.23076923076923078, "avg": 0.10526315789473684 }, "eviews": { "icon": 0.14285714285714285, "text": 0.6046511627906976, "avg": 0.54 }, "matlab": { "icon": 0.05263157894736842, "text": 0.28378378378378377, "avg": 0.23655913978494625 }, "windows_common": { "icon": 0.06382978723404255, "text": 0.20588235294117646, "avg": 0.12345679012345678 }, "android_studio": { "icon": 0.022727272727272728, "text": 0.16666666666666666, "avg": 0.0875 }, "stata": { "icon": 0.07317073170731707, "text": 0.375, "avg": 0.12244897959183673 }, "premiere": { "icon": 0.041666666666666664, "text": 0.2857142857142857, "avg": 0.17307692307692307 }, "vivado": { "icon": 0.03125, "text": 0.4166666666666667, "avg": 0.2625 }, "macos_common": { "icon": 0, "text": 0.30952380952380953, "avg": 0.2 }, "photoshop": { "icon": 0, "text": 0.34615384615384615, "avg": 0.17647058823529413 }, "vscode": { "icon": 0, "text": 0.42424242424242425, "avg": 0.2545454545454545 }, "excel": { "icon": 0, "text": 0.1568627450980392, "avg": 0.125 }, "solidworks": { "icon": 0.14285714285714285, "text": 0.015873015873015872, "avg": 0.03896103896103896 }, "vmware": { "icon": 0, "text": 0.4375, "avg": 0.34146341463414637 }, "linux_common": { "icon": 0.05263157894736842, "text": 0.2903225806451613, "avg": 0.2 }, "quartus": { "icon": 0.03125, "text": 0.38461538461538464, "avg": 0.13333333333333333 }, "davinci": { "icon": 0.043478260869565216, "text": 0.5238095238095238, "avg": 0.2727272727272727 }, "inventor": { "icon": 0, "text": 0.03389830508474576, "avg": 0.02857142857142857 }, "word": { "icon": 0.06666666666666667, "text": 0.5217391304347826, "avg": 0.44047619047619047 }, "unreal_engine": { "icon": 0.16666666666666666, "text": 0.2413793103448276, "avg": 0.22857142857142856 }, "blender": { "icon": 0.06666666666666667, "text": 0.26785714285714285, "avg": 0.22535211267605634 }, "autocad": { "icon": 0, "text": 0.037037037037037035, "avg": 0.029411764705882353 }, "illustrator": { "icon": 0, "text": 0.08333333333333333, "avg": 0.03225806451612903 } }, "overall": { "icon": 0.039735099337748346, "text": 0.28147389969293757, "avg": 0.18912080961416824 } } }, "Qwen-VL-7B": { "link": "https://arxiv.org/pdf/2308.12966", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0, "avg": 0 }, "Creative": { "icon": 0, "text": 0, "avg": 0 }, "CAD": { "icon": 0, "text": 0, "avg": 0 }, "Scientific": { "icon": 0, "text": 0.006944444444444444, "avg": 0.003937007874015748 }, "Office": { "icon": 0, "text": 0, "avg": 0 }, "OS": { "icon": 0, "text": 0, "avg": 0 } }, "application": { "photoshop": { "icon": 0, "text": 0, "avg": 0 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "premiere": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0, "avg": 0 }, "blender": { "icon": 0, "text": 0, "avg": 0 }, "inventor": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0, "text": 0, "avg": 0 }, "vscode": { "icon": 0, "text": 0, "avg": 0 }, "word": { "icon": 0, "text": 0, "avg": 0 }, "eviews": { "icon": 0, "text": 0, "avg": 0 }, "vivado": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "matlab": { "icon": 0, "text": 0, "avg": 0 }, "powerpoint": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0, "text": 0.125, "avg": 0.02040816326530612 }, "vmware": { "icon": 0, "text": 0, "avg": 0 }, "macos_common": { "icon": 0, "text": 0, "avg": 0 }, "pycharm": { "icon": 0, "text": 0, "avg": 0 }, "fruitloops": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0, "text": 0, "avg": 0 } }, "overall": { "icon": 0, "text": 0.0010235414534288639, "avg": 0.0006325110689437065 } } }, "Qwen2-VL-7B": { "link": "https://arxiv.org/pdf/2409.12191", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.025974025974025976, "avg": 0.013377926421404682 }, "Creative": { "icon": 0, "text": 0.015151515151515152, "avg": 0.008797653958944282 }, "CAD": { "icon": 0, "text": 0.005076142131979695, "avg": 0.0038314176245210726 }, "Scientific": { "icon": 0, "text": 0.0625, "avg": 0.03543307086614173 }, "Office": { "icon": 0.018867924528301886, "text": 0.03389830508474576, "avg": 0.030434782608695653 }, "OS": { "icon": 0, "text": 0.009345794392523364, "avg": 0.00510204081632653 } }, "application": { "autocad": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "vivado": { "icon": 0, "text": 0.020833333333333332, "avg": 0.0125 }, "matlab": { "icon": 0, "text": 0.02702702702702703, "avg": 0.021505376344086023 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "linux_common": { "icon": 0, "text": 0.03225806451612903, "avg": 0.02 }, "premiere": { "icon": 0, "text": 0, "avg": 0 }, "vscode": { "icon": 0, "text": 0.09090909090909091, "avg": 0.05454545454545454 }, "unreal_engine": { "icon": 0, "text": 0.034482758620689655, "avg": 0.02857142857142857 }, "inventor": { "icon": 0, "text": 0, "avg": 0 }, "eviews": { "icon": 0, "text": 0.13953488372093023, "avg": 0.12 }, "fruitloops": { "icon": 0, "text": 0.038461538461538464, "avg": 0.017543859649122806 }, "android_studio": { "icon": 0, "text": 0, "avg": 0 }, "word": { "icon": 0, "text": 0.07246376811594203, "avg": 0.05952380952380952 }, "vmware": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0, "text": 0, "avg": 0 }, "pycharm": { "icon": 0, "text": 0, "avg": 0 }, "macos_common": { "icon": 0, "text": 0, "avg": 0 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0, "text": 0.125, "avg": 0.02040816326530612 }, "blender": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0, "text": 0.07692307692307693, "avg": 0.022222222222222223 }, "photoshop": { "icon": 0, "text": 0.038461538461538464, "avg": 0.0196078431372549 }, "powerpoint": { "icon": 0.04, "text": 0.017543859649122806, "avg": 0.024390243902439025 } }, "overall": { "icon": 0.0016556291390728477, "text": 0.02456499488229273, "avg": 0.015812776723592662 } } }, "UGround-7B": { "link": "https://osu-nlp-group.github.io/UGround/", "description": "", "results": { "group": { "Dev": { "icon": 0.020689655172413793, "text": 0.2662337662337662, "avg": 0.14715719063545152 }, "Creative": { "icon": 0.027972027972027972, "text": 0.2727272727272727, "avg": 0.17008797653958943 }, "CAD": { "icon": 0.015625, "text": 0.14213197969543148, "avg": 0.1111111111111111 }, "Scientific": { "icon": 0.02727272727272727, "text": 0.3194444444444444, "avg": 0.19291338582677164 }, "Office": { "icon": 0.11320754716981132, "text": 0.3163841807909605, "avg": 0.26956521739130435 }, "OS": { "icon": 0, "text": 0.17757009345794392, "avg": 0.09693877551020408 } }, "application": { "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "word": { "icon": 0.06666666666666667, "text": 0.43478260869565216, "avg": 0.36904761904761907 }, "matlab": { "icon": 0, "text": 0.2972972972972973, "avg": 0.23655913978494625 }, "inventor": { "icon": 0, "text": 0.0847457627118644, "avg": 0.07142857142857142 }, "android_studio": { "icon": 0.022727272727272728, "text": 0.1388888888888889, "avg": 0.075 }, "photoshop": { "icon": 0, "text": 0.4230769230769231, "avg": 0.21568627450980393 }, "blender": { "icon": 0.06666666666666667, "text": 0.30357142857142855, "avg": 0.2535211267605634 }, "davinci": { "icon": 0.043478260869565216, "text": 0.19047619047619047, "avg": 0.11363636363636363 }, "excel": { "icon": 0.07692307692307693, "text": 0.17647058823529413, "avg": 0.15625 }, "vmware": { "icon": 0, "text": 0.40625, "avg": 0.3170731707317073 }, "autocad": { "icon": 0, "text": 0.037037037037037035, "avg": 0.029411764705882353 }, "macos_common": { "icon": 0, "text": 0.19047619047619047, "avg": 0.12307692307692308 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "windows_common": { "icon": 0, "text": 0.058823529411764705, "avg": 0.024691358024691357 }, "linux_common": { "icon": 0, "text": 0.2903225806451613, "avg": 0.18 }, "vivado": { "icon": 0.03125, "text": 0.4583333333333333, "avg": 0.2875 }, "origin": { "icon": 0.023255813953488372, "text": 0.15789473684210525, "avg": 0.06451612903225806 }, "eviews": { "icon": 0.2857142857142857, "text": 0.4883720930232558, "avg": 0.46 }, "premiere": { "icon": 0.041666666666666664, "text": 0.2857142857142857, "avg": 0.17307692307692307 }, "vscode": { "icon": 0.045454545454545456, "text": 0.3333333333333333, "avg": 0.21818181818181817 }, "powerpoint": { "icon": 0.16, "text": 0.2982456140350877, "avg": 0.25609756097560976 }, "pycharm": { "icon": 0.02631578947368421, "text": 0.125, "avg": 0.07692307692307693 }, "fruitloops": { "icon": 0.03225806451612903, "text": 0.2692307692307692, "avg": 0.14035087719298245 }, "quartus": { "icon": 0, "text": 0.5384615384615384, "avg": 0.15555555555555556 }, "stata": { "icon": 0, "text": 0, "avg": 0 }, "unreal_engine": { "icon": 0, "text": 0.2413793103448276, "avg": 0.2 } }, "overall": { "icon": 0.028145695364238412, "text": 0.24974411463664278, "avg": 0.1650853889943074 } } }, "CogAgent (18B)": { "link": "https://github.com/THUDM/CogAgent", "description": "", "results": { "group": { "Dev": { "icon": 0.006896551724137931, "text": 0.14935064935064934, "avg": 0.0802675585284281 }, "Creative": { "icon": 0, "text": 0.09595959595959595, "avg": 0.05571847507331378 }, "CAD": { "icon": 0.03125, "text": 0.07106598984771574, "avg": 0.06130268199233716 }, "Scientific": { "icon": 0.01818181818181818, "text": 0.2222222222222222, "avg": 0.13385826771653545 }, "Office": { "icon": 0, "text": 0.12994350282485875, "avg": 0.1 }, "OS": { "icon": 0, "text": 0.056074766355140186, "avg": 0.030612244897959183 } }, "application": { "vivado": { "icon": 0.03125, "text": 0.2916666666666667, "avg": 0.1875 }, "blender": { "icon": 0, "text": 0.08928571428571429, "avg": 0.07042253521126761 }, "photoshop": { "icon": 0, "text": 0.23076923076923078, "avg": 0.11764705882352941 }, "windows_common": { "icon": 0, "text": 0.058823529411764705, "avg": 0.024691358024691357 }, "vscode": { "icon": 0, "text": 0.2727272727272727, "avg": 0.16363636363636364 }, "pycharm": { "icon": 0, "text": 0.1, "avg": 0.05128205128205128 }, "solidworks": { "icon": 0.07142857142857142, "text": 0, "avg": 0.012987012987012988 }, "inventor": { "icon": 0, "text": 0, "avg": 0 }, "quartus": { "icon": 0, "text": 0.38461538461538464, "avg": 0.1111111111111111 }, "word": { "icon": 0, "text": 0.2608695652173913, "avg": 0.21428571428571427 }, "powerpoint": { "icon": 0, "text": 0.08771929824561403, "avg": 0.06097560975609756 }, "eviews": { "icon": 0.14285714285714285, "text": 0.37209302325581395, "avg": 0.34 }, "davinci": { "icon": 0, "text": 0, "avg": 0 }, "vmware": { "icon": 0, "text": 0.125, "avg": 0.0975609756097561 }, "origin": { "icon": 0, "text": 0.05263157894736842, "avg": 0.016129032258064516 }, "macos_common": { "icon": 0, "text": 0.07142857142857142, "avg": 0.046153846153846156 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "premiere": { "icon": 0, "text": 0.14285714285714285, "avg": 0.07692307692307693 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "fruitloops": { "icon": 0, "text": 0.11538461538461539, "avg": 0.05263157894736842 }, "illustrator": { "icon": 0, "text": 0, "avg": 0 }, "stata": { "icon": 0.024390243902439025, "text": 0, "avg": 0.02040816326530612 }, "matlab": { "icon": 0, "text": 0.20270270270270271, "avg": 0.16129032258064516 }, "unreal_engine": { "icon": 0, "text": 0.034482758620689655, "avg": 0.02857142857142857 }, "android_studio": { "icon": 0.022727272727272728, "text": 0.027777777777777776, "avg": 0.025 }, "linux_common": { "icon": 0, "text": 0.03225806451612903, "avg": 0.02 } }, "overall": { "icon": 0.008278145695364239, "text": 0.11975435005117707, "avg": 0.07716635041113219 } } }, "OS-Atlas-4B": { "link": "https://osatlas.github.io/", "description": "", "results": { "group": { "Dev": { "icon": 0, "text": 0.07142857142857142, "avg": 0.03678929765886288 }, "Creative": { "icon": 0.013986013986013986, "text": 0.030303030303030304, "avg": 0.02346041055718475 }, "CAD": { "icon": 0, "text": 0.02030456852791878, "avg": 0.01532567049808429 }, "Scientific": { "icon": 0.05454545454545454, "text": 0.09027777777777778, "avg": 0.07480314960629922 }, "Office": { "icon": 0.03773584905660377, "text": 0.05084745762711865, "avg": 0.04782608695652174 }, "OS": { "icon": 0, "text": 0.056074766355140186, "avg": 0.030612244897959183 } }, "application": { "vivado": { "icon": 0, "text": 0.0625, "avg": 0.0375 }, "powerpoint": { "icon": 0.04, "text": 0.05263157894736842, "avg": 0.04878048780487805 }, "macos_common": { "icon": 0, "text": 0, "avg": 0 }, "origin": { "icon": 0.046511627906976744, "text": 0, "avg": 0.03225806451612903 }, "quartus": { "icon": 0, "text": 0.07692307692307693, "avg": 0.022222222222222223 }, "eviews": { "icon": 0.42857142857142855, "text": 0.16279069767441862, "avg": 0.2 }, "stata": { "icon": 0, "text": 0, "avg": 0 }, "photoshop": { "icon": 0, "text": 0, "avg": 0 }, "unreal_engine": { "icon": 0, "text": 0, "avg": 0 }, "blender": { "icon": 0, "text": 0.03571428571428571, "avg": 0.028169014084507043 }, "word": { "icon": 0.06666666666666667, "text": 0.08695652173913043, "avg": 0.08333333333333333 }, "davinci": { "icon": 0, "text": 0.047619047619047616, "avg": 0.022727272727272728 }, "linux_common": { "icon": 0, "text": 0.0967741935483871, "avg": 0.06 }, "autocad": { "icon": 0, "text": 0, "avg": 0 }, "illustrator": { "icon": 0, "text": 0.08333333333333333, "avg": 0.03225806451612903 }, "inventor": { "icon": 0, "text": 0.01694915254237288, "avg": 0.014285714285714285 }, "pycharm": { "icon": 0, "text": 0.025, "avg": 0.01282051282051282 }, "windows_common": { "icon": 0, "text": 0.08823529411764706, "avg": 0.037037037037037035 }, "vscode": { "icon": 0, "text": 0.21212121212121213, "avg": 0.12727272727272726 }, "fruitloops": { "icon": 0.03225806451612903, "text": 0.07692307692307693, "avg": 0.05263157894736842 }, "excel": { "icon": 0, "text": 0, "avg": 0 }, "vmware": { "icon": 0, "text": 0.03125, "avg": 0.024390243902439025 }, "matlab": { "icon": 0.05263157894736842, "text": 0.08108108108108109, "avg": 0.07526881720430108 }, "solidworks": { "icon": 0, "text": 0, "avg": 0 }, "premiere": { "icon": 0.041666666666666664, "text": 0, "avg": 0.019230769230769232 }, "android_studio": { "icon": 0, "text": 0.027777777777777776, "avg": 0.0125 } }, "overall": { "icon": 0.016556291390728478, "text": 0.05015353121801433, "avg": 0.03731815306767868 } } } }