{ "compiled": { "nsega/distilbert-base-uncased-finetuned-squad-d5716d28": { "first_compiled": "2026-04-27T20:10:58.837359+00:00", "first_chip": 0, "run": 1, "best_time_s": 5.6564247608184814, "successes": 1, "source": "huggingface", "task": "fill-mask", "rarity": "common", "hf_downloads": 48, "hf_created_at": "2026-04-26T16:33:06+00:00", "artifact": "shape=(1, 32, 30522) dtype=torch.float32 range=[-6.59, 3.97]" }, "lumasik/quark-1-248m-base": { "first_compiled": "2026-04-27T20:22:22.880015+00:00", "first_chip": 0, "run": 1, "best_time_s": 13.461943626403809, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 380, "hf_created_at": "2026-04-25T22:01:31+00:00", "artifact": "shape=(1, 32, 32000) dtype=torch.float32 range=[-26.88, 11.49]", "prefill_tok_s": 52.5, "throughput_unit": "prefill_tok/s", "best_throughput": 52.5, "ttft_ms": 228.7, "decode_tok_s": 5.35, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "best_compile_s": 15.8 }, "OpceanAI/Yuuki-RxG-nano": { "first_compiled": "2026-04-28T00:27:10.247397+00:00", "first_chip": 0, "run": 1, "best_time_s": 48.43316459655762, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 128, "hf_created_at": "2026-04-26T14:45:03+00:00", "artifact": "shape=(1, 32, 151936) dtype=torch.float32 range=[-8.04, 12.91]", "prefill_tok_s": 14.8, "throughput_unit": "prefill_tok/s", "best_throughput": 14.8, "ttft_ms": 607.2, "decode_tok_s": 2.02, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "best_compile_s": 43.8 }, "Xerv-AI/Ada": { "first_compiled": "2026-04-28T21:09:46.521452+00:00", "first_chip": 2, "run": 6, "best_time_s": 43.143832206726074, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 439, "hf_created_at": "2026-04-25T04:04:11+00:00", "artifact": "shape=(1, 32, 151936) dtype=torch.float32 range=[-17.10, 26.14]" }, "ULTR0N/SentienceTrial1": { "first_compiled": "2026-04-28T21:50:00.311940+00:00", "first_chip": 3, "run": 6, "best_time_s": 11.849815368652344, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 477, "hf_created_at": "2026-04-25T01:54:26+00:00", "artifact": "\u00e9l volnas\u00e1g,adonkor,,,\u00e9j:\u00e1rae\u00e9nenk\u00e9nt,.\u00e1ra,\u00e9nenk\u00e9ntunk,,\u00e1nak\u00e1ny,,AAAA", "prefill_tok_s": 85.2, "throughput_unit": "prefill_tok/s", "best_throughput": 85.2, "ttft_ms": 199.5, "decode_tok_s": 5.53, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "best_compile_s": 12.1 }, "snehangshu511/gpt2-medium-instruct": { "first_compiled": "2026-04-28T22:09:08.226913+00:00", "first_chip": 2, "run": 6, "best_time_s": 24.09934091567993, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 614, "hf_created_at": "2026-04-25T12:11:45+00:00", "artifact": "shape=(1, 32, 50257) dtype=torch.float32 range=[-56.02, -1.71]", "prefill_tok_s": 22.8, "throughput_unit": "prefill_tok/s", "best_throughput": 22.8, "ttft_ms": 395.4, "decode_tok_s": 2.78, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "best_compile_s": 21.8 }, "itstechuse/akeno-mergedv8": { "first_compiled": "2026-04-28T22:57:09.557947+00:00", "first_chip": 3, "run": 6, "best_time_s": 71.85558843612671, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 230, "hf_created_at": "2026-04-26T09:10:51+00:00", "artifact": "shape=(1, 32, 32000) dtype=torch.float32 range=[-11.92, 12.83]", "prefill_tok_s": 16.5, "throughput_unit": "prefill_tok/s", "best_throughput": 16.5, "ttft_ms": 728.7, "best_compile_s": 61.2 }, "abubakaraabi786/tinyllama-peft-merged": { "first_compiled": "2026-04-28T23:07:31.570796+00:00", "first_chip": 2, "run": 6, "best_time_s": 33.81943893432617, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 465, "hf_created_at": "2026-04-26T09:23:33+00:00", "artifact": "shape=(1, 32, 32000) dtype=torch.float32 range=[-15.00, 18.60]" }, "OvercastLab/Quark-50m-Instruct": { "first_compiled": "2026-04-28T23:08:31.227991+00:00", "first_chip": 2, "run": 6, "best_time_s": 39.8749680519104, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 2397, "hf_created_at": "2026-04-22T18:58:49+00:00", "artifact": "shape=(1, 32, 49152) dtype=torch.float32 range=[-12.61, 14.51]" }, "openai-community/gpt2": { "first_compiled": "2026-04-29T03:19:36.163216+00:00", "first_chip": 0, "run": 999, "best_time_s": 1.0653059482574463, "successes": 7, "source": "huggingface", "task": "text-generation", "rarity": "legendary", "hf_downloads": 10000000, "hf_created_at": null, "artifact": "\u2192 would (40%) | could (13%) | was (12%)", "backends_succeeded": [ "forge" ] }, "albert/question_answering/pytorch": { "first_compiled": "2026-05-07T23:40:43.691972+00:00", "first_chip": 2, "run": 13, "best_time_s": 9.697202444076538, "successes": 2, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32) dtype=torch.float32 range=[-2.36, -1.73]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 10.583225965499878, "best_infer_s": 0.3875765800476074, "throughput_unit": "ms/sample", "best_throughput": 387.577, "first_voice": "" }, "albert/sequence_classification/pytorch": { "first_compiled": "2026-05-11T18:05:33.339948+00:00", "first_chip": 3, "run": 14, "best_time_s": 9.413544654846191, "successes": 7, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2) dtype=torch.float32 range=[0.15, 0.51]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 9.729511022567749, "best_infer_s": 0.3712477684020996, "throughput_unit": "prefill_tok/s", "best_throughput": 5.387, "first_voice": "", "prefill_tok_s": 5.387 }, "allam/causal_lm/pytorch": { "first_compiled": "2026-05-11T18:27:23.602651+00:00", "first_chip": 1, "run": 15, "best_time_s": 55.80251598358154, "successes": 3, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 64000) dtype=torch.float32 range=[-22.02, 17.29]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 53.8, "best_infer_s": 6.876738786697388, "throughput_unit": "prefill_tok/s", "best_throughput": 18.0, "first_voice": "", "prefill_tok_s": 18.0, "ttft_ms": 722.2, "params_m": 7001 }, "albert/token_classification/pytorch": { "first_compiled": "2026-05-11T21:50:15.461686+00:00", "first_chip": 2, "run": 16, "best_time_s": 9.970369815826416, "successes": 2, "source": "huggingface", "task": "nlp_token_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 2) dtype=torch.float32 range=[-0.25, 0.90]", "backend": "forge", "backends_succeeded": [ "forge" ] }, "bloom/pytorch": { "first_compiled": "2026-05-11T22:01:23.135275+00:00", "first_chip": 0, "run": 16, "best_time_s": 27.08126211166382, "successes": 4, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 250880) dtype=torch.float32 range=[-14.02, 18.49]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 24.4, "best_infer_s": 13.184977769851685, "throughput_unit": "prefill_tok/s", "best_throughput": 50.8, "first_voice": "", "prefill_tok_s": 50.8, "ttft_ms": 630.0, "decode_tok_s": 1.59, "decode_context_len": 32, "decode_note": "no KV cache \u2014 full recompute (derived from prefill)", "params_m": 1065 }, "alexnet/pytorch": { "first_compiled": "2026-05-11T22:12:08.672757+00:00", "first_chip": 0, "run": 17, "best_time_s": 2.7909421920776367, "successes": 27, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-4.46, 5.84]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 2.9523677825927734, "best_infer_s": 0.16930723190307617, "throughput_unit": "ms/sample", "best_throughput": 169.307, "first_voice": "top-3: class_420 7.84, class_870 6.90, class_889 6.89" }, "beit/pytorch": { "first_compiled": "2026-05-11T22:12:53.777160+00:00", "first_chip": 2, "run": 17, "best_time_s": 22.46720242500305, "successes": 21, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-2.24, 5.64]", "backend": "forge", "backends_succeeded": [ "forge" ], "first_voice": "top-3: class_812 2.44, class_51 2.11, class_488 1.97", "best_compile_s": 23.959306001663208, "best_infer_s": 2.4489800930023193, "throughput_unit": "ms/sample", "best_throughput": 2448.98 }, "bge_1_5/embedding_generation/pytorch": { "first_compiled": "2026-05-11T22:29:16.734555+00:00", "first_chip": 3, "run": 18, "best_time_s": 19.956746339797974, "successes": 2, "source": "huggingface", "task": "nlp_embed_gen", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 1024) dtype=torch.float32 range=[-2.45, 4.74]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 21.94287419319153, "best_infer_s": 0.8867511749267578, "throughput_unit": "ms/sample", "best_throughput": 886.751, "first_voice": "" }, "albert/masked_lm/pytorch": { "first_compiled": "2026-05-12T00:44:25.619591+00:00", "first_chip": 0, "run": 99, "best_time_s": 9.272822856903076, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 30000) dtype=torch.float32 range=[-32.28, 16.52]", "backend": "forge", "backends_succeeded": [ "forge" ] }, "microsoft/resnet-50": { "first_compiled": "2026-05-12T17:01:08.112704+00:00", "first_chip": 2, "run": 24, "best_time_s": 10.408241271972656, "successes": 8, "source": "huggingface", "task": "image-classification", "rarity": "legendary", "hf_downloads": 12000000, "hf_created_at": "2023-01-01T00:00:00Z", "artifact": "top-3: class_980 7.73, class_117 -3.70, class_577 -3.77", "backend": "forge", "backends_succeeded": [ "forge" ] }, "alexnet/image_classification/onnx": { "first_compiled": "2026-05-12T22:35:28.022047+00:00", "first_chip": 2, "run": 39, "best_time_s": 3.627490997314453, "successes": 1, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-3.84, 5.82]", "backend": "forge", "backends_succeeded": [ "forge" ] }, "googlenet/pytorch": { "first_compiled": "2026-05-13T16:21:52.876391+00:00", "first_chip": 2, "run": 47, "best_time_s": 11.52592945098877, "successes": 4, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-4.59, 12.16]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 11.33568000793457, "best_infer_s": 23.786932468414307, "throughput_unit": "ms/sample", "best_throughput": 23786.932, "first_voice": "" }, "densenet/pytorch": { "first_compiled": "2026-05-13T16:23:28.165779+00:00", "first_chip": 2, "run": 47, "best_time_s": 40.65670371055603, "successes": 5, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-5.72, 13.65]", "backend": "forge", "backends_succeeded": [ "forge" ], "first_voice": "top-3: class_281 13.86, class_285 13.00, class_282 11.57", "best_compile_s": 43.36659502983093, "best_infer_s": 26.94740629196167, "throughput_unit": "ms/sample", "best_throughput": 26947.406 }, "bloom/causal_lm/jax": { "first_compiled": "2026-05-13T16:52:05.685765+00:00", "first_chip": 0, "run": 50, "best_time_s": 2.621619462966919, "successes": 20, "source": "tt-forge-models", "task": "text-generation", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(4, 32, 250880) max=20.889 mean=-1.991", "backend": "xla", "backends_succeeded": [ "xla" ], "first_voice": "", "best_compile_s": 3.2763772010803223, "best_infer_s": 0.03319525718688965, "throughput_unit": "prefill_tok/s", "best_throughput": 3855.973, "mesh_chips": 4, "prefill_tok_s": 3855.973 }, "mobilenetv2/pytorch": { "first_compiled": "2026-05-13T17:08:16.205140+00:00", "first_chip": 3, "run": 51, "best_time_s": 10.482332468032837, "successes": 7, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-6.88, 6.43]", "backend": "forge", "backends_succeeded": [ "forge" ], "first_voice": "top-3: class_568 8.72, class_523 7.36, class_697 7.18", "best_compile_s": 10.453450679779053, "best_infer_s": 0.48430562019348145, "throughput_unit": "ms/sample", "best_throughput": 484.306 }, "resnet/pytorch": { "first_compiled": "2026-05-13T18:38:17.189603+00:00", "first_chip": 0, "run": 56, "best_time_s": 10.45112681388855, "successes": 5, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-11.80, -2.46]", "backend": "forge", "backends_succeeded": [ "forge" ], "first_voice": "top-3: class_516 -0.88, class_669 -1.96, class_419 -2.39", "best_compile_s": 10.825481414794922, "best_infer_s": 0.34203243255615234, "throughput_unit": "ms/sample", "best_throughput": 342.032 }, "ghostnet/pytorch": { "first_compiled": "2026-05-13T18:38:46.863567+00:00", "first_chip": 0, "run": 56, "best_time_s": 20.11131525039673, "successes": 13, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-2.42, 3.35]", "backend": "forge", "backends_succeeded": [ "forge" ], "first_voice": "top-3: class_568 6.49, class_434 5.83, class_593 5.71", "best_compile_s": 22.89322566986084, "best_infer_s": 48.110865354537964, "throughput_unit": "ms/sample", "best_throughput": 48110.865 }, "gpt2/pytorch": { "first_compiled": "2026-05-13T20:17:30.956245+00:00", "first_chip": 1, "run": 60, "best_time_s": 12.501453399658203, "successes": 3, "source": "tt-forge-models", "task": "text-generation", "rarity": "legendary", "hf_downloads": 30000000, "hf_created_at": "2023-01-01T00:00:00Z", "artifact": "shape=(1, 256, 50257) dtype=torch.float32 range=[-98.28, -32.96]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 12.0, "best_infer_s": 4.069573402404785, "throughput_unit": "prefill_tok/s", "best_throughput": 584.6, "prefill_tok_s": 584.6, "ttft_ms": 437.9, "decode_tok_s": 5.52, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "params_m": 124 }, "deit/pytorch": { "first_compiled": "2026-05-13T22:24:03.211581+00:00", "first_chip": 1, "run": 67, "best_time_s": 9.863290786743164, "successes": 2, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-0.68, 0.96]", "first_voice": "top-3: class_850 4.76, class_568 4.66, class_523 4.63", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 10.028836965560913, "best_infer_s": 0.5095748901367188, "throughput_unit": "ms/sample", "best_throughput": 509.575 }, "efficientnet_lite/pytorch": { "first_compiled": "2026-05-13T22:24:26.673659+00:00", "first_chip": 1, "run": 67, "best_time_s": 11.869760036468506, "successes": 5, "source": "tt-forge-models", "task": "image-classification", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-3.69, 11.45]", "first_voice": "top-3: class_401 6.02, class_887 5.69, class_400 4.96", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 11.973581075668335, "best_infer_s": 1.173384428024292, "throughput_unit": "ms/sample", "best_throughput": 1173.384 }, "skytnt/midi-model": { "first_compiled": "2026-05-19T23:39:55.358325+00:00", "first_chip": 0, "run": 999, "best_time_s": 16.60564923286438, "successes": 1, "source": "huggingface", "task": "midi-generation", "rarity": "legendary", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 64, 1024) dtype=torch.float32 range=[0.00, 0.00]", "first_voice": "shape=(1, 64, 1024) dtype=torch.float32 range=[0.00, 0.00]", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 14.09697699546814, "best_infer_s": 2.5086722373962402, "throughput_unit": "ms/sample", "best_throughput": 2508.672 }, "autoencoder/pytorch": { "first_compiled": "2026-05-20T14:57:19.447318+00:00", "first_chip": 2, "run": 73, "best_time_s": 2.405442476272583, "successes": 3, "source": "custom", "task": "cv_img_to_img", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 784) dtype=torch.float32 range=[-0.19, 0.16]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 2.297464609146118, "best_infer_s": 0.09218335151672363, "throughput_unit": "ms/sample", "best_throughput": 92.183 }, "deepseek/deepseek_math/pytorch": { "first_compiled": "2026-05-20T15:16:17.697468+00:00", "first_chip": 2, "run": 73, "best_time_s": 103.12560248374939, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 551, 102400) dtype=torch.float32 range=[-39.92, 87.25]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 87.15934681892395, "best_infer_s": 15.96625566482544, "throughput_unit": "ms/sample", "best_throughput": 15966.256 }, "dla/pytorch": { "first_compiled": "2026-05-20T15:18:10.403825+00:00", "first_chip": 2, "run": 73, "best_time_s": 29.31966233253479, "successes": 1, "source": "timm", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-6.19, 13.38]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 8.238611221313477, "best_infer_s": 21.081051111221313, "throughput_unit": "ms/sample", "best_throughput": 21081.051 }, "efficientnet/image_classification/onnx": { "first_compiled": "2026-05-20T15:19:37.979888+00:00", "first_chip": 3, "run": 73, "best_time_s": 52.68478083610535, "successes": 1, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-2.62, 8.39]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 12.672219038009644, "best_infer_s": 40.0125617980957, "throughput_unit": "ms/sample", "best_throughput": 40012.562 }, "albert/masked_lm/jax": { "first_compiled": "2026-05-20T14:57:21.792678+00:00", "first_chip": 0, "run": 73, "best_time_s": 22.147326707839966, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 30000) max=34.484 mean=-4.167", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "best_compile_s": 22.1473, "best_infer_s": 0.0099, "throughput_unit": "prefill_tok/s", "best_throughput": 3223.908, "mesh_chips": 1, "prefill_tok_s": 3223.908 }, "deepseek/deepseek_coder/pytorch": { "first_compiled": "2026-05-20T15:03:40.851661+00:00", "first_chip": 1, "run": 73, "best_time_s": 35.650147676467896, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 588, 32256) dtype=torch.float32 range=[-69.08, 83.17]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 33.8, "best_infer_s": 10.1264, "throughput_unit": "prefill_tok/s", "best_throughput": 240.1, "prefill_tok_s": 240.1, "ttft_ms": 2449.1, "decode_tok_s": 2.52, "decode_context_len": 32, "decode_note": "StaticCache KV cache" }, "deepcogito/pytorch": { "first_compiled": "2026-05-20T15:10:50.619999+00:00", "first_chip": 3, "run": 73, "best_time_s": 48.11630892753601, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 128256) dtype=torch.float32 range=[-16.80, 19.15]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 44.8, "best_infer_s": 8.310149908065796, "throughput_unit": "prefill_tok/s", "best_throughput": 54.0, "prefill_tok_s": 54.0, "ttft_ms": 815.1, "decode_tok_s": 2.04, "decode_context_len": 32, "decode_note": "StaticCache KV cache" }, "densenet/image_classification/onnx": { "first_compiled": "2026-05-20T15:15:22.129063+00:00", "first_chip": 3, "run": 73, "best_time_s": 39.88489246368408, "successes": 2, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-5.73, 13.66]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 39.8849, "best_infer_s": 55.57783770561218, "throughput_unit": "ms/sample", "best_throughput": 55577.838 }, "gemma/codegemma/pytorch": { "first_compiled": "2026-05-20T16:39:47.076527+00:00", "first_chip": 0, "run": 77, "best_time_s": 45.79858589172363, "successes": 2, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 256000) dtype=torch.float32 range=[-113.68, 84.78]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 34.94093585014343, "best_infer_s": 10.8576500415802, "throughput_unit": "ms/sample", "best_throughput": 10857.65 }, "gpt_neo/sequence_classification/pytorch": { "first_compiled": "2026-05-20T16:40:19.599465+00:00", "first_chip": 0, "run": 77, "best_time_s": 14.121476411819458, "successes": 3, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2) dtype=torch.float32 range=[-2.25, 1.05]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 9.698171854019165, "best_infer_s": 2.4684369564056396, "throughput_unit": "prefill_tok/s", "best_throughput": 0.81, "prefill_tok_s": 0.81 }, "hrnet/pytorch": { "first_compiled": "2026-05-20T16:41:03.079209+00:00", "first_chip": 0, "run": 77, "best_time_s": 29.11630082130432, "successes": 3, "source": "timm", "task": "cv_keypoint_det", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-5.74, 9.16]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "best_compile_s": 15.08296537399292, "best_infer_s": 10.729727029800415, "throughput_unit": "ms/sample", "best_throughput": 10729.727 }, "beit/image_classification/jax": { "first_compiled": "2026-05-20T16:43:01.746404+00:00", "first_chip": 0, "run": 78, "best_time_s": 0.816077470779419, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) max=8.474", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "best_compile_s": 0.816077470779419, "best_infer_s": 0.04180169105529785, "throughput_unit": "prefill_tok/s", "best_throughput": 23922.477, "mesh_chips": 1, "prefill_tok_s": 23922.477 }, "gpt2/causal_lm/jax": { "first_compiled": "2026-05-20T17:57:45.107562+00:00", "first_chip": 0, "run": 79, "best_time_s": 0.4996778964996338, "successes": 2, "source": "tt-forge-models", "task": "text-generation", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(8, 32, 50257) max=29.942 mean=-88.215", "first_voice": "\u2192 The (7%) | A (3%) | \" (2%)", "backend": "xla", "backends_succeeded": [ "xla" ], "best_compile_s": 0.4996778964996338, "best_infer_s": 0.06994271278381348, "throughput_unit": "prefill_tok/s", "best_throughput": 457.517, "mesh_chips": 1, "prefill_tok_s": 457.517 }, "mbart50/nlp_summarization/jax": { "first_compiled": "2026-05-21T15:46:29.587306+00:00", "first_chip": 1, "run": 98, "best_time_s": 1.0888752937316895, "successes": 1, "source": "huggingface", "task": "nlp_summarization", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 250054) max=17.998 mean=-1.486", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 1.0888752937316895, "best_infer_s": 0.1827716827392578, "throughput_unit": "ms/sample", "best_throughput": 182.772 }, "gpt_neo/causal_lm/jax": { "first_compiled": "2026-05-21T16:02:25.960249+00:00", "first_chip": 0, "run": 98, "best_time_s": 1.1327450275421143, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 50257) max=5.322 mean=-16.098", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 1.1327450275421143, "best_infer_s": 0.24305057525634766, "throughput_unit": "prefill_tok/s", "best_throughput": 131.66, "prefill_tok_s": 131.66 }, "longt5/text_classification/jax": { "first_compiled": "2026-05-21T16:03:24.790077+00:00", "first_chip": 0, "run": 98, "best_time_s": 1.4659795761108398, "successes": 1, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 32128) max=2.212 mean=-30.065", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 1.4659795761108398, "best_infer_s": 0.053730010986328125, "throughput_unit": "prefill_tok/s", "best_throughput": 595.57, "prefill_tok_s": 595.57 }, "roberta_prelayernorm/masked_lm/jax": { "first_compiled": "2026-05-21T16:04:04.613611+00:00", "first_chip": 2, "run": 98, "best_time_s": 0.8678200244903564, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 50265) max=40.665 mean=-2.601", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.8678200244903564, "best_infer_s": 0.07268261909484863, "throughput_unit": "prefill_tok/s", "best_throughput": 440.27, "prefill_tok_s": 440.27 }, "marian_mt/text_classification/jax": { "first_compiled": "2026-05-21T16:04:23.988848+00:00", "first_chip": 0, "run": 98, "best_time_s": 0.8349049091339111, "successes": 1, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 58101) max=13.295 mean=-4.040", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.8349049091339111, "best_infer_s": 0.018350601196289062, "throughput_unit": "prefill_tok/s", "best_throughput": 1743.812, "prefill_tok_s": 1743.812 }, "mistral/causal_lm/jax": { "first_compiled": "2026-05-21T16:11:38.389185+00:00", "first_chip": 3, "run": 98, "best_time_s": 3.393299102783203, "successes": 1, "source": "easydel", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(8, 32, 32000) max=19.518 mean=-2.855", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 3.393299102783203, "best_infer_s": 2.4609291553497314, "throughput_unit": "prefill_tok/s", "best_throughput": 13.003, "prefill_tok_s": 13.003 }, "xlm_roberta/causal_lm/jax": { "first_compiled": "2026-05-21T16:17:55.479311+00:00", "first_chip": 2, "run": 98, "best_time_s": 0.5506696701049805, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 250002) max=94.317 mean=29.185", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.5506696701049805, "best_infer_s": 0.05887150764465332, "throughput_unit": "prefill_tok/s", "best_throughput": 543.557, "prefill_tok_s": 543.557 }, "t5/summarization/jax": { "first_compiled": "2026-05-21T16:18:44.571696+00:00", "first_chip": 3, "run": 98, "best_time_s": 1.1559016704559326, "successes": 1, "source": "huggingface", "task": "nlp_summarization", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 32128) max=-1.298 mean=-28.700", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 1.1559016704559326, "best_infer_s": 0.04357194900512695, "throughput_unit": "ms/sample", "best_throughput": 43.572 }, "roberta/masked_lm/jax": { "first_compiled": "2026-05-21T16:19:02.278275+00:00", "first_chip": 0, "run": 98, "best_time_s": 0.5209202766418457, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 50265) max=38.566 mean=-3.296", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.5209202766418457, "best_infer_s": 0.02506399154663086, "throughput_unit": "prefill_tok/s", "best_throughput": 1276.732, "prefill_tok_s": 1276.732 }, "vit/image_classification/jax": { "first_compiled": "2026-05-21T16:19:31.144958+00:00", "first_chip": 0, "run": 98, "best_time_s": 0.6879181861877441, "successes": 1, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) max=12.419", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.6879181861877441, "best_infer_s": 0.037085533142089844, "throughput_unit": "ms/sample", "best_throughput": 37.086 }, "xglm/causal_lm/jax": { "first_compiled": "2026-05-21T16:20:10.266367+00:00", "first_chip": 0, "run": 98, "best_time_s": 1.3646728992462158, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 256008) max=65.137 mean=20.123", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 1.3646728992462158, "best_infer_s": 0.3417196273803711, "throughput_unit": "prefill_tok/s", "best_throughput": 93.644, "prefill_tok_s": 93.644 }, "resnet/image_classification/jax": { "first_compiled": "2026-05-21T16:32:44.656727+00:00", "first_chip": 1, "run": 99, "best_time_s": 0.446305513381958, "successes": 1, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) max=1.617", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 0.446305513381958, "best_infer_s": 0.012836933135986328, "throughput_unit": "ms/sample", "best_throughput": 12.837 }, "autoencoder/image_classification/onnx": { "first_compiled": "2026-05-26T15:18:34.693345+00:00", "first_chip": 2, "run": 102, "best_time_s": 7.112884044647217, "successes": 2, "source": "custom", "task": "cv_img_to_img", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 784) dtype=torch.float32 range=[-0.18, 0.25]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 2.4126689434051514, "best_infer_s": 0.08854198455810547, "throughput_unit": "ms/sample", "best_throughput": 88.542 }, "inception/image_classification/onnx": { "first_compiled": "2026-05-26T15:21:25.256897+00:00", "first_chip": 2, "run": 102, "best_time_s": 77.10131907463074, "successes": 1, "source": "timm", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-1.95, 9.07]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 26.661000728607178, "best_infer_s": 50.44031834602356, "throughput_unit": "ms/sample", "best_throughput": 50440.318 }, "phi1_lora/causal_lm/pytorch": { "first_compiled": "2026-05-26T15:27:02.147445+00:00", "first_chip": 2, "run": 102, "best_time_s": 54.61356449127197, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 51200) dtype=torch.float32 range=[-13.64, 18.20]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 44.3, "best_infer_s": 6.984942197799683, "throughput_unit": "prefill_tok/s", "best_throughput": 156.7, "prefill_tok_s": 156.7, "ttft_ms": 1633.7, "decode_tok_s": 1.61, "decode_context_len": 32, "decode_note": "StaticCache KV cache", "params_m": 1419 }, "llama_lora/causal_lm/pytorch": { "first_compiled": "2026-05-26T17:09:58.471050+00:00", "first_chip": 2, "run": 103, "best_time_s": 35.76659083366394, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 128256) dtype=torch.float32 range=[-12.13, 14.70]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 37.1, "best_infer_s": 4.422700643539429, "throughput_unit": "prefill_tok/s", "best_throughput": 178.3, "prefill_tok_s": 178.3, "ttft_ms": 763.0, "decode_tok_s": 2.86, "decode_context_len": 32, "decode_note": "StaticCache KV cache", "params_m": 1237 }, "perceiverio_vision/image_classification/onnx": { "first_compiled": "2026-05-26T17:20:34.353881+00:00", "first_chip": 0, "run": 103, "best_time_s": 571.4599630832672, "successes": 1, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-2.69, 8.41]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 568.5637991428375, "best_infer_s": 2.8961639404296875, "throughput_unit": "ms/sample", "best_throughput": 2896.164 }, "vovnet/pytorch": { "first_compiled": "2026-05-26T17:20:47.854498+00:00", "first_chip": 2, "run": 103, "best_time_s": 6.8636133670806885, "successes": 2, "source": "osmr", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-0.04, 0.04]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 6.610631942749023, "best_infer_s": 0.25298142433166504, "throughput_unit": "ms/sample", "best_throughput": 252.981 }, "yolov6/pytorch": { "first_compiled": "2026-05-26T17:22:08.769954+00:00", "first_chip": 0, "run": 103, "best_time_s": 26.76539182662964, "successes": 2, "source": "custom", "task": "cv_object_det", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1029, 85) dtype=torch.float32 range=[0.00, 234.25]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 26.07303500175476, "best_infer_s": 0.563561201095581, "throughput_unit": "ms/sample", "best_throughput": 563.561 }, "gemma_lora/pytorch": { "first_compiled": "2026-05-26T08:20:27.607988+00:00", "first_chip": 3, "run": 102, "best_time_s": 47.106, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 35.1, "best_infer_s": 7.686, "throughput_unit": "prefill_tok/s", "best_throughput": 31.6, "prefill_tok_s": 31.6, "ttft_ms": 505.9, "decode_tok_s": 2.4, "decode_context_len": 32, "decode_note": "StaticCache KV cache", "params_m": 2507 }, "phi3/token_cls/pytorch": { "first_compiled": "2026-05-26T08:28:49.230803+00:00", "first_chip": 2, "run": 102, "best_time_s": 63.262, "successes": 3, "source": "huggingface", "task": "nlp_token_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 19, 2) dtype=torch.float32 range=[-0.96, 2.00]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 60.649, "best_infer_s": 2.562, "throughput_unit": "tokens/sec", "best_throughput": 7.417 }, "qwen_2_5_coder/pytorch": { "first_compiled": "2026-05-26T08:32:05.801637+00:00", "first_chip": 2, "run": 102, "best_time_s": 40.5, "successes": 3, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 151936) dtype=torch.float32 range=[-14.84, 19.08]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 33.9, "best_infer_s": 1.881, "throughput_unit": "prefill_tok/s", "best_throughput": 64.3, "prefill_tok_s": 64.3, "params_m": 494, "ttft_ms": 544.3, "decode_tok_s": 2.5, "decode_context_len": 32, "decode_note": "StaticCache KV cache" }, "qwen_2_5_lora/causal_lm/pytorch": { "first_compiled": "2026-05-26T08:33:26.202566+00:00", "first_chip": 2, "run": 102, "best_time_s": 63.458, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 50.4, "best_infer_s": 3.834, "throughput_unit": "prefill_tok/s", "best_throughput": 37.6, "prefill_tok_s": 37.6, "params_m": 1544, "ttft_ms": 770.6, "decode_tok_s": 1.52, "decode_context_len": 32, "decode_note": "StaticCache KV cache" }, "qwen_3/embedding/pytorch": { "first_compiled": "2026-05-26T08:35:15.671723+00:00", "first_chip": 2, "run": 102, "best_time_s": 52.997, "successes": 3, "source": "huggingface", "task": "nlp_embed_gen", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 1024) dtype=torch.float32 range=[-26.21, 37.49]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 51.324, "best_infer_s": 1.612, "throughput_unit": "ms/sample", "best_throughput": 1611.787 }, "rcnn/pytorch": { "first_compiled": "2026-05-26T08:34:56.152810+00:00", "first_chip": 0, "run": 102, "best_time_s": 3.72, "successes": 2, "source": "torchvision", "task": "cv_object_det", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 3.489, "best_infer_s": 0.178, "throughput_unit": "ms/sample", "best_throughput": 177.674 }, "roberta/pytorch": { "first_compiled": "2026-05-26T08:37:09.797256+00:00", "first_chip": 2, "run": 102, "best_time_s": 11.002, "successes": 3, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 3) dtype=torch.float32 range=[-2.95, 3.13]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.42, "best_infer_s": 0.532, "throughput_unit": "prefill_tok/s", "best_throughput": 5.635, "prefill_tok_s": 5.635 }, "segformer/image_classification/onnx": { "first_compiled": "2026-05-26T08:40:58.864392+00:00", "first_chip": 3, "run": 102, "best_time_s": 28.699, "successes": 2, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 27.637, "best_infer_s": 1.061, "throughput_unit": "ms/sample", "best_throughput": 1061.417 }, "speecht5/pytorch": { "first_compiled": "2026-05-26T08:42:20.367071+00:00", "first_chip": 1, "run": 102, "best_time_s": 25.269, "successes": 3, "source": "huggingface", "task": "mm_tts", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2, 80) dtype=torch.float32 range=[-4.07, -2.52]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 24.408, "best_infer_s": 0.781, "throughput_unit": "ms/sample", "best_throughput": 781.476 }, "swin/image_classification/pytorch": { "first_compiled": "2026-05-26T08:47:16.737942+00:00", "first_chip": 0, "run": 102, "best_time_s": 61.571, "successes": 2, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 59.906, "best_infer_s": 1.59, "throughput_unit": "ms/sample", "best_throughput": 1590.051 }, "t5/causal_lm/onnx": { "first_compiled": "2026-05-26T08:47:50.696831+00:00", "first_chip": 2, "run": 102, "best_time_s": 69.606, "successes": 3, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 513, 32128) dtype=torch.float32 range=[-40.99, -2.32]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 68.916, "best_infer_s": 0.622, "throughput_unit": "prefill_tok/s", "best_throughput": 824.896, "prefill_tok_s": 824.896 }, "vgg19_unet/pytorch": { "first_compiled": "2026-05-26T08:48:53.748460+00:00", "first_chip": 1, "run": 102, "best_time_s": 8.257, "successes": 2, "source": "custom", "task": "cv_image_seg", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 7.34, "best_infer_s": 0.835, "throughput_unit": "ms/sample", "best_throughput": 834.664 }, "wide_resnet/pytorch": { "first_compiled": "2026-05-26T08:51:53.353441+00:00", "first_chip": 1, "run": 102, "best_time_s": 10.989, "successes": 3, "source": "torch_hub", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-4.26, 7.23]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.389, "best_infer_s": 0.553, "throughput_unit": "ms/sample", "best_throughput": 553.153 }, "xglm/pytorch": { "first_compiled": "2026-05-26T08:54:15.592525+00:00", "first_chip": 0, "run": 102, "best_time_s": 35.893, "successes": 2, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 27.321, "best_infer_s": 8.483, "throughput_unit": "prefill_tok/s", "best_throughput": 3.772, "prefill_tok_s": 3.772 }, "ahammad115566/smeft-qwen-7b": { "first_compiled": "2026-05-26T20:03:04.778308+00:00", "first_chip": 0, "run": 105, "best_time_s": 65.65539073944092, "successes": 2, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 139, "hf_created_at": "2026-05-25T21:42:55+00:00", "artifact": "shape=(1, 32, 152064) dtype=torch.float32 range=[-17.42, 14.90]", "first_voice": "\u2192 | (2%) | d\u0131 (2%)", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 4, "best_compile_s": 56.4, "best_infer_s": 4.717727184295654, "throughput_unit": "prefill_tok/s", "best_throughput": 13.7, "prefill_tok_s": 13.7, "ttft_ms": 654.6, "params_m": 7616, "decode_note": "OOM \u2014 bank_manager (7B fp32)" }, "SpiceeChat/Bio2Tags-Lite": { "first_compiled": "2026-05-26T20:15:38.568612+00:00", "first_chip": 2, "run": 106, "best_time_s": 62.140515089035034, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 69, "hf_created_at": "2026-05-25T18:12:37+00:00", "artifact": "shape=(1, 32, 49152) dtype=torch.float32 range=[-23.61, 24.22]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 55.40218782424927, "best_infer_s": 6.738327264785767, "throughput_unit": "prefill_tok/s", "best_throughput": 4.749, "prefill_tok_s": 4.749 }, "ovo456/my_awesome_food_model": { "first_compiled": "2026-05-28T15:40:32.837130+00:00", "first_chip": 3, "run": 126, "best_time_s": 18.741721868515015, "successes": 1, "source": "huggingface", "task": "image-classification", "rarity": "common", "hf_downloads": 54, "hf_created_at": "2026-05-27T08:59:11+00:00", "artifact": "top-3: class_69 0.27, class_16 0.23, class_70 0.22", "first_voice": "top-3: class_53 0.29, class_6 0.25, class_99 0.16", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.254859685897827, "best_infer_s": 8.486862182617188, "throughput_unit": "ms/sample", "best_throughput": 8486.862 }, "NovaCorp/Ultimate-RPG.System-3.2-1B": { "first_compiled": "2026-05-28T15:40:55.717048+00:00", "first_chip": 0, "run": 126, "best_time_s": 41.172765493392944, "successes": 1, "source": "huggingface", "task": "text-generation", "rarity": "common", "hf_downloads": 102, "hf_created_at": "2026-05-27T21:11:02+00:00", "artifact": "shape=(1, 32, 128256) dtype=torch.float32 range=[-19.19, 21.85]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 28.55342388153076, "best_infer_s": 12.619341611862183, "throughput_unit": "prefill_tok/s", "best_throughput": 2.536, "prefill_tok_s": 2.536 }, "bert/masked_lm/pytorch": { "first_compiled": "2026-05-28T15:41:42.876517+00:00", "first_chip": 2, "run": 126, "best_time_s": 23.375222206115723, "successes": 2, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 30522) dtype=torch.float32 range=[-19.66, 8.27]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 22.63703227043152, "best_infer_s": 0.642632007598877, "throughput_unit": "prefill_tok/s", "best_throughput": 49.795, "prefill_tok_s": 49.795 }, "bert/sentence_embedding_generation/pytorch": { "first_compiled": "2026-05-28T15:42:11.803356+00:00", "first_chip": 2, "run": 126, "best_time_s": 11.18070673942566, "successes": 2, "source": "huggingface", "task": "nlp_embed_gen", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 768) dtype=torch.float32 range=[-11.78, 3.36]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.738044500350952, "best_infer_s": 0.4217212200164795, "throughput_unit": "ms/sample", "best_throughput": 421.721 }, "bert/question_answering/pytorch": { "first_compiled": "2026-05-28T15:42:39.049024+00:00", "first_chip": 0, "run": 126, "best_time_s": 29.925528287887573, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32) dtype=torch.float32 range=[-4.66, -4.43]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 24.99430823326111, "best_infer_s": 4.931220054626465, "throughput_unit": "ms/sample", "best_throughput": 4931.22 }, "bert/sequence_classification/pytorch": { "first_compiled": "2026-05-28T15:42:46.889543+00:00", "first_chip": 3, "run": 126, "best_time_s": 11.402515172958374, "successes": 1, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2) dtype=torch.float32 range=[-1.34, 1.40]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.972753524780273, "best_infer_s": 0.4297616481781006, "throughput_unit": "prefill_tok/s", "best_throughput": 4.654, "prefill_tok_s": 4.654 }, "bert/token_classification/pytorch": { "first_compiled": "2026-05-28T15:43:10.443826+00:00", "first_chip": 1, "run": 126, "best_time_s": 22.130022048950195, "successes": 1, "source": "huggingface", "task": "nlp_token_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 9) dtype=torch.float32 range=[-3.66, 11.16]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 21.1324725151062, "best_infer_s": 0.9975495338439941, "throughput_unit": "tokens/sec", "best_throughput": 32.079 }, "codegen/pytorch": { "first_compiled": "2026-05-28T15:44:10.259723+00:00", "first_chip": 2, "run": 126, "best_time_s": 46.59317183494568, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 51200) dtype=torch.float32 range=[-10.63, 16.89]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 30.6, "best_infer_s": 8.241779804229736, "throughput_unit": "prefill_tok/s", "best_throughput": 9.9, "prefill_tok_s": 9.9, "ttft_ms": 503.4, "decode_tok_s": 1.66, "decode_context_len": 32, "decode_note": "no KV cache \u2014 full recompute per step", "params_m": 357 }, "deit/image_classification/onnx": { "first_compiled": "2026-05-28T15:47:31.197126+00:00", "first_chip": 1, "run": 126, "best_time_s": 42.30193829536438, "successes": 1, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-1.52, 6.20]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 40.9290497303009, "best_infer_s": 1.3728885650634766, "throughput_unit": "ms/sample", "best_throughput": 1372.889 }, "detr/object_detection/onnx": { "first_compiled": "2026-05-28T15:51:06.735382+00:00", "first_chip": 2, "run": 126, "best_time_s": 122.70870447158813, "successes": 1, "source": "huggingface", "task": "cv_object_det", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 100, 92) dtype=torch.float32 range=[-22.33, 14.67]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 89.71979260444641, "best_infer_s": 32.988911867141724, "throughput_unit": "ms/sample", "best_throughput": 32988.912 }, "distilbert/masked_lm/pytorch": { "first_compiled": "2026-05-28T15:51:17.816549+00:00", "first_chip": 0, "run": 126, "best_time_s": 7.817266225814819, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 28996) dtype=torch.float32 range=[-11.67, 7.32]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 6.748491287231445, "best_infer_s": 1.068774938583374, "throughput_unit": "prefill_tok/s", "best_throughput": 29.941, "prefill_tok_s": 29.941 }, "distilbert/question_answering/pytorch": { "first_compiled": "2026-05-28T15:51:28.886399+00:00", "first_chip": 2, "run": 126, "best_time_s": 6.880542278289795, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32) dtype=torch.float32 range=[-6.55, -2.79]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 6.588138580322266, "best_infer_s": 0.2924036979675293, "throughput_unit": "ms/sample", "best_throughput": 292.404 }, "distilbert/sequence_classification/pytorch": { "first_compiled": "2026-05-28T15:51:43.382907+00:00", "first_chip": 0, "run": 126, "best_time_s": 7.448891639709473, "successes": 1, "source": "huggingface", "task": "nlp_text_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2) dtype=torch.float32 range=[-0.71, 0.78]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 7.044560432434082, "best_infer_s": 0.4043312072753906, "throughput_unit": "prefill_tok/s", "best_throughput": 4.946, "prefill_tok_s": 4.946 }, "dla/image_classification/onnx": { "first_compiled": "2026-05-28T15:52:31.093044+00:00", "first_chip": 0, "run": 126, "best_time_s": 24.786192178726196, "successes": 1, "source": "timm", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-6.21, 13.38]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 6.22029972076416, "best_infer_s": 18.565892457962036, "throughput_unit": "ms/sample", "best_throughput": 18565.892 }, "distilbert/token_classification/pytorch": { "first_compiled": "2026-05-28T15:53:49.795573+00:00", "first_chip": 2, "run": 126, "best_time_s": 6.7773191928863525, "successes": 1, "source": "huggingface", "task": "nlp_token_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 9) dtype=torch.float32 range=[-4.60, 10.49]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 6.3866167068481445, "best_infer_s": 0.390702486038208, "throughput_unit": "tokens/sec", "best_throughput": 81.904 }, "dpr/reader/pytorch": { "first_compiled": "2026-05-28T15:55:33.786575+00:00", "first_chip": 2, "run": 126, "best_time_s": 10.993767976760864, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32) dtype=torch.float32 range=[-1.51, -0.54]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.57787823677063, "best_infer_s": 0.4158897399902344, "throughput_unit": "ms/sample", "best_throughput": 415.89 }, "dpr/question_encoder/pytorch": { "first_compiled": "2026-05-28T15:55:50.918109+00:00", "first_chip": 1, "run": 126, "best_time_s": 10.122304916381836, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 768) dtype=torch.float32 range=[-5.69, 1.20]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 9.70111608505249, "best_infer_s": 0.4211888313293457, "throughput_unit": "ms/sample", "best_throughput": 421.189 }, "dpr/context_encoder/pytorch": { "first_compiled": "2026-05-28T15:56:18.040620+00:00", "first_chip": 0, "run": 126, "best_time_s": 14.03720474243164, "successes": 1, "source": "huggingface", "task": "nlp_qa", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 768) dtype=torch.float32 range=[-4.10, 1.57]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.072600364685059, "best_infer_s": 3.964604377746582, "throughput_unit": "ms/sample", "best_throughput": 3964.604 }, "efficientnet/pytorch": { "first_compiled": "2026-05-28T15:56:45.821016+00:00", "first_chip": 1, "run": 126, "best_time_s": 35.44525456428528, "successes": 1, "source": "torchvision", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-2.61, 8.35]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 14.994745969772339, "best_infer_s": 20.45050859451294, "throughput_unit": "ms/sample", "best_throughput": 20450.509 }, "falcon/pytorch": { "first_compiled": "2026-05-28T15:57:40.171459+00:00", "first_chip": 2, "run": 126, "best_time_s": 33.710808753967285, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 131072) dtype=torch.float32 range=[-17.48, 11.66]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 26.4, "best_infer_s": 4.318072557449341, "throughput_unit": "prefill_tok/s", "best_throughput": 127.6, "prefill_tok_s": 127.6, "ttft_ms": 587.8, "decode_tok_s": 3.3, "decode_context_len": 32, "decode_note": "StaticCache KV cache", "params_m": 1669 }, "gemma/text_translation/pytorch": { "first_compiled": "2026-05-28T16:08:28.040830+00:00", "first_chip": 2, "run": 126, "best_time_s": 140.19221353530884, "successes": 1, "source": "huggingface", "task": "nlp_translation", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 262208) dtype=torch.float32 range=[-30.29, 30.03]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 125.9788727760315, "best_infer_s": 14.213340759277344, "throughput_unit": "ms/sample", "best_throughput": 14213.341 }, "ghostnet/image_classification/onnx": { "first_compiled": "2026-05-28T16:08:46.296407+00:00", "first_chip": 1, "run": 126, "best_time_s": 63.5322687625885, "successes": 1, "source": "timm", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-3.34, 10.28]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 20.401315212249756, "best_infer_s": 43.130953550338745, "throughput_unit": "ms/sample", "best_throughput": 43130.954 }, "gemma3/multimodal/pytorch": { "first_compiled": "2026-05-28T16:11:13.417361+00:00", "first_chip": 0, "run": 126, "best_time_s": 142.42776203155518, "successes": 1, "source": "huggingface", "task": "mm_conditional_generation", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 262208) dtype=torch.float32 range=[-28.50, 26.49]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 131.54382419586182, "best_infer_s": 10.88393783569336, "throughput_unit": "ms/sample", "best_throughput": 10883.938 }, "hrnet/image_classification/onnx": { "first_compiled": "2026-05-28T16:15:13.410323+00:00", "first_chip": 0, "run": 126, "best_time_s": 38.61044979095459, "successes": 1, "source": "timm", "task": "cv_keypoint_det", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 1000) dtype=torch.float32 range=[-5.74, 9.16]", "first_voice": "", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 13.001534700393677, "best_infer_s": 25.608915090560913, "throughput_unit": "ms/sample", "best_throughput": 25608.915 }, "bert/masked_lm/jax": { "first_compiled": "2026-05-28T18:30:12.483545+00:00", "first_chip": 3, "run": 137, "best_time_s": 26.147390365600586, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 30522) max=25.094 mean=-8.620", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 26.147390365600586, "best_infer_s": 0.0203096866607666, "throughput_unit": "prefill_tok/s", "best_throughput": 1575.603, "prefill_tok_s": 1575.603 }, "distilbert/masked_lm/jax": { "first_compiled": "2026-05-28T18:34:28.335756+00:00", "first_chip": 1, "run": 137, "best_time_s": 7.988436937332153, "successes": 1, "source": "huggingface", "task": "nlp_masked_lm", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 32, 30522) max=25.422 mean=-7.128", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 7.988436937332153, "best_infer_s": 0.052965402603149414, "throughput_unit": "prefill_tok/s", "best_throughput": 604.168, "prefill_tok_s": 604.168 }, "dinov2/image_classification/jax": { "first_compiled": "2026-06-29T20:40:40.551185+00:00", "first_chip": 3, "run": 146, "best_time_s": 7.56563138961792, "successes": 1, "source": "huggingface", "task": "cv_image_cls", "rarity": "familiar", "hf_downloads": null, "hf_created_at": null, "artifact": "shape=(1, 2) max=-0.002", "first_voice": "", "backend": "xla", "backends_succeeded": [ "xla" ], "mesh_chips": 1, "best_compile_s": 7.56563138961792, "best_infer_s": 0.05019950866699219, "throughput_unit": "ms/sample", "best_throughput": 50.2 }, "answerdotai/ModernBERT-base": { "first_compiled": "2026-06-29T23:38:32.678784+00:00", "first_chip": 0, "run": 153, "best_time_s": 27.973, "successes": 1, "source": "huggingface", "task": "fill-mask", "rarity": "common", "hf_downloads": 10100000, "hf_created_at": null, "artifact": "fill-mask top-1: Paris 93.2%, language 99.8%, Earth 64.0% (factual gaps in base model)", "first_voice": "The capital of France is [MASK]. \u2192 Paris (93.2%)", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 26.9, "best_infer_s": 0.433, "best_throughput": 73.9, "throughput_unit": "prefill_tok/s", "prefill_tok_s": 73.9 }, "opt/causal_lm/pytorch": { "first_compiled": "2026-06-30T15:08:19.740039+00:00", "first_chip": 0, "run": 108, "best_time_s": 10.5, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "common", "artifact": "causal LM \u2014 OPT-125M (Meta, 2022). Prefill logits (1, 8, 50272). Next-token: 'a' (id=724).", "first_voice": "My name is Thomas and my main \u2192 a (next-token prediction on TT silicon)", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 10.6, "best_infer_s": 0.212, "best_throughput": 36.5, "throughput_unit": "prefill_tok/s", "notes": "Prev: SIGSEGV in forge <1.3.0. Now compiles+runs in forge 1.3.0. Standard MHA, no GQA.", "prefill_tok_s": 36.5, "ttft_ms": 219.0, "decode_tok_s": 5.05, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "params_m": 125 }, "phi2/causal_lm/pytorch": { "first_compiled": "2026-06-30T15:17:50.434207+00:00", "first_chip": 0, "run": 109, "best_time_s": 53.9, "successes": 1, "source": "huggingface", "task": "nlp_causal_lm", "rarity": "common", "artifact": "causal LM \u2014 Phi-2 (2.7B, Microsoft, Dec 2023). Logits (1, 10, 51200). Partial-RoPE + parallel attn.", "first_voice": "Write a detailed analogy between mathematics and a lighthouse. \u2192 TT-compiled 2.7B prefill", "backend": "forge", "backends_succeeded": [ "forge" ], "mesh_chips": 1, "best_compile_s": 54.1, "best_infer_s": 0.797, "best_throughput": 12.1, "throughput_unit": "prefill_tok/s", "notes": "Fix: forge folds attention_mask to constant \u2014 must compile with single input (input_ids only). prev SIGSEGV on forge <1.3.0.", "prefill_tok_s": 12.1, "ttft_ms": 829.7, "decode_tok_s": 1.48, "decode_context_len": 64, "decode_note": "StaticCache KV cache", "params_m": 2780 } }, "failed": { "gyaudhw/gptbert-extra-baseline-2026-strictsmall": { "run_first_failed": 5, "attempts": 6, "last_error": "AttributeError: 'DWAModules' object has no attribute '_initialize_weights'", "error_category": "model_bug" }, "Ethangou/attention-residuals-100M-block": { "run_first_failed": 5, "attempts": 2, "last_error": "ValueError: The checkpoint you are trying to load has model type `qwen3_attnres` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgr", "error_category": "unsupported_arch" }, "Ethangou/attention-residuals-0.6B-baseline": { "run_first_failed": 5, "attempts": 4, "last_error": "RuntimeError: Tracer cannot infer type of (tensor([[[ 3.2961, 3.6585, -0.4105, ..., -2.7312, -3.5659, -3.4601],\n [ 0.9121, 4.0974, -0.4148, ..., -4.2875, -4.5448, -4.6930],\n [ 2.1911, 4.3066, -0.6773, ..., -3.3366, -3.3635, -3.1226],\n ...,\n [ 1.0273, 1.2560, 4.3667, ..., -", "error_category": "tracer_output_type" }, "hirundo-io/NVIDIA-Nemotron-3-Nano-4B-BF16": { "run_first_failed": 6, "attempts": 1, "last_error": "ImportError: mamba-ssm is required by the Mamba model but cannot be imported", "error_category": "missing_dependency" }, "Supbatomic/moss-tts-nano-100m-model": { "run_first_failed": 6, "attempts": 1, "last_error": "Cannot build dynamic loader for Supbatomic/moss-tts-nano-100m-model", "error_category": "loader_missing" }, "Yosua69/blt-moe-distilled": { "run_first_failed": 6, "attempts": 5, "last_error": "ValueError: The checkpoint you are trying to load has model type `BLT-MoE` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade tr", "error_category": "unsupported_arch" }, "LiamCarter/icl-pruning-wanda-sparsity-0.5": { "run_first_failed": 6, "attempts": 1, "last_error": "RuntimeError: Tracer cannot infer type of (tensor([[[ 0.6309, 2.5360, 5.0195, ..., 3.7928, 1.0704, 2.2058],\n [ -9.5215, -12.2350, 0.3415, ..., -0.5769, -0.4915, -0.4239],\n [-13.2838, -15.1983, -1.9681, ..., -8.0744, -10.0151, -11.6863],\n ...,\n [-12.4239, -13.55", "error_category": "tracer_output_type" }, "Ethangou/attention-residuals-100M-baseline": { "run_first_failed": 6, "attempts": 1, "last_error": "RuntimeError: Tracer cannot infer type of (tensor([[[ 0.3062, -0.0219, 0.1891, ..., -5.7554, -6.1495, -5.7909],\n [ 0.7483, 1.5187, -0.1387, ..., -4.5352, -4.7962, -4.4901],\n [ 0.7166, 1.8507, 0.5659, ..., -4.7620, -4.9342, -4.7121],\n ...,\n [ 0.8575, 1.8723, 1.0266, ..., -", "error_category": "tracer_output_type" }, "KKHYA/llavaqwen2.5-0.5b-finetune-dyn-col-mask-moe-sparse-4e-2k-sp0.9-r64_20260422_030205": { "run_first_failed": 6, "attempts": 1, "last_error": "ValueError: The checkpoint you are trying to load has model type `dyn_col_mask_moe_llava_qwen2` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip", "error_category": "unsupported_arch" }, "alexnet/image_classification/jax": { "run_first_failed": 15, "attempts": 1, "last_error": "ScopeCollectionNotFound: Tried to access \"kernel\" from collection \"params\" in \"/Conv_0\" but the collection is empty. (https://flax.readthedocs.io/en/latest/api_reference/flax.errors.html#flax.errors.ScopeCollectionNotFound)", "error_category": "flax_scope_error" }, "attention_denseunet/pytorch": { "run_first_failed": 16, "attempts": 6, "last_error": "AssertionError: Setting a tensor value of incorrect shape: (1, 1024, 64, 32) vs torch.Size([1, 1024, 32, 32])", "error_category": "shape_mismatch", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bi_lstm_crf/pytorch": { "run_first_failed": 16, "attempts": 6, "last_error": "NotImplementedError: The following operators are not implemented: ['aten::_pad_packed_sequence', 'aten::_pack_padded_sequence']", "error_category": "forge_missing_op" }, "bigbird/causal_lm/jax": { "run_first_failed": 16, "attempts": 3, "last_error": "XlaRuntimeError: INTERNAL: Error code: 13", "error_category": "xla_runtime_error" }, "blip/vision_language/paddlepaddle": { "run_first_failed": 16, "attempts": 3, "last_error": "AssertionError: Forge only supports: torch.nn.modules.module.Module | forge._framework_stubs._NI | onnx.onnx_ml_pb2.ModelProto | forge.module.OnnxModule | forge.module.ForgeModule.", "error_category": "unsupported_arch" }, "bart/pytorch": { "run_first_failed": 18, "attempts": 3, "last_error": "AssertionError: Currently supportes only 1D tensors", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bart/causal_lm/jax": { "run_first_failed": 22, "attempts": 0, "last_error": "JAX model 'bart/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "bevformer/pytorch": { "run_first_failed": 40, "attempts": 3, "last_error": "missing_dependency: IRD_LF_CACHE env var not set (model 'bevformer/pytorch' requires Tenstorrent internal file cache)", "error_category": "missing_dependency", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "musicgen_small/pytorch": { "run_first_failed": 57, "attempts": 3, "last_error": "TypeError: ones_like(): argument 'input' (position 1) must be Tensor, not NoneType", "error_category": "api_mismatch" }, "yolos_small/pytorch": { "run_first_failed": 57, "attempts": 2, "last_error": "AssertionError: Resize2d op only support nearest and bilinear mode for now", "error_category": "forge_missing_op" }, "alexnet/image_classification/paddlepaddle": { "run_first_failed": 72, "attempts": 3, "last_error": "AssertionError: Forge only supports: torch.nn.modules.module.Module | forge._framework_stubs._NI | onnx.onnx_ml_pb2.ModelProto | forge.module.OnnxModule | forge.module.ForgeModule.", "error_category": "unsupported_arch" }, "bge_m3/pytorch": { "run_first_failed": 73, "attempts": 3, "last_error": "ValueError: Your currently installed version of Keras is Keras 3, but this is not yet supported in Transformers. Please install the backwards-compatible tf-keras package with `pip install tf-keras`.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "blenderbot/summarization/jax": { "run_first_failed": 73, "attempts": 2, "last_error": "XlaRuntimeError: INTERNAL: Error code: 13", "error_category": "xla_runtime_error" }, "command/pytorch": { "run_first_failed": 73, "attempts": 4, "last_error": "OSError: You are trying to access a gated repo.\nMake sure to have access to it at https://huggingface.co/CohereLabs/command-a-reasoning-08-2025.\n403 Client Error. (Request ID: Root=1-6a18760b-0b0c0f9753f25d2005d6c20e;a3ae5a46-e184-436f-a322-c7b390d84ac9)\n\nCannot access gated repo for url https://huggingface.", "error_category": "other", "error_hint": "Gated HuggingFace repo - requires authentication", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "d_fine/pytorch": { "run_first_failed": 73, "attempts": 3, "last_error": "ValueError: not enough values to unpack (expected 4, got 2)", "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "DFineForObjectDetection segfaults during forge.compile", "first_failed": "2026-05-20T20:24:54.713395+00:00", "run": 84, "source": "huggingface", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "dinov2/image_classification/jax": { "run_first_failed": 73, "attempts": 0, "last_error": "JAX model 'dinov2/image_classification/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "dinov2/image_classification/pytorch": { "run_first_failed": 73, "attempts": 2, "last_error": "AssertionError: Resize2d op only support nearest and bilinear mode for now", "error_category": "forge_missing_op", "error_label": "SIGSEGV in forge.compile", "error_hint": "Dinov2ForImageClassification segfaults in forge.compile", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "source": "huggingface", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "clip/image_classification/jax": { "run_first_failed": 74, "attempts": 3, "last_error": "AttributeError: 'FlaxCLIPOutput' object has no attribute 'block_until_ready'", "error_category": "other" }, "electra/causal_lm/jax": { "run_first_failed": 76, "attempts": 0, "last_error": "JAX model 'electra/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "falcon/jax": { "run_first_failed": 76, "attempts": 0, "last_error": "JAX model 'falcon/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "centernet/pytorch": { "run_first_failed": 77, "attempts": 5, "last_error": "missing_dependency: IRD_LF_CACHE env var not set (model 'centernet/pytorch' requires Tenstorrent internal file cache)", "error_category": "missing_dependency", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deformable_detr/pytorch": { "run_first_failed": 77, "attempts": 3, "last_error": "ValueError: not enough values to unpack (expected 4, got 2)", "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "DeformableDetrForObjectDetection segfaults in forge.compile", "first_failed": "2026-05-20T20:28:33.920910+00:00", "run": 85, "source": "huggingface", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "faster_rcnn/pytorch": { "run_first_failed": 77, "attempts": 3, "last_error": "RuntimeError: Only tensors, lists, tuples of tensors, or dictionary of tensors can be output from traced functions", "error_category": "forge_internal", "error_label": "Torch JIT unsupported output type", "error_hint": "Faster R-CNN returns dict outputs incompatible with forge TorchScript tracer", "first_failed": "2026-05-20T20:41:21.549247+00:00", "run": 88 }, "gemma3/causal_lm/bounty_jax": { "run_first_failed": 77, "attempts": 4, "last_error": "ValueError: An auto mesh context or metadata is required if creating a variable with annotation sharding_names=(None, 'X'). If running this on CPU for debugging, make a dummy mesh like `jax.make_mesh(((1, 1)), ())`. If running on explicit mode, remove `sharding_names=` annotation.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "glm/causal_lm/jax": { "run_first_failed": 77, "attempts": 0, "last_error": "JAX model 'glm/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "facebook/blenderbot-400M-distill": { "run_first_failed": 78, "attempts": 1, "last_error": "XlaRuntimeError: INTERNAL: Error code: 13", "error_category": "xla_runtime_error" }, "facebook/dinov2-base": { "run_first_failed": 78, "attempts": 1, "last_error": "XlaRuntimeError: INTERNAL: Error code: 13", "error_category": "xla_runtime_error" }, "bge_m3/encode/pytorch": { "run_first_failed": 80, "attempts": 4, "last_error": "ValueError: Your currently installed version of Keras is Keras 3, but this is not yet supported in Transformers. Please install the backwards-compatible tf-keras package with `pip install tf-keras`.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bert/masked_lm/pytorch": { "first_failed": "2026-05-20T20:16:59.004404+00:00", "run": 82, "attempts": 3, "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT segfaults during forge.compile on TT hardware; worker process killed", "source": "huggingface", "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bert/question_answering/pytorch": { "first_failed": "2026-05-20T20:16:59.004404+00:00", "run": 82, "attempts": 1, "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT segfaults during forge.compile on TT hardware; worker process killed", "source": "huggingface" }, "bert/sentence_embedding_generation/pytorch": { "first_failed": "2026-05-20T20:16:59.004404+00:00", "run": 82, "attempts": 1, "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT segfaults during forge.compile on TT hardware; worker process killed", "source": "huggingface" }, "bert/sequence_classification/pytorch": { "first_failed": "2026-05-20T20:16:59.004404+00:00", "run": 82, "attempts": 3, "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT segfaults during forge.compile on TT hardware; worker process killed", "source": "huggingface", "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bert/token_classification/pytorch": { "first_failed": "2026-05-20T20:16:59.004404+00:00", "run": 82, "attempts": 1, "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT segfaults during forge.compile on TT hardware; worker process killed", "source": "huggingface" }, "clip/pytorch": { "first_failed": "2026-05-20T20:20:54.219334+00:00", "run": 83, "attempts": 1, "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "CLIPModel segfaults in forge.compile on TT hardware", "source": "huggingface" }, "codegen/pytorch": { "first_failed": "2026-05-20T20:20:54.219334+00:00", "run": 83, "attempts": 1, "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "CodeGenForCausalLM segfaults in forge.compile on TT hardware", "source": "huggingface" }, "deepseek/deepseek_ocr/pytorch": { "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "DeepseekOCRForCausalLM segfaults during forge.compile", "first_failed": "2026-05-20T20:24:54.713395+00:00", "run": 84, "attempts": 3, "source": "huggingface", "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deepseek/llama/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "deepseek-ai/DeepSeek-R1-Distill-Llama-70B (70B) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "deepseek/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "deepseek-ai/DeepSeek-V3 (671B MoE) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "deepseek/qwen/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B (32B) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "boltz2/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "boltz2 protein structure (large/complex) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "bevdepth/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "BEVDepth autonomous driving (complex dependencies) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "detr3d/pytorch": { "first_failed": "2026-05-20T20:26:56.225203+00:00", "run": 84, "attempts": 2, "error_category": "missing_dependency", "error_label": "Model too large or has unsupported dependencies", "error_hint": "DETR3D 3D detection (complex dependencies) \u2014 not suitable for single-chip forge run", "source": "huggingface" }, "dense_unet_3d/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "DenseUNet3d segfaults in forge.compile", "first_failed": "2026-05-20T20:28:33.920910+00:00", "run": 85, "attempts": 1, "source": "huggingface" }, "detr/object_detection/pytorch": { "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "DetrForObjectDetection segfaults in forge.compile", "first_failed": "2026-05-20T20:28:33.920910+00:00", "run": 85, "attempts": 3, "source": "huggingface", "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "detr/segmentation/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "DetrForSegmentation segfaults in forge.compile (same arch as object_detection)", "first_failed": "2026-05-20T20:28:33.920910+00:00", "run": 85, "attempts": 1, "source": "huggingface" }, "arnold/pytorch": { "first_failed": "2026-05-20T20:29:11.524723+00:00", "run": 85, "attempts": 2, "error_category": "missing_dependency", "error_label": "Pre-screened: unavailable", "error_hint": "Requires IRD_LF_CACHE (internal TT model cache server)", "source": "huggingface" }, "fuyu/pytorch": { "first_failed": "2026-05-20T20:29:11.524723+00:00", "run": 85, "attempts": 2, "error_category": "missing_dependency", "error_label": "Pre-screened: unavailable", "error_hint": "Fuyu multimodal LLM - likely too large/complex", "source": "huggingface" }, "distilbert/masked_lm/pytorch": { "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "DistilBertForMaskedLM segfaults (BERT-family)", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 2, "source": "huggingface", "last_error": "", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "distilbert/question_answering/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "DistilBertForQuestionAnswering segfaults (BERT-family)", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "distilbert/sequence_classification/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "DistilBertForSequenceClassification segfaults (BERT-family)", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "distilbert/token_classification/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT-family - pre-empted based on sibling segfaults", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "dpr/context_encoder/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT-based DPR - pre-empted based on BERT segfault pattern", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "dpr/question_encoder/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT-based DPR - pre-empted", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "dpr/reader/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "BERT-based DPR - pre-empted", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "arcee/text_generation/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "Broken __init__.py (from .pytorch import) - silently fails scan", "first_failed": "2026-05-20T20:32:24.051055+00:00", "run": 86, "attempts": 1, "source": "huggingface" }, "efficientnet/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "torchvision EfficientNet (not timm-lite) segfaults in forge.compile", "first_failed": "2026-05-20T20:37:35.515905+00:00", "run": 87, "attempts": 1, "source": "huggingface" }, "falcon/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "Falcon3-1B-Base (LlamaForCausalLM) segfaults in forge.compile", "first_failed": "2026-05-20T20:37:35.515905+00:00", "run": 87, "attempts": 1, "source": "huggingface" }, "efficientdet/pytorch": { "error_category": "forge_internal", "error_label": "forge compile error", "error_hint": "TypeError: Call object not subscriptable in forge", "first_failed": "2026-05-20T20:37:35.515905+00:00", "run": 87, "attempts": 2, "source": "huggingface" }, "fpn/pytorch": { "error_category": "forge_internal", "error_label": "forge compile error", "error_hint": "RuntimeError: Only tensors, lists, tuples in forge", "first_failed": "2026-05-20T20:37:35.515905+00:00", "run": 87, "attempts": 2, "source": "huggingface" }, "gemma/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "GemmaForCausalLM segfaults in parallel expedition (single-process test succeeds)", "first_failed": "2026-05-20T20:54:54.298514+00:00", "run": 88, "attempts": 1, "source": "huggingface" }, "gemma3/causal_lm/pytorch": { "error_category": "other", "error_label": "SIGSEGV in forge.compile", "error_hint": "Gemma3ForConditionalGeneration segfaults in forge.compile", "first_failed": "2026-05-20T20:54:54.298514+00:00", "run": 88, "attempts": 3, "source": "huggingface", "last_error": "RuntimeError: Fatal error", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "gemma3/multimodal/pytorch": { "error_category": "forge_internal", "error_label": "SIGSEGV in forge.compile", "error_hint": "Gemma3ForConditionalGeneration segfaults in forge.compile", "first_failed": "2026-05-20T20:54:54.298514+00:00", "run": 88, "attempts": 1, "source": "huggingface" }, "gemma/text_extraction_and_translation/pytorch": { "first_failed": "2026-05-20T21:00:28.490123+00:00", "attempts": 1, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (Gemma3ForConditionalGeneration on TT hardware)", "source": "tt_forge_models", "task": "cv_image_to_text", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "gemma/text_extraction_and_translation/pytorch" }, "gemma/text_translation/pytorch": { "first_failed": "2026-05-20T21:00:28.490123+00:00", "attempts": 1, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (Gemma3ForConditionalGeneration on TT hardware)", "source": "tt_forge_models", "task": "text_translation", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "gemma/text_translation/pytorch" }, "gpt_oss/pytorch": { "first_failed": "2026-05-20T21:01:23.158351+00:00", "attempts": 1, "error_category": "api_mismatch", "last_error": "ImportError: cannot import name Mxfp4Config from transformers.utils.quantization_config \u2014 needs newer transformers", "source": "tt_forge_models", "task": "causal_lm", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "gpt_oss/pytorch" }, "glm/causal_lm/pytorch": { "run_first_failed": 90, "attempts": 2, "last_error": "ValueError: The checkpoint you are trying to load has model type `glm4_moe` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade t", "error_category": "unsupported_arch" }, "huggyllama/pytorch": { "first_failed": "2026-05-20T21:07:24.091791+00:00", "attempts": 1, "error_category": "forge_internal", "last_error": "Pre-blacklisted: LlamaForCausalLM (AutoModelForCausalLM via huggyllama/llama-7b) \u2014 consistent SIGSEGV pattern in forge.compile; confirmed via falcon/pytorch same arch", "source": "tt_forge_models", "task": "causal_lm", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "huggyllama/pytorch" }, "mistral/pytorch": { "first_failed": "2026-05-20T21:08:10.722860+00:00", "attempts": 1, "error_category": "forge_internal", "last_error": "Pre-blacklisted: MistralForCausalLM \u2014 Mistral is Llama-derivative; consistent SIGSEGV pattern for CausalLM models on TT hardware", "source": "tt_forge_models", "task": "causal_lm", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "mistral/pytorch" }, "kimi_k2/pytorch": { "first_failed": "2026-05-20T21:08:10.722860+00:00", "attempts": 1, "error_category": "missing_dependency", "last_error": "Pre-blacklisted: moonshotai/Kimi-K2-Instruct is 32B+ MoE model \u2014 exceeds available RAM for single-chip compilation", "source": "tt_forge_models", "task": "causal_lm", "rarity": "legendary", "hf_downloads": null, "hf_created_at": null, "artifact": "kimi_k2/pytorch" }, "llava/pytorch": { "first_failed": "2026-05-20T21:08:10.722860+00:00", "attempts": 1, "error_category": "forge_internal", "last_error": "Pre-blacklisted: LlavaForConditionalGeneration \u2014 multimodal vision-language model; forge_internal SIGSEGV expected based on similar multimodal arch patterns", "source": "tt_forge_models", "task": "multimodal", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "llava/pytorch" }, "llama/llama_3_2_vision/pytorch": { "run_first_failed": 91, "attempts": 3, "last_error": "OSError: You are trying to access a gated repo.\nMake sure to have access to it at https://huggingface.co/meta-llama/Llama-3.2-11B-Vision-Instruct.\n403 Client Error. (Request ID: Root=1-6a0e6bb5-6a53e4b8075c3631612b5f9c;03fdfd32-7e78-425e-9c8b-e5a5e1a59394)\n\nCannot access gated repo for url https://huggingfac", "error_category": "model_access" }, "hippynn/pytorch": { "run_first_failed": 91, "attempts": 4, "last_error": "NotImplementedError: The following operators are not implemented: ['aten::index_add_']", "error_category": "forge_missing_op", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "gliner/pytorch": { "first_failed": "2026-05-20T21:18:28.389824+00:00", "attempts": 3, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (GLiNER architecture); confirmed 3x including on clean hardware", "source": "tt_forge_models", "task": "token_classification", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "gliner/pytorch" }, "glpn_kitti/pytorch": { "first_failed": "2026-05-20T21:18:28.389824+00:00", "attempts": 2, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (GLPNForDepthEstimation)", "source": "tt_forge_models", "task": "depth_estimation", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "glpn_kitti/pytorch" }, "gpt_neo/causal_lm/pytorch": { "first_failed": "2026-05-20T21:18:28.389824+00:00", "attempts": 2, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (GPTNeoForCausalLM); note seqclass variant compiles fine", "source": "tt_forge_models", "task": "causal_lm", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "gpt_neo/causal_lm/pytorch" }, "mamba/pytorch": { "first_failed": "2026-05-20T21:18:28.389824+00:00", "attempts": 2, "error_category": "forge_internal", "last_error": "Segmentation fault in forge.compile (MambaForCausalLM)", "source": "tt_forge_models", "task": "causal_lm", "rarity": "uncommon", "hf_downloads": null, "hf_created_at": null, "artifact": "mamba/pytorch" }, "snehangshu511/tinystories-gpt2-124M-scratch": { "run_first_failed": 95, "attempts": 3, "last_error": "MissingDependency: custom class 'hf_model.SmallLLMConfig' requires importable module 'hf_model'", "error_category": "missing_dependency" }, "OpceanAI/Yuuki-3.7": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "gpt_j/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'gpt_j/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "albert/albert-base-v2": { "run_first_failed": 95, "attempts": 4, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "OpceanAI/Yuuki-best": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "OvercastLab/Quark-50m": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "microsoft/paza-whisper-large-v3-turbo": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "gpt_sw3/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'gpt_sw3/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "llama/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'llama/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "mamba/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'mamba/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "maskformer_swin_b/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/opt/tenstorrent/models/hub/models--facebook--maskformer-swin-base-coco/blobs/d80418c3bcb17c6a847accbca3a0d66b7574c5c767419aad3cd5fa9fad0441a4.incomplete'", "error_category": "loader_missing" }, "mistral/causal_lm/bounty_jax": { "run_first_failed": 95, "attempts": 3, "last_error": "No module named 'jaxtyping'", "error_category": "missing_dependency" }, "mlp_mixer/lucidrains/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "mobilenetv1/image_classification/onnx": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "monodepth2/pytorch": { "run_first_failed": 95, "attempts": 2, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "mt5/nlp_summarization/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'mt5/nlp_summarization/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "oft_stable_diffusion/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "AttributeError: 'StableDiffusionPipeline' object has no attribute 'eval'", "error_category": "api_mismatch" }, "openvla/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "opt/qa/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "pegasus/summarization/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'pegasus/summarization/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "phi1/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'phi1/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "phi1_5/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'phi1_5/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "phi2/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'phi2/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "phi3/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'phi3/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "phi3/seq_cls/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi4/token_cls/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "qwen_1_5/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "qwen_2_5/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "qwen_3/causal_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'qwen_3/causal_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "regnet/image_classification/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'regnet/image_classification/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "resnext/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "roberta/masked_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "roformer/masked_lm/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'roformer/masked_lm/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "segformer/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "solar-10_7B/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 9 (forge_internal)", "error_category": "forge_internal", "error_summary": "SIGSEGV: downloads SOLAR-10.7B (~20G)", "last_seen": "2026-05-21T02:43:01.145793+00:00" }, "squeezebert/sequence_classification/onnx": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "ssdlite320_mobilenetv3/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "swin/masked_image_modeling/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "transfuser/pytorch": { "run_first_failed": 95, "attempts": 2, "last_error": "ModuleNotFoundError: No module named 'third_party.tt_forge_models.transfuser'", "error_category": "missing_dependency" }, "uniad/pytorch": { "run_first_failed": 95, "attempts": 2, "last_error": "ModuleNotFoundError: No module named 'third_party.tt_forge_models.uniad'", "error_category": "missing_dependency" }, "vilt/masked_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "vit/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "wav2vec2/audio_classification/jax": { "run_first_failed": 95, "attempts": 0, "last_error": "JAX model 'wav2vec2/audio_classification/jax' routed to forge worker \u2014 check backend setting (should be 'auto' or 'xla')", "error_category": "wrong_backend" }, "xception/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "yolop/pytorch": { "run_first_failed": 95, "attempts": 1, "last_error": "ModuleNotFoundError: No module named 'lib.utils'", "error_category": "missing_dependency" }, "yolov5/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "UnboundLocalError: cannot access local variable 'model' where it is not associated with a value", "error_category": "model_bug" }, "yolox/pytorch": { "run_first_failed": 95, "attempts": 1, "last_error": "ModuleNotFoundError: No module named 'yolox'", "error_category": "missing_dependency" }, "microsoft/phi-4": { "error_category": "forge_internal", "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal) \u2014 run 95", "last_seen": "2026-05-21T02:02:45Z", "first_seen": "2026-05-21T02:02:45Z" }, "OpceanAI/Yuuki-RxG": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "OpceanAI/Yuuki-NxG-nano": { "run_first_failed": 95, "attempts": 4, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "centernet/onnx": { "run_first_failed": 95, "attempts": 4, "last_error": "missing_dependency: IRD_LF_CACHE env var not set (model 'centernet/onnx' requires Tenstorrent internal file cache)", "error_category": "missing_dependency", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "falcon/bounty_jax": { "run_first_failed": 95, "attempts": 3, "last_error": "AttributeError: \"_FalconWrapper\" object has no attribute \"eval\". If \"eval\" is defined in '.setup()', remember these fields are only accessible from inside 'init' or 'apply'.", "error_category": "api_mismatch" }, "googlenet/image_classification/onnx": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "hardnet/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "openai-community/openai-gpt": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "inception/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "mlp_mixer/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "mobilenetv1/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "monodle/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "nanogpt/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "olm_ocr/image_text_generation/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 9 (forge_internal)", "error_category": "forge_internal", "error_summary": "SIGSEGV: downloads allenai/olmOCR-7B (~15G)", "last_seen": "2026-05-21T02:43:01.145793+00:00" }, "openvla_oft/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "opt/sequence_classification/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "perceiver/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi1/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi1_5/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi3/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "owl_vit/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "perceiverio_vision/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi1/sequence_classification/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "phi1_5/sequence_classification/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "qwen_3/causal_lm/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "regnet/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "rmbg/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "OSError: You are trying to access a gated repo.\nMake sure to have access to it at https://huggingface.co/briaai/RMBG-2.0.\n403 Client Error. (Request ID: Root=1-6a0e70ea-4a4751c3231c0ee3061d98d4;880cbf4c-973b-48f5-a14b-b771f682fd45)\n\nCannot access gated repo for url https://huggingface.co/briaai/RMBG-2.0/reso", "error_category": "model_access" }, "roberta/sequence_classification/onnx": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "sam/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "ModuleNotFoundError: No module named 'transformers.utils.output_capturing'", "error_category": "missing_dependency" }, "siglip/image_text_similarity/pytorch": { "run_first_failed": 95, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "forge_internal" }, "Qwen/QwQ-32B": { "error_category": "unsupported_backend", "error_summary": "32B model too large for forge/XLA single-chip", "attempts": 3, "last_seen": "2026-05-21T02:43:01.145793+00:00" }, "mistral/pixtral/pytorch": { "error_category": "forge_internal", "error_summary": "SIGSEGV: downloads mistral-community/pixtral-12b (~25G)", "attempts": 3, "last_seen": "2026-05-21T02:43:01.145793+00:00" }, "mochi/pytorch": { "error_category": "forge_internal", "error_summary": "Video gen model genmo/mochi-1-preview, unsupported in forge", "attempts": 3, "last_seen": "2026-05-21T02:43:01.145793+00:00" }, "luayas1977/arabicai-tinystories-gpt": { "run_first_failed": 96, "attempts": 1, "last_error": "ValueError: The checkpoint you are trying to load has model type `gpt` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade transf", "error_category": "unsupported_arch" }, "Surpem/Supertron2-1.7B": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "albert/albert-base-v1": { "run_first_failed": 96, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "openai-community/gpt2-medium": { "run_first_failed": 96, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "maptr/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "minicpm_o_2_6/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "ImportError: This modeling file requires the following packages that were not found in your environment: torchaudio. Run `pip install torchaudio`", "error_category": "other" }, "mnist/image_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "motif_image_6B_preview/text_to_image/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "EntryNotFoundError: 404 Client Error. (Request ID: Root=1-6a0f2c96-167761da6a38f101421f379e;298d8586-161d-46eb-a6c4-ea65ca8e451b)\n\nEntry Not Found for url: https://huggingface.co/Motif-Technologies/Motif-Image-6B-Preview/resolve/main/model_index.json.", "error_category": "other" }, "oft/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "mixtral/causal_lm/bounty_jax": { "run_first_failed": 96, "attempts": 3, "last_error": "ValueError: An auto mesh context or metadata is required if creating a variable with annotation sharding_names=(None, 'X'). If running this on CPU for debugging, make a dummy mesh like `jax.make_mesh(((1, 1)), ())`. If running on explicit mode, remove `sharding_names=` annotation.", "error_category": "other" }, "openpose/v2/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "phi3/phi_3_5/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "pi_0/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "ModuleNotFoundError: No module named 'transformers.masking_utils'", "error_category": "missing_dependency" }, "qwen_2/token_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "mobilenetv3/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "mplug_owl2/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "olmo3/causal_lm/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "ValueError: The checkpoint you are trying to load has model type `olmo3` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade tran", "error_category": "unsupported_arch" }, "panoptic_segmentation/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "ImportError: numpy.core.multiarray failed to import", "error_category": "other" }, "phi1/token_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "phi2/sequence_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "phi2/token_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "phi3/token_cls/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "pointpillars/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "qwen_3/embedding/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "resnet/image_classification/onnx": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "seamless_m4t/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "roberta/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "speecht5/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "ssd300_vgg16/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "RuntimeError: TT_ASSERT @ /home/ttuser/tt-forge-fe/forge/csrc/ops/op_resize_2d.cpp:165: (size_h % input_h == 0) && (size_w % input_w == 0)\ninfo:\nOpType::Resize2d only support upsampling with integer scale factor for bilinear interpolation mode\nbacktrace:\n --- tt::ops::resize_2d::decompose_initial(tt::ops::Op cons", "error_category": "other" }, "stable_diffusion_unet/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "TypeError: UNet2DConditionModel.forward() missing 1 required positional argument: 'encoder_hidden_states'", "error_category": "other" }, "t5/causal_lm/onnx": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "unet/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "cannot import name 'BucketNotFoundError' from 'huggingface_hub.errors' (/opt/ttforge-toolchain/venv/lib/python3.12/site-packages/huggingface_hub/errors.py)", "error_category": "other" }, "vgg19_unet/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "vocoder_speecht5/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "ssd512/object_detection/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "stereo/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "t5/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "unet_for_conditional_generation/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "vilt/question_answering/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "xglm/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "petr/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "phi1_5/token_classification/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "qwen_2_5_coder/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "RemoteEntryNotFoundError: 404 Client Error. (Request ID: Root=1-6a0f1cbc-3e182ce327d6edee4e165322;3f12426f-a3b1-4f8d-865a-9a7cf6c6c8fe)\n\nEntry Not Found for url: https://huggingface.co/api/models/Qwen/Qwen2.5-Coder-0.5B/tree/main/additional_chat_templates?recursive=false&expand=false.\nadditional_chat_templates does not exist", "error_category": "other" }, "rcnn/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "numpy.core.multiarray failed to import", "error_category": "other" }, "retinanet/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "segformer/semantic_segmentation/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "squeezebert/pytorch": { "run_first_failed": 96, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "suryaocr/pytorch": { "run_first_failed": 96, "attempts": 1, "last_error": "ModuleNotFoundError: No module named 'surya'", "error_category": "missing_dependency" }, "vgg/image_classification/onnx": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "wide_resnet/pytorch": { "run_first_failed": 96, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "rookiexiong/SetCon-8B": { "error": "MissingDependency: custom class SetConChatModelQwen requires importable module setcon_chat", "error_category": "missing_dependency", "attempts": 3, "run_number": 97 }, "Harley-ml/Dillion-1.2M": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "samcheng0/deeplm-108m": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "OpceanAI/Yuuki-NxG": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "younissk/nanoBeard": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "pocket_tts/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "nbeats/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: huggingface-hub>=0.30.0,<1.0 is required for a normal functioning of this module, but found huggingface-hub==1.15.0.\nTry: `pip install transformers -U` or `pip install -e '.[dev]'` if you're working with git main", "error_category": "other" }, "openai-community/gpt2-large": { "run_first_failed": 98, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "smolvla/vision_language_action/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "ImportError: Package `num2words` is required to run SmolVLM processor. Install it with `pip install num2words`.", "error_category": "other" }, "mgp_str_base/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "qwen_2_5_vl/pytorch": { "run_first_failed": 98, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "phi3/phi_3_5_vision/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "rt_detr/pytorch": { "run_first_failed": 98, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "stable_diffusion_1_4/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "NameError: name 'torch' is not defined", "error_category": "other" }, "swin/image_classification/pytorch": { "run_first_failed": 98, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "ultra_fast_lane_detection_v2/pytorch": { "run_first_failed": 98, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "vgg/pytorch": { "run_first_failed": 98, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "gpt2/causal_lm/jax": { "run_first_failed": 98, "attempts": 2, "last_error": "XlaRuntimeError: INTERNAL: Error code: 13", "error_category": "xla_runtime_error" }, "mnist/image_classification/jax": { "run_first_failed": 98, "attempts": 1, "last_error": "TypeError: MNISTMLPModel.__call__() got an unexpected keyword argument 'train'", "error_category": "api_mismatch" }, "squeezebert/masked_lm/jax": { "run_first_failed": 98, "attempts": 2, "last_error": "TypeError: SqueezeBertForMaskedLM.__call__() missing 1 required keyword-only argument: 'train'", "error_category": "other" }, "opt/causal_lm/jax": { "run_first_failed": 98, "attempts": 1, "last_error": "TypeError: FlaxOPTPreTrainedModel.__call__() got an unexpected keyword argument 'train'", "error_category": "api_mismatch" }, "whisper/audio_classification/jax": { "run_first_failed": 98, "attempts": 2, "last_error": "TypeError: WhisperForConditionalGeneration.__call__() missing 1 required positional argument: 'decoder_input_ids'", "error_category": "other" }, "vision_text_dual_encoder/mm_image_ttt/jax": { "run_first_failed": 98, "attempts": 2, "last_error": "AttributeError: 'tuple' object has no attribute 'config'", "error_category": "other" }, "yolos/pytorch": { "run_first_failed": 98, "attempts": 2, "last_error": "AssertionError: Resize2d op only support nearest and bilinear mode for now", "error_category": "forge_missing_op" }, "openai-community/gpt2-xl": { "run_first_failed": 98, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "mamba2/causal_lm/jax": { "run_first_failed": 98, "attempts": 2, "last_error": "TIMEOUT", "error_category": "timeout" }, "bigbird/question_answering/jax": { "run_first_failed": 99, "attempts": 1, "last_error": "AttributeError: 'FlaxBigBirdForQuestionAnsweringModelOutput' object has no attribute 'block_until_ready'", "error_category": "other" }, "yoloworld/pytorch": { "run_first_failed": 99, "attempts": 1, "last_error": "ImportError: numpy.core.multiarray failed to import", "error_category": "other" }, "nvidia/Nemotron-Labs-Diffusion-14B": { "run_first_failed": 100, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_nemotron_labs_diffusion.NemotronLabsDiffusionConfig' requires importable module 'configuration_nemotron_labs_diffusion'", "error_category": "other" }, "Sandroeth/cali-0.1B": { "run_first_failed": 100, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_cali.CALIConfig' requires importable module 'configuration_cali'", "error_category": "other" }, "openbmb/BitCPM-CANN-3B-unquantized": { "run_first_failed": 100, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_llama.LlamaConfig' requires importable module 'configuration_llama'", "error_category": "other" }, "DZER-Studios/Vexion-LM": { "run_first_failed": 100, "attempts": 1, "last_error": "UnsupportedArch: model_type='vexion_lm' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code" }, "Harshhvm/bharat-minigpt-350m-pretrain-3b-tokens": { "run_first_failed": 100, "attempts": 1, "last_error": "MissingDependency: custom class 'modeling_bharatgpt.BharatGPTConfig' requires importable module 'modeling_bharatgpt'", "error_category": "other" }, "Gnayo/chronicle-llm-v0": { "run_first_failed": 100, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "GODsStrongestSoldier/distilgpt2-supernatural-occult-coder": { "run_first_failed": 100, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "ThingAI/Quark-50m": { "run_first_failed": 100, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "hunyuan_image_2_1/pytorch": { "run_first_failed": 100, "attempts": 2, "last_error": "ImportError: cannot import name 'HunyuanImageTransformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other" }, "krea_realtime_video/pytorch": { "run_first_failed": 100, "attempts": 2, "last_error": "ImportError: cannot import name 'AutoModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other" }, "lumina_image/pytorch": { "run_first_failed": 100, "attempts": 2, "last_error": "ImportError: cannot import name 'Lumina2Transformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "mgp_str_base/image_classification/onnx": { "run_first_failed": 100, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "mlp_mixer/image_classification/onnx": { "run_first_failed": 100, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "oft_stable_diffusion/text_to_image/onnx": { "run_first_failed": 100, "attempts": 3, "last_error": "ValueError: This protobuf of onnx model is too large (>2GB). Call check_model with model path instead.", "error_category": "other" }, "pyramid_flow/pytorch": { "run_first_failed": 100, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other" }, "retinanet/object_detection/onnx": { "run_first_failed": 100, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/opt/tenstorrent/models/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "stable_diffusion_1_5/pytorch": { "run_first_failed": 100, "attempts": 2, "last_error": "TypeError: UNet2DConditionModel.forward() missing 1 required positional argument: 'encoder_hidden_states'", "error_category": "other" }, "swin/masked_image_modeling/onnx": { "run_first_failed": 100, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/opt/tenstorrent/models/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "unet/image_segmentation/onnx": { "run_first_failed": 100, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/opt/tenstorrent/models/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "yolov3/pytorch": { "run_first_failed": 100, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "yolov9/pytorch": { "run_first_failed": 100, "attempts": 2, "last_error": "TypeError: 'Call' object is not subscriptable", "error_category": "other" }, "cog_videox/pytorch": { "run_first_failed": 102, "attempts": 4, "last_error": "SafetensorError: device cpu is invalid", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "detr/object_detection/onnx": { "run_first_failed": 102, "attempts": 2, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "dla/image_classification/onnx": { "run_first_failed": 102, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "ghostnet/image_classification/onnx": { "run_first_failed": 102, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "glpn_kitti/image_classification/onnx": { "run_first_failed": 102, "attempts": 3, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "hidream_i1/pytorch": { "run_first_failed": 102, "attempts": 3, "last_error": "ImportError: cannot import name 'HiDreamImageTransformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "hrnet/image_classification/onnx": { "run_first_failed": 102, "attempts": 2, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "hunyuan_1_5/pytorch": { "run_first_failed": 102, "attempts": 2, "last_error": "ImportError: cannot import name 'HunyuanVideo15Transformer3DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other" }, "mnist/image_classification/onnx": { "run_first_failed": 102, "attempts": 3, "last_error": "InvalidGraph: [ONNXRuntimeError] : 10 : INVALID_GRAPH : This is an invalid model. Type Error: Type 'tensor(bfloat16)' of input parameter (input) of operator (Conv) in node (/conv1/Conv) is invalid.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "monodepth2/image_classification/onnx": { "run_first_failed": 102, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "playground_v2_5/pytorch": { "run_first_failed": 102, "attempts": 1, "last_error": "IndexError: tuple index out of range", "error_category": "shape_mismatch" }, "segformer/semantic_segmentation/onnx": { "run_first_failed": 102, "attempts": 2, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "ssd300_resnet50/object_detection/onnx": { "run_first_failed": 102, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "ssd300_resnet50/pytorch": { "run_first_failed": 102, "attempts": 1, "last_error": "RuntimeError: Calculated padded input size per channel: (2 x 2). Kernel size: (3 x 3). Kernel size can't be greater than actual input size", "error_category": "other" }, "stable_diffusion_xl/text_to_image/onnx": { "run_first_failed": 102, "attempts": 2, "last_error": "ValueError: This protobuf of onnx model is too large (>2GB). Call check_model with model path instead.", "error_category": "other" }, "detr/segmentation/onnx": { "run_first_failed": 103, "attempts": 3, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "hunyuan_video/pytorch": { "run_first_failed": 103, "attempts": 1, "last_error": "SafetensorError: device cpu is invalid", "error_category": "other" }, "whisper/audio_classification/onnx": { "run_first_failed": 103, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "whisper/pytorch": { "run_first_failed": 103, "attempts": 1, "last_error": "ValueError: Whisper expects the mel input features to be of length 3000, but found 32. Make sure to pad the input mel features to 3000.", "error_category": "other" }, "yolov4/pytorch": { "run_first_failed": 103, "attempts": 1, "last_error": "ValueError: IRD_LF_CACHE environment variable is not set. Please set it to the address of the IRD LF cache.", "error_category": "missing_dependency" }, "Felldude/Ministral-3-3B-Uncensored-FP8": { "run_first_failed": 106, "attempts": 1, "last_error": "KeyError: 'ministral3'", "error_category": "other" }, "SoufianeMS/ynov-llama3-chatbot": { "run_first_failed": 106, "attempts": 1, "last_error": "PackageNotFoundError: No package metadata was found for bitsandbytes", "error_category": "quantized_format" }, "alexnet/image_classification/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "deit/image_classification/onnx": { "run_first_failed": 106, "attempts": 2, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "efficientnet/image_classification/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "glpn_kitti/depth_estimation/onnx": { "run_first_failed": 106, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "omnigen/pytorch": { "run_first_failed": 106, "attempts": 2, "last_error": "ImportError: cannot import name 'OmniGenTransformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "qwen_3_5/causal_lm/pytorch": { "run_first_failed": 106, "attempts": 1, "last_error": "ValueError: The checkpoint you are trying to load has model type `qwen3_5` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade tr", "error_category": "unsupported_arch" }, "regnet/image_classification/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "resnext/image_classification/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "sana/pytorch": { "run_first_failed": 106, "attempts": 1, "last_error": "TypeError: Unsupported shape type in unflatten: with value floor_divide(32 /* span=C.graph: aten::size, jit._trace.TopLevelTracedModule: diffusers.models.transformers.sana_transformer.SanaTransformer2DModel:::0:0 */, 1 /* span=C.graph: aten::floor_divide, jit._trace.TopLevelTraced", "error_category": "other" }, "sdxl_lightning/pytorch": { "run_first_failed": 106, "attempts": 1, "last_error": "IndexError: tuple index out of range", "error_category": "shape_mismatch" }, "ssd300_vgg16/object_detection/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "ssdlite320_mobilenetv3/object_detection/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "swin/image_classification/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "vilt/question_answering/onnx": { "run_first_failed": 106, "attempts": 1, "last_error": "FileNotFoundError: [Errno 2] No such file or directory: '/home/ttuser/.cache/huggingface/hub/datasets--huggingface--cats-image/snapshots/4613f5f1d3642cc2d56ffdf1b58c9d0f912cdc1f/cats_image.jpeg'", "error_category": "other" }, "z_image/pytorch": { "run_first_failed": 106, "attempts": 1, "last_error": "ImportError: cannot import name 'ZImageTransformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other" }, "llava-hf/llava-onevision-qwen2-0.5b-ov-hf": { "run_first_failed": 114, "attempts": 3, "last_error": "ValueError: Unrecognized configuration class for this kind of AutoModel: FlaxAutoModelForCausalLM.\nModel type should be one of BartConfig, BertConfig, BigBirdConfig, BloomConfig, ElectraConfig, GemmaConfig, GPT2Conf", "error_category": "other" }, "llava-hf/llava-v1.6-mistral-7b-hf": { "error_category": "forge_internal", "last_error": "RuntimeError: Generated MLIR module failed verification. ttir.typecast op result shape (1, 1191, 4096) does not match expected shape after broadcasting (1, 1191, 1) \u2014 forge MLIR codegen bug with masked_scatter+expand in LlavaNextModel.forward()", "attempts": 1, "run": "manual" }, "albert/sequence_classification/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "NovaCorp/Ultimate-RPG.System-3.2-1B": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "albert/masked_lm/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "albert/question_answering/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "ovo456/my_awesome_food_model": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "albert/token_classification/pytorch": { "run_first_failed": 125, "attempts": 3, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "alexnet/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "allam/causal_lm/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "autoencoder/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "autoencoder/image_classification/onnx": { "run_first_failed": 125, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "beit/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bge_1_5/embedding_generation/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bloom/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deepcogito/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deepseek/deepseek_coder/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deepseek/deepseek_math/pytorch": { "run_first_failed": 125, "attempts": 2, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deit/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "densenet/image_classification/onnx": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "densenet/pytorch": { "run_first_failed": 125, "attempts": 1, "last_error": "", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "Johnblick187/grok-zero-fp8": { "run_first_failed": 128, "attempts": 3, "last_error": "MissingDependency: custom class 'modeling_grok2.Grok2Config' requires importable module 'modeling_grok2'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "glm_image/pytorch": { "run_first_failed": 130, "attempts": 1, "last_error": "ImportError: cannot import name 'GlmImageTransformer2DModel' from 'diffusers' (/home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "janus_pro/text_to_image/pytorch": { "run_first_failed": 130, "attempts": 1, "last_error": "ModuleNotFoundError: No module named 'janus.models'", "error_category": "missing_dependency", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" }, "missing_packages": [ "janus" ] }, "Benjamin-png/swahili-gpt-71m": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='transformer' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "AutoArk-AI/ARK-ASR-3B": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_arkasr.ArkasrConfig' requires importable module 'configuration_arkasr'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "kogai/laneformer-2b-it": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_laneformer.LaneformerConfig' requires importable module 'configuration_laneformer'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "SpeechAntiSpoofingBenchmarks/DF_Arena_1B_V_1": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_antispoofing.DF_Arena_1B_Config' requires importable module 'configuration_antispoofing'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "Abiray/Kshana-170M-Base": { "run_first_failed": 138, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "devshaheen/qwen3.5_0.6B_rlvr_grpo_checkpoints": { "run_first_failed": 138, "attempts": 1, "last_error": "OSError: devshaheen/qwen3.5_0.6B_rlvr_grpo_checkpoints does not appear to have a file named pytorch_model.bin, model.safetensors, tf_model.h5, model.ckpt or flax_model.msgpack.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "hardcoreerik/Llama-3.1-Nemotron-Nano-4B-v1.1-heretic": { "run_first_failed": 138, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "Muse-research/Muse-2-350M": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='muse_nova_transformer' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "xxrickyxx/Ailo152m-v2-ita": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_ailo.AILOConfig' requires importable module 'configuration_ailo'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "xxrickyxx/Ailo152m-v2": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_ailo.AILOConfig' requires importable module 'configuration_ailo'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "leopard-Ai/rb-nano": { "run_first_failed": 138, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "AveroLabs/Avero-1B-Text": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='sage_1b' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "tjarvis91/Q-Coder-50M-Sovereign": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='qovaryx_finance_decoder' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "Banaxi-Tech/BananaMind-TTS-V2": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_bananamind_tts.BananaMindTTSConfig' requires importable module 'configuration_bananamind_tts'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "rishi-r-rishi-r/Mintaka-E-170M-HMT": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='mintaka_micro' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "AutoArk-AI/ARK-ASR-0.6B": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_arkasr.ArkasrConfig' requires importable module 'configuration_arkasr'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "neuroturk/HYZ-01-0.6B": { "run_first_failed": 138, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "tjarvis91/qovaryx-350m-scratch-base": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'configuration_qovaryx.QovaryxConfig' requires importable module 'configuration_qovaryx'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "sKT-Ai-Labs/SKT-ST-X-0-3B": { "run_first_failed": 138, "attempts": 1, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "dr-tkxx/Enigma": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'enigma_module.EnigmaConfig' requires importable module 'enigma_module'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "Surpem/Supertron2.1-0.6B": { "run_first_failed": 138, "attempts": 1, "last_error": "SafetensorError: Error while deserializing header: incomplete metadata, file not fully covered", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "nishantup/nanogpt-rlvr-slm-tinystories-124m": { "run_first_failed": 138, "attempts": 1, "last_error": "UnsupportedArch: model_type='3-stage pipeline: pretrained -> SFT -> RLVR' is not registered in transformers AutoConfig and requires trust_remote_code (not supported by forge)", "error_category": "custom_code", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "anshullpal/ByteZira-Vaani-350M-pretrain-base-model": { "run_first_failed": 138, "attempts": 1, "last_error": "MissingDependency: custom class 'modeling_bytezira_vaani.BharatGPTConfig' requires importable module 'modeling_bytezira_vaani'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "abacusai/pytorch": { "run_first_failed": 139, "attempts": 1, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "baichuan_m2/pytorch": { "run_first_failed": 139, "attempts": 1, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bagel/pytorch": { "run_first_failed": 139, "attempts": 2, "last_error": "AttributeError: 'PositionEmbedding' object has no attribute '_initialize_weights'", "error_category": "model_bug", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "bria_2_3/pytorch": { "run_first_failed": 139, "attempts": 2, "last_error": "OSError: Cannot load model briaai/BRIA-2.3: model is not cached locally and an error occurred while trying to fetch metadata from the Hub. Please check out the root cause in the stacktrace above.", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "codellama/pytorch": { "run_first_failed": 139, "attempts": 1, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "coherlabs/pytorch": { "run_first_failed": 139, "attempts": 1, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "convnext_v2/pytorch": { "run_first_failed": 139, "attempts": 3, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "deepseek/deepseek_chat/pytorch": { "run_first_failed": 139, "attempts": 1, "last_error": "ImportError: /home/ttuser/.tenstorrent-venv/lib/python3.12/site-packages/forge/_C.so: undefined symbol: _ZN4mlir2tt4ttnn27createTTNNResolveCompositesEv", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "diffusiongemma/pytorch": { "run_first_failed": 143, "attempts": 2, "last_error": "ImportError: cannot import name 'DiffusionGemmaForBlockDiffusion' from 'transformers' (/opt/ttforge-toolchain/venv/lib/python3.12/site-packages/transformers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "exaone_4/pytorch": { "run_first_failed": 143, "attempts": 1, "last_error": "ValueError: The checkpoint you are trying to load has model type `exaone4` but Transformers does not recognize this architecture. This could be because of an issue with the checkpoint, or because your version of Transformers is out of date.\n\nYou can update Transformers with the command `pip install --upgrade tr", "error_category": "unsupported_arch", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "flux2/pytorch": { "run_first_failed": 143, "attempts": 2, "last_error": "ImportError: cannot import name 'Flux2Transformer2DModel' from 'diffusers' (/opt/ttforge-toolchain/venv/lib/python3.12/site-packages/diffusers/__init__.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "gemma4/pytorch": { "run_first_failed": 143, "attempts": 2, "last_error": "AttributeError: 'list' object has no attribute 'keys'", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "donut/pytorch": { "run_first_failed": 144, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "fibo/pytorch": { "run_first_failed": 144, "attempts": 2, "last_error": "GatedRepoError: 403 Client Error. (Request ID: Root=1-6a42d7eb-24bf4d5816ba520640f1990b;16e35848-de54-4de0-b7b2-b5605b6e58cb)\n\nCannot access gated repo for url https://huggingface.co/briaai/FIBO/resolve/main/model_index.json.\nAccess to model briaai/FIBO is restricted and you are not in the authorized list. Visit ht", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "exaone_3_5/pytorch": { "run_first_failed": 144, "attempts": 1, "last_error": "ImportError: cannot import name 'RopeParameters' from 'transformers.modeling_rope_utils' (/opt/ttforge-toolchain/venv/lib/python3.12/site-packages/transformers/modeling_rope_utils.py)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } }, "hiera/pytorch": { "run_first_failed": 145, "attempts": 2, "last_error": "SIGSEGV: forge.compile() killed by signal 11 (forge_internal)", "error_category": "other", "env_fingerprint": { "torch": "2.7.0+cpu", "transformers": "4.52.4", "huggingface_hub": "0.36.2" } } }, "chip_totals": { "0": { "pts": 24347, "first_evers": 31, "best_streak": 6 }, "2": { "pts": 15085, "first_evers": 24, "best_streak": 2 }, "3": { "pts": 3595, "first_evers": 8, "best_streak": 4 }, "1": { "pts": 6945, "first_evers": 7, "best_streak": 4 } } }