{ "peakweights": "1.0", "model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B", "k": 50, "generated": "2026-01-09T00:31:10.632168", "total_params": "7.0B", "weights": [ { "rank": 1, "score": 2362.0, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 2, "score": 1302.0, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 3, "score": 1228.0, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 4, "score": 949.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 5, "score": 937.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 6, "score": 583.0, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 7, "score": 578.0, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 8, "score": 532.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 9, "score": 524.0, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 10, "score": 474.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 11, "score": 449.25, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 12, "score": 447.5, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 13, "score": 443.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 14, "score": 397.25, "module": "model.layers.11.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 15, "score": 390.0, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 16, "score": 363.75, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 17, "score": 348.0, "module": "model.layers.11.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 18, "score": 342.25, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 19, "score": 266.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 20, "score": 262.75, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 21, "score": 256.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 22, "score": 237.88, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 23, "score": 232.62, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 24, "score": 210.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 25, "score": 208.0, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 26, "score": 194.38, "module": "model.layers.11.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 27, "score": 191.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 28, "score": 183.0, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 29, "score": 171.75, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 30, "score": 163.25, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 31, "score": 161.75, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 32, "score": 161.12, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 33, "score": 155.88, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 34, "score": 155.75, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 35, "score": 153.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 36, "score": 149.62, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 37, "score": 148.25, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 38, "score": 148.25, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 39, "score": 145.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 40, "score": 139.5, "module": "model.layers.25.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 41, "score": 138.62, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 42, "score": 137.5, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 43, "score": 137.5, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 44, "score": 135.62, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 45, "score": 135.25, "module": "model.layers.26.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 46, "score": 132.25, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 47, "score": 132.12, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 48, "score": 127.62, "module": "model.layers.3.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 49, "score": 123.81, "module": "model.layers.27.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 }, { "rank": 50, "score": 123.0, "module": "model.layers.4.mlp.down_proj", "position": [ 0, 0 ], "value": 0.0 } ], "summary": { "by_type": { "mlp": 50 }, "score_total": 18072.06, "layer_range": [ 3, 27 ] }, "metrics": { "fp16_ppl": 70.73, "int4_ppl": 73.52, "recovery_at_50": 93.4, "power_law_exponent": 0.392 } }