{
 "experiment": "h3_step3_layerwise",
 "seed": 33,
 "commit": "eb7840bb6ad59c0025dc7c655a9dd9e22f950500",
 "device": "NVIDIA H100",
 "compute_capability": "sm90",
 "torch": "2.13.0+cu130",
 "step3_input_elements_differing_after_bf16_cast": {
  "video": {
   "count": 0,
   "numel": 384,
   "fp32_differ": 337,
   "max_abs_fp32_delta": 2.6226043701171875e-06,
   "elements": []
  },
  "audio": {
   "count": 0,
   "numel": 128,
   "fp32_differ": 0,
   "max_abs_fp32_delta": 0.0,
   "elements": []
  }
 },
 "arms": {
  "A": {
   "velocity_video_max_abs": 5.7220458984375e-06,
   "velocity_audio_max_abs": 0.0,
   "velocity_video_ref_max_abs": 14.149407386779785,
   "velocity_audio_ref_max_abs": 4.846619606018066,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 1,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 2,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 3,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 4,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 5,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 6,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 7,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 8,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 9,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 10,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 11,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 12,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 13,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 14,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 15,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 16,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 17,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 18,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 19,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 20,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 21,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31104.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 22,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28928.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 23,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28032.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 24,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 25,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 26,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40960.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 27,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 49920.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 28,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 46080.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 29,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50944.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 30,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 64000.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 31,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 32,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 33,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 34,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54272.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 35,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 57088.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 36,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 37,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 38,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 42752.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 39,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 125952.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 40,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 127488.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 41,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 106496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 42,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 75264.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 43,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 94208.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 44,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 78336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 45,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 105984.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 46,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 101376.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 47,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 123392.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 48,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 313344.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 49,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 393216.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": null,
    "> 0.001": null,
    "> 0.01": null,
    "> 0.1": null
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 85.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 3.359375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 72.0,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 74.5,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 29.125,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 420.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 660.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 2.859375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 21.5,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 180.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 11264.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 9.9375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 76.5,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 100.0,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 816.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 36864.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 4.09375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 50.25,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 350.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 12736.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0
    }
   }
  },
  "B": {
   "velocity_video_max_abs": 5.7220458984375e-06,
   "velocity_audio_max_abs": 0.0,
   "velocity_video_ref_max_abs": 14.149407386779785,
   "velocity_audio_ref_max_abs": 4.846619606018066,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 1,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 2,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 3,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 4,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 5,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 6,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 7,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 8,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 9,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 10,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 11,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 12,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 13,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 14,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 15,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 16,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 17,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 18,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 19,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 20,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 21,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31104.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 22,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28928.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 23,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28032.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 24,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 25,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 26,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40960.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 27,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 49920.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 28,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 46080.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 29,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50944.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 30,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 64000.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 31,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 32,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 33,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 34,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54272.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 35,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 57088.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 36,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 37,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 38,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 42752.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 39,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 125952.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 40,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 127488.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 41,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 106496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 42,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 75264.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 43,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 94208.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 44,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 78336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 45,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 105984.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 46,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 101376.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 47,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 123392.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 48,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 313344.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 49,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 393216.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": null,
    "> 0.001": null,
    "> 0.01": null,
    "> 0.1": null
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 85.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 3.359375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 72.0,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 74.5,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 29.125,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 420.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 660.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 2.859375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 21.5,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 180.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 11264.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 9.9375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 76.5,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 100.0,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 816.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 36864.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 4.09375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 50.25,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 350.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 12736.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0
    }
   }
  },
  "E": {
   "velocity_video_max_abs": 0.0,
   "velocity_audio_max_abs": 0.0,
   "velocity_video_ref_max_abs": 14.149407386779785,
   "velocity_audio_ref_max_abs": 4.846619606018066,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 1,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 2,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 3,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 4,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 5,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 6,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 7,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 8,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 9,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 10,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 11,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 12,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 13,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 14,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 15,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 16,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 17,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 18,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 19,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 20,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 21,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31104.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 22,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28928.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 23,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28032.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 24,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 25,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 26,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40960.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 27,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 49920.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 28,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 46080.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 29,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50944.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 30,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 64000.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 31,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 32,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 33,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 34,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54272.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 35,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 57088.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 36,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 37,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 38,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 42752.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 39,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 125952.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 40,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 127488.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 41,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 106496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 42,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 75264.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 43,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 94208.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 44,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 78336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 45,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 105984.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 46,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 101376.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 47,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 123392.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 48,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 313344.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 49,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 393216.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": null,
    "> 0.001": null,
    "> 0.01": null,
    "> 0.1": null
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 85.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 3.359375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 72.0,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 74.5,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 29.125,
     "rel_l2": 0.0
    },
    "q_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 9.5625,
     "rel_l2": 0.0
    },
    "k_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 10.1875,
     "rel_l2": 0.0
    },
    "rope_q": {
     "max_abs": 0.0,
     "ref_max_abs": 11.0625,
     "rel_l2": 0.0
    },
    "rope_k": {
     "max_abs": 0.0,
     "ref_max_abs": 11.1875,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 420.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 660.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 2.859375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 21.5,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 180.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 11264.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 9.9375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 76.5,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 100.0,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "q_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 11.5625,
     "rel_l2": 0.0
    },
    "k_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 14.9375,
     "rel_l2": 0.0
    },
    "rope_q": {
     "max_abs": 0.0,
     "ref_max_abs": 13.0,
     "rel_l2": 0.0
    },
    "rope_k": {
     "max_abs": 0.0,
     "ref_max_abs": 14.9375,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 816.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 36864.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 4.09375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 50.25,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 350.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 12736.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0
    }
   }
  },
  "P": {
   "velocity_video_max_abs": 0.0,
   "velocity_audio_max_abs": 0.0,
   "velocity_video_ref_max_abs": 14.149407386779785,
   "velocity_audio_ref_max_abs": 4.846619606018066,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 1,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 2,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 3,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 4,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 5,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 6,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 7,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 8,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 9,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 10,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 11,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 12,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 13,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 14,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 15,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 16,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 17,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 18,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 19,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 20,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 21,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31104.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 22,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28928.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 23,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28032.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 24,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 25,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 26,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40960.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 27,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 49920.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 28,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 46080.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 29,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50944.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 30,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 64000.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 31,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 32,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54528.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 33,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 34,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54272.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 35,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 57088.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 36,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 37,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52224.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 38,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 42752.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 39,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 125952.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 40,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 127488.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 41,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 106496.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 42,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 75264.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 43,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 94208.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 44,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 78336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 45,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 105984.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 46,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 101376.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 47,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 123392.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 48,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 313344.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 49,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 393216.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": null,
    "> 0.001": null,
    "> 0.01": null,
    "> 0.1": null
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 85.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 3.359375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 72.0,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 74.5,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 29.125,
     "rel_l2": 0.0
    },
    "q_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 9.5625,
     "rel_l2": 0.0
    },
    "k_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 10.1875,
     "rel_l2": 0.0
    },
    "rope_q": {
     "max_abs": 0.0,
     "ref_max_abs": 11.0625,
     "rel_l2": 0.0
    },
    "rope_k": {
     "max_abs": 0.0,
     "ref_max_abs": 11.1875,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 420.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 660.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 2.859375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 21.5,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 180.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 11264.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 35328.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818616151809692,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 9.9375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 76.5,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 100.0,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "q_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 11.5625,
     "rel_l2": 0.0
    },
    "k_norm": {
     "max_abs": 0.0,
     "ref_max_abs": 14.9375,
     "rel_l2": 0.0
    },
    "rope_q": {
     "max_abs": 0.0,
     "ref_max_abs": 13.0,
     "rel_l2": 0.0
    },
    "rope_k": {
     "max_abs": 0.0,
     "ref_max_abs": 14.9375,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 40.5,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 816.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 36864.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 4.09375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 50.25,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 350.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 12736.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 38400.0,
     "rel_l2": 0.0
    }
   }
  }
 }
}