{
 "experiment": "h3_step3_layerwise",
 "seed": 33,
 "commit": "eb7840bb6ad59c0025dc7c655a9dd9e22f950500",
 "device": "NVIDIA B200",
 "compute_capability": "sm100",
 "torch": "2.13.0+cu130",
 "step3_input_elements_differing_after_bf16_cast": {
  "video": {
   "count": 1,
   "numel": 384,
   "fp32_differ": 306,
   "max_abs_fp32_delta": 1.9073486328125e-06,
   "elements": [
    {
     "index": [
      0,
      1,
      8
     ],
     "single_fp32": 0.4072260558605194,
     "batched_fp32": 0.40722766518592834,
     "single_bf16": 0.40625,
     "batched_bf16": 0.408203125
    }
   ]
  },
  "audio": {
   "count": 0,
   "numel": 128,
   "fp32_differ": 0,
   "max_abs_fp32_delta": 0.0,
   "elements": []
  }
 },
 "arms": {
  "A": {
   "velocity_video_max_abs": 0.6215000152587891,
   "velocity_audio_max_abs": 0.3051609992980957,
   "velocity_video_ref_max_abs": 14.62304401397705,
   "velocity_audio_ref_max_abs": 4.807229995727539,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 8.0,
     "out_differing": 12885,
     "numel": 64512,
     "out_mean_abs": 0.04226874187588692,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116,
     "video_max_abs": 2.0,
     "audio_max_abs": 0.03125,
     "text_max_abs": 8.0
    },
    {
     "block": 1,
     "out_max_abs": 64.0,
     "out_differing": 19936,
     "numel": 64512,
     "out_mean_abs": 0.08551891893148422,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114,
     "video_max_abs": 64.0,
     "audio_max_abs": 0.125,
     "text_max_abs": 8.0
    },
    {
     "block": 2,
     "out_max_abs": 64.0,
     "out_differing": 28276,
     "numel": 64512,
     "out_mean_abs": 0.10396873205900192,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0012577804736793041,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 8.0
    },
    {
     "block": 3,
     "out_max_abs": 128.0,
     "out_differing": 31476,
     "numel": 64512,
     "out_mean_abs": 0.12115923315286636,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0015661382349207997,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 128.0
    },
    {
     "block": 4,
     "out_max_abs": 256.0,
     "out_differing": 33548,
     "numel": 64512,
     "out_mean_abs": 0.13698047399520874,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.002214436884969473,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 256.0
    },
    {
     "block": 5,
     "out_max_abs": 256.0,
     "out_differing": 37547,
     "numel": 64512,
     "out_mean_abs": 0.17828373610973358,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0022263166029006243,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 6,
     "out_max_abs": 256.0,
     "out_differing": 38707,
     "numel": 64512,
     "out_mean_abs": 0.1911909431219101,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0022392149548977613,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 7,
     "out_max_abs": 384.0,
     "out_differing": 39932,
     "numel": 64512,
     "out_mean_abs": 0.20869964361190796,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0029892425518482924,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 384.0
    },
    {
     "block": 8,
     "out_max_abs": 512.0,
     "out_differing": 40662,
     "numel": 64512,
     "out_mean_abs": 0.2222907394170761,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.003804223844781518,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 512.0
    },
    {
     "block": 9,
     "out_max_abs": 768.0,
     "out_differing": 41921,
     "numel": 64512,
     "out_mean_abs": 0.2412661761045456,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0054628318175673485,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 10,
     "out_max_abs": 768.0,
     "out_differing": 42923,
     "numel": 64512,
     "out_mean_abs": 0.25935110449790955,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.005475176963955164,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 11,
     "out_max_abs": 768.0,
     "out_differing": 43706,
     "numel": 64512,
     "out_mean_abs": 0.27357688546180725,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0055070905946195126,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 12,
     "out_max_abs": 768.0,
     "out_differing": 43922,
     "numel": 64512,
     "out_mean_abs": 0.2858516275882721,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.005598300602287054,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 13,
     "out_max_abs": 640.0,
     "out_differing": 44665,
     "numel": 64512,
     "out_mean_abs": 0.301934152841568,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.004786465782672167,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 14,
     "out_max_abs": 640.0,
     "out_differing": 45869,
     "numel": 64512,
     "out_mean_abs": 0.32201114296913147,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.004885219037532806,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 15,
     "out_max_abs": 640.0,
     "out_differing": 46376,
     "numel": 64512,
     "out_mean_abs": 0.34012648463249207,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.004999011289328337,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 16,
     "out_max_abs": 640.0,
     "out_differing": 46430,
     "numel": 64512,
     "out_mean_abs": 0.35431811213493347,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.005015783477574587,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 17,
     "out_max_abs": 640.0,
     "out_differing": 46843,
     "numel": 64512,
     "out_mean_abs": 0.3707101345062256,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.005028098355978727,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 18,
     "out_max_abs": 640.0,
     "out_differing": 47011,
     "numel": 64512,
     "out_mean_abs": 0.3928433060646057,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.005086766090244055,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 19,
     "out_max_abs": 640.0,
     "out_differing": 48014,
     "numel": 64512,
     "out_mean_abs": 0.43271100521087646,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.005055832210928202,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 20,
     "out_max_abs": 640.0,
     "out_differing": 47935,
     "numel": 64512,
     "out_mean_abs": 0.46975839138031006,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.005048853810876608,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 21,
     "out_max_abs": 640.0,
     "out_differing": 48484,
     "numel": 64512,
     "out_mean_abs": 0.49977198243141174,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.00505401287227869,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 22,
     "out_max_abs": 640.0,
     "out_differing": 48802,
     "numel": 64512,
     "out_mean_abs": 0.5348394513130188,
     "ref_max_abs": 28800.0,
     "rel_l2": 0.005144249182194471,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 23,
     "out_max_abs": 512.0,
     "out_differing": 49250,
     "numel": 64512,
     "out_mean_abs": 0.5751538872718811,
     "ref_max_abs": 27904.0,
     "rel_l2": 0.004473385866731405,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 24,
     "out_max_abs": 512.0,
     "out_differing": 49979,
     "numel": 64512,
     "out_mean_abs": 0.622764527797699,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.004613691475242376,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 25,
     "out_max_abs": 512.0,
     "out_differing": 50375,
     "numel": 64512,
     "out_mean_abs": 0.6843552589416504,
     "ref_max_abs": 26112.0,
     "rel_l2": 0.005011698231101036,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 26,
     "out_max_abs": 512.0,
     "out_differing": 50572,
     "numel": 64512,
     "out_mean_abs": 0.8202426433563232,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0050153243355453014,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 27,
     "out_max_abs": 512.0,
     "out_differing": 50390,
     "numel": 64512,
     "out_mean_abs": 1.0894601345062256,
     "ref_max_abs": 49152.0,
     "rel_l2": 0.00508014764636755,
     "video_max_abs": 512.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 320.0
    },
    {
     "block": 28,
     "out_max_abs": 384.0,
     "out_differing": 51769,
     "numel": 64512,
     "out_mean_abs": 1.4375284910202026,
     "ref_max_abs": 45312.0,
     "rel_l2": 0.004913046956062317,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 29,
     "out_max_abs": 384.0,
     "out_differing": 52840,
     "numel": 64512,
     "out_mean_abs": 1.9225000143051147,
     "ref_max_abs": 50176.0,
     "rel_l2": 0.005590477958321571,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 30,
     "out_max_abs": 256.0,
     "out_differing": 53788,
     "numel": 64512,
     "out_mean_abs": 2.613156318664551,
     "ref_max_abs": 63232.0,
     "rel_l2": 0.006791695486754179,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 31,
     "out_max_abs": 256.0,
     "out_differing": 54532,
     "numel": 64512,
     "out_mean_abs": 3.248380184173584,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.008187254890799522,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 256.0
    },
    {
     "block": 32,
     "out_max_abs": 256.0,
     "out_differing": 55429,
     "numel": 64512,
     "out_mean_abs": 4.781896591186523,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.010931738652288914,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 33,
     "out_max_abs": 512.0,
     "out_differing": 56347,
     "numel": 64512,
     "out_mean_abs": 6.742082118988037,
     "ref_max_abs": 53504.0,
     "rel_l2": 0.014716790989041328,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 512.0
    },
    {
     "block": 34,
     "out_max_abs": 512.0,
     "out_differing": 57296,
     "numel": 64512,
     "out_mean_abs": 8.599617958068848,
     "ref_max_abs": 53760.0,
     "rel_l2": 0.017758041620254517,
     "video_max_abs": 256.0,
     "audio_max_abs": 160.0,
     "text_max_abs": 512.0
    },
    {
     "block": 35,
     "out_max_abs": 512.0,
     "out_differing": 57705,
     "numel": 64512,
     "out_mean_abs": 9.851696968078613,
     "ref_max_abs": 58624.0,
     "rel_l2": 0.01870075985789299,
     "video_max_abs": 192.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 36,
     "out_max_abs": 576.0,
     "out_differing": 58242,
     "numel": 64512,
     "out_mean_abs": 12.247092247009277,
     "ref_max_abs": 50688.0,
     "rel_l2": 0.022004952654242516,
     "video_max_abs": 576.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 37,
     "out_max_abs": 512.0,
     "out_differing": 59051,
     "numel": 64512,
     "out_mean_abs": 15.52939224243164,
     "ref_max_abs": 52480.0,
     "rel_l2": 0.02504611387848854,
     "video_max_abs": 448.0,
     "audio_max_abs": 384.0,
     "text_max_abs": 512.0
    },
    {
     "block": 38,
     "out_max_abs": 1280.0,
     "out_differing": 58341,
     "numel": 64512,
     "out_mean_abs": 25.751834869384766,
     "ref_max_abs": 43520.0,
     "rel_l2": 0.02693842351436615,
     "video_max_abs": 384.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 1280.0
    },
    {
     "block": 39,
     "out_max_abs": 14336.0,
     "out_differing": 59868,
     "numel": 64512,
     "out_mean_abs": 45.55997085571289,
     "ref_max_abs": 215040.0,
     "rel_l2": 0.047691427171230316,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 14336.0
    },
    {
     "block": 40,
     "out_max_abs": 15360.0,
     "out_differing": 60769,
     "numel": 64512,
     "out_mean_abs": 65.55746459960938,
     "ref_max_abs": 218112.0,
     "rel_l2": 0.05498162657022476,
     "video_max_abs": 1408.0,
     "audio_max_abs": 448.0,
     "text_max_abs": 15360.0
    },
    {
     "block": 41,
     "out_max_abs": 13312.0,
     "out_differing": 61214,
     "numel": 64512,
     "out_mean_abs": 85.52796173095703,
     "ref_max_abs": 181248.0,
     "rel_l2": 0.06359004229307175,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 13312.0
    },
    {
     "block": 42,
     "out_max_abs": 11776.0,
     "out_differing": 61574,
     "numel": 64512,
     "out_mean_abs": 112.89321899414062,
     "ref_max_abs": 133120.0,
     "rel_l2": 0.07810340821743011,
     "video_max_abs": 768.0,
     "audio_max_abs": 1920.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 43,
     "out_max_abs": 11776.0,
     "out_differing": 61857,
     "numel": 64512,
     "out_mean_abs": 134.85049438476562,
     "ref_max_abs": 109568.0,
     "rel_l2": 0.08434837311506271,
     "video_max_abs": 1536.0,
     "audio_max_abs": 1792.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 44,
     "out_max_abs": 10240.0,
     "out_differing": 62279,
     "numel": 64512,
     "out_mean_abs": 178.93861389160156,
     "ref_max_abs": 130048.0,
     "rel_l2": 0.10347538441419601,
     "video_max_abs": 3072.0,
     "audio_max_abs": 3072.0,
     "text_max_abs": 10240.0
    },
    {
     "block": 45,
     "out_max_abs": 11264.0,
     "out_differing": 62533,
     "numel": 64512,
     "out_mean_abs": 247.518798828125,
     "ref_max_abs": 137216.0,
     "rel_l2": 0.12534759938716888,
     "video_max_abs": 4352.0,
     "audio_max_abs": 3840.0,
     "text_max_abs": 11264.0
    },
    {
     "block": 46,
     "out_max_abs": 17408.0,
     "out_differing": 62823,
     "numel": 64512,
     "out_mean_abs": 374.67657470703125,
     "ref_max_abs": 115712.0,
     "rel_l2": 0.1494123637676239,
     "video_max_abs": 4864.0,
     "audio_max_abs": 6144.0,
     "text_max_abs": 17408.0
    },
    {
     "block": 47,
     "out_max_abs": 17920.0,
     "out_differing": 63233,
     "numel": 64512,
     "out_mean_abs": 618.4261474609375,
     "ref_max_abs": 130560.0,
     "rel_l2": 0.18153385818004608,
     "video_max_abs": 13056.0,
     "audio_max_abs": 8192.0,
     "text_max_abs": 17920.0
    },
    {
     "block": 48,
     "out_max_abs": 35840.0,
     "out_differing": 63441,
     "numel": 64512,
     "out_mean_abs": 1163.9327392578125,
     "ref_max_abs": 231424.0,
     "rel_l2": 0.232749342918396,
     "video_max_abs": 35840.0,
     "audio_max_abs": 20480.0,
     "text_max_abs": 35840.0
    },
    {
     "block": 49,
     "out_max_abs": 45056.0,
     "out_differing": 63700,
     "numel": 64512,
     "out_mean_abs": 1383.4423828125,
     "ref_max_abs": 288768.0,
     "rel_l2": 0.22447219491004944,
     "video_max_abs": 45056.0,
     "audio_max_abs": 37888.0,
     "text_max_abs": 35840.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": 0,
    "> 0.001": 0,
    "> 0.01": 0,
    "> 0.1": 0
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0625,
     "ref_max_abs": 83.5,
     "rel_l2": 0.00021285506954882294
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.00390625,
     "ref_max_abs": 3.359375,
     "rel_l2": 7.291353540495038e-05
    },
    "q_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 72.0,
     "rel_l2": 0.00017620825383346528
    },
    "k_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 74.5,
     "rel_l2": 0.00019821721070911735
    },
    "v_proj": {
     "max_abs": 0.03125,
     "ref_max_abs": 29.125,
     "rel_l2": 0.00018239776545669883
    },
    "attention": {
     "max_abs": 0.03125,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0006416639080271125
    },
    "o_proj": {
     "max_abs": 1.0,
     "ref_max_abs": 422.0,
     "rel_l2": 0.0011019482044503093
    },
    "residual_attn": {
     "max_abs": 0.5,
     "ref_max_abs": 664.0,
     "rel_l2": 0.000643950654193759
    },
    "norm2": {
     "max_abs": 0.01171875,
     "ref_max_abs": 2.828125,
     "rel_l2": 0.001031386898830533
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 21.375,
     "rel_l2": 0.0017080529360100627
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 181.0,
     "rel_l2": 0.0022916714660823345
    },
    "ffn_down": {
     "max_abs": 8.0,
     "ref_max_abs": 11136.0,
     "rel_l2": 0.0025375045370310545
    },
    "residual_mlp": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0625,
     "ref_max_abs": 10.0,
     "rel_l2": 0.0022780965082347393
    },
    "q_proj": {
     "max_abs": 0.25,
     "ref_max_abs": 77.5,
     "rel_l2": 0.00207162625156343
    },
    "k_proj": {
     "max_abs": 0.5,
     "ref_max_abs": 100.0,
     "rel_l2": 0.002016887068748474
    },
    "v_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0024325265549123287
    },
    "attention": {
     "max_abs": 0.3125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0034370264038443565
    },
    "o_proj": {
     "max_abs": 4.0,
     "ref_max_abs": 820.0,
     "rel_l2": 0.00336617068387568
    },
    "residual_attn": {
     "max_abs": 8.0,
     "ref_max_abs": 36608.0,
     "rel_l2": 0.0007863055798225105
    },
    "norm2": {
     "max_abs": 0.0078125,
     "ref_max_abs": 3.9375,
     "rel_l2": 0.0023168784100562334
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 48.75,
     "rel_l2": 0.0023440872319042683
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 344.0,
     "rel_l2": 0.0019628985319286585
    },
    "ffn_down": {
     "max_abs": 16.0,
     "ref_max_abs": 12608.0,
     "rel_l2": 0.0015969134401530027
    },
    "residual_mlp": {
     "max_abs": 64.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114
    }
   }
  },
  "B": {
   "velocity_video_max_abs": 4.291534423828125e-06,
   "velocity_audio_max_abs": 0.0,
   "velocity_video_ref_max_abs": 14.62304401397705,
   "velocity_audio_ref_max_abs": 4.807229995727539,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 1,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 2,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 3,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 4,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 5,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 6,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 7,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 8,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 9,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 10,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 11,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 12,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 13,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 14,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 15,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 16,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 17,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 18,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 19,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 20,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 21,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 22,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 28800.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 23,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 27904.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 24,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 25,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 26112.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 26,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 27,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 49152.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 28,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 45312.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 29,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50176.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 30,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 63232.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 31,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 32,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 33,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 53504.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 34,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 53760.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 35,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 58624.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 36,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 50688.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 37,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 52480.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 38,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 43520.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 39,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 215040.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 40,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 218112.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 41,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 181248.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 42,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 133120.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 43,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 109568.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 44,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 130048.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 45,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 137216.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 46,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 115712.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 47,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 130560.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 48,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 231424.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    },
    {
     "block": 49,
     "out_max_abs": 0.0,
     "out_differing": 0,
     "numel": 64512,
     "out_mean_abs": 0.0,
     "ref_max_abs": 288768.0,
     "rel_l2": 0.0,
     "video_max_abs": 0.0,
     "audio_max_abs": 0.0,
     "text_max_abs": 0.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": null,
    "> 0.001": null,
    "> 0.01": null,
    "> 0.1": null
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 83.5,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 3.359375,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 72.0,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 74.5,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 29.125,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 422.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 664.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 2.828125,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 21.375,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 181.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 11136.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 0.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0,
     "ref_max_abs": 10.0,
     "rel_l2": 0.0
    },
    "q_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 77.5,
     "rel_l2": 0.0
    },
    "k_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 100.0,
     "rel_l2": 0.0
    },
    "v_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0
    },
    "attention": {
     "max_abs": 0.0,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0
    },
    "o_proj": {
     "max_abs": 0.0,
     "ref_max_abs": 820.0,
     "rel_l2": 0.0
    },
    "residual_attn": {
     "max_abs": 0.0,
     "ref_max_abs": 36608.0,
     "rel_l2": 0.0
    },
    "norm2": {
     "max_abs": 0.0,
     "ref_max_abs": 3.9375,
     "rel_l2": 0.0
    },
    "ffn_gate_up": {
     "max_abs": 0.0,
     "ref_max_abs": 48.75,
     "rel_l2": 0.0
    },
    "swiglu": {
     "max_abs": 0.0,
     "ref_max_abs": 344.0,
     "rel_l2": 0.0
    },
    "ffn_down": {
     "max_abs": 0.0,
     "ref_max_abs": 12608.0,
     "rel_l2": 0.0
    },
    "residual_mlp": {
     "max_abs": 0.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0
    }
   }
  },
  "E": {
   "velocity_video_max_abs": 0.6215000152587891,
   "velocity_audio_max_abs": 0.3051609992980957,
   "velocity_video_ref_max_abs": 14.62304401397705,
   "velocity_audio_ref_max_abs": 4.807229995727539,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 8.0,
     "out_differing": 12885,
     "numel": 64512,
     "out_mean_abs": 0.04226874187588692,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116,
     "video_max_abs": 2.0,
     "audio_max_abs": 0.03125,
     "text_max_abs": 8.0
    },
    {
     "block": 1,
     "out_max_abs": 64.0,
     "out_differing": 19936,
     "numel": 64512,
     "out_mean_abs": 0.08551891893148422,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114,
     "video_max_abs": 64.0,
     "audio_max_abs": 0.125,
     "text_max_abs": 8.0
    },
    {
     "block": 2,
     "out_max_abs": 64.0,
     "out_differing": 28276,
     "numel": 64512,
     "out_mean_abs": 0.10396873205900192,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0012577804736793041,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 8.0
    },
    {
     "block": 3,
     "out_max_abs": 128.0,
     "out_differing": 31476,
     "numel": 64512,
     "out_mean_abs": 0.12115923315286636,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0015661382349207997,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 128.0
    },
    {
     "block": 4,
     "out_max_abs": 256.0,
     "out_differing": 33548,
     "numel": 64512,
     "out_mean_abs": 0.13698047399520874,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.002214436884969473,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 256.0
    },
    {
     "block": 5,
     "out_max_abs": 256.0,
     "out_differing": 37547,
     "numel": 64512,
     "out_mean_abs": 0.17828373610973358,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0022263166029006243,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 6,
     "out_max_abs": 256.0,
     "out_differing": 38707,
     "numel": 64512,
     "out_mean_abs": 0.1911909431219101,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0022392149548977613,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 7,
     "out_max_abs": 384.0,
     "out_differing": 39932,
     "numel": 64512,
     "out_mean_abs": 0.20869964361190796,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0029892425518482924,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 384.0
    },
    {
     "block": 8,
     "out_max_abs": 512.0,
     "out_differing": 40662,
     "numel": 64512,
     "out_mean_abs": 0.2222907394170761,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.003804223844781518,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 512.0
    },
    {
     "block": 9,
     "out_max_abs": 768.0,
     "out_differing": 41921,
     "numel": 64512,
     "out_mean_abs": 0.2412661761045456,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0054628318175673485,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 10,
     "out_max_abs": 768.0,
     "out_differing": 42923,
     "numel": 64512,
     "out_mean_abs": 0.25935110449790955,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.005475176963955164,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 11,
     "out_max_abs": 768.0,
     "out_differing": 43706,
     "numel": 64512,
     "out_mean_abs": 0.27357688546180725,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0055070905946195126,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 12,
     "out_max_abs": 768.0,
     "out_differing": 43922,
     "numel": 64512,
     "out_mean_abs": 0.2858516275882721,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.005598300602287054,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 13,
     "out_max_abs": 640.0,
     "out_differing": 44665,
     "numel": 64512,
     "out_mean_abs": 0.301934152841568,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.004786465782672167,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 14,
     "out_max_abs": 640.0,
     "out_differing": 45869,
     "numel": 64512,
     "out_mean_abs": 0.32201114296913147,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.004885219037532806,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 15,
     "out_max_abs": 640.0,
     "out_differing": 46376,
     "numel": 64512,
     "out_mean_abs": 0.34012648463249207,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.004999011289328337,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 16,
     "out_max_abs": 640.0,
     "out_differing": 46430,
     "numel": 64512,
     "out_mean_abs": 0.35431811213493347,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.005015783477574587,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 17,
     "out_max_abs": 640.0,
     "out_differing": 46843,
     "numel": 64512,
     "out_mean_abs": 0.3707101345062256,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.005028098355978727,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 18,
     "out_max_abs": 640.0,
     "out_differing": 47011,
     "numel": 64512,
     "out_mean_abs": 0.3928433060646057,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.005086766090244055,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 19,
     "out_max_abs": 640.0,
     "out_differing": 48014,
     "numel": 64512,
     "out_mean_abs": 0.43271100521087646,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.005055832210928202,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 20,
     "out_max_abs": 640.0,
     "out_differing": 47935,
     "numel": 64512,
     "out_mean_abs": 0.46975839138031006,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.005048853810876608,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 21,
     "out_max_abs": 640.0,
     "out_differing": 48484,
     "numel": 64512,
     "out_mean_abs": 0.49977198243141174,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.00505401287227869,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 22,
     "out_max_abs": 640.0,
     "out_differing": 48802,
     "numel": 64512,
     "out_mean_abs": 0.5348394513130188,
     "ref_max_abs": 28800.0,
     "rel_l2": 0.005144249182194471,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 23,
     "out_max_abs": 512.0,
     "out_differing": 49250,
     "numel": 64512,
     "out_mean_abs": 0.5751538872718811,
     "ref_max_abs": 27904.0,
     "rel_l2": 0.004473385866731405,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 24,
     "out_max_abs": 512.0,
     "out_differing": 49979,
     "numel": 64512,
     "out_mean_abs": 0.622764527797699,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.004613691475242376,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 25,
     "out_max_abs": 512.0,
     "out_differing": 50375,
     "numel": 64512,
     "out_mean_abs": 0.6843552589416504,
     "ref_max_abs": 26112.0,
     "rel_l2": 0.005011698231101036,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 26,
     "out_max_abs": 512.0,
     "out_differing": 50572,
     "numel": 64512,
     "out_mean_abs": 0.8202426433563232,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0050153243355453014,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 27,
     "out_max_abs": 512.0,
     "out_differing": 50390,
     "numel": 64512,
     "out_mean_abs": 1.0894601345062256,
     "ref_max_abs": 49152.0,
     "rel_l2": 0.00508014764636755,
     "video_max_abs": 512.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 320.0
    },
    {
     "block": 28,
     "out_max_abs": 384.0,
     "out_differing": 51769,
     "numel": 64512,
     "out_mean_abs": 1.4375284910202026,
     "ref_max_abs": 45312.0,
     "rel_l2": 0.004913046956062317,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 29,
     "out_max_abs": 384.0,
     "out_differing": 52840,
     "numel": 64512,
     "out_mean_abs": 1.9225000143051147,
     "ref_max_abs": 50176.0,
     "rel_l2": 0.005590477958321571,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 30,
     "out_max_abs": 256.0,
     "out_differing": 53788,
     "numel": 64512,
     "out_mean_abs": 2.613156318664551,
     "ref_max_abs": 63232.0,
     "rel_l2": 0.006791695486754179,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 31,
     "out_max_abs": 256.0,
     "out_differing": 54532,
     "numel": 64512,
     "out_mean_abs": 3.248380184173584,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.008187254890799522,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 256.0
    },
    {
     "block": 32,
     "out_max_abs": 256.0,
     "out_differing": 55429,
     "numel": 64512,
     "out_mean_abs": 4.781896591186523,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.010931738652288914,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 33,
     "out_max_abs": 512.0,
     "out_differing": 56347,
     "numel": 64512,
     "out_mean_abs": 6.742082118988037,
     "ref_max_abs": 53504.0,
     "rel_l2": 0.014716790989041328,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 512.0
    },
    {
     "block": 34,
     "out_max_abs": 512.0,
     "out_differing": 57296,
     "numel": 64512,
     "out_mean_abs": 8.599617958068848,
     "ref_max_abs": 53760.0,
     "rel_l2": 0.017758041620254517,
     "video_max_abs": 256.0,
     "audio_max_abs": 160.0,
     "text_max_abs": 512.0
    },
    {
     "block": 35,
     "out_max_abs": 512.0,
     "out_differing": 57705,
     "numel": 64512,
     "out_mean_abs": 9.851696968078613,
     "ref_max_abs": 58624.0,
     "rel_l2": 0.01870075985789299,
     "video_max_abs": 192.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 36,
     "out_max_abs": 576.0,
     "out_differing": 58242,
     "numel": 64512,
     "out_mean_abs": 12.247092247009277,
     "ref_max_abs": 50688.0,
     "rel_l2": 0.022004952654242516,
     "video_max_abs": 576.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 37,
     "out_max_abs": 512.0,
     "out_differing": 59051,
     "numel": 64512,
     "out_mean_abs": 15.52939224243164,
     "ref_max_abs": 52480.0,
     "rel_l2": 0.02504611387848854,
     "video_max_abs": 448.0,
     "audio_max_abs": 384.0,
     "text_max_abs": 512.0
    },
    {
     "block": 38,
     "out_max_abs": 1280.0,
     "out_differing": 58341,
     "numel": 64512,
     "out_mean_abs": 25.751834869384766,
     "ref_max_abs": 43520.0,
     "rel_l2": 0.02693842351436615,
     "video_max_abs": 384.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 1280.0
    },
    {
     "block": 39,
     "out_max_abs": 14336.0,
     "out_differing": 59868,
     "numel": 64512,
     "out_mean_abs": 45.55997085571289,
     "ref_max_abs": 215040.0,
     "rel_l2": 0.047691427171230316,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 14336.0
    },
    {
     "block": 40,
     "out_max_abs": 15360.0,
     "out_differing": 60769,
     "numel": 64512,
     "out_mean_abs": 65.55746459960938,
     "ref_max_abs": 218112.0,
     "rel_l2": 0.05498162657022476,
     "video_max_abs": 1408.0,
     "audio_max_abs": 448.0,
     "text_max_abs": 15360.0
    },
    {
     "block": 41,
     "out_max_abs": 13312.0,
     "out_differing": 61214,
     "numel": 64512,
     "out_mean_abs": 85.52796173095703,
     "ref_max_abs": 181248.0,
     "rel_l2": 0.06359004229307175,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 13312.0
    },
    {
     "block": 42,
     "out_max_abs": 11776.0,
     "out_differing": 61574,
     "numel": 64512,
     "out_mean_abs": 112.89321899414062,
     "ref_max_abs": 133120.0,
     "rel_l2": 0.07810340821743011,
     "video_max_abs": 768.0,
     "audio_max_abs": 1920.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 43,
     "out_max_abs": 11776.0,
     "out_differing": 61857,
     "numel": 64512,
     "out_mean_abs": 134.85049438476562,
     "ref_max_abs": 109568.0,
     "rel_l2": 0.08434837311506271,
     "video_max_abs": 1536.0,
     "audio_max_abs": 1792.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 44,
     "out_max_abs": 10240.0,
     "out_differing": 62279,
     "numel": 64512,
     "out_mean_abs": 178.93861389160156,
     "ref_max_abs": 130048.0,
     "rel_l2": 0.10347538441419601,
     "video_max_abs": 3072.0,
     "audio_max_abs": 3072.0,
     "text_max_abs": 10240.0
    },
    {
     "block": 45,
     "out_max_abs": 11264.0,
     "out_differing": 62533,
     "numel": 64512,
     "out_mean_abs": 247.518798828125,
     "ref_max_abs": 137216.0,
     "rel_l2": 0.12534759938716888,
     "video_max_abs": 4352.0,
     "audio_max_abs": 3840.0,
     "text_max_abs": 11264.0
    },
    {
     "block": 46,
     "out_max_abs": 17408.0,
     "out_differing": 62823,
     "numel": 64512,
     "out_mean_abs": 374.67657470703125,
     "ref_max_abs": 115712.0,
     "rel_l2": 0.1494123637676239,
     "video_max_abs": 4864.0,
     "audio_max_abs": 6144.0,
     "text_max_abs": 17408.0
    },
    {
     "block": 47,
     "out_max_abs": 17920.0,
     "out_differing": 63233,
     "numel": 64512,
     "out_mean_abs": 618.4261474609375,
     "ref_max_abs": 130560.0,
     "rel_l2": 0.18153385818004608,
     "video_max_abs": 13056.0,
     "audio_max_abs": 8192.0,
     "text_max_abs": 17920.0
    },
    {
     "block": 48,
     "out_max_abs": 35840.0,
     "out_differing": 63441,
     "numel": 64512,
     "out_mean_abs": 1163.9327392578125,
     "ref_max_abs": 231424.0,
     "rel_l2": 0.232749342918396,
     "video_max_abs": 35840.0,
     "audio_max_abs": 20480.0,
     "text_max_abs": 35840.0
    },
    {
     "block": 49,
     "out_max_abs": 45056.0,
     "out_differing": 63700,
     "numel": 64512,
     "out_mean_abs": 1383.4423828125,
     "ref_max_abs": 288768.0,
     "rel_l2": 0.22447219491004944,
     "video_max_abs": 45056.0,
     "audio_max_abs": 37888.0,
     "text_max_abs": 35840.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": 0,
    "> 0.001": 0,
    "> 0.01": 0,
    "> 0.1": 0
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0625,
     "ref_max_abs": 83.5,
     "rel_l2": 0.00021285506954882294
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.00390625,
     "ref_max_abs": 3.359375,
     "rel_l2": 7.291353540495038e-05
    },
    "q_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 72.0,
     "rel_l2": 0.00017620825383346528
    },
    "k_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 74.5,
     "rel_l2": 0.00019821721070911735
    },
    "v_proj": {
     "max_abs": 0.03125,
     "ref_max_abs": 29.125,
     "rel_l2": 0.00018239776545669883
    },
    "q_norm": {
     "max_abs": 0.015625,
     "ref_max_abs": 9.5625,
     "rel_l2": 0.00030395991052500904
    },
    "k_norm": {
     "max_abs": 0.015625,
     "ref_max_abs": 10.125,
     "rel_l2": 0.0003026396734640002
    },
    "rope_q": {
     "max_abs": 0.03125,
     "ref_max_abs": 11.0625,
     "rel_l2": 0.00033728222479112446
    },
    "rope_k": {
     "max_abs": 0.03125,
     "ref_max_abs": 11.125,
     "rel_l2": 0.0003404401650186628
    },
    "attention": {
     "max_abs": 0.03125,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0006416639080271125
    },
    "o_proj": {
     "max_abs": 1.0,
     "ref_max_abs": 422.0,
     "rel_l2": 0.0011019482044503093
    },
    "residual_attn": {
     "max_abs": 0.5,
     "ref_max_abs": 664.0,
     "rel_l2": 0.000643950654193759
    },
    "norm2": {
     "max_abs": 0.01171875,
     "ref_max_abs": 2.828125,
     "rel_l2": 0.001031386898830533
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 21.375,
     "rel_l2": 0.0017080529360100627
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 181.0,
     "rel_l2": 0.0022916714660823345
    },
    "ffn_down": {
     "max_abs": 8.0,
     "ref_max_abs": 11136.0,
     "rel_l2": 0.0025375045370310545
    },
    "residual_mlp": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0625,
     "ref_max_abs": 10.0,
     "rel_l2": 0.0022780965082347393
    },
    "q_proj": {
     "max_abs": 0.25,
     "ref_max_abs": 77.5,
     "rel_l2": 0.00207162625156343
    },
    "k_proj": {
     "max_abs": 0.5,
     "ref_max_abs": 100.0,
     "rel_l2": 0.002016887068748474
    },
    "v_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0024325265549123287
    },
    "q_norm": {
     "max_abs": 0.0625,
     "ref_max_abs": 11.625,
     "rel_l2": 0.002518802648410201
    },
    "k_norm": {
     "max_abs": 0.0625,
     "ref_max_abs": 14.875,
     "rel_l2": 0.002449022838845849
    },
    "rope_q": {
     "max_abs": 0.0625,
     "ref_max_abs": 13.0,
     "rel_l2": 0.0025958395563066006
    },
    "rope_k": {
     "max_abs": 0.0625,
     "ref_max_abs": 14.875,
     "rel_l2": 0.0025319356936961412
    },
    "attention": {
     "max_abs": 0.3125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0034370264038443565
    },
    "o_proj": {
     "max_abs": 4.0,
     "ref_max_abs": 820.0,
     "rel_l2": 0.00336617068387568
    },
    "residual_attn": {
     "max_abs": 8.0,
     "ref_max_abs": 36608.0,
     "rel_l2": 0.0007863055798225105
    },
    "norm2": {
     "max_abs": 0.0078125,
     "ref_max_abs": 3.9375,
     "rel_l2": 0.0023168784100562334
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 48.75,
     "rel_l2": 0.0023440872319042683
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 344.0,
     "rel_l2": 0.0019628985319286585
    },
    "ffn_down": {
     "max_abs": 16.0,
     "ref_max_abs": 12608.0,
     "rel_l2": 0.0015969134401530027
    },
    "residual_mlp": {
     "max_abs": 64.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114
    }
   }
  },
  "P": {
   "velocity_video_max_abs": 0.6215000152587891,
   "velocity_audio_max_abs": 0.3051609992980957,
   "velocity_video_ref_max_abs": 14.62304401397705,
   "velocity_audio_ref_max_abs": 4.807229995727539,
   "blocks": [
    {
     "block": 0,
     "out_max_abs": 8.0,
     "out_differing": 12885,
     "numel": 64512,
     "out_mean_abs": 0.04226874187588692,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116,
     "video_max_abs": 2.0,
     "audio_max_abs": 0.03125,
     "text_max_abs": 8.0
    },
    {
     "block": 1,
     "out_max_abs": 64.0,
     "out_differing": 19936,
     "numel": 64512,
     "out_mean_abs": 0.08551891893148422,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114,
     "video_max_abs": 64.0,
     "audio_max_abs": 0.125,
     "text_max_abs": 8.0
    },
    {
     "block": 2,
     "out_max_abs": 64.0,
     "out_differing": 28276,
     "numel": 64512,
     "out_mean_abs": 0.10396873205900192,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.0012577804736793041,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 8.0
    },
    {
     "block": 3,
     "out_max_abs": 128.0,
     "out_differing": 31476,
     "numel": 64512,
     "out_mean_abs": 0.12115923315286636,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0015661382349207997,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 128.0
    },
    {
     "block": 4,
     "out_max_abs": 256.0,
     "out_differing": 33548,
     "numel": 64512,
     "out_mean_abs": 0.13698047399520874,
     "ref_max_abs": 40448.0,
     "rel_l2": 0.002214436884969473,
     "video_max_abs": 64.0,
     "audio_max_abs": 1.0,
     "text_max_abs": 256.0
    },
    {
     "block": 5,
     "out_max_abs": 256.0,
     "out_differing": 37547,
     "numel": 64512,
     "out_mean_abs": 0.17828373610973358,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0022263166029006243,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 6,
     "out_max_abs": 256.0,
     "out_differing": 38707,
     "numel": 64512,
     "out_mean_abs": 0.1911909431219101,
     "ref_max_abs": 40192.0,
     "rel_l2": 0.0022392149548977613,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 256.0
    },
    {
     "block": 7,
     "out_max_abs": 384.0,
     "out_differing": 39932,
     "numel": 64512,
     "out_mean_abs": 0.20869964361190796,
     "ref_max_abs": 39680.0,
     "rel_l2": 0.0029892425518482924,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 384.0
    },
    {
     "block": 8,
     "out_max_abs": 512.0,
     "out_differing": 40662,
     "numel": 64512,
     "out_mean_abs": 0.2222907394170761,
     "ref_max_abs": 39936.0,
     "rel_l2": 0.003804223844781518,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 512.0
    },
    {
     "block": 9,
     "out_max_abs": 768.0,
     "out_differing": 41921,
     "numel": 64512,
     "out_mean_abs": 0.2412661761045456,
     "ref_max_abs": 39424.0,
     "rel_l2": 0.0054628318175673485,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 10,
     "out_max_abs": 768.0,
     "out_differing": 42923,
     "numel": 64512,
     "out_mean_abs": 0.25935110449790955,
     "ref_max_abs": 39168.0,
     "rel_l2": 0.005475176963955164,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 11,
     "out_max_abs": 768.0,
     "out_differing": 43706,
     "numel": 64512,
     "out_mean_abs": 0.27357688546180725,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0055070905946195126,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 12,
     "out_max_abs": 768.0,
     "out_differing": 43922,
     "numel": 64512,
     "out_mean_abs": 0.2858516275882721,
     "ref_max_abs": 35584.0,
     "rel_l2": 0.005598300602287054,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 768.0
    },
    {
     "block": 13,
     "out_max_abs": 640.0,
     "out_differing": 44665,
     "numel": 64512,
     "out_mean_abs": 0.301934152841568,
     "ref_max_abs": 34048.0,
     "rel_l2": 0.004786465782672167,
     "video_max_abs": 64.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 14,
     "out_max_abs": 640.0,
     "out_differing": 45869,
     "numel": 64512,
     "out_mean_abs": 0.32201114296913147,
     "ref_max_abs": 33280.0,
     "rel_l2": 0.004885219037532806,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 15,
     "out_max_abs": 640.0,
     "out_differing": 46376,
     "numel": 64512,
     "out_mean_abs": 0.34012648463249207,
     "ref_max_abs": 31616.0,
     "rel_l2": 0.004999011289328337,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 16,
     "out_max_abs": 640.0,
     "out_differing": 46430,
     "numel": 64512,
     "out_mean_abs": 0.35431811213493347,
     "ref_max_abs": 30720.0,
     "rel_l2": 0.005015783477574587,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 17,
     "out_max_abs": 640.0,
     "out_differing": 46843,
     "numel": 64512,
     "out_mean_abs": 0.3707101345062256,
     "ref_max_abs": 29312.0,
     "rel_l2": 0.005028098355978727,
     "video_max_abs": 128.0,
     "audio_max_abs": 24.0,
     "text_max_abs": 640.0
    },
    {
     "block": 18,
     "out_max_abs": 640.0,
     "out_differing": 47011,
     "numel": 64512,
     "out_mean_abs": 0.3928433060646057,
     "ref_max_abs": 29184.0,
     "rel_l2": 0.005086766090244055,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 19,
     "out_max_abs": 640.0,
     "out_differing": 48014,
     "numel": 64512,
     "out_mean_abs": 0.43271100521087646,
     "ref_max_abs": 30336.0,
     "rel_l2": 0.005055832210928202,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 20,
     "out_max_abs": 640.0,
     "out_differing": 47935,
     "numel": 64512,
     "out_mean_abs": 0.46975839138031006,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.005048853810876608,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 21,
     "out_max_abs": 640.0,
     "out_differing": 48484,
     "numel": 64512,
     "out_mean_abs": 0.49977198243141174,
     "ref_max_abs": 30976.0,
     "rel_l2": 0.00505401287227869,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 22,
     "out_max_abs": 640.0,
     "out_differing": 48802,
     "numel": 64512,
     "out_mean_abs": 0.5348394513130188,
     "ref_max_abs": 28800.0,
     "rel_l2": 0.005144249182194471,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 640.0
    },
    {
     "block": 23,
     "out_max_abs": 512.0,
     "out_differing": 49250,
     "numel": 64512,
     "out_mean_abs": 0.5751538872718811,
     "ref_max_abs": 27904.0,
     "rel_l2": 0.004473385866731405,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 24,
     "out_max_abs": 512.0,
     "out_differing": 49979,
     "numel": 64512,
     "out_mean_abs": 0.622764527797699,
     "ref_max_abs": 26240.0,
     "rel_l2": 0.004613691475242376,
     "video_max_abs": 128.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 25,
     "out_max_abs": 512.0,
     "out_differing": 50375,
     "numel": 64512,
     "out_mean_abs": 0.6843552589416504,
     "ref_max_abs": 26112.0,
     "rel_l2": 0.005011698231101036,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 26,
     "out_max_abs": 512.0,
     "out_differing": 50572,
     "numel": 64512,
     "out_mean_abs": 0.8202426433563232,
     "ref_max_abs": 40704.0,
     "rel_l2": 0.0050153243355453014,
     "video_max_abs": 256.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 512.0
    },
    {
     "block": 27,
     "out_max_abs": 512.0,
     "out_differing": 50390,
     "numel": 64512,
     "out_mean_abs": 1.0894601345062256,
     "ref_max_abs": 49152.0,
     "rel_l2": 0.00508014764636755,
     "video_max_abs": 512.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 320.0
    },
    {
     "block": 28,
     "out_max_abs": 384.0,
     "out_differing": 51769,
     "numel": 64512,
     "out_mean_abs": 1.4375284910202026,
     "ref_max_abs": 45312.0,
     "rel_l2": 0.004913046956062317,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 29,
     "out_max_abs": 384.0,
     "out_differing": 52840,
     "numel": 64512,
     "out_mean_abs": 1.9225000143051147,
     "ref_max_abs": 50176.0,
     "rel_l2": 0.005590477958321571,
     "video_max_abs": 384.0,
     "audio_max_abs": 64.0,
     "text_max_abs": 128.0
    },
    {
     "block": 30,
     "out_max_abs": 256.0,
     "out_differing": 53788,
     "numel": 64512,
     "out_mean_abs": 2.613156318664551,
     "ref_max_abs": 63232.0,
     "rel_l2": 0.006791695486754179,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 31,
     "out_max_abs": 256.0,
     "out_differing": 54532,
     "numel": 64512,
     "out_mean_abs": 3.248380184173584,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.008187254890799522,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 256.0
    },
    {
     "block": 32,
     "out_max_abs": 256.0,
     "out_differing": 55429,
     "numel": 64512,
     "out_mean_abs": 4.781896591186523,
     "ref_max_abs": 54016.0,
     "rel_l2": 0.010931738652288914,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 128.0
    },
    {
     "block": 33,
     "out_max_abs": 512.0,
     "out_differing": 56347,
     "numel": 64512,
     "out_mean_abs": 6.742082118988037,
     "ref_max_abs": 53504.0,
     "rel_l2": 0.014716790989041328,
     "video_max_abs": 256.0,
     "audio_max_abs": 128.0,
     "text_max_abs": 512.0
    },
    {
     "block": 34,
     "out_max_abs": 512.0,
     "out_differing": 57296,
     "numel": 64512,
     "out_mean_abs": 8.599617958068848,
     "ref_max_abs": 53760.0,
     "rel_l2": 0.017758041620254517,
     "video_max_abs": 256.0,
     "audio_max_abs": 160.0,
     "text_max_abs": 512.0
    },
    {
     "block": 35,
     "out_max_abs": 512.0,
     "out_differing": 57705,
     "numel": 64512,
     "out_mean_abs": 9.851696968078613,
     "ref_max_abs": 58624.0,
     "rel_l2": 0.01870075985789299,
     "video_max_abs": 192.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 36,
     "out_max_abs": 576.0,
     "out_differing": 58242,
     "numel": 64512,
     "out_mean_abs": 12.247092247009277,
     "ref_max_abs": 50688.0,
     "rel_l2": 0.022004952654242516,
     "video_max_abs": 576.0,
     "audio_max_abs": 256.0,
     "text_max_abs": 512.0
    },
    {
     "block": 37,
     "out_max_abs": 512.0,
     "out_differing": 59051,
     "numel": 64512,
     "out_mean_abs": 15.52939224243164,
     "ref_max_abs": 52480.0,
     "rel_l2": 0.02504611387848854,
     "video_max_abs": 448.0,
     "audio_max_abs": 384.0,
     "text_max_abs": 512.0
    },
    {
     "block": 38,
     "out_max_abs": 1280.0,
     "out_differing": 58341,
     "numel": 64512,
     "out_mean_abs": 25.751834869384766,
     "ref_max_abs": 43520.0,
     "rel_l2": 0.02693842351436615,
     "video_max_abs": 384.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 1280.0
    },
    {
     "block": 39,
     "out_max_abs": 14336.0,
     "out_differing": 59868,
     "numel": 64512,
     "out_mean_abs": 45.55997085571289,
     "ref_max_abs": 215040.0,
     "rel_l2": 0.047691427171230316,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 14336.0
    },
    {
     "block": 40,
     "out_max_abs": 15360.0,
     "out_differing": 60769,
     "numel": 64512,
     "out_mean_abs": 65.55746459960938,
     "ref_max_abs": 218112.0,
     "rel_l2": 0.05498162657022476,
     "video_max_abs": 1408.0,
     "audio_max_abs": 448.0,
     "text_max_abs": 15360.0
    },
    {
     "block": 41,
     "out_max_abs": 13312.0,
     "out_differing": 61214,
     "numel": 64512,
     "out_mean_abs": 85.52796173095703,
     "ref_max_abs": 181248.0,
     "rel_l2": 0.06359004229307175,
     "video_max_abs": 640.0,
     "audio_max_abs": 768.0,
     "text_max_abs": 13312.0
    },
    {
     "block": 42,
     "out_max_abs": 11776.0,
     "out_differing": 61574,
     "numel": 64512,
     "out_mean_abs": 112.89321899414062,
     "ref_max_abs": 133120.0,
     "rel_l2": 0.07810340821743011,
     "video_max_abs": 768.0,
     "audio_max_abs": 1920.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 43,
     "out_max_abs": 11776.0,
     "out_differing": 61857,
     "numel": 64512,
     "out_mean_abs": 134.85049438476562,
     "ref_max_abs": 109568.0,
     "rel_l2": 0.08434837311506271,
     "video_max_abs": 1536.0,
     "audio_max_abs": 1792.0,
     "text_max_abs": 11776.0
    },
    {
     "block": 44,
     "out_max_abs": 10240.0,
     "out_differing": 62279,
     "numel": 64512,
     "out_mean_abs": 178.93861389160156,
     "ref_max_abs": 130048.0,
     "rel_l2": 0.10347538441419601,
     "video_max_abs": 3072.0,
     "audio_max_abs": 3072.0,
     "text_max_abs": 10240.0
    },
    {
     "block": 45,
     "out_max_abs": 11264.0,
     "out_differing": 62533,
     "numel": 64512,
     "out_mean_abs": 247.518798828125,
     "ref_max_abs": 137216.0,
     "rel_l2": 0.12534759938716888,
     "video_max_abs": 4352.0,
     "audio_max_abs": 3840.0,
     "text_max_abs": 11264.0
    },
    {
     "block": 46,
     "out_max_abs": 17408.0,
     "out_differing": 62823,
     "numel": 64512,
     "out_mean_abs": 374.67657470703125,
     "ref_max_abs": 115712.0,
     "rel_l2": 0.1494123637676239,
     "video_max_abs": 4864.0,
     "audio_max_abs": 6144.0,
     "text_max_abs": 17408.0
    },
    {
     "block": 47,
     "out_max_abs": 17920.0,
     "out_differing": 63233,
     "numel": 64512,
     "out_mean_abs": 618.4261474609375,
     "ref_max_abs": 130560.0,
     "rel_l2": 0.18153385818004608,
     "video_max_abs": 13056.0,
     "audio_max_abs": 8192.0,
     "text_max_abs": 17920.0
    },
    {
     "block": 48,
     "out_max_abs": 35840.0,
     "out_differing": 63441,
     "numel": 64512,
     "out_mean_abs": 1163.9327392578125,
     "ref_max_abs": 231424.0,
     "rel_l2": 0.232749342918396,
     "video_max_abs": 35840.0,
     "audio_max_abs": 20480.0,
     "text_max_abs": 35840.0
    },
    {
     "block": 49,
     "out_max_abs": 45056.0,
     "out_differing": 63700,
     "numel": 64512,
     "out_mean_abs": 1383.4423828125,
     "ref_max_abs": 288768.0,
     "rel_l2": 0.22447219491004944,
     "video_max_abs": 45056.0,
     "audio_max_abs": 37888.0,
     "text_max_abs": 35840.0
    }
   ],
   "first_block_exceeding": {
    "> 1e-05": 0,
    "> 0.001": 0,
    "> 0.01": 0,
    "> 0.1": 0
   },
   "nodes_block0": {
    "hidden": {
     "max_abs": 0.0625,
     "ref_max_abs": 83.5,
     "rel_l2": 0.00021285506954882294
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.00390625,
     "ref_max_abs": 3.359375,
     "rel_l2": 7.291353540495038e-05
    },
    "q_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 72.0,
     "rel_l2": 0.00017620825383346528
    },
    "k_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 74.5,
     "rel_l2": 0.00019821721070911735
    },
    "v_proj": {
     "max_abs": 0.03125,
     "ref_max_abs": 29.125,
     "rel_l2": 0.00018239776545669883
    },
    "q_norm": {
     "max_abs": 0.015625,
     "ref_max_abs": 9.5625,
     "rel_l2": 0.00030395991052500904
    },
    "k_norm": {
     "max_abs": 0.015625,
     "ref_max_abs": 10.125,
     "rel_l2": 0.0003026396734640002
    },
    "rope_q": {
     "max_abs": 0.03125,
     "ref_max_abs": 11.0625,
     "rel_l2": 0.00033728222479112446
    },
    "rope_k": {
     "max_abs": 0.03125,
     "ref_max_abs": 11.125,
     "rel_l2": 0.0003404401650186628
    },
    "attention": {
     "max_abs": 0.03125,
     "ref_max_abs": 24.25,
     "rel_l2": 0.0006416639080271125
    },
    "o_proj": {
     "max_abs": 1.0,
     "ref_max_abs": 422.0,
     "rel_l2": 0.0011019482044503093
    },
    "residual_attn": {
     "max_abs": 0.5,
     "ref_max_abs": 664.0,
     "rel_l2": 0.000643950654193759
    },
    "norm2": {
     "max_abs": 0.01171875,
     "ref_max_abs": 2.828125,
     "rel_l2": 0.001031386898830533
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 21.375,
     "rel_l2": 0.0017080529360100627
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 181.0,
     "rel_l2": 0.0022916714660823345
    },
    "ffn_down": {
     "max_abs": 8.0,
     "ref_max_abs": 11136.0,
     "rel_l2": 0.0025375045370310545
    },
    "residual_mlp": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    }
   },
   "nodes_block1": {
    "hidden": {
     "max_abs": 8.0,
     "ref_max_abs": 35072.0,
     "rel_l2": 0.0007082606316544116
    },
    "temb": {
     "max_abs": 0.0,
     "ref_max_abs": 0.5818617343902588,
     "rel_l2": 0.0
    },
    "norm1": {
     "max_abs": 0.0625,
     "ref_max_abs": 10.0,
     "rel_l2": 0.0022780965082347393
    },
    "q_proj": {
     "max_abs": 0.25,
     "ref_max_abs": 77.5,
     "rel_l2": 0.00207162625156343
    },
    "k_proj": {
     "max_abs": 0.5,
     "ref_max_abs": 100.0,
     "rel_l2": 0.002016887068748474
    },
    "v_proj": {
     "max_abs": 0.125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0024325265549123287
    },
    "q_norm": {
     "max_abs": 0.0625,
     "ref_max_abs": 11.625,
     "rel_l2": 0.002518802648410201
    },
    "k_norm": {
     "max_abs": 0.0625,
     "ref_max_abs": 14.875,
     "rel_l2": 0.002449022838845849
    },
    "rope_q": {
     "max_abs": 0.0625,
     "ref_max_abs": 13.0,
     "rel_l2": 0.0025958395563066006
    },
    "rope_k": {
     "max_abs": 0.0625,
     "ref_max_abs": 14.875,
     "rel_l2": 0.0025319356936961412
    },
    "attention": {
     "max_abs": 0.3125,
     "ref_max_abs": 39.75,
     "rel_l2": 0.0034370264038443565
    },
    "o_proj": {
     "max_abs": 4.0,
     "ref_max_abs": 820.0,
     "rel_l2": 0.00336617068387568
    },
    "residual_attn": {
     "max_abs": 8.0,
     "ref_max_abs": 36608.0,
     "rel_l2": 0.0007863055798225105
    },
    "norm2": {
     "max_abs": 0.0078125,
     "ref_max_abs": 3.9375,
     "rel_l2": 0.0023168784100562334
    },
    "ffn_gate_up": {
     "max_abs": 0.125,
     "ref_max_abs": 48.75,
     "rel_l2": 0.0023440872319042683
    },
    "swiglu": {
     "max_abs": 1.0,
     "ref_max_abs": 344.0,
     "rel_l2": 0.0019628985319286585
    },
    "ffn_down": {
     "max_abs": 16.0,
     "ref_max_abs": 12608.0,
     "rel_l2": 0.0015969134401530027
    },
    "residual_mlp": {
     "max_abs": 64.0,
     "ref_max_abs": 38144.0,
     "rel_l2": 0.0012300683883950114
    }
   }
  }
 },
 "scripts": {
  "layerwise_probe.py_sha256": "6e10f52ef1bd587298a0f954198f6acbecffc4c80b775111a5fe43d854789fd2",
  "h3_dual_trajectory_step3_probe.py_sha256": "8ce7c9bdce3ec7b0c7c652fb12501b64fcd1d395c66f534eb5dd91c4482e0247",
  "probe_source": "handoff branch handoff/b200-euler-step3-probe @ ce882862"
 },
 "inputs": "strict single/batched safetensors of the B200 dual-trajectory run of #571 at eb7840bb, seed 33"
}