{ "device": "NVIDIA B200", "torch": "2.13.0+cu130", "mapping": { "checkpoint_tensors": 638, "native_tensors": 534, "unique_native_names": 534, "groups": 53, "roundtrip_bitwise": true, "map_seconds": 18.690633580088615, "inverse_seconds": 8.860966172069311 }, "layers": [ { "block": 0, "tokens": 70, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.001659918757013136, "torch_rel_err_vs_fp64": 0.001659918757013136, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.06415039896965027, "torch_ms": 0.03857440054416657, "slowdown": 1.6630303534127493 }, { "block": 0, "tokens": 70, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016602922624362189, "torch_rel_err_vs_fp64": 0.001660315097428614, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24677119255065919, "torch_ms": 0.021622399985790252, "slowdown": 11.412756803723527 }, { "block": 0, "tokens": 70, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.0016577809495349545, "torch_rel_err_vs_fp64": 0.0016577809495349545, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.06998720169067382, "torch_ms": 0.05120159983634949, "slowdown": 1.3668948219267925 }, { "block": 0, "tokens": 70, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016625322163100363, "torch_rel_err_vs_fp64": 0.0016625322856190932, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24381918907165528, "torch_ms": 0.03270240128040314, "slowdown": 7.455696815076498 }, { "block": 0, "tokens": 925, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016591592793890224, "torch_rel_err_vs_fp64": 0.0016591592793890224, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24435200691223144, "torch_ms": 0.14820159673690797, "slowdown": 1.648781202715465 }, { "block": 0, "tokens": 925, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.001658810424845195, "torch_rel_err_vs_fp64": 0.001658830576023671, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.29876160621643066, "torch_ms": 0.051107197999954224, "slowdown": 5.845783332060158 }, { "block": 0, "tokens": 925, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.0016580906815570964, "torch_rel_err_vs_fp64": 0.0016580906815570964, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.33440001010894777, "torch_ms": 0.19788639545440673, "slowdown": 1.6898585137248303 }, { "block": 0, "tokens": 925, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016618274535305467, "torch_rel_err_vs_fp64": 0.0016619080197285677, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.42691359519958494, "torch_ms": 0.09589759707450866, "slowdown": 4.451765301980298 }, { "block": 25, "tokens": 70, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016588572162423544, "torch_rel_err_vs_fp64": 0.0016588572162423544, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.06339039802551269, "torch_ms": 0.038899201154708865, "slowdown": 1.6296066794122093 }, { "block": 25, "tokens": 70, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016614416214165212, "torch_rel_err_vs_fp64": 0.0016614596952665588, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.2459359884262085, "torch_ms": 0.022012799978256226, "slowdown": 11.172408265606322 }, { "block": 25, "tokens": 70, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.0016583124604377289, "torch_rel_err_vs_fp64": 0.0016583124604377289, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.06911839842796326, "torch_ms": 0.050203198194503786, "slowdown": 1.376772813560119 }, { "block": 25, "tokens": 70, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016614183072926748, "torch_rel_err_vs_fp64": 0.001661418699099325, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24191040992736818, "torch_ms": 0.032971200346946714, "slowdown": 7.337021624381661 }, { "block": 25, "tokens": 925, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.001658628532302753, "torch_rel_err_vs_fp64": 0.001658628532302753, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24447040557861327, "torch_ms": 0.14884639978408815, "slowdown": 1.642434119557035 }, { "block": 25, "tokens": 925, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016582371908485352, "torch_rel_err_vs_fp64": 0.0016582564255189702, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.29766719341278075, "torch_ms": 0.050835198163986205, "slowdown": 5.855533255768062 }, { "block": 25, "tokens": 925, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.001657547208315858, "torch_rel_err_vs_fp64": 0.001657547208315858, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.32943680286407473, "torch_ms": 0.19696320295333863, "slowdown": 1.6725804511928029 }, { "block": 25, "tokens": 925, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016607660218242784, "torch_rel_err_vs_fp64": 0.001660845916768655, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.41022720336914065, "torch_ms": 0.09619839787483216, "slowdown": 4.264387062899996 }, { "block": 49, "tokens": 70, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016589048027041728, "torch_rel_err_vs_fp64": 0.0016589048027041728, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.06335039734840393, "torch_ms": 0.038134399056434634, "slowdown": 1.6612402165995181 }, { "block": 49, "tokens": 70, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016598219103240543, "torch_rel_err_vs_fp64": 0.0016598419070127952, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.24159679412841797, "torch_ms": 0.021457600593566894, "slowdown": 11.259264197547326 }, { "block": 49, "tokens": 70, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.001658611748118694, "torch_rel_err_vs_fp64": 0.001658611748118694, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.06950079798698425, "torch_ms": 0.05097919702529907, "slowdown": 1.3633168437802894 }, { "block": 49, "tokens": 70, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016602949454368409, "torch_rel_err_vs_fp64": 0.0016602952582652256, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.2417504072189331, "torch_ms": 0.032683199644088744, "slowdown": 7.3967790746172355 }, { "block": 49, "tokens": 925, "linear": "qkv_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016589867317208346, "torch_rel_err_vs_fp64": 0.0016589867317208346, "fused_equals_separate": true, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.244486403465271, "torch_ms": 0.14887200593948363, "slowdown": 1.642259079686577 }, { "block": 49, "tokens": 925, "linear": "out_proj", "repeatable": true, "rel_err_vs_fp64": 0.0016595057194395378, "torch_rel_err_vs_fp64": 0.001659525939981465, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.29776480197906496, "torch_ms": 0.05087839961051941, "slowdown": 5.85247972142387 }, { "block": 49, "tokens": 925, "linear": "fc1", "repeatable": true, "rel_err_vs_fp64": 0.001658076673855601, "torch_rel_err_vs_fp64": 0.001658076673855601, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": true, "adapter_ms": 0.32883520126342775, "torch_ms": 0.19798239469528198, "slowdown": 1.660931527621653 }, { "block": 49, "tokens": 925, "linear": "fc2", "repeatable": true, "rel_err_vs_fp64": 0.0016607155492854569, "torch_rel_err_vs_fp64": 0.0016607950103572765, "fused_equals_separate": null, "fc1_equals_diffusers_swapped": null, "adapter_ms": 0.4127935886383057, "torch_ms": 0.09666399955749512, "slowdown": 4.270396326739809 } ] }