{
  "accepted_runtime_pin": {
    "additional_serialized_profiles": {
      "24": "accepted_optional_fast_profile",
      "32": "serialized_prior_only_rejected_for_release_use"
    },
    "compute_capability": [
      12,
      0
    ],
    "flashinfer": "0.6.14",
    "gpu": "NVIDIA GeForce RTX 5060 Ti",
    "torch": "2.7.1+cu128",
    "torch_cuda": "12.8",
    "validated_profile": {
      "backend": "cute-dsl after canonical preparation",
      "cfg_forward_batch_size": 2,
      "drf_block_size": 16,
      "recommended_flashinfer_reserve_max_seq": 4096,
      "user_batch_size": 1
    }
  },
  "artifact": {
    "bytes": 341439040,
    "filename": "t3_nvfp4.safetensors",
    "sha256": "c5ea2d1d1441f657b383d8dad54bbae3778447d675822fb15918cb99b3587f1e",
    "tensor_count": 447,
    "tensor_payload_bytes": 341394040,
    "tensor_payload_bytes_by_dtype": {
      "BF16": 58179712,
      "F32": 98808,
      "U8": 283115520
    }
  },
  "base_model": {
    "files": {
      "s3gen.safetensors": {
        "bytes": 1064875108,
        "sha256": "5bb546c7311247747062f7674bf4670fd5dd39eba9e188e8f22f665ee8745d50"
      },
      "t3_flash.safetensors": {
        "bytes": 2129657904,
        "sha256": "b693f551d0b8b9ea2377509c0c9dc5a41f7a0f45aadeae3fd05aa6d9c4ecaa4d"
      },
      "tokenizer.json": {
        "bytes": 25470,
        "sha256": "d71e3a44eabb1784df9a68e9f95b251ecbf1a7af6a9f50835856b2ca9d8c14a5"
      },
      "ve.safetensors": {
        "bytes": 5695784,
        "sha256": "f0921cab452fa278bc25cd23ffd59d36f816d7dc5181dd1bef9751a7fb61f63c"
      }
    },
    "checkpoint_revision": "4385507288b8197e6dab8b4e6b1603328d549d9d",
    "repo_id": "ResembleAI/chatterbox-flash",
    "upstream_revision": "74e05baa8ce574bf2cc571702391a21f1b0d48c5"
  },
  "format": "chatterbox-flash-canonical-nvfp4",
  "format_version": 1,
  "quantization": {
    "activation_dtype": "BF16",
    "alpha_definition": "1 / (2688 / max(abs(BF16 source weight)))",
    "canonical_not_backend_prepared": true,
    "do_shuffle": false,
    "global_scale_numerator": 2688.0,
    "method": "NVFP4-W4A16",
    "projection_fusion_row_order": {
      "gate_up": [
        "gate_proj",
        "up_proj"
      ],
      "qkv": [
        "q_proj",
        "k_proj",
        "v_proj"
      ]
    },
    "scale_block_size": 16,
    "scale_encoding": "E4M3 bit patterns stored as U8",
    "scale_layout": "128x4",
    "source_weight_dtype": "BF16",
    "weight_codes": "two E2M1 FP4 values per U8 byte"
  },
  "schema": {
    "canonical_projection_key_template": "nvfp4.layers.{layer:02d}.{kind}.{weight_fp4|scale_128x4_e4m3|alpha}",
    "canonical_projection_shapes": {
      "down": {
        "alpha": {
          "dtype": "F32",
          "shape": [
            1
          ]
        },
        "scale_128x4_e4m3": {
          "dtype": "U8",
          "shape": [
            1024,
            256
          ]
        },
        "weight_fp4": {
          "dtype": "U8",
          "shape": [
            1024,
            2048
          ]
        }
      },
      "gate_up": {
        "alpha": {
          "dtype": "F32",
          "shape": [
            1
          ]
        },
        "scale_128x4_e4m3": {
          "dtype": "U8",
          "shape": [
            8192,
            64
          ]
        },
        "weight_fp4": {
          "dtype": "U8",
          "shape": [
            8192,
            512
          ]
        }
      },
      "o": {
        "alpha": {
          "dtype": "F32",
          "shape": [
            1
          ]
        },
        "scale_128x4_e4m3": {
          "dtype": "U8",
          "shape": [
            1024,
            64
          ]
        },
        "weight_fp4": {
          "dtype": "U8",
          "shape": [
            1024,
            512
          ]
        }
      },
      "qkv": {
        "alpha": {
          "dtype": "F32",
          "shape": [
            1
          ]
        },
        "scale_128x4_e4m3": {
          "dtype": "U8",
          "shape": [
            3072,
            64
          ]
        },
        "weight_fp4": {
          "dtype": "U8",
          "shape": [
            3072,
            512
          ]
        }
      }
    },
    "layers": 30,
    "nonprojection_key_policy": "original T3 state-dict names, BF16",
    "nonprojection_tensors": 82,
    "prior_dtype": "F32",
    "prior_keys": [
      "nvfp4.priors.block_16",
      "nvfp4.priors.block_24",
      "nvfp4.priors.block_32"
    ],
    "prior_shape": [
      8194
    ],
    "prior_source": "accepted BF16 transformer before NVFP4 replacement",
    "rotary_buffer_keys": [
      "nvfp4.runtime.rotary.inv_freq",
      "nvfp4.runtime.rotary.original_inv_freq"
    ]
  },
  "tensors": {
    "cond_enc.emotion_adv_fc.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "1c4d1cd8e084362be36a2775a0ca1b07edad5e2284a6ffdc55b8b6c3aa2d3f07",
      "shape": [
        1024,
        1
      ]
    },
    "cond_enc.perceiver.attn.norm.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "59f7ef0ef208a0d5f2dc0fa7d389539fa4e68d4614eb672d89d67e849a0d2217",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.norm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "f7ba044270d64eb187a27044ea58e5db3814b8b178c569193f4ff16525aa0162",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.proj_out.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "9daa825c56ef0cc23abd99f6bec607d525388b75d74bffbc856ae2833fb3867d",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.proj_out.weight": {
      "bytes": 2097152,
      "dtype": "BF16",
      "sha256": "382a0e9f509e1ad8f10855d37d9b8702c41c6175464b81015e1cecc88272ac00",
      "shape": [
        1024,
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_k.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "f01121a3fae12bbead6830781cb464332df6bcf7b0a14c54324ab1a0987dadc4",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_k.weight": {
      "bytes": 2097152,
      "dtype": "BF16",
      "sha256": "b0852381aa75917da5ee5c408ae1b044463d4bb7f5739c06571f9ee5abba5845",
      "shape": [
        1024,
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_q.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "7d0baec580a54d4f7ad8891ad4430bb1a81959394ebc75e1aa7fb28857bc344f",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_q.weight": {
      "bytes": 2097152,
      "dtype": "BF16",
      "sha256": "d78291c91d810b204f2a7180143aef9deb9af746c79246d1d6602aeba8c510ef",
      "shape": [
        1024,
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_v.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "0234081c2d54f96dab351b37bdc0fda5076c2a94ae491147efe4ca99f7825b5f",
      "shape": [
        1024
      ]
    },
    "cond_enc.perceiver.attn.to_v.weight": {
      "bytes": 2097152,
      "dtype": "BF16",
      "sha256": "2c3d3697b229e2f162bf502974d11ac2efe877baecee2226551072c0849b1f60",
      "shape": [
        1024,
        1024
      ]
    },
    "cond_enc.perceiver.pre_attention_query": {
      "bytes": 65536,
      "dtype": "BF16",
      "sha256": "103b5ec774594d21254e9927604d39ff611f32baa1e9c85f4d716fe3eccca516",
      "shape": [
        1,
        32,
        1024
      ]
    },
    "cond_enc.spkr_enc.bias": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "3586ffb5fb28510667cfe7edaf4a5f60ec4ca7204546dfca9b8f0053bc55f132",
      "shape": [
        1024
      ]
    },
    "cond_enc.spkr_enc.weight": {
      "bytes": 524288,
      "dtype": "BF16",
      "sha256": "3bec8d7e096557f86c7021e35cde1743f1db5f6c0f755b7d6f91cb48ff0d6472",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.00.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d25168e953e9f42d1cd13f6019d0c2fa7214b0a1f8c61fda60169a0969972801",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.00.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "edef7e3c61a9fdd3558d6b3405743d66d67d8dc0e8ae9066655fea0385f2f31d",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.00.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "c239ed56734978c907ff7bc11724db196d77f6cffbf067ad8dff6e699462ae8d",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.00.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "3d437508fb078109b90843308a5781241440687954e808329cb9beb14611704d",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.00.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "84d10635584a5376c62e1bad91f6ce0da58c27d1078a871b69c7baf35c530d10",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.00.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "9dc4140cf56bcc3e723ebacb6acdff9783cbf2fdab372d0ba6cf885fed62f60b",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.00.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "378537e152c1c7669f38fce6f1cdac87e077d2dd655036dcac944b8b412326c8",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.00.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "972c687b426b7241635dd1f5fc34a464e66393a818b910086468c9861177771f",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.00.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "a584a82f178afc6ca3a0b7537444a4754cc98b70f8fdaca1f8a93514a6aba9d8",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.00.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6b12f6f5b9234b3206c99bf2c25dc463da1fa11327f17215df2a708e10a557ca",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.00.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "1071e6bc0aa1ce16bbf35aa15c5150b97680a4fa4d07bf16bdbffb23f8d9685f",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.00.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "befd6847c414c7077b1b20e9a55f360814479e31c1f4daabf3defd77199dfa39",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.01.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b70f0075b1d8922fbe0f40dfa18bc77595d48854b72379f8fb2c4322a28715b5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.01.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "5ccc7afb27feaf509df11a963c461098e366494cd532ae235c87d6ebae8f03f8",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.01.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "2dba0d4d9a258048687bc47c926a15afee2106a2f6c99f9d7a7826d58e7f218f",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.01.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "042a8558cb9633414f3decb81cb7c971b6febf9ffbeb73c727f81b2a7b092350",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.01.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "63d08e513e1f7e011237e97b7487ccb14a368553f56d28b674a1901ca03c4112",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.01.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "630c92cb895a217471905080f0c815b5975d751a52a7c6120465b4f9c5d7a80a",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.01.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d58392f9df44c8d6f579156a91117146120f4a0c85a17a61ff2796be67743e50",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.01.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "e8da96ade29995cfed2670acb073dbc3a0126980d765273b1b7171c65d5a538e",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.01.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "3481ed20181e8bbef08b2e4774e5e93bd9e5af48e068cef5d4c7f7b5c80e2ad7",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.01.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "a6d4c582c78bf39f61d6751ca421921e772a67108a7b2537914e88f3c820d7b9",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.01.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "6891b32602cf51707a1f5362fa1ad83c2214bd1cefac5ddb93c0532336d64fae",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.01.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "e5cf4b021ac2f5f2c43deef2b3b309fa1df076bd6e0670bd61cdde44c8b81a18",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.02.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "2f432bdb89f04400f785487fdf442ca76b52e07db7d41d11313212a3ff0dbbd1",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.02.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "ffab9c3bbebaf9e8e04ecf759604cbf83729104880a651f30655cb4ebcb57550",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.02.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "72ac3a56e84da5fae72abaa29b888364e2300f5de46b9c71a4a1aa9665aa3fe1",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.02.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "c81e851fd5c391b0971b212ce1c2c755cc5f34a4d5390e27ca78b3b74ab20801",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.02.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "685296761b311eee3094c376939e979604583b738330fd6758fc6bdcbbb7b95a",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.02.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "147e1585a649da165f0d9e0f9af9a48ee59e8e5cede00e832397b97249849c3a",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.02.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f8c6418bc7d12436bd0833f951e027056c0f18c4a875772eca0ae48d668a68d4",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.02.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "9110f94c4da36d0f7b915f357b4998694e381babc0107e395c94ffce671dffef",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.02.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "3a6206a13b542f9d3faf755e4f4dcdc5fbc4a2826414fd2698af56a97f6d4a36",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.02.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "69328c093d96058f91ac633e1c570954421e4576a173d04180878ee6fb0e9b4e",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.02.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "8301d5baaf77f84eaf2dbe3244dad107c75f91301fba009abd9e78011dad5dee",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.02.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "f5f392365d3f64302061f47ef81b335d104cd8cee59982516495e32ad06326b5",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.03.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "81604179a8e78e0a7eba2289ce1dfff3359b77d39d98ddd2f02408d4c730cde2",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.03.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "a8837096ecd4d1c1355761972a573fd5645d0a84f2bed5e975563f8c9effd037",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.03.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "900ac7d64dcdd31a280bf4b8b344ecfbdd26d6501f248abb66f4ad8c46919610",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.03.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "78c28fbf8e89e70bb6abacc1c2ecf21cde0ce9134f515c95083c2c40027370b2",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.03.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "11b10cf9783b3e1ff163be2824bac8c157932b47abf9d4d60e114ad516621ec1",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.03.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "ae7d779bc909f0827536ad3bce449c0e36ca0458064cac3e2340f28a7b9247ef",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.03.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "fe632b78cad9d3d67a9c7f48811cd109a51deb46e085c67d7fdf049818327b11",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.03.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "6045c56526430c850fa2a84b98749a3c1bc1b0331081cb209e3e7a4dde21ccb8",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.03.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "e2d360f3a07d027f4b54d52e4472d7ca1794bd0dcdec99a9322191dd8aff5037",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.03.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b29bd141e4c28710f329be62947649e438210672856398a6475a5547df619445",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.03.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "27dc2a44837badc2b92e06087bafde3d523425c69fd7ab9eeb8353812a3d7f5c",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.03.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "81a0fb4788c5396f83debf06da972307372e2f63426ff9868e0c327a22b488f4",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.04.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6a302846e4e0d8142dee4e3e8f6ec71fc73ddc66927dbb9f63aa68a7b92e66db",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.04.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "963f39eba939c178c60bae1db8a74381c7459c9e3eceb807dda08dd446a2acec",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.04.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "10c9f4f822601d304f2066aee3bf36b20c9a441c6700998b9823d412f77c0007",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.04.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "4ea12927671f02f11a9e088d2acac322feb5a760c615a96a4cdbfe44c6283233",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.04.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "a956a03bdc46070556e1d6f8eef27bb08290a00ccbeaf15298fd49578ad5628a",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.04.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "ca3651b984bcd91b1e91e57c0671532d926ef4314b12b339579cf33048ee6d88",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.04.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "676567a06d1ced2db41fc5759ee6220c75ca13761678db0ecf90e4cef2d76b04",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.04.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "1c106cd6e6620fda97585fca94f11d2931a95906f252e538a69f5f05deb55a32",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.04.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "ee6b1c36b737086fdf271af5d2361ca5076fb7193c54ac1d54536f93798287fb",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.04.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "967785fd0a643d4263595059db598fc4c81ede84f6e35376e02b368167d33be6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.04.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "f2b307c18b5de33254307dd5b554e83fdd4999ae9c6f90f90838fbbb453c386f",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.04.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "959c5eb2bf4554983568f4a30681e2156b23e9e95d1d9f8d5e7ce313c849a8c0",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.05.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d5924708abd47f90bf7d6045c5c4a7996a0f2494760e111f30af3a92441b7079",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.05.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "38fd9df819f40c16391742f6e49c4ea45674b594439b2d4b89384cfc5efa4ba6",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.05.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "63347cd70b1187be987b97fbbb9e96886c019d425f592210a3c88f127697df5b",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.05.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b6956d48fc3dfb30d3cd023f60baad8d555fc3aede420c010d22f18d05acd9be",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.05.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "8f90da4170f6c18a79cb4f4b522aef8bb4db123976f2db1bd33167e6c4099baf",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.05.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "dd9be37c8cb9bc896aaee9b88a01b30e7e61840823acd9603b81893cf65b227e",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.05.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "566eba000e9deb490e08747f3a0b76976c277c24ad8e0f09e4152a760d1125bc",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.05.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "87af44efbf607ce43db6c35ac8e3066785603b316072ac4ed7a5fe7a999e8282",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.05.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "aebf3bf2c722d1e0d642e7735c8dcc24b5d176db931fdb933ddea4e3d6b0c09d",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.05.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "ad04e2492f06edb4e451af01957251fa3a63e61899f7c994b06bfa4c0fb9b59d",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.05.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "f6a8f881e9c1b8d8769d5e90c8d6144ddf06af6b5ce239de38691a54a8d7a9f3",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.05.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "d3fa831b70f59fb925b7f3359562a12a2db1eef177fc3e49aa54ed393fdce7a3",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.06.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "53fffc4d86e7759ed95f028cbf1e4e36efa83ddba8e5c794b16c44c1b68699b6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.06.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "d09c2ee2638ba50f6188749bd9ffa77e02fccfa069f18573f8b4a6c6ec4e39ff",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.06.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "2e1e4a548cb0ad7a93aa847912c7588e6eabba2f4b4bd1a1adc23c25ba8bfba0",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.06.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "4af202f544fa6d97997aea184c7b2a054714fe4b88ce6144b9050f17b39e4df5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.06.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "9d802c420d20220260f3e29e5c09426b50aa237acc8191ba74fea2b1bef6d306",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.06.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "4a90a4071c55c1440551be541ba9f57cce09bebc2be4ebba6f2762d75c34e444",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.06.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "81f764b9b115ed9e092937955ec380d610a04bff336fe2e7a127891101f2fa54",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.06.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "9a5fc8a36d61e088c56390ac0859079f42c2908e2dced3f88d563aea4f49a86e",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.06.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "0a44b68a145cb254511802645df96647da34a3af56520e935a951e6251ab40c1",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.06.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5379873a671056daaf31014f38f851a858ba9a6c5ed14540d1a6d2027b1edd9c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.06.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "98099e0931e83dba8e4aa04397eef3af97d9a3adb50b3a19199d2ce1be362a87",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.06.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "d1a9cddd92ef963bac234a8a78b2f880898b9025812ec64e303f5bd188209346",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.07.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "e0b8f06ed8e1a16c590fc0a9be14cea8a3cbf887f8ac1706885a0c165b0187b7",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.07.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "9ec8ee3c7195af1a6017b0cb5427731ff534528153ebfcfab3913ebf7c4e6c29",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.07.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "844a1dbbc4d87a0ebfb996df64632e48f4c933fc02e93ef1c68c6ab98448e6a7",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.07.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "1abaf0836b49da5cb412dc1fcc9821bfb135a0c112af842f00cc620901532923",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.07.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "b154dddb09ccfdd34c1195b62717eeb7dbdb313b8f9dc53fd4e8d99b9a6171f8",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.07.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "cbe2b7735977ec4baae22b8ff243ec076abbc7e94f579c09694a845a1b1f5a59",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.07.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f34e48c15139ab5941749caeaa759241055eaacb2d21b0eaa9db73421ae7de4c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.07.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "44d2f559b04f67cf8d83ede8dbde9c58a79ce9a1da74a07cb80a29ebf1e4065e",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.07.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "6d06c398d3ed59f0f65c381b8d90a42c31fc267b1f3e8ab2a3aeab170df55a92",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.07.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5be2a3a7376a939ad5225eed41ed4f818ced9ec3fce6f45c2aa8c5c42a593bd9",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.07.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "009c482a35cdab26a171f253a6d73a90f97dcc6cc7f42bb6e8723068be0a6bcb",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.07.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "6896353cc90714ee2833ce15e51c11c555d44e081e67f00e39093858c4b21966",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.08.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "ba4604cebd161cce1a738befe11ce6a84ee73ae5f3390e22b37e615bb39dc32c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.08.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "1966bfa24b61b80e7e1e9114ee695888a4baa431f6c4b112270335067a592d95",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.08.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "2df69b95fceb7f33771d0d9bbf140f885efb9db4144f00a38e87d13dd0095049",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.08.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "765a08b8dd2ea1bccb58a361ad7a2161737e8316010f39fe24c47618c5e2bc91",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.08.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "98c641c172b0c02fb15b3fe790d3e6b69897c1354ba64281d141de3131279e55",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.08.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "76af6f7a188c7484bdeb48a6b24a1b6abd207a4060746234894ac0f576cfdb5c",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.08.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6fb43ad61dac94d43afdc27f8cab8af782f79a92e55868e936567c8ae89439ad",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.08.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "0baa2bffe525a39cbf59eadda118ae13db2dcaad7f38691d86d6e2f1b0dbaac3",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.08.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "d6b923806ccafd7d59a289631b32c4fc3ad40b7b7025c1585709c9de7a3ff6b7",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.08.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6871ae3c1b27af07a9912b4ce4433ccf880faa626014e0ea21f2ca4a5652bbc8",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.08.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "72849c91d5e611df00e4d33185176a245554b464e97c8f8ac2d3c391b24113a5",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.08.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "33342a1f5703f11c17333b7b99f482bf998f20592165ac75aabef325ac711af9",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.09.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "0e2e17581f5ba8308f96d75f2af8e3cc3905bc9ab4c00b30717e7c8401f24f89",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.09.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "7663b7ffe74de381f5b7f2de4be5af6ac583bf6de2a062182c0a05f4e883b5af",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.09.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "18eedff4c545e390950d7f30bc6465910f11b9792116ccee7addb3801fbb4e1f",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.09.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "16c896706ebc5ce856faffb3e22afb90ea469dc56ca709a39ca3540a9fc11a51",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.09.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "e7c4b855cf2d6b00046016401bdce5e2a5bb5f5d3b97c0cc502bf3974fdcffe7",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.09.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "b4c9f4d0a2705349ac5716b9d119736506a71bf89218c08817899ab7eff001bb",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.09.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "ab0445a580dbfe626933c3c4c49eaf2a6ba9d5ff8148fb7bd500d0447cd6d8c6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.09.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "7e33a325b7e01ff676f6c9c7596ea68d7c209cdc7f5ea32f3f00190489a955fd",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.09.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "d28e38c9b6cd9904241c63b2bb1d526b7f29678d499d1c18d58ea885a5bd6d23",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.09.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "813e7366d17e9671c7ed346b7923f787c35629dd8de970749e3b81f47a84ac89",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.09.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "46f15be711cb66891afc8ec741366c6392910e07005956665931c54602a0cb07",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.09.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "acb22d723c4fdf7963c50616ce06d105a8219a0fb0b542c1db70430bc249c98a",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.10.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "8b18c9170240e77c052abf394b2bbff2add477c194f398db67388c5e6e1c23f5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.10.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "9d2f18faf00c65b1a585fb1110fa2e49f4544058fbdb5a99d519932cfe4921a8",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.10.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "7b821fda3dd3ae89a97b2e96b3904503e22052d8daded4db0461cf34c0bdfb8c",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.10.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "affd4654cd3dbcbb3697627a2c768cd0dc7ebaf7c5b281c7981639daf38a22ca",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.10.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "3fe8309331a1b15b652e7b2a10dc9f95967a618f6700e25ea2d89bf90447071f",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.10.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "f9fd1d4e52fa9c1cb21480341a857b58e909dcf3626e3a76c73be0fac43cecbc",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.10.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "546655ac1ab9ff318bcc3b5b81b566a58e2fc098337b0ab09247d60407d73971",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.10.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "cea67aab8ed7c4fb6149240a9f1f7101042632968d49fbbd2796aff7ab33df35",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.10.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "d0ec6755c57da802333d7c21591554629da8b888eb16488542ecb0435e57ef82",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.10.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5dc28e241fb6139987156cda7e4e0f188fff2ba0aff08a995c88c957c68d16bd",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.10.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "a0de1f1d3fa5cc2267c5d06e057fb9cffbfef1e2b9c40bbbe2a4f2e668da175a",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.10.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "de13f4ffb95af957a235dff458a9168882ad612bb3168c2e892797330273f85c",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.11.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d059d9c3cc56ddd50cdd5a1c6f6620b7234fb45efe55eba86c33523e686fdfc5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.11.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "e8dca7e135e13cc82467291ff2f8359e82b698e749f1e3799771a760e4c16271",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.11.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "ea096b49a339e7d3aa57793d30f201170ee042ac97e21fe3b588f3d979f5e646",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.11.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "3526fffcf284bc96a9b5142095bffc908a5a9d60251988800c35fdda282797d3",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.11.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "8d27b37f89d34a6f010049211d165ea30b5b8447fe7909100495181c8ce2f2ca",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.11.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "b7fa2955e0db32ff186762143ced68bf183ba6474372b4888f1fe74aca28bff2",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.11.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "ec536be2975ba3b16783d7fa0ae761cce98d34419745fa71da76acf60d2d396b",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.11.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "c1371dbadc74f196218e9639964b2c79c4ebe0d579e53776fd681ac25edfd7cc",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.11.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "e1d1b13e1ba068165f4bb4391dd11563bd79652ae44b06385f52c84b9f0c45d5",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.11.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "c62c40887eb4e9d84f483c5d61fa53cbcd07cfe1a5f47933beb9201a95506709",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.11.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "a5be387af05125909b8279dd7295e49a5434c983d2d8c0105c4e44a8b559b600",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.11.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "fc32917dc2ba0e9dc78122492bba8df9f7b1f1c9cae7db868802de2578d85a24",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.12.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "309349eb7d1d066174fe3ffe3955fd5d47777ad280348621f419585993da2c01",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.12.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "2595a051fb2af867b858ba2cdce41ea2b6b64266410ebfbcf58dbb1843c0f7c9",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.12.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "1695b15a82709f221adfd7c6c30954bf44f5a2973b7e68bd80fd09b850453f73",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.12.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d5924708abd47f90bf7d6045c5c4a7996a0f2494760e111f30af3a92441b7079",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.12.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "ddc8f560b230e6669ee69e48a9bf71806bc229cbf05bca0d9a1073b661c4fbba",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.12.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "5f0279417362fd7a0d9f3c3b73bb10b0a38cc5e6bd1f8d216c4c569fa1036347",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.12.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "fd09c20728f68447ecb5ef635d92e5b211247bafd2d818cd6a16a85542cfc5ba",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.12.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "f93ea246d608c41c1f959f18e1e490eb11903bfd9597ca69fb6ac3008753d60d",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.12.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "32e0b2ba8cc7a9d88ddcd44d2b19e600ba30d641dea75399ff0885cb8aa15661",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.12.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5b47080fc5b8cf4183b8fb0dd02c9191958b21c3e56821ac79dbcb4a06c4eafb",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.12.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "9934c39443242fb1aa16c6c84c5a38c8c1451c4871e5e79f99e85cad46c6c303",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.12.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "255b0337febae2996fe3228880fb0b57109fa782fc8ef65b8d57621dfdf307ad",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.13.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f05225b3e86e3388b6777c102035457e3c604633409104c8a4b2976f454c611d",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.13.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "fc471afb5b25208462af7b4774dcd66dc6d78b96e0012e4f43d2e29f07ac5589",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.13.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "09de15b1e6b6b1c000091e930e4775b1e4f0b2b5dfecc57547f847b7e4692789",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.13.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "63a2557564dff753a99111fd720fbae18363cc413372e0f7b0de0e2ba3d39d06",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.13.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "bb353447e65c83f47f76b68cb7ea4dae2a9d740926314cddfedd9c8544b36609",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.13.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "36cfe64a5d7dee0f6de16b6d70c3f7e399dda558ca2d30ceae9d1e40f94513a9",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.13.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7324b5b9627967745c4d1c4248631ca025020bef73a85cb1d2c5eb68259e5c71",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.13.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "625cb651fb89621be82a0b351b4d55f008c27a52eeef03bfc4892472f21f4734",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.13.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "230b04a1f0f2121475c3e4a9f62282a54e43ca80b84f9e26010bffbaedc8fdfc",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.13.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "03b4e9b5fe6c64a4b780d6b8e9d9fbdad1f45d8bb9337eea2ebdb6bdde364587",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.13.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "060254fbc8c140a36cbd6de9cd6e067d81a4262cd515135e48ea361dbd6b84c2",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.13.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "4994a832c257eafe1156ef12cedf03d34b216c92f930a7b6f974ead5b22d39a9",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.14.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "65959b66ba5c7a5e1c1b8ebdc6c10ebf062910c64a2d25fb9724733ee11cbf12",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.14.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "6a109294f909d8734b0fade986740ab4cf633ba4732fca848423e7df019c169a",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.14.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "c1ff00f87c2e533ad8649891cfd776adcb7506236e929296fd568b085ff59465",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.14.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "e0b8f06ed8e1a16c590fc0a9be14cea8a3cbf887f8ac1706885a0c165b0187b7",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.14.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "597ecfae29d5ec111b4003d6bc56a5266cb108a0c644ee6af1d9cd62f272335e",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.14.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "e763d22aab4bfdd6541a283b1b56631c7d6ee7a750a5f6a18511eed7c44a50e2",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.14.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7b887e3067ea734f5737f91e182e844c8c88106b31e464805a9de5b70282f3f7",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.14.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "cbb2ff615948e7ea7a5341bbc465c13bf13ee85284f563737d56f9f938083bf8",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.14.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "eec0c4dfa3bf446a4921533db75abc62d44a13b67d5ee4b177c7d604e4481c96",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.14.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "967785fd0a643d4263595059db598fc4c81ede84f6e35376e02b368167d33be6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.14.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "f5107063037b28de2d439faee4978f4cd4b55ca08fcc53bb175a54cdeb6de642",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.14.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "13feab5b4ba83df5061b14dcde93660a35dffad61bee55aa0fa754b9f3c55f26",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.15.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7f72f55e919618864a559750511bd6c3744a1c01d21532ecfbf5dad03430a987",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.15.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "319522fd0c18d00334d3b61bb3ab0b86ab1867e40f9e3dca1e847d6ceb58e5dc",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.15.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "2263ab705b5039a509e5b76724232cc362b2311083bc2738a190b83e1d94cfdf",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.15.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b75afce93a74b119053377dc44209a17c6b2ab75aa65d428e5e5062e728ffcf6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.15.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "67981bf7ae50a22e7f8c3bdb42bad83944d5c0e04b4ddf31454fcc200c6b521f",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.15.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "1409227501ea4abbc919ae9d686cc5fc903a8b37fdd96ea4ccd9bfdfa9f2b160",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.15.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7324b5b9627967745c4d1c4248631ca025020bef73a85cb1d2c5eb68259e5c71",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.15.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "7aafd7454bfe43ac27da63a913fc2a3d033e6b1d11d6ee93ccf5b525adab9731",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.15.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "70fe02278c8e6f8baa771ad97b0531ddb53ac2700baec5af6e80847c4c2d0371",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.15.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "311cd39b5f5f554ee80de36fd55bf0f81c947d559c0145f8e596808a30ea089f",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.15.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "3aa9fbfb97fd851db1ec0188b456e84f9d40e47ce65411eb8ce29abe582105e0",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.15.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "080f934f197fddfcff7e64356f7e0d7203e3671b58fbe3e2533fcda9af6bc4c5",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.16.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "1265f5178a28ccb03aaff40b5069b52860ea5b70edac29b30763f5dffc0f8f5a",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.16.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "6ca78058048b46e20e197d174e2e1ddcc14b70574ce3a34932ed6c7feb2bc75c",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.16.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "2af80631bed5efb83e81d04f1cad7a0c820208294e42b1fbaba36361dca49e99",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.16.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "69328c093d96058f91ac633e1c570954421e4576a173d04180878ee6fb0e9b4e",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.16.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "347869d9763ea8701bd204d2bf04c93c193833fb6e107666fbdcc6f91b0a68b7",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.16.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "e461c1bfeb673003c85ef6f365cf5e5c455b81bafd34fddfe4b91ced5d4b2048",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.16.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f2fe3edaea03145221cae45c008d91820c4c650cdeaf2dfbd0b15c2dd451af09",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.16.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "53319d1badb32599c81c20956f1c40b73a6cfd03eac79ed32146ba6b44718c53",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.16.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "7fc0b629812fa771a20b63a0b10b9e6df0e693fd80cb305545bfe3a5fbec2e40",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.16.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5c9414951adda6d417b14f4e0a7ad468e2da66f4e9cb04eb0fe112df96a770d6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.16.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "3bb8aac12b337effa548a08e0a4acbb373121ab1b8ef86d0ffa36c641009e828",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.16.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "9536fcc6b86b7f609e51f53f0b821979ac27850974e2f3211b4f4008953b96f9",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.17.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f5d068dd3e44c7989694c80e20d4f7cab6b30a4c4b56b3ac072b22623fe80004",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.17.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "8e5d1384ed2eefdd50a4409569947041f20567aa093f0f7279de978c3a793974",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.17.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "320cffd82cd1c2e3a0f32de40eede541a6acab24728bcf6b46b2b0e7eace8944",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.17.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5379873a671056daaf31014f38f851a858ba9a6c5ed14540d1a6d2027b1edd9c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.17.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "6530600b6c3401735f376146a13775144da5c6afd77227a78645182128c043e4",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.17.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "7119d76dd91dd3870399da32f30bd4dbf709da814335be1df4b2c8e4dc5672f6",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.17.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "22e6236f4526d567ba1b788b79bcb1d66bdb8844cd5d9528b88597165044f582",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.17.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "7001d03d50d15993be3aaac31b1a5f3fadd8671dccd7a4c922f2e15f3f183ecb",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.17.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "1974b01ef3a5baa44cf79fb8b4e264f3bee6bd039941271db2e7a1a0b4f50738",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.17.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "69328c093d96058f91ac633e1c570954421e4576a173d04180878ee6fb0e9b4e",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.17.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "c10d3c5e938393046064e9580440012b8f086e6f9705b12beaab291afeb542f3",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.17.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "cd494d3d24aaa825a561f2e926592cc6429c1470c9b298def57df36172dce635",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.18.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "312b672024ee3b389018f13a7a18188ca69924157a28e2734a38d4df882038ef",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.18.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "2739d69fdee34ef4d1445062d2df44f74c923d7e2ac641cad490d5abc8c242aa",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.18.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "50590e2b4258158eea806db4cd2ada29d47470d44cf3a4fa9b7d0554665b2f9e",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.18.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "22e6236f4526d567ba1b788b79bcb1d66bdb8844cd5d9528b88597165044f582",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.18.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "6a99c5ffe1614c5ad7123e870b7fb47d4455e4f294786e673f3570f10bdc3959",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.18.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "295de2ac0f31dd012c25e12f71296e7b62e401f65d5a0a3c84d3d5efc3e51915",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.18.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "0ebc1cfc47c5360e058508a987841c0590e69185c72b34e9fbdbf084bac3955a",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.18.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "8602479e491df7212c318de7bad330abf4f7a2a5cae7a4f25efaaf66931c6d98",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.18.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "614e9f6ee96454fa11878b90fef965b8f9b95861fcb9dc561b1116f0d3c95760",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.18.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "c62c40887eb4e9d84f483c5d61fa53cbcd07cfe1a5f47933beb9201a95506709",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.18.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "64ed6f061e09085829b052acaa03fd72584e58ac9ff5b56438f25b8d6ad2ff07",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.18.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "8e910870b2e3b0322a0984094af6bcdaaef9508e1ec9d5c91ed03e8ae7a6573b",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.19.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7da15116a890faf07a27f314af386e5cd9c9344ad45fcfab22b89ec41af47ed8",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.19.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "8b62c6960d41b15f4a030d93cfdbd48bf408095df2b714eef8dd129941438968",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.19.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "e46f2e12b5150be28fb92e4b71201c51d33bc779b7eeec959f56f6486cd64f2e",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.19.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "62d31357433b30fe3f28849132a76456dfc8f1ad4f6101ecd472da9ccc64ddf5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.19.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "78285f24d02c9fb6c15c28f0815c5ef10c16f949ab2488c6393a7669b6510d9a",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.19.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "5001a0b84673c67fbb1956bf20e0d7af7008bccb91822addadadb86d32a4ff21",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.19.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "e53ef0a25a8809f9483bcb8d9a3cf4e5d87c4aee7ade4006ea2ec6cd93c34953",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.19.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "57e6e25cb9c9dca7f3dc4ffc5c8a2d6592ea3da8579daaa4ff894ea1d682347b",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.19.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "e6af19cbaf8d2d2808572907edfcab99abd6bc576a6ce5c3f8d4117438547c51",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.19.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "22e6236f4526d567ba1b788b79bcb1d66bdb8844cd5d9528b88597165044f582",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.19.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "13d54d304ee009a4a955dfafee6d85ccfb3adbc422ea50c60732583ada70a4ac",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.19.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "b1e7f0a178bed2bb825ea08c230a353f62d232d4a4dc23842aa0872a8c332a2c",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.20.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "2adcfd8c638aab29074708ed948edca7d9a6c445f3dcb8aac0204ac94f4460ed",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.20.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "aeb21286915a5392a93a8dcf896fb6fe5dc7f4a370185570eca4c08e7f03af05",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.20.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "c610070bc166079ad63bcea3205bf046b0f1089f5009c9ff93fe1502d35dd012",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.20.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "02cc118f6c2dfd1fd4331e9716d5202d98acf92cf38d99d68d2572af1b5aa91e",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.20.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "0cbba7c628bd5c31dc0850564c6ac532fd025447cd2f2c3c13d66ff765655f8a",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.20.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "279d4d7a0665cdad35fb0cd3f933f11d7ffe1a72f4098a04c31d511d0f422ddf",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.20.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "d58392f9df44c8d6f579156a91117146120f4a0c85a17a61ff2796be67743e50",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.20.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "f4e4a762a338156c42118c7212ca8cb614d26e6c8abded37588976051b9d8377",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.20.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "3a4e0a60c7c79d96b5cb5a536e54dee0ab30eb5a751e54cbb3c399600626c6b7",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.20.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "8323451bd85f443816cbd07d0e50c97f12116942f0a57cc71f38be981e054f0f",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.20.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "27d6e425f9fb862223ba787f77954fa7b6ac603ec7b15d3b021b3cea8c85bdba",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.20.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "74720d9b7306f216fc2f72228f371c0333ddbd17a53c55546cd432731bf9ae45",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.21.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f2fe3edaea03145221cae45c008d91820c4c650cdeaf2dfbd0b15c2dd451af09",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.21.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "b27406987458cb7ffb8297a3948f47161d8f8cb22ae7bdf08eb115d0df0d440e",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.21.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "0a6be03062f9eb3cb3f652dad71fabcf542c8eae234efa5f1353e8af263281a1",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.21.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "c62c40887eb4e9d84f483c5d61fa53cbcd07cfe1a5f47933beb9201a95506709",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.21.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "0d261c53c36ef52106938d780dc4fa2c51167e5e821079b16979e617c5218b18",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.21.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "6e2bb1bcf5f2490d7ac600799e21fed6fb7ff85756f1214c3a94571c73d711a6",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.21.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "98be6f395a431dda74e1216e33abaa04d73fd9710cd6e3be6fc84827ccdb9c7f",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.21.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "29d90e8b06bba4d75d95da589db2d248a973a416693e91e8670f032b5d6c25aa",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.21.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "161b550a2f0d5f089f02d828ae89d0c9602290b564360bae5fdd85dd1df98807",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.21.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "4c81a14536c8578779c54d8f1983103243397798a5f5e5212111ba50b43f23bd",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.21.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "f57a2df92a116cbce6bbf4ef3ea87c1d0e369151f0feb391ba42a5ad326ff840",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.21.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "13f270ea796a5e35cce6032ce1c36b126fbd1e3ed0a76a62d300c6f1333e2f97",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.22.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "af400f235357f7e2f3fa6b7c86cdf5cfba5a6dbbf298c06a15c992dc87685935",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.22.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "ae8dacef5085ef43c5bfd18987ace563c2eed35b2f750b6a099d6ca186b9df8e",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.22.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "fc22781d92f282319de230db5236d9f139cba11bbdfe9422a3a4889e22a1f321",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.22.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "83280bf87dfcf2b5da81a97f049941641ccbfd478fc8ef170ed03d45e1108e4e",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.22.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "25b23a333f7c5c750cf60f915869909bac6c34252935abb927ec4ca218335bf3",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.22.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "1d114c8a8507bf7624cc4cc6fdc4f7c5a99b41b27c9aab60535214347eaed7c6",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.22.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "3bff6136c2005255340f8806da0fcc1b8d5440274bf49b3d55e637767960f3f6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.22.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "f26c4bb0de6d1155a325dbcf5e4f231855a901bef7109a5cffdab0526031557a",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.22.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "2803525de77273bde3278fe6758eab58197a55fcc6d3f40064bac272382f0afd",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.22.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "4af202f544fa6d97997aea184c7b2a054714fe4b88ce6144b9050f17b39e4df5",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.22.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "f0a862fdcd959e2cea9c9b1eb2bd49d9176e89686e1ed8edaaf11dbf50348f4e",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.22.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "f70f0ed0265f727d202fef2ee292a6efb26136c58a18c80ac4da50c68a0d9466",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.23.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "0a398392abe2a3153b1f2a0b4e79ea2e28bde7df3fbd03c234cb5fe81dba9d2b",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.23.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "938988c74c799d1b15f42124d19f8bd9a7bb9062404f8100a4f5577e54dff113",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.23.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "662117a585ea444b94e1ad684202481a8436213a20b60fd7d3dc4af6e59a75a2",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.23.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b557db0d8fe7c9e774a616d6a611ba9c530c9126c9992bdbf8edf1c36a57bcfd",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.23.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "3a19db203890678d3da404be07a50436a1302bfad04864dac3f538b73b65d79b",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.23.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "a52d7844ffc06f73ccf9ce5ca6256a9a6bc1ab3f564e9a609d0da57682de078b",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.23.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "309349eb7d1d066174fe3ffe3955fd5d47777ad280348621f419585993da2c01",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.23.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "a8058982e3bec2cd822d38f63a86bbed51361b5448b5c6ceb1634fff759ddfc0",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.23.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "b8c079b6abe2cd30a031fd52fed04f335053f7ecdec8fe70a27f6313ab846c54",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.23.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "1f1894bef163294ab1524f5664770f76ead76b018e1f80f7148e9629fe52cf99",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.23.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "2db7cb7cc76b5ea0c6e24436c670452ff3b531d1435acbcd3f8a80a0d1142095",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.23.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "ad790120d22d82f304808879f322847acc56a8884a672516bcde6946e8063818",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.24.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "87de6fb9f1e10eedfa4d4f4cdb507643b61b025f8a45da9a9cd798cc5a1c14b1",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.24.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "4de65a55f60d6457c4a1fc4ac600fc621a120ade24016cf45ab46472f391a64a",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.24.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "044817f7111ccfea3a0213fa96bb74dd8a8b0b80bcd96dae8c4ca71f6492fe78",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.24.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "1088bd2f73aa903b9b51da87173975b1f42243736a1a7734c949c5ab42f2d608",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.24.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "1447571c1fac54e52571de26c5a63437cdf2fb6a370cdc487307973bf690af7d",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.24.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "04e6ca7ac68538abe77991317f93bc6034fb301259e75bd7e5102c122518de57",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.24.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "ab0445a580dbfe626933c3c4c49eaf2a6ba9d5ff8148fb7bd500d0447cd6d8c6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.24.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "ef39a4df0d389e796e8a7434b6ccbbf388aab11da5d298adc0cc5865719942de",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.24.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "8ddd859bfa636798273a8ee8831d7f5b9acc2d384ab39d81a5b57e1f87d797d5",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.24.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "64574994d8bf41c2a4e657aebf7cc996ba74e6d6bb47e1018143c0fc5c7359b1",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.24.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "ca06352ed7d997f3a2dd2165e8b7fa76bbeddb473e444fc31b5b8460b4727ec1",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.24.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "174a4fdb8ee63626e48ce92dd23079392fc5a4fa7cb1a35f57622abffa896941",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.25.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "2094e192cc5ce8e02c905c85fd07067c41ba5727d364072c0c1db5e1cbdeb534",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.25.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "bb77f4503bb88a97bcc20e718f5e43f8bd519479a37b6da9651382a0bfa288af",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.25.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "9ba5a12ff89d8ac62c04d340014b0e72826571f5eb1921bfbd20e9688588d5f4",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.25.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6871ae3c1b27af07a9912b4ce4433ccf880faa626014e0ea21f2ca4a5652bbc8",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.25.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "9c881b0f583538970e468f74e1e98c33db6f5e06b2d05f25d44679c28e7920ef",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.25.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "59be1a13c4698b4297e6cf42ad2715e664e68a9cf51d6964135fadeef9b4c637",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.25.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "2aed21fe429782b5fd4b6e982a31d4b6c00ebd621dc5214b14ec7020ca798e71",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.25.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "acb2aef556a74631eb6936b28adc2053e3ac448d1d06af762a3a7050483f77a6",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.25.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "4ab308a48ea743b0d88e175911e2240dad0dac825579cc8738ed349b216941ce",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.25.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5f0b9d4a9fefcca797ec8fae2c2d62211a2c0e042cbd2141c07e6968729b686c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.25.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "36603a577331d048a5ed09a093b4e209a99f6542519a2c01ca05eaed404bfc53",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.25.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "f149232b4d7eeadc0ce36353983f1664b7b053dd6f975e4b2489df8c2eb17748",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.26.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "61d278eec6b2e3e35e9fe044f1f5b7ce68baf1fa894f7a42fe0702e667edf739",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.26.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "5315d11b52e06441469c777068a5c6ac8e7e714081d34e31e5f60d745bfe90dd",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.26.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "f5ec31356b08a142f4b2bf6128f4be5be27a4b065c555ac7e1fa066203cb01fe",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.26.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "fad0d9b2ef18589b93a683a2619be73dbe937c9a7f71acfb371291b32ea75903",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.26.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "86c7aa13c4af7a9685b056162692921d87d45687ebf8467816fbf2c84cef06b8",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.26.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "04c189a7a0f580f84af57e89adb1181e6e5d6796bdb82f0b50cbab3bc3628c25",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.26.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "6bc15fb74b6bed91801262a3f79df02a0d0336686d5ec6d1180ac967a33eea81",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.26.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "be961ceef95479ab2d6cd176a026347e33bd1a065104564f5c160cfb08cb4fc6",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.26.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "e0053cb5444fa802d6218f135476a713b895e229d586c97fe7af6b722a1eec6e",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.26.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "413cdf48c6bd6a989511d8f3e5dbf34e47139c021cad7a4b77e4aef8cdaa409c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.26.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "ef94b7b583ab26f00e41485809a445b3feb41e9c9352a079285266e832051ae8",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.26.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "07a071348c1e14804f99ef600aa1103bcbadd41f55857b4397ab4c492b3b44fe",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.27.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "db4aeb492cda626fc36cb52c33465b572fcc0b5edc0127789717690207a30d65",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.27.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "266dc06df5cd2e9713198c5c4cc75e88c8a3fc9bef071ea641aad9aba92c0f80",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.27.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "45883018920170f7d48c26937bc21ab39b85fb8aa05b41b85c778b1b037bc846",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.27.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "f023b62e28f443ae49423a9f57a6f03a977df6636292a797b07ae193c2f08bb9",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.27.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "05b54c59ae1703a6ca585196a016948edde8d22911cbefc6e68099ed7bab56a3",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.27.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "3dee9d93cfaaa348bc6cdf9cfec35530fa58db049c4081ff3952c89b363c72cb",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.27.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "db4aeb492cda626fc36cb52c33465b572fcc0b5edc0127789717690207a30d65",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.27.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "7abb19031a11cae96ff507083f4f44e44a51920c4ef49023fc64f9db74f2cbd5",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.27.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "fdec9349c030390dd9426b76978abc5cbde3e394100ecaf7b2b14fa72d4eaa08",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.27.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "519c8645349b987c2d5c2cffe9bd644a5355fb6576490dfcf4789feb6bc98dcc",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.27.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "6a041d86cac831f587b9b343de2336059a98540ded173e5e6aff0677d126db4c",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.27.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "031d3f43ba68968ac016d17ae9956a3adce6fab0f0efee398b75b53fabd8dca9",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.28.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "22e6236f4526d567ba1b788b79bcb1d66bdb8844cd5d9528b88597165044f582",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.28.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "04607a94e4c96e1282278240fd041cc2ee36e16bcfc4331796972c7775c038c9",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.28.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "7f3192db4a8283232fbdd3c4917ab75cfaccd3117bcca086114be6aa37f7684e",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.28.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "53fffc4d86e7759ed95f028cbf1e4e36efa83ddba8e5c794b16c44c1b68699b6",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.28.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "2dbc98aaff5b90c3f1a6773c3a625d38ca706d6a5677ec659c7bd44d39e4bdea",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.28.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "a4e9dad6359d20add353030c53ed483da988b28496f420b33d4e6c5d9ceb9dd5",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.28.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "7324b5b9627967745c4d1c4248631ca025020bef73a85cb1d2c5eb68259e5c71",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.28.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "d24a644b3502a81dd918bc235d54d301da16ec15dd19fbf06ad1bfb3394f601a",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.28.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "5e32faedca76db38e9964b10f21546ebfb131bae21dc7b52b7c6bf17a6c27c51",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.28.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "a80f7a515ab1b3b594c83e94f43f41b6b66cddfe5ab70beb6816014b815a4cf0",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.28.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "6bcd2439437fdcaeeeea517e9cda41be22964b0ce715bf288c9a85684d41f675",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.28.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "8608ecd09db5ea4480af156e8a07595e3183f7bd7e8d9f993ff900677e688429",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.layers.29.down.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "b124d3f5e252f73e07e2d902894daf997acdd78613ea42a04f4e41b57e92c9bd",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.29.down.scale_128x4_e4m3": {
      "bytes": 262144,
      "dtype": "U8",
      "sha256": "7317faa1d990f0727c655a3b94525c7eadee63c936fe22e61951aa2e5604f229",
      "shape": [
        1024,
        256
      ]
    },
    "nvfp4.layers.29.down.weight_fp4": {
      "bytes": 2097152,
      "dtype": "U8",
      "sha256": "e0887cc99bfc36ac58342245440002651333c9d1cd093ea342f67eb567580ba8",
      "shape": [
        1024,
        2048
      ]
    },
    "nvfp4.layers.29.gate_up.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "3fdbda4cee67cfc78cab70f736f53618406d7a43a7eefbbfabd0e9047af5e7d0",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.29.gate_up.scale_128x4_e4m3": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "2bf3356e273339bd5375c0d49585cb92ee7b496396d2ae30085105fa9ed9e5c6",
      "shape": [
        8192,
        64
      ]
    },
    "nvfp4.layers.29.gate_up.weight_fp4": {
      "bytes": 4194304,
      "dtype": "U8",
      "sha256": "ad3cc4f32ef0130baff72cdbe4ee11f74f5eb06c01ed9ed11b6049409d14592e",
      "shape": [
        8192,
        512
      ]
    },
    "nvfp4.layers.29.o.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "8c4ef747451982e56308a5b209ab4da648ae9681e1bb0840ad1e5e38a9994c0c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.29.o.scale_128x4_e4m3": {
      "bytes": 65536,
      "dtype": "U8",
      "sha256": "387f71c9d1500a976c9b471f96a8924d69a835198a2fa8ff730837010b171709",
      "shape": [
        1024,
        64
      ]
    },
    "nvfp4.layers.29.o.weight_fp4": {
      "bytes": 524288,
      "dtype": "U8",
      "sha256": "95bb2c6d739266d0b9a1b2f173f7217ba4aa2b384d61a9c077e26dfb82b26156",
      "shape": [
        1024,
        512
      ]
    },
    "nvfp4.layers.29.qkv.alpha": {
      "bytes": 4,
      "dtype": "F32",
      "sha256": "5f0b9d4a9fefcca797ec8fae2c2d62211a2c0e042cbd2141c07e6968729b686c",
      "shape": [
        1
      ]
    },
    "nvfp4.layers.29.qkv.scale_128x4_e4m3": {
      "bytes": 196608,
      "dtype": "U8",
      "sha256": "eb49e9ac188c23457e5bacc41881d6cdd23c57a1e85333229e153e5810549350",
      "shape": [
        3072,
        64
      ]
    },
    "nvfp4.layers.29.qkv.weight_fp4": {
      "bytes": 1572864,
      "dtype": "U8",
      "sha256": "27887bd1e041ead1ff887a05554708cd637f15271325567722794bd3c6bf2844",
      "shape": [
        3072,
        512
      ]
    },
    "nvfp4.priors.block_16": {
      "bytes": 32776,
      "dtype": "F32",
      "sha256": "b7c8f24c88047d05dde79531a8e4636b7f611241616bab242532930316c7e7ce",
      "shape": [
        8194
      ]
    },
    "nvfp4.priors.block_24": {
      "bytes": 32776,
      "dtype": "F32",
      "sha256": "7e42748ae6cfb9933ee0c22b93e3c35904486843329162349a2f8aebc5389413",
      "shape": [
        8194
      ]
    },
    "nvfp4.priors.block_32": {
      "bytes": 32776,
      "dtype": "F32",
      "sha256": "859c5d0087cf3ac83be36f953818ef6f53aa45bdb2ee496c0744370a87ce302b",
      "shape": [
        8194
      ]
    },
    "nvfp4.runtime.rotary.inv_freq": {
      "bytes": 64,
      "dtype": "BF16",
      "sha256": "7f2a712570c3ef07c50df137a1dd850e6eacf58fca111b2d3a30d1ff22df82ae",
      "shape": [
        32
      ]
    },
    "nvfp4.runtime.rotary.original_inv_freq": {
      "bytes": 64,
      "dtype": "BF16",
      "sha256": "7f2a712570c3ef07c50df137a1dd850e6eacf58fca111b2d3a30d1ff22df82ae",
      "shape": [
        32
      ]
    },
    "speech_emb.weight": {
      "bytes": 16783360,
      "dtype": "BF16",
      "sha256": "f9019c33576c1a6505cdc01ca678fd97e9949b550531cc04f72bc0d3a0b61b8d",
      "shape": [
        8195,
        1024
      ]
    },
    "speech_head.weight": {
      "bytes": 16781312,
      "dtype": "BF16",
      "sha256": "95824fc7fe5727afe7f9891cd2f4d6a77fb5703e436c91081b5dd7186c27fad2",
      "shape": [
        8194,
        1024
      ]
    },
    "speech_pos_emb.emb.weight": {
      "bytes": 8396800,
      "dtype": "BF16",
      "sha256": "b67e2de86b9052f89dee3a17f10de68e0adc7b925cc9bcb86f7cbdf3543049c8",
      "shape": [
        4100,
        1024
      ]
    },
    "text_emb.weight": {
      "bytes": 1441792,
      "dtype": "BF16",
      "sha256": "7200cf1b3362094d2763107ea483930b7fe794f7ccde5050bf645764bee2675a",
      "shape": [
        704,
        1024
      ]
    },
    "text_head.weight": {
      "bytes": 1441792,
      "dtype": "BF16",
      "sha256": "37eb8234e4dae9c41f0b10281c9643a367be6c49d5104b08eb632102bddbba37",
      "shape": [
        704,
        1024
      ]
    },
    "text_pos_emb.emb.weight": {
      "bytes": 4198400,
      "dtype": "BF16",
      "sha256": "06ae5fd918c63cf18ee733c985d7f65d2ea93bb3c24497d82db211186f63ebad",
      "shape": [
        2050,
        1024
      ]
    },
    "tfmr.embed_tokens.weight": {
      "bytes": 16384,
      "dtype": "BF16",
      "sha256": "b48692702366e4d05347983df23c39f15a7136949ece002e1ba7824e42f7bb51",
      "shape": [
        8,
        1024
      ]
    },
    "tfmr.layers.0.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "9b060d3bd301904c1266c2f1ef57b5e293ab9a8d036eb5a4eba947c4d05f5bde",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.0.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "2774d83f53b1e2ae238199b4cae74841a0a74e1ddf56d6197fe472af0b2a5697",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.1.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "aa8bc6fe0f7da97103c12f5800b7b1fa5b6159e6ff8773572952b07052bc55ec",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.1.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "9cf1485fdc86569efb4638bfd303c5c2ee151574dbbb84d850becd16bc3eae2c",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.10.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "f2f556fa03247792f1ac389e53fa8dec1dc6808e7675ff61ee7ee5419274b57a",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.10.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "f376e174956524ac4ee5a8a6a2463b3c9f16f698d781789d14d64093dd64a5c9",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.11.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "95b1b414d6d9cb50460d96d96fdbbf223148ed2d9694e317bd7fce313f058622",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.11.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "0c205926cc55f0acd9331c22195f83df6c982178b442c08cdcc725f89226fdd2",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.12.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "460bf4e13cb3c5850aab3e1ab591da1fd0fd97b5317ef7f2d23706b50592660c",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.12.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "cc2cfdc0c47b75895f2f4d7c5408338eea57e2d7193b6325b50df16d58fb4fa4",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.13.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "a7f096e63b6ec661c87992684b7980e0f0b4b2474fa981c2777182e54b163709",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.13.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "42438b791b19c3107ff81b3970bba0329038cddcc11531803d890e6d60f28ddf",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.14.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "f26387018824f23592936306946fba6ae78e41b76af588bba9ba3a12c17d67c3",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.14.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "9efa6050dafec93ead070ef0edefa7bcf91a00466f3d7dd9bc8b6586b845f465",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.15.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "ec071f6e33f976827865b9ffa595d61c7e03a393c521c26f3089490425702bc1",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.15.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "097e28885d79f12512531fe57cc7d1890b1619f8e25730d617389916923be479",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.16.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "b6c7972dbfc79c8bc45445fa58a28afbc0f986ef7a06ce406d509a845963bcca",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.16.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "c4639057b97ff37c664737b525d6ef403630a81592d60aed111132b0a33b6405",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.17.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "7af30b4940cccf95024c3864da391fd9ca0160294544329e2c233c7f5138be4a",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.17.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "14ce239e8a3363e5dae518e00b18dbae1374634edb3605769edc22938147a719",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.18.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "037a48993880982d00ba61bab267887703f73a9595946b685d75daa895f8f799",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.18.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "0ba46e6835e6ef50a3e81d95bc9e929c9c283b428781915ec3b37e77bac07ee8",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.19.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "4ee23ec9d0ebf90d2b1c40300e49362fecddfcf085488e5add3b8c784108ae0f",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.19.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "5088bf7f7beb12831f896c5982b8f6bfd9ff3b02276a5275a11090575067a2dd",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.2.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "124397d8e7b4b7174f599a4339c697859727df22a727db2b96a0235e59a9d074",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.2.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "2b522ba4080a46253920b08b122e9ee8f523a2f68fdb795f8a7015f3cf572279",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.20.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "c85447be90a951c435b442d3ba11904a614b8850382bb851c36dfd110098b7a9",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.20.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "fbc1bbb6c8aef5e784a13d52ac3a3f86ea75f2989f3785ebf0418cad327395d5",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.21.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "d0010f6af7152ef8b0b46223e82d73fd49302207fb05d8d82dde5becfae21338",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.21.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "7e1b8fefd0ec192906c532ccd79b80f550f3a9ce2ca5ffd7b868821cfd0dc630",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.22.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "3a6699e910973d20a8fe5e16936a2072354eff1ddc5118ba551a5278cba987d5",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.22.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "d2615b1ece88f07d6cf849333337337e5adf1b5e96cd08d13d25336d24df5212",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.23.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "3f3f725c76896cbe410b7367ecd4f8253ab890d0ca6fb100db13afcf425a3cf1",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.23.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "5510e9c6ac3753832fa3324effc18d4d9d170fa5c0dc0583c023d6c4604dba8a",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.24.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "1f45da85ffd77dfe18712aa84f1f6af363cc5d7a1cf01b3109108f26c9628ec3",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.24.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "7553520868e6ad3e4c5920afd8e6695644a786518649ba4a6e2cd72c2f075f0b",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.25.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "2f61bc22386344c1a558f9e8c61dd1127339b3f9cb919c7ff31bcb9eef2ac4b8",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.25.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "a8ce9aa581aaa4512e5022bb424f526bee4168c311b0bec5160cf32fe6dab469",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.26.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "90c939ca4b34e328877941e86ebefedea476a36f0c750d4a3319def769f09052",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.26.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "5cbd9d89b8884cc13f2879fd8aace2a9945256ded28f33beb996f1f547c01d3a",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.27.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "867d670e3edcb1e8f7e6c83843e2903a28f805671748e5fcbb342fedf109cf4f",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.27.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "5eba045ab9a55403cef2e5e4af4224871bab9aa96c21ca1b367b45271e209f5e",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.28.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "118e62813b2b49b1c51e263b0cd4471524318b69ca9556999e61bc6f50dba13a",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.28.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "8132d8c4cbd2be009abf2a3b96641d783fab493d9a9aed37b5b78a48c1ef7e5b",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.29.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "a14b44c83ad1e3743a74523ff102c2db7af853ae5c3d50e597e57ab9dbb71fe1",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.29.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "047ecea51137464519ece2581a8e288909a0ae063af4fa0fcc1e6f5da6b3b22f",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.3.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "badbf1fa95b3da23596d8e4cff37e458d2dc2f7f4392e105196bb626c93ad881",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.3.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "6f2dc4baf8e8ac18473a6cb6c009ed624e7aeb11216972feab9e54f0c79bf1ba",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.4.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "a76435878b8a79064f71607fd78863ca87d00d9668aedba6d3113553cb33ec3d",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.4.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "bc05d0a6cfe8fdf51bbd8efff32cc79143d79ebb7951ffe43123e260a6237ede",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.5.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "d2aba6e39a9bb14dabe0a5bc1d780cf3850bc85bb3ad1ddd55b5989a43021cbb",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.5.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "6c0dfb87623d2a525e336a6ec6eaa97d731038a7876afdbee643c2be00dedb71",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.6.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "81745c7696191385ed2431cef4d749969906a06417665b28ee0f3e952feb5e05",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.6.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "71f25b72c2b409550655d5c8b951c16628cbae11a097b6d502fec3cb886d81cc",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.7.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "0203a7c082979d34039ff6fcec04c407d777cb5a9acbaf19ba897c054f0d91d4",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.7.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "393703a62237c4798dc49074f05fdfa441622ffdaaedaa6693046dc0e303f605",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.8.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "604bf5c4a16af4b31dd374b2efee7e59c9e97e4651657784e7ae84ba2aa294fc",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.8.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "02d5b3ff6d3f305e171fa10ff7a7b28d4132d3fb731f33098005acb2a8fed367",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.9.input_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "7a2fbd5c80028808223238db892866014e5c3d29ff5e75439be548c8c4603a87",
      "shape": [
        1024
      ]
    },
    "tfmr.layers.9.post_attention_layernorm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "01175491b3a877eecc5d630fb7fe8ef4ca866372a4e90ce5ddf68f624ae25ad5",
      "shape": [
        1024
      ]
    },
    "tfmr.norm.weight": {
      "bytes": 2048,
      "dtype": "BF16",
      "sha256": "3f9b2f273962698de2c9c049708b5092cdfe50508ce728493a3360bce150472a",
      "shape": [
        1024
      ]
    }
  }
}