{ "quant_method": "auto-round", "packing_format": "auto_round:auto_gptq", "bits": 4, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16, "iters": 0, "autoround_version": "0.14.2", "block_name_to_quantize": "transformer_blocks", "extra_config": { "audio_proj_in": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "audio_proj_out": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "context_embedder": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "norm_out.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "norm_out.norm": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "proj_in": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "proj_out": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "time_embedder.linear_1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "time_embedder.linear_2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.final_norm": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.to_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.to_out.0": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.to_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.attn.to_v": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.ff.net.0.proj": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.ff.net.2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.0.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.to_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.to_out.0": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.to_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.attn.to_v": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.ff.net.0.proj": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.ff.net.2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "token_refiner.refiner_blocks.1.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.0.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.0.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.0.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.0.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.0.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.1.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.1.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.1.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.1.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.1.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.10.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.10.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.10.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.10.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.10.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.11.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.11.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.11.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.11.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.11.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.12.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.12.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.12.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.12.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.12.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.13.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.13.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.13.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.13.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.13.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.14.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.14.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.14.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.14.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.14.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.15.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.15.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.15.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.15.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.15.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.16.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.16.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.16.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.16.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.16.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.17.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.17.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.17.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.17.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.17.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.18.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.18.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.18.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.18.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.18.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.19.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.19.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.19.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.19.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.19.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.2.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.2.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.2.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.2.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.2.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.20.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.20.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.20.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.20.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.20.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.21.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.21.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.21.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.21.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.21.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.22.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.22.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.22.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.22.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.22.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.23.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.23.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.23.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.23.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.23.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.24.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.24.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.24.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.24.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.24.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.25.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.25.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.25.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.25.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.25.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.26.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.26.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.26.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.26.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.26.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.27.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.27.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.27.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.27.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.27.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.28.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.28.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.28.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.28.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.28.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.29.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.29.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.29.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.29.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.29.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.3.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.3.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.3.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.3.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.3.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.30.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.30.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.30.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.30.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.30.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.31.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.31.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.31.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.31.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.31.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.32.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.32.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.32.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.32.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.32.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.33.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.33.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.33.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.33.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.33.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.34.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.34.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.34.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.34.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.34.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.35.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.35.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.35.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.35.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.35.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.36.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.36.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.36.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.36.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.36.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.37.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.37.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.37.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.37.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.37.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.38.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.38.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.38.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.38.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.38.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.39.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.39.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.39.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.39.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.39.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.4.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.4.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.4.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.4.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.4.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.40.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.40.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.40.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.40.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.40.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.41.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.41.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.41.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.41.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.41.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.42.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.42.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.42.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.42.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.42.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.43.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.43.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.43.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.43.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.43.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.44.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.44.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.44.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.44.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.44.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.45.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.45.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.45.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.45.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.45.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.46.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.46.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.46.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.46.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.46.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.47.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.47.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.47.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.47.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.47.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.48.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.48.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.48.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.48.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.48.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.49.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.49.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.49.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.49.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.49.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.5.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.5.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.5.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.5.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.5.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.6.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.6.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.6.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.6.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.6.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.7.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.7.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.7.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.7.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.7.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.8.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.8.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.8.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.8.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.8.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.9.adaln_proj.linear": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.9.attn.norm_k": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.9.attn.norm_q": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.9.norm1": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 }, "transformer_blocks.9.norm2": { "bits": 16, "group_size": 128, "sym": true, "data_type": "int", "act_bits": 16 } } }