GitHub
187K
Download
Models
Docs
Pricing
Sign in
Download
Models
Docs
Pricing
Sign in
dhiltgen
/
qwen3.8-flash-next
:125b-a6b-nvfp4
30
Downloads
Updated
1 week ago
Cancel
vision
tools
thinking
qwen3.8-flash-next:125b-a6b-nvfp4
...
/
json
daa9547f626b ยท 120kB
{
"producer": {
"name": "modelopt",
"version": "0.0.1.dev1+g3bf72ad59"
},
"quantization": {
"quant_algo": "MIXED_PRECISION",
"kv_cache_quant_algo": null,
"quantized_layers": {
"model.language_model.embed_tokens": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.0.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.0.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_0": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_1": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_2": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_3": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_4": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_5": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_6": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_7": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_8": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_9": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_10": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_11": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_12": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_13": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_14": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_15": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_16": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_17": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_18": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_19": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_20": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_21": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_22": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_23": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_24": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_25": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_26": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_27": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_28": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_29": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_30": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_31": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_32": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_33": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_34": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_35": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_36": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_37": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_38": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_39": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_40": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_41": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_42": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_43": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_44": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_45": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_46": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_47": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_48": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_49": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_50": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_51": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_52": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_53": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_54": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_55": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_56": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_57": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_58": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_59": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_60": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_61": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_62": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_63": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_64": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_65": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_66": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_67": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_68": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_69": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_70": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_71": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_72": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_73": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_74": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_75": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_76": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_77": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_78": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_79": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_80": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_81": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_82": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_83": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_84": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_85": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_86": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_87": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_88": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_89": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_90": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_91": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_92": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_93": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_94": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_95": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_96": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_97": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_98": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_99": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_100": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_101": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_102": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_103": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_104": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_105": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_106": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_107": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_108": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_109": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_110": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_111": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_112": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_113": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_114": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_115": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_116": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_117": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_118": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_119": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_120": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_121": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_122": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_123": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_124": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_125": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_126": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.ple_embedding.ngram_embedding.shard_127": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.1.ple.key_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.ple.value_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.1.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.2.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.2.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.3.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.3.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.4.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.4.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.5.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.5.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.6.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.6.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.7.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.7.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.8.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.8.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.9.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.9.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.10.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.10.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.11.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.11.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.12.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.12.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.13.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.13.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.14.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.14.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.15.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.15.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.16.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.16.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.17.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.17.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.18.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.18.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.19.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.19.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.20.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.20.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.21.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.21.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.22.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.22.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.23.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.23.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.24.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.24.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.25.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.25.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.26.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.26.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.27.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.27.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.28.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.28.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.29.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.29.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.30.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.30.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.31.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.31.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.32.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.32.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.33.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.33.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.34.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.34.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.35.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.35.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.36.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.36.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.37.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.37.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.38.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.38.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.39.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.39.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.40.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.40.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.41.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.41.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.42.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.42.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.self_attn.o_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.43.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.43.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.44.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.44.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.45.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.45.mlp_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.linear_attn.out_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.linear_attn.in_proj_qkv": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.linear_attn.in_proj_z": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp.experts": {
"quant_algo": "W4A16_NVFP4",
"group_size": 16
},
"model.language_model.layers.46.mlp.shared_expert.gate_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp.shared_expert.up_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp.shared_expert.down_proj": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.attn_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.attn_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.attn_hyper_connection.block_inject_weight": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp_hyper_connection.input_mix_weight_down": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp_hyper_connection.input_mix_weight_up": {
"quant_algo": "MXFP8",
"group_size": 32
},
"model.language_model.layers.46.mlp_hyper_con