Hugging Face's logo

numen-tech
/
Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1-GPTQ-Int4

Text Generation
MLC-LLM
English
4-bit precision
Model card Files
xet
Community
Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1-GPTQ-Int4 / ndarray-cache.json
numen-tech's picture
numen-tech
Add weights
5df82bb
raw
history blame contribute delete
180 kB
 {
"metadata": {
"ParamSize": 435,
"ParamBytes": 2074376192.0,
"BitsPerParam": 4.125578908258419
},
"records": [
{
"dataPath": "params_shard_0.bin",
"format": "raw-shard",
"nbytes": 194478080,
"records": [
{
"name": "model.embed_tokens.q_weight",
"shape": [
151936,
320
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 194478080,
"byteOffset": 0
}
],
"md5sum": "18c43dc27ac8cdc4983bb7466bb8089e"
},
{
"dataPath": "params_shard_1.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.0.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "71f3cc27ca68e432c9b512c274415a73"
},
{
"dataPath": "params_shard_2.bin",
"format": "raw-shard",
"nbytes": 33229312,
"records": [
{
"name": "model.embed_tokens.q_scale",
"shape": [
151936,
20
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 6077440,
"byteOffset": 0
},
{
"name": "model.layers.0.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 6077440
},
{
"name": "model.layers.0.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 6082560
},
{
"name": "model.layers.0.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 18534400
},
{
"name": "model.layers.0.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 18923520
},
{
"name": "model.layers.0.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 19701760
},
{
"name": "model.layers.0.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 19706880
},
{
"name": "model.layers.0.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 19707136
},
{
"name": "model.layers.0.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 27571456
},
{
"name": "model.layers.0.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 27817216
},
{
"name": "model.layers.0.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 33060096
},
{
"name": "model.layers.0.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 33223936
},
{
"name": "model.layers.1.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 33224192
}
],
"md5sum": "2be9c6755c0f41d45777948b9980d099"
},
{
"dataPath": "params_shard_3.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.1.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "2b5936dc72a6c25d719fdfc8fa78123a"
},
{
"dataPath": "params_shard_4.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.1.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.1.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.1.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.1.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.1.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.1.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.1.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.1.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.1.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.1.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.10.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "a36c4e9d7c52990a061344c54cf37765"
},
{
"dataPath": "params_shard_5.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.10.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "f75eba95504ae5d9b6447d9d95c175a9"
},
{
"dataPath": "params_shard_6.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.10.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.10.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.10.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.10.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.10.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.10.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.10.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.10.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.10.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.10.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.11.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "9bb559fac133de69a34aee918ac09e34"
},
{
"dataPath": "params_shard_7.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.11.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "8dcb19f047ef23cd4ce093d6709b4717"
},
{
"dataPath": "params_shard_8.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.11.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.11.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.11.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.11.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.11.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.11.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.11.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.11.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.11.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.11.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.12.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "a3756f55798bc35d568f894eee43ada1"
},
{
"dataPath": "params_shard_9.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.12.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "709b31321fbc3c4b16babe01b861ab29"
},
{
"dataPath": "params_shard_10.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.12.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.12.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.12.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.12.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.12.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.12.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.12.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.12.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.12.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.12.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.13.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "4f74d07c317b92f0851b54582989a4fa"
},
{
"dataPath": "params_shard_11.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.13.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "80772e9bae07a0f6e7a8ffcb353162d9"
},
{
"dataPath": "params_shard_12.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.13.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.13.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.13.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.13.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.13.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.13.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.13.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.13.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.13.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.13.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.14.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "e4d4b913780a297028c27e7a6bb820bd"
},
{
"dataPath": "params_shard_13.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.14.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b4fd14e3f49d9d82dafb95e68ba90931"
},
{
"dataPath": "params_shard_14.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.14.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.14.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.14.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.14.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.14.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.14.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.14.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.14.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.14.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.14.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.15.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "792be9fa2571d84bff62737ceeea26f4"
},
{
"dataPath": "params_shard_15.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.15.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "cadf4e773757f10b6295ff8aee0fa1ae"
},
{
"dataPath": "params_shard_16.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.15.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.15.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.15.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.15.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.15.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.15.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.15.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.15.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.15.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.15.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.16.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "8b78beba8108ffdfa58c5ebe73788e56"
},
{
"dataPath": "params_shard_17.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.16.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "bddb5aa69eb938f592dcab0c2d9c6774"
},
{
"dataPath": "params_shard_18.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.16.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.16.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.16.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.16.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.16.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.16.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.16.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.16.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.16.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.16.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.17.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "c79e173100894a6683abbd717871175c"
},
{
"dataPath": "params_shard_19.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.17.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "4b25ef7c819d4d02602a3a75813f7623"
},
{
"dataPath": "params_shard_20.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.17.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.17.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.17.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.17.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.17.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.17.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.17.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.17.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.17.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.17.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.18.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "19ef807eca156fbc9ce68cd70bf0326b"
},
{
"dataPath": "params_shard_21.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.18.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "6c0911a0bbd2313674a02434c5a3ff4d"
},
{
"dataPath": "params_shard_22.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.18.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.18.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.18.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.18.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.18.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.18.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.18.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.18.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.18.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.18.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.19.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "5f4c94eb8f6101e8ca39b499cf98d267"
},
{
"dataPath": "params_shard_23.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.19.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "0380673d480665c42f2a9962cec81401"
},
{
"dataPath": "params_shard_24.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.19.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.19.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.19.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.19.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.19.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.19.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.19.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.19.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.19.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.19.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.2.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "1f5814ee2b5401959a8f8c086b9ab26e"
},
{
"dataPath": "params_shard_25.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.2.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "e04e5b2c1604cb880070c8ed8ac706c0"
},
{
"dataPath": "params_shard_26.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.20.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "8412190815d5633f11b21a3ba4c3dcc7"
},
{
"dataPath": "params_shard_27.bin",
"format": "raw-shard",
"nbytes": 27920128,
"records": [
{
"name": "model.layers.2.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.2.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.2.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.2.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.2.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.2.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.2.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.2.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.2.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.2.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.20.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 27141632
},
{
"name": "model.layers.20.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27919872
}
],
"md5sum": "ae503a45b4a1bc17200570dd5d9093b9"
},
{
"dataPath": "params_shard_28.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.3.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b1273bf87d991eef8c1099097686ba4f"
},
{
"dataPath": "params_shard_29.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.20.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.20.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.20.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.20.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.20.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.3.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.3.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.3.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.3.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.3.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.3.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "a5683bae2139bb1faa9666fb5470db49"
},
{
"dataPath": "params_shard_30.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.4.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "ef38b9a570d71bb29ef3afff225c01e5"
},
{
"dataPath": "params_shard_31.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.3.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.3.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.3.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.3.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.3.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.4.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.4.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.4.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.4.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.4.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.4.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "99920a17c616bbe605a51332a826b899"
},
{
"dataPath": "params_shard_32.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.5.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "d87c735c4d98ee9544cbd83d153a1b01"
},
{
"dataPath": "params_shard_33.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.4.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.4.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.4.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.4.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.4.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.5.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.5.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.5.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.5.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.5.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.5.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "e72419b5d2fc2d6fbe51c5d8ef4e1f66"
},
{
"dataPath": "params_shard_34.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.6.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "355542ff57860ab952b9b428201aacaf"
},
{
"dataPath": "params_shard_35.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.5.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.5.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.5.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.5.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.5.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.6.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.6.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.6.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.6.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.6.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.6.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "b74128dc996e8ca589374f2dbcc08056"
},
{
"dataPath": "params_shard_36.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.7.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "1ab24a0b54dcd288c713d85ffb3e8bd6"
},
{
"dataPath": "params_shard_37.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.6.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.6.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.6.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.6.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.6.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.7.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.7.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.7.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.7.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.7.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.7.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "e42eb317304df90359be2c4aaaf1693d"
},
{
"dataPath": "params_shard_38.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.8.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "f0cc758677d4f1ebc25a9f588ee2af67"
},
{
"dataPath": "params_shard_39.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.7.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.7.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.7.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.7.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.7.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.8.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.8.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.8.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.8.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.8.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.8.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "7b2c5e442eeb68b561ade2001af34fd4"
},
{
"dataPath": "params_shard_40.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.9.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "35faa71485d40e88db4aaf1535742a8b"
},
{
"dataPath": "params_shard_41.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.8.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.8.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.8.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.8.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.8.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.9.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.9.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.9.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.9.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 26363136
},
{
"name": "model.layers.9.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141376
},
{
"name": "model.layers.9.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27146496
}
],
"md5sum": "9e64554e8355ce9369c418a611585b52"
},
{
"dataPath": "params_shard_42.bin",
"format": "raw-shard",
"nbytes": 26373376,
"records": [
{
"name": "model.layers.9.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 0
},
{
"name": "model.layers.9.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 7864320
},
{
"name": "model.layers.9.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 8110080
},
{
"name": "model.layers.9.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 13352960
},
{
"name": "model.layers.9.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13516800
},
{
"name": "model.layers.20.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13517056
},
{
"name": "model.layers.20.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 13522176
},
{
"name": "model.layers.20.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 25974016
},
{
"name": "model.layers.20.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 26363136
},
{
"name": "model.layers.21.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 26368256
}
],
"md5sum": "8ac02dfe29d64ec03f932ba8117e60f3"
},
{
"dataPath": "params_shard_43.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.21.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "0bf36b3622e5cee5a61b69f60bba7ecb"
},
{
"dataPath": "params_shard_44.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.21.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.21.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.21.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.21.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.21.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.21.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.21.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.21.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.21.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.21.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.22.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "44e9e9b2414b2dcfc92ce48ab2f33f1a"
},
{
"dataPath": "params_shard_45.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.22.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b97a9624082441024ee0c831c20809dd"
},
{
"dataPath": "params_shard_46.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.22.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.22.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.22.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.22.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.22.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.22.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.22.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.22.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.22.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.22.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.23.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "64f49953bac08256c0c6747c05611415"
},
{
"dataPath": "params_shard_47.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.23.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "90ad5a1ab94dc8b744236460565e30ae"
},
{
"dataPath": "params_shard_48.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.23.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.23.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.23.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.23.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.23.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.23.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.23.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.23.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.23.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.23.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.24.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "16b9b0040792f6349eee486e9fa694a3"
},
{
"dataPath": "params_shard_49.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.24.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "5f56f34633ea21c7bdb2cb48a392cfc4"
},
{
"dataPath": "params_shard_50.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.24.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.24.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.24.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.24.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.24.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.24.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.24.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.24.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.24.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.24.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.25.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "f42dfa6f4907fdfe7287bae68292d121"
},
{
"dataPath": "params_shard_51.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.25.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "33d5ff146e20bcee1c7499dbd2b07c39"
},
{
"dataPath": "params_shard_52.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.25.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.25.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.25.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.25.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.25.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.25.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.25.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.25.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.25.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.25.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.26.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "b698ecc227053c2401de6c757ce0e00d"
},
{
"dataPath": "params_shard_53.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.26.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "391de12e6673f73824014a99bface975"
},
{
"dataPath": "params_shard_54.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.26.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.26.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.26.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.26.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.26.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.26.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.26.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.26.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.26.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.26.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.27.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "ce4e8617b9b95bb7814a79aae7029535"
},
{
"dataPath": "params_shard_55.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.27.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "1d4b844f12e12340afb8f06c6ab23ccd"
},
{
"dataPath": "params_shard_56.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.27.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.27.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.27.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.27.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.27.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.27.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.27.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.27.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.27.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.27.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.28.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "ec990fdd33c515b9893b0ed685ae4b04"
},
{
"dataPath": "params_shard_57.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.28.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "a4ddf4223d63434fc64b38f489de80ff"
},
{
"dataPath": "params_shard_58.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.28.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.28.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.28.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.28.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.28.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.28.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.28.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.28.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.28.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.28.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.29.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "f73971eeb4f04d9e1fad89626ba3323f"
},
{
"dataPath": "params_shard_59.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.29.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "3a586201c796cdfbdef3b23d3cbb9cb8"
},
{
"dataPath": "params_shard_60.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.29.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.29.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.29.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.29.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.29.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.29.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.29.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.29.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.29.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.29.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.30.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "bfbb37048eebe09f5d91dc359440228b"
},
{
"dataPath": "params_shard_61.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.30.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "7408d469fbea817bf273a8d5a520374d"
},
{
"dataPath": "params_shard_62.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.30.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.30.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.30.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.30.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.30.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.30.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.30.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.30.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.30.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.30.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.31.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "9ab151962dfd7ca2e7bb42799069e151"
},
{
"dataPath": "params_shard_63.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.31.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b8452255597b929c3d7048c740cc5a9b"
},
{
"dataPath": "params_shard_64.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.31.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.31.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.31.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.31.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.31.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.31.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.31.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.31.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.31.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.31.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.32.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "c40a7dc20a60e0795e369b6db454929b"
},
{
"dataPath": "params_shard_65.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.32.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b6b2a9d3120ad8835cd4052e7d903874"
},
{
"dataPath": "params_shard_66.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.32.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.32.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.32.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.32.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.32.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.32.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.32.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.32.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.32.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.32.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.33.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "8e22cbc20dbe320424c1a28a58634272"
},
{
"dataPath": "params_shard_67.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.33.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "c58e4ed014b2d41eb59b70326fd7eb6a"
},
{
"dataPath": "params_shard_68.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.33.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.33.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.33.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.33.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.33.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.33.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.33.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.33.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.33.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.33.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.34.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "5f30f708129afb93de4103e583b7afad"
},
{
"dataPath": "params_shard_69.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.34.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "b9561f34c602a62da5857cf77e2ab100"
},
{
"dataPath": "params_shard_70.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.34.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.34.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.34.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.34.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.34.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.34.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.34.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.34.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.34.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.34.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.layers.35.input_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "c7f84e3a5bef292775114156639f436a"
},
{
"dataPath": "params_shard_71.bin",
"format": "raw-shard",
"nbytes": 24903680,
"records": [
{
"name": "model.layers.35.mlp.gate_up_proj.q_weight",
"shape": [
320,
19456
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 24903680,
"byteOffset": 0
}
],
"md5sum": "60198e513e19346c8ae99f6522d05a83"
},
{
"dataPath": "params_shard_72.bin",
"format": "raw-shard",
"nbytes": 27146752,
"records": [
{
"name": "model.layers.35.mlp.down_proj.q_weight",
"shape": [
1216,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 12451840,
"byteOffset": 0
},
{
"name": "model.layers.35.mlp.down_proj.q_scale",
"shape": [
76,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 389120,
"byteOffset": 12451840
},
{
"name": "model.layers.35.mlp.gate_up_proj.q_scale",
"shape": [
20,
19456
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 778240,
"byteOffset": 12840960
},
{
"name": "model.layers.35.post_attention_layernorm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 13619200
},
{
"name": "model.layers.35.self_attn.k_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 13624320
},
{
"name": "model.layers.35.self_attn.c_attn.q_weight",
"shape": [
320,
6144
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 7864320,
"byteOffset": 13624576
},
{
"name": "model.layers.35.self_attn.c_attn.q_scale",
"shape": [
20,
6144
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 245760,
"byteOffset": 21488896
},
{
"name": "model.layers.35.self_attn.o_proj.q_weight",
"shape": [
512,
2560
],
"dtype": "uint32",
"format": "f32-to-bf16",
"nbytes": 5242880,
"byteOffset": 21734656
},
{
"name": "model.layers.35.self_attn.o_proj.q_scale",
"shape": [
32,
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 163840,
"byteOffset": 26977536
},
{
"name": "model.layers.35.self_attn.q_norm.weight",
"shape": [
128
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 256,
"byteOffset": 27141376
},
{
"name": "model.norm.weight",
"shape": [
2560
],
"dtype": "float16",
"format": "f32-to-bf16",
"nbytes": 5120,
"byteOffset": 27141632
}
],
"md5sum": "1c650f91b7d2d55bea772f9769c61eb8"
}
]
}