embed_tokens.weight	BF16	[128256, 3072]	394002432	788004864
fc.fc.weight	BF16	[3072, 9216]	28311552	56623104
fc.norm.0.weight	BF16	[3072]	3072	6144
fc.norm.1.weight	BF16	[3072]	3072	6144
fc.norm.2.weight	BF16	[3072]	3072	6144
lm_head.weight	BF16	[128256, 3072]	394002432	788004864
midlayer.hidden_norm.weight	BF16	[3072]	3072	6144
midlayer.input_layernorm.weight	BF16	[3072]	3072	6144
midlayer.mlp.down_proj.weight	BF16	[3072, 8192]	25165824	50331648
midlayer.mlp.gate_proj.weight	BF16	[8192, 3072]	25165824	50331648
midlayer.mlp.up_proj.weight	BF16	[8192, 3072]	25165824	50331648
midlayer.post_attention_layernorm.weight	BF16	[3072]	3072	6144
midlayer.post_mlp_layernorm.weight	BF16	[3072]	3072	6144
midlayer.self_attn.k_proj.weight	BF16	[3072, 6144]	18874368	37748736
midlayer.self_attn.o_proj.weight	BF16	[3072, 3072]	9437184	18874368
midlayer.self_attn.q_proj.weight	BF16	[3072, 6144]	18874368	37748736
midlayer.self_attn.v_proj.weight	BF16	[3072, 6144]	18874368	37748736
norm.weight	BF16	[3072]	3072	6144
TOTAL_BYTES	1915797504
