d2t	I64	[128256]	128256	1026048
embed_tokens.weight	BF16	[248320, 3072]	762839040	1525678080
fc.weight	BF16	[3072, 15360]	47185920	94371840
fc_norm.0.weight	BF16	[5120]	5120	10240
fc_norm.1.weight	BF16	[5120]	5120	10240
fc_norm.2.weight	BF16	[5120]	5120	10240
lm_head.weight	BF16	[128256, 3072]	394002432	788004864
midlayer.hidden_norm.weight	BF16	[3072]	3072	6144
midlayer.input_layernorm.weight	BF16	[3072]	3072	6144
midlayer.mlp.down_proj.weight	BF16	[3072, 8192]	25165824	50331648
midlayer.mlp.ffn_sub_norm.weight	BF16	[8192]	8192	16384
midlayer.mlp.gate_proj.weight	BF16	[8192, 3072]	25165824	50331648
midlayer.mlp.up_proj.weight	BF16	[8192, 3072]	25165824	50331648
midlayer.post_attention_layernorm.weight	BF16	[3072]	3072	6144
midlayer.self_attn.attn_sub_norm.weight	BF16	[3072]	3072	6144
midlayer.self_attn.k_proj.weight	BF16	[3072, 6144]	18874368	37748736
midlayer.self_attn.o_proj.weight	BF16	[3072, 3072]	9437184	18874368
midlayer.self_attn.q_proj.weight	BF16	[3072, 6144]	18874368	37748736
midlayer.self_attn.v_proj.weight	BF16	[3072, 6144]	18874368	37748736
norm.weight	BF16	[3072]	3072	6144
t2d	BOOL	[248320]	248320	248320
TOTAL_BYTES	2692522496
