DS4Server/assets/models/qwen38-flash-next-bare-speed-tensors.tsv

1	file	name	dtype	shape	quant_bits	group_size	quant_mode	data_start	data_end
2	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3801091950	3827306350
3	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2018512750	2044727150
4	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	4246736750	4666167150
5	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	498077550	524291950
6	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	524291950	550506350
7	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3381661550	3801091950
8	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2490371950	2516586350
9	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1022365550	1048579950
10	model-00001-of-00017.safetensors	language_model.model.layers.0.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2044727150	2464157550
11	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1520439150	1546653550
12	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2464157550	2490371950
13	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1599082350	2018512750
14	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1572867950	1599082350
15	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1494224750	1520439150
16	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2962231150	3381661550
17	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2936016750	2962231150
18	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1048579950	1074794350
19	model-00001-of-00017.safetensors	language_model.model.layers.1.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1074794350	1494224750
20	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1546653550	1572867950
21	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	576720750	602935150
22	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3827306350	4246736750
23	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	471863150	498077550
24	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	550506350	576720750
25	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2516586350	2936016750
26	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	419434350	445648750
27	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	445648750	471863150
28	model-00001-of-00017.safetensors	language_model.model.layers.10.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3950	419434350
29	model-00001-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	602935150	1022365550
30	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4272951312	4299165712
31	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3224375312	3250589712
32	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3303018512	3329232912
33	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3355447312	3381661712
34	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1389367312	1808797712
35	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1835012112	1861226512
36	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2359300112	2385514512
37	model-00002-of-00017.safetensors	language_model.model.layers.11.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3853520912	4272951312
38	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3250589712	3276804112
39	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3329232912	3355447312
40	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2385514512	2804944912
41	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3276804112	3303018512
42	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2333085712	2359300112
43	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1861226512	2280656912
44	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1808797712	1835012112
45	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2306871312	2333085712
46	model-00002-of-00017.safetensors	language_model.model.layers.12.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3434090512	3853520912
47	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3381661712	3407876112
48	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3407876112	3434090512
49	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	524292112	943722512
50	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2280656912	2306871312
51	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	498077712	524292112
52	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	969936912	1389367312
53	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	943722512	969936912
54	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	471863312	498077712
55	model-00002-of-00017.safetensors	language_model.model.layers.13.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2804944912	3224375312
56	model-00002-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	445648912	471863312
57	model-00002-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4112	26218512
58	model-00002-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	26218512	445648912
59	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1992298368	2018512768
60	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2883587968	2909802368
61	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	4246736768	4666167168
62	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1415581568	1441795968
63	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1939869568	1966083968
64	model-00003-of-00017.safetensors	language_model.model.layers.14.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	498077568	917507968
65	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2857373568	2883587968
66	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4194307968	4220522368
67	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1520439168	1939869568
68	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1441795968	1468010368
69	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1468010368	1494224768
70	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3355447168	3774877568
71	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1966083968	1992298368
72	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1494224768	1520439168
73	model-00003-of-00017.safetensors	language_model.model.layers.15.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2018512768	2437943168
74	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	917507968	943722368
75	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1389367168	1415581568
76	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	943722368	1363152768
77	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1363152768	1389367168
78	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4220522368	4246736768
79	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3774877568	4194307968
80	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	26218368	52432768
81	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	471863168	498077568
82	model-00003-of-00017.safetensors	language_model.model.layers.16.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2936016768	3355447168
83	model-00003-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2909802368	2936016768
84	model-00003-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3968	26218368
85	model-00003-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	52432768	471863168
86	model-00003-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2437943168	2857373568
87	model-00004-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3722448902	3748663302
88	model-00004-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4246736902	4272951302
89	model-00004-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2778730502	2804944902
90	model-00004-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4220522502	4246736902
91	model-00004-of-00017.safetensors	language_model.model.layers.17.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2804944902	3224375302
92	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2306871302	2333085702
93	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4168093702	4194308102
94	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3748663302	4168093702
95	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3224375302	3250589702
96	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3250589702	3276804102
97	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3276804102	3696234502
98	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2280656902	2306871302
99	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	943722502	969936902
100	model-00004-of-00017.safetensors	language_model.model.layers.18.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2333085702	2752516102
101	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4272951302	4299165702
102	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1835012102	1861226502
103	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1861226502	2280656902
104	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	891293702	917508102
105	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	917508102	943722502
106	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	996151302	1415581702
107	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	865079302	891293702
108	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	969936902	996151302
109	model-00004-of-00017.safetensors	language_model.model.layers.19.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1415581702	1835012102
110	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2752516102	2778730502
111	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4194308102	4220522502
112	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	445648902	865079302
113	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3696234502	3722448902
114	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4102	26218502
115	model-00004-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	26218502	445648902
116	model-00005-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3748663169	3774877569
117	model-00005-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2831159169	2857373569
118	model-00005-of-00017.safetensors	language_model.model.layers.2.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3774877569	4194307969
119	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4639952769	4666167169
120	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4613738369	4639952769
121	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2359299969	2778730369
122	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2857373569	2883587969
123	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3303018369	3329232769
124	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	917507969	1336938369
125	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2778730369	2804944769
126	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1441795969	1468010369
127	model-00005-of-00017.safetensors	language_model.model.layers.20.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2883587969	3303018369
128	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1389367169	1415581569
129	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1468010369	1494224769
130	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1913655169	2333085569
131	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1415581569	1441795969
132	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2804944769	2831159169
133	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3329232769	3748663169
134	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1336938369	1363152769
135	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1363152769	1389367169
136	model-00005-of-00017.safetensors	language_model.model.layers.21.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	4194307969	4613738369
137	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	891293569	917507969
138	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2333085569	2359299969
139	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1494224769	1913655169
140	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	419434369	445648769
141	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	445648769	471863169
142	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	471863169	891293569
143	model-00005-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3969	419434369
144	model-00006-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4246736908	4272951308
145	model-00006-of-00017.safetensors	language_model.model.layers.22.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4272951308	4299165708
146	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3774877708	3801092108
147	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3303018508	3329232908
148	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3827306508	4246736908
149	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1363152908	1389367308
150	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2673872908	2700087308
151	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2254442508	2673872908
152	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2857373708	2883588108
153	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2700087308	2726301708
154	model-00006-of-00017.safetensors	language_model.model.layers.23.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1835012108	2254442508
155	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1808797708	1835012108
156	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	445648908	471863308
157	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1389367308	1808797708
158	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2804944908	2831159308
159	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2831159308	2857373708
160	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2883588108	3303018508
161	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	917508108	943722508
162	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2752516108	2778730508
163	model-00006-of-00017.safetensors	language_model.model.layers.24.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	943722508	1363152908
164	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	471863308	498077708
165	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3748663308	3774877708
166	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	498077708	917508108
167	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2778730508	2804944908
168	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2726301708	2752516108
169	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3329232908	3748663308
170	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3801092108	3827306508
171	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4108	26218508
172	model-00006-of-00017.safetensors	language_model.model.layers.25.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	26218508	445648908
173	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3774877568	3801091968
174	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4220522368	4246736768
175	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	4246736768	4666167168
176	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3722448768	3748663168
177	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3696234368	3722448768
178	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3801091968	4220522368
179	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3250589568	3276803968
180	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2752515968	2778730368
181	model-00007-of-00017.safetensors	language_model.model.layers.26.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1363152768	1782583168
182	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2726301568	2752515968
183	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2804944768	2831159168
184	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2831159168	3250589568
185	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2700087168	2726301568
186	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2254442368	2280656768
187	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2280656768	2700087168
188	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1782583168	1808797568
189	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	471863168	498077568
190	model-00007-of-00017.safetensors	language_model.model.layers.27.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1808797568	2228227968
191	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2228227968	2254442368
192	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	917507968	943722368
193	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	943722368	1363152768
194	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3748663168	3774877568
195	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2778730368	2804944768
196	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	498077568	917507968
197	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3968	26218368
198	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	26218368	52432768
199	model-00007-of-00017.safetensors	language_model.model.layers.28.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	52432768	471863168
200	model-00007-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3276803968	3696234368
201	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3696234497	3722448897
202	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2359300097	2385514497
203	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	498077697	524292097
204	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4246736897	4272951297
205	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2385514497	2804944897
206	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	550506497	576720897
207	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3722448897	3748663297
208	model-00008-of-00017.safetensors	language_model.model.layers.29.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3748663297	4168093697
209	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3224375297	3250589697
210	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3670020097	3696234497
211	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1939869697	2359300097
212	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4220522497	4246736897
213	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1913655297	1939869697
214	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	602935297	1022365697
215	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4272951297	4299165697
216	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1441796097	1468010497
217	model-00008-of-00017.safetensors	language_model.model.layers.3.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3250589697	3670020097
218	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1468010497	1494224897
219	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4194308097	4220522497
220	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1494224897	1913655297
221	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	524292097	550506497
222	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	576720897	602935297
223	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1022365697	1441796097
224	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	26218497	52432897
225	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	52432897	78647297
226	model-00008-of-00017.safetensors	language_model.model.layers.30.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	78647297	498077697
227	model-00008-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4097	26218497
228	model-00008-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4168093697	4194308097
229	model-00008-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2804944897	3224375297
230	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4613738362	4639952762
231	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1468010362	1494224762
232	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3303018362	3722448762
233	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3250589562	3276803962
234	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4587523962	4613738362
235	model-00009-of-00017.safetensors	language_model.model.layers.31.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3722448762	4141879162
236	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2385514362	2411728762
237	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4561309562	4587523962
238	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2411728762	2831159162
239	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3276803962	3303018362
240	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4639952762	4666167162
241	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1939869562	2359299962
242	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1494224762	1520439162
243	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	524291962	550506362
244	model-00009-of-00017.safetensors	language_model.model.layers.32.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1520439162	1939869562
245	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2359299962	2385514362
246	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	996151162	1022365562
247	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1022365562	1441795962
248	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	1441795962	1468010362
249	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	498077562	524291962
250	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	550506362	969936762
251	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	969936762	996151162
252	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	52432762	78647162
253	model-00009-of-00017.safetensors	language_model.model.layers.33.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	78647162	498077562
254	model-00009-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3962	26218362
255	model-00009-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	26218362	52432762
256	model-00009-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2831159162	3250589562
257	model-00009-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	4141879162	4561309562
258	model-00010-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2437943308	2464157708
259	model-00010-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1861226508	1887440908
260	model-00010-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3407876108	3434090508
261	model-00010-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3381661708	3407876108
262	model-00010-of-00017.safetensors	language_model.model.layers.34.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2962231308	3381661708
263	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2516586508	2542800908
264	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2464157708	2490372108
265	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2542800908	2962231308
266	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2385514508	2411728908
267	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1913655308	1939869708
268	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3853520908	4272951308
269	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2411728908	2437943308
270	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1887440908	1913655308
271	model-00010-of-00017.safetensors	language_model.model.layers.35.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1966084108	2385514508
272	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2490372108	2516586508
273	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1939869708	1966084108
274	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3434090508	3853520908
275	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	943722508	969936908
276	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1415581708	1441796108
277	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1441796108	1861226508
278	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4272951308	4299165708
279	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	969936908	996151308
280	model-00010-of-00017.safetensors	language_model.model.layers.36.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	524292108	943722508
281	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	445648908	471863308
282	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	471863308	498077708
283	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	996151308	1415581708
284	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	498077708	524292108
285	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4108	26218508
286	model-00010-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	26218508	445648908
287	model-00011-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	498077559	524291959
288	model-00011-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4220522359	4246736759
289	model-00011-of-00017.safetensors	language_model.model.layers.37.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	4246736759	4666167159
290	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4168093559	4194307959
291	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3224375159	3250589559
292	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1835011959	2254442359
293	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4194307959	4220522359
294	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3670019959	3696234359
295	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1363152759	1782583159
296	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2726301559	2752515959
297	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2752515959	2778730359
298	model-00011-of-00017.safetensors	language_model.model.layers.38.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3250589559	3670019959
299	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1808797559	1835011959
300	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2700087159	2726301559
301	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3748663159	4168093559
302	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3696234359	3722448759
303	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3722448759	3748663159
304	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	943722359	1363152759
305	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	471863159	498077559
306	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3198160759	3224375159
307	model-00011-of-00017.safetensors	language_model.model.layers.39.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	524291959	943722359
308	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2673872759	2700087159
309	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1782583159	1808797559
310	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2254442359	2673872759
311	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3959	26218359
312	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	26218359	52432759
313	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	52432759	471863159
314	model-00011-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2778730359	3198160759
315	model-00012-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4246736906	4272951306
316	model-00012-of-00017.safetensors	language_model.model.layers.4.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4272951306	4299165706
317	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1861226506	1887440906
318	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3696234506	3722448906
319	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3801092106	4220522506
320	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2778730506	2804944906
321	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3748663306	3774877706
322	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2831159306	3250589706
323	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2333085706	2359300106
324	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3722448906	3748663306
325	model-00012-of-00017.safetensors	language_model.model.layers.40.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1363152906	1782583306
326	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2306871306	2333085706
327	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1782583306	1808797706
328	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2359300106	2778730506
329	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	917508106	943722506
330	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1835012106	1861226506
331	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1887440906	2306871306
332	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3670020106	3696234506
333	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1808797706	1835012106
334	model-00012-of-00017.safetensors	language_model.model.layers.41.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	943722506	1363152906
335	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	471863306	498077706
336	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2804944906	2831159306
337	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	498077706	917508106
338	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	445648906	471863306
339	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3774877706	3801092106
340	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3250589706	3670020106
341	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4220522506	4246736906
342	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4106	26218506
343	model-00012-of-00017.safetensors	language_model.model.layers.42.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	26218506	445648906
344	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3801091974	3827306374
345	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3774877574	3801091974
346	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	4246736774	4666167174
347	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3093303174	3119517574
348	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3748663174	3774877574
349	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1782583174	2202013574
350	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3224375174	3250589574
351	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3722448774	3748663174
352	model-00013-of-00017.safetensors	language_model.model.layers.43.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3827306374	4246736774
353	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3119517574	3145731974
354	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	3198160774	3224375174
355	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3250589574	3670019974
356	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	3171946374	3198160774
357	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	3696234374	3722448774
358	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2673872774	3093303174
359	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	3145731974	3171946374
360	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2202013574	2228227974
361	model-00013-of-00017.safetensors	language_model.model.layers.44.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	2254442374	2673872774
362	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3670019974	3696234374
363	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1756368774	1782583174
364	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1336938374	1756368774
365	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	865079174	891293574
366	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	891293574	917507974
367	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	917507974	1336938374
368	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2228227974	2254442374
369	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	419434374	445648774
370	model-00013-of-00017.safetensors	language_model.model.layers.45.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	445648774	865079174
371	model-00013-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3974	419434374
372	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1415581704	1441796104
373	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1441796104	1468010504
374	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4168093704	4194308104
375	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4272951304	4299165704
376	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3250589704	3670020104
377	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1913655304	1939869704
378	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2804944904	2831159304
379	model-00014-of-00017.safetensors	language_model.model.layers.46.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3696234504	4115664904
380	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	4220522504	4246736904
381	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	4194308104	4220522504
382	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	2831159304	3250589704
383	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2778730504	2804944904
384	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	1468010504	1494224904
385	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2359300104	2778730504
386	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	1389367304	1415581704
387	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	4141879304	4168093704
388	model-00014-of-00017.safetensors	language_model.model.layers.47.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1939869704	2359300104
389	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	3670020104	3696234504
390	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	917508104	943722504
391	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	943722504	1363152904
392	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4115664904	4141879304
393	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	865079304	891293704
394	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	1494224904	1913655304
395	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	4246736904	4272951304
396	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	419434504	445648904
397	model-00014-of-00017.safetensors	language_model.model.layers.5.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	445648904	865079304
398	model-00014-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1363152904	1389367304
399	model-00014-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	891293704	917508104
400	model-00014-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	4104	419434504
401	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2778730346	2804944746
402	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	4220522346	4246736746
403	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2359299946	2778730346
404	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2831159146	2857373546
405	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2857373546	2883587946
406	model-00015-of-00017.safetensors	language_model.model.layers.6.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3774877546	4194307946
407	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	2333085546	2359299946
408	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	2804944746	2831159146
409	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	4246736746	4666167146
410	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	2280656746	2306871146
411	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	2306871146	2333085546
412	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	3355447146	3774877546
413	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2883587946	2909802346
414	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	2909802346	2936016746
415	model-00015-of-00017.safetensors	language_model.model.layers.7.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	1861226346	2280656746
416	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1336938346	1363152746
417	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	1389367146	1415581546
418	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	1415581546	1835011946
419	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	4194307946	4220522346
420	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	891293546	917507946
421	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	917507946	1336938346
422	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	419434346	445648746
423	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	1363152746	1389367146
424	model-00015-of-00017.safetensors	language_model.model.layers.8.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	471863146	891293546
425	model-00015-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.down_proj.biases	BF16	512x2560x10	4	64	affine	1835011946	1861226346
426	model-00015-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.down_proj.scales	BF16	512x2560x10	4	64	affine	445648746	471863146
427	model-00015-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	4	64	affine	3946	419434346
428	model-00015-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	4	64	affine	2936016746	3355447146
429	model-00016-of-00017.safetensors	language_model.lm_head.biases	BF16	248320x40	4	64	affine	1613106348	1632971948
430	model-00016-of-00017.safetensors	language_model.lm_head.scales	BF16	248320x40	4	64	affine	858405156	878270756
431	model-00016-of-00017.safetensors	language_model.lm_head.weight	U32	248320x320	4	64	affine	3127426076	3445275676
432	model-00016-of-00017.safetensors	language_model.model.embed_tokens.biases	BF16	248320x40	4	64	affine	2582830796	2602696396
433	model-00016-of-00017.safetensors	language_model.model.embed_tokens.scales	BF16	248320x40	4	64	affine	2454382332	2474247932
434	model-00016-of-00017.safetensors	language_model.model.embed_tokens.weight	U32	248320x320	4	64	affine	2626387660	2944237260
435	model-00016-of-00017.safetensors	language_model.model.hyper_connection_mixer.hc_norm.weight	BF16	10240				2035595164	2035615644
436	model-00016-of-00017.safetensors	language_model.model.hyper_connection_mixer.input_mix_weight_down.weight	BF16	320x10240				3490183452	3496737052
437	model-00016-of-00017.safetensors	language_model.model.hyper_connection_mixer.input_mix_weight_up.weight	BF16	10240x320				2944278220	2950831820
438	model-00016-of-00017.safetensors	language_model.model.layers.0.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2339375180	2339457100
439	model-00016-of-00017.safetensors	language_model.model.layers.0.attn_hyper_connection.hc_norm.weight	BF16	10240				1232367948	1232388428
440	model-00016-of-00017.safetensors	language_model.model.layers.0.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2523639660	2530193260
441	model-00016-of-00017.safetensors	language_model.model.layers.0.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				4256296284	4262849884
442	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.A_log	BF16	48				3796949756	3796949852
443	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.conv1d.weight	BF16	10240x4x1				3752913324	3752995244
444	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.dt_bias	BF16	48				443286612	443286708
445	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	2300871420	2300875260
446	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2626301900	2626305740
447	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	4282602844	4282664284
448	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2427187372	2427191212
449	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1601261132	1601264972
450	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1116399332	1116460772
451	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	3572520044	3573339244
452	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3452320796	3453139996
453	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1019912580	1033019780
454	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3806995804	3807487324
455	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3775840764	3776332284
456	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	3788204796	3796069116
457	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.norm.weight	BF16	128				3786480380	3786480636
458	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3527216764	3527708284
459	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3620229836	3620721356
460	model-00016-of-00017.safetensors	language_model.model.layers.0.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3462530332	3470394652
461	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.gate.biases	BF16	512x40	8	64	affine	1757777772	1757818732
462	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.gate.scales	BF16	512x40	8	64	affine	3526131324	3526172284
463	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.gate.weight	U32	512x640	8	64	affine	1164862540	1166173260
464	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2359992396	2360043596
465	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2950831820	2950883020
466	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2103063724	2103882924
467	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3573380204	3573431404
468	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3554930284	3554981484
469	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2482564092	2483383292
470	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3084938860	3084990060
471	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2261224540	2261275740
472	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3001640636	3002459836
473	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1540541020	1540541100
474	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2986535276	2986535356
475	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1581191516	1581192796
476	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2626168780	2626250700
477	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp_hyper_connection.hc_norm.weight	BF16	10240				3752995244	3753015724
478	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1719344492	1725898092
479	model-00016-of-00017.safetensors	language_model.model.layers.0.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				824597204	831150804
480	model-00016-of-00017.safetensors	language_model.model.layers.1.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3554797164	3554879084
481	model-00016-of-00017.safetensors	language_model.model.layers.1.attn_hyper_connection.hc_norm.weight	BF16	10240				1405324908	1405345388
482	model-00016-of-00017.safetensors	language_model.model.layers.1.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2514679564	2521233164
483	model-00016-of-00017.safetensors	language_model.model.layers.1.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				4262942044	4269495644
484	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.A_log	BF16	48				3522758428	3522758524
485	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.conv1d.weight	BF16	10240x4x1				2060499532	2060581452
486	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.dt_bias	BF16	48				2252240124	2252240220
487	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	677817204	677821044
488	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	602640484	602644324
489	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3725482396	3725543836
490	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1813155004	1813158844
491	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1224938492	1224942332
492	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	3638335564	3638397004
493	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1813158844	1813978044
494	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3726414236	3727233436
495	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1890223420	1903330620
496	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3668936604	3669428124
497	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3018970812	3019462332
498	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1697335324	1705199644
499	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.norm.weight	BF16	128				3685207964	3685208220
500	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3094277820	3094769340
501	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3636880204	3637371724
502	model-00016-of-00017.safetensors	language_model.model.layers.1.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3646982044	3654846364
503	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.gate.biases	BF16	512x40	8	64	affine	2123694764	2123735724
504	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.gate.scales	BF16	512x40	8	64	affine	2513768204	2513809164
505	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.gate.weight	U32	512x640	8	64	affine	3019462332	3020773052
506	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	640473604	640524804
507	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3554879084	3554930284
508	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3588658284	3589477484
509	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3096407740	3096458940
510	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3638417484	3638468684
511	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3796130556	3796949756
512	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3796949852	3797001052
513	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3646879644	3646930844
514	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3751479468	3752298668
515	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3645026124	3645026204
516	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1778575212	1778575292
517	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3610664396	3610665676
518	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2044137036	2044218956
519	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp_hyper_connection.hc_norm.weight	BF16	10240				1928071996	1928092476
520	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1928645436	1935199036
521	model-00016-of-00017.safetensors	language_model.model.layers.1.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3483585052	3490138652
522	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.conv_weight	BF16	10240x4x1				1817797660	1817879580
523	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.key_proj.weight	BF16	10240x2560				755216516	807645316
524	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.norm_conv.weight	BF16	10240				3637443404	3637463884
525	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.norm_key.weight	BF16	10240				3637371724	3637392204
526	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.norm_query.weight	BF16	10240				1232388428	1232408908
527	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.ple_embedding.layer_multipliers	I64	3				1160070020	1160070044
528	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.ple_embedding.ngram_heads_offsets	I64	16				3620721356	3620721484
529	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.ple_embedding.ngram_heads_vocab_sizes	I64	16				1446977132	1446977260
530	model-00016-of-00017.safetensors	language_model.model.layers.1.ple.value_proj.weight	BF16	2560x2560				973500548	986607748
531	model-00016-of-00017.safetensors	language_model.model.layers.10.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2298382940	2298464860
532	model-00016-of-00017.safetensors	language_model.model.layers.10.attn_hyper_connection.hc_norm.weight	BF16	10240				1373177356	1373197836
533	model-00016-of-00017.safetensors	language_model.model.layers.10.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3516204828	3522758428
534	model-00016-of-00017.safetensors	language_model.model.layers.10.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2156763564	2163317164
535	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.A_log	BF16	48				3602779244	3602779340
536	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.conv1d.weight	BF16	10240x4x1				2036305564	2036387484
537	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.dt_bias	BF16	48				1883669724	1883669820
538	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1263845868	1263849708
539	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	3496818972	3496822812
540	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3016523196	3016584636
541	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2077162396	2077166236
542	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3588654444	3588658284
543	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2214565724	2214627164
544	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	927303716	928122916
545	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3556296044	3557115244
546	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3575451244	3588558444
547	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	727544100	728035620
548	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3572028524	3572520044
549	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2498338812	2506203132
550	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.norm.weight	BF16	128				1601260876	1601261132
551	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1707603484	1708095004
552	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3554985324	3555476844
553	model-00016-of-00017.safetensors	language_model.model.layers.10.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3557606764	3565471084
554	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.gate.biases	BF16	512x40	8	64	affine	2085854108	2085895068
555	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.gate.scales	BF16	512x40	8	64	affine	2328807500	2328848460
556	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.gate.weight	U32	512x640	8	64	affine	3067464972	3068775692
557	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3524687484	3524738684
558	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2267931740	2267982940
559	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1804293564	1805112764
560	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2314205260	2314256460
561	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2238713004	2238764204
562	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3513575708	3514394908
563	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3638284364	3638335564
564	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3453795356	3453846556
565	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3610727116	3611546316
566	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3453846556	3453846636
567	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2067206732	2067206812
568	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2603751788	2603753068
569	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3483503132	3483585052
570	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp_hyper_connection.hc_norm.weight	BF16	10240				1601148156	1601168636
571	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3052592572	3059146172
572	model-00016-of-00017.safetensors	language_model.model.layers.10.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3453846636	3460400236
573	model-00016-of-00017.safetensors	language_model.model.layers.11.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3523680124	3523762044
574	model-00016-of-00017.safetensors	language_model.model.layers.11.attn_hyper_connection.hc_norm.weight	BF16	10240				3453631516	3453651996
575	model-00016-of-00017.safetensors	language_model.model.layers.11.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				669184276	675737876
576	model-00016-of-00017.safetensors	language_model.model.layers.11.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3085809260	3092362860
577	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.gate.biases	BF16	512x40	8	64	affine	3031498172	3031539132
578	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.gate.scales	BF16	512x40	8	64	affine	2522738540	2522779500
579	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.gate.weight	U32	512x640	8	64	affine	3524738684	3526049404
580	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3725543836	3725595036
581	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3453651996	3453703196
582	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2411130956	2411950156
583	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2483465212	2483516412
584	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2043819164	2043870364
585	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1357211228	1358030428
586	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3453703196	3453754396
587	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1750216812	1750268012
588	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3125787676	3126606876
589	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	4300667164	4300667244
590	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2279574972	2279575052
591	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2052452172	2052453452
592	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2522103660	2522185580
593	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp_hyper_connection.hc_norm.weight	BF16	10240				3638397004	3638417484
594	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3077346924	3083900524
595	model-00016-of-00017.safetensors	language_model.model.layers.11.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3111000604	3117554204
596	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	1633555724	1633606924
597	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	3092444860	3092496060
598	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	3092639420	3094277820
599	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.indexer.k_layernorm.weight	BF16	128				3084887404	3084887660
600	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.indexer.q_layernorm.weight	BF16	128				3806176092	3806176348
601	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.k_norm.weight	BF16	256				4291931484	4291931996
602	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.k_proj.biases	BF16	512x40	4	64	affine	3453754396	3453795356
603	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.k_proj.scales	BF16	512x40	4	64	affine	1718482956	1718523916
604	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.k_proj.weight	U32	512x320	4	64	affine	1778575292	1779230652
605	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	912390436	912881956
606	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	3453139996	3453631516
607	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.o_proj.weight	U32	2560x768	4	64	affine	2411950156	2419814476
608	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.q_norm.weight	BF16	256				1224917500	1224918012
609	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	3645896604	3646879644
610	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1497980236	1498963276
611	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.q_proj.weight	U32	12288x320	4	64	affine	1126633620	1142362260
612	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.v_proj.biases	BF16	512x40	4	64	affine	3052039612	3052080572
613	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1117283812	1117324772
614	model-00016-of-00017.safetensors	language_model.model.layers.11.self_attn.v_proj.weight	U32	512x320	4	64	affine	3069482252	3070137612
615	model-00016-of-00017.safetensors	language_model.model.layers.12.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3536443084	3536525004
616	model-00016-of-00017.safetensors	language_model.model.layers.12.attn_hyper_connection.hc_norm.weight	BF16	10240				3038092732	3038113212
617	model-00016-of-00017.safetensors	language_model.model.layers.12.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3031539132	3038092732
618	model-00016-of-00017.safetensors	language_model.model.layers.12.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3118373404	3124927004
619	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.A_log	BF16	48				3462530236	3462530332
620	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.conv1d.weight	BF16	10240x4x1				1865977292	1866059212
621	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.dt_bias	BF16	48				4300667068	4300667164
622	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	3030982332	3030986172
623	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1883317644	1883321484
624	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	928122916	928184356
625	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3645022284	3645026124
626	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	508816404	508820244
627	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1928092476	1928153916
628	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1296138396	1296957596
629	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1084405028	1085224228
630	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	408606132	421713332
631	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3022626492	3023118012
632	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3068837132	3069328652
633	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	3023118012	3030982332
634	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.norm.weight	BF16	128				1098433828	1098434084
635	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3797001052	3797492572
636	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3022134972	3022626492
637	model-00016-of-00017.safetensors	language_model.model.layers.12.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3621561164	3629425484
638	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.gate.biases	BF16	512x40	8	64	affine	3018929852	3018970812
639	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.gate.scales	BF16	512x40	8	64	affine	1601025276	1601066236
640	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.gate.weight	U32	512x640	8	64	affine	3020773052	3022083772
641	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	4300779884	4300831084
642	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3536391884	3536443084
643	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3018110396	3018929596
644	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3016471996	3016523196
645	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	703831924	703883124
646	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2052576332	2053395532
647	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1708765036	1708816236
648	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3001589436	3001640636
649	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3002459836	3003279036
650	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2978588956	2978589036
651	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2252199084	2252199164
652	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3000707516	3000708796
653	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1581196636	1581278556
654	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp_hyper_connection.hc_norm.weight	BF16	10240				2950883020	2950903500
655	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2612242124	2618795724
656	model-00016-of-00017.safetensors	language_model.model.layers.12.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3060849932	3067403532
657	model-00016-of-00017.safetensors	language_model.model.layers.13.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3522779004	3522860924
658	model-00016-of-00017.safetensors	language_model.model.layers.13.attn_hyper_connection.hc_norm.weight	BF16	10240				2043942044	2043962524
659	model-00016-of-00017.safetensors	language_model.model.layers.13.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2604869324	2611422924
660	model-00016-of-00017.safetensors	language_model.model.layers.13.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1336075772	1342629372
661	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.A_log	BF16	48				2603804268	2603804364
662	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.conv1d.weight	BF16	10240x4x1				2602696988	2602778908
663	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.dt_bias	BF16	48				675758356	675758452
664	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	2507210588	2507214428
665	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2538159980	2538163820
666	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	2566999756	2567061196
667	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3588650604	3588654444
668	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1486922316	1486926156
669	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1682179852	1682241292
670	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	483632308	484451508
671	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	2513809164	2514628364
672	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2339512140	2352619340
673	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	2522185580	2522677100
674	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	675809652	676301172
675	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	443286708	451151028
676	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.norm.weight	BF16	128				849588100	849588356
677	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	2328899660	2329391180
678	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	2053446732	2053938252
679	model-00016-of-00017.safetensors	language_model.model.layers.13.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1866601932	1874466252
680	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.gate.biases	BF16	512x40	8	64	affine	928184356	928225316
681	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.gate.scales	BF16	512x40	8	64	affine	2507169532	2507210492
682	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.gate.weight	U32	512x640	8	64	affine	2275673532	2276984252
683	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2507077372	2507128572
684	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1733018732	1733069932
685	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1117857252	1118676452
686	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3554694764	3554745964
687	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2507026172	2507077372
688	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3629507404	3630326604
689	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1848016156	1848067356
690	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2496664572	2496715772
691	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2506206972	2507026172
692	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1242874188	1242874268
693	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	3059146172	3059146252
694	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2481702652	2481703932
695	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2626305740	2626387660
696	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp_hyper_connection.hc_norm.weight	BF16	10240				2296671324	2296691804
697	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2474329852	2480883452
698	model-00016-of-00017.safetensors	language_model.model.layers.13.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3638468684	3645022284
699	model-00016-of-00017.safetensors	language_model.model.layers.14.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2474247932	2474329852
700	model-00016-of-00017.safetensors	language_model.model.layers.14.attn_hyper_connection.hc_norm.weight	BF16	10240				3060788492	3060808972
701	model-00016-of-00017.safetensors	language_model.model.layers.14.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2447828732	2454382332
702	model-00016-of-00017.safetensors	language_model.model.layers.14.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2441275132	2447828732
703	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.A_log	BF16	48				1874466252	1874466348
704	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.conv1d.weight	BF16	10240x4x1				3000625596	3000707516
705	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.dt_bias	BF16	48				3111000508	3111000604
706	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1495590476	1495594316
707	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2053938252	2053942092
708	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3077183084	3077244524
709	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2506203132	2506206972
710	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2427191212	2427195052
711	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	3526663804	3526725244
712	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1963318076	1964137276
713	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	676403572	677222772
714	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1373453836	1386561036
715	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	2603845324	2604336844
716	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	839016484	839508004
717	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1396641388	1404505708
718	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.norm.weight	BF16	128				1789433788	1789434044
719	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	2395566156	2396057676
720	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	4298485948	4298977468
721	model-00016-of-00017.safetensors	language_model.model.layers.14.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	2402611276	2410475596
722	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.gate.biases	BF16	512x40	8	64	affine	1447028460	1447069420
723	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.gate.scales	BF16	512x40	8	64	affine	3554653804	3554694764
724	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.gate.weight	U32	512x640	8	64	affine	2394173516	2395484236
725	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2336763980	2336815180
726	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2339457100	2339508300
727	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2352619340	2353438540
728	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2036250524	2036301724
729	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2328848460	2328899660
730	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2433799852	2434619052
731	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2314256460	2314307660
732	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2279032252	2279083452
733	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3461711036	3462530236
734	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2314201340	2314201420
735	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1077024468	1077024548
736	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2497374972	2497376252
737	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2314043900	2314125820
738	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp_hyper_connection.hc_norm.weight	BF16	10240				2300916220	2300936700
739	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2434619052	2441172652
740	model-00016-of-00017.safetensors	language_model.model.layers.14.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2269078972	2275632572
741	model-00016-of-00017.safetensors	language_model.model.layers.15.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2483383292	2483465212
742	model-00016-of-00017.safetensors	language_model.model.layers.15.attn_hyper_connection.hc_norm.weight	BF16	10240				3620721484	3620741964
743	model-00016-of-00017.safetensors	language_model.model.layers.15.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1211676844	1218230444
744	model-00016-of-00017.safetensors	language_model.model.layers.15.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2320861260	2327414860
745	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.gate.biases	BF16	512x40	8	64	affine	2214524764	2214565724
746	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.gate.scales	BF16	512x40	8	64	affine	2044096076	2044137036
747	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.gate.weight	U32	512x640	8	64	affine	846925604	848236324
748	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2951012636	2951063836
749	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2367907916	2367959116
750	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1847196956	1848016156
751	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1978882876	1978934076
752	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2299929180	2299980380
753	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2299980380	2300799580
754	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	703886964	703938164
755	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3645845404	3645896604
756	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2296744284	2297563484
757	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2295800844	2295800924
758	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2950960076	2950960156
759	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2295799564	2295800844
760	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3526049404	3526131324
761	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp_hyper_connection.hc_norm.weight	BF16	10240				2060581452	2060601932
762	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3445275676	3451829276
763	model-00016-of-00017.safetensors	language_model.model.layers.15.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2490070012	2496623612
764	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	1812977084	1813028284
765	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	2603753068	2603804268
766	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	2294161164	2295799564
767	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.indexer.k_layernorm.weight	BF16	128				2102192556	2102192812
768	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.indexer.q_layernorm.weight	BF16	128				2268904540	2268904796
769	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.k_norm.weight	BF16	256				2281049612	2281050124
770	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.k_proj.biases	BF16	512x40	4	64	affine	2300875260	2300916220
771	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.k_proj.scales	BF16	512x40	4	64	affine	2298516060	2298557020
772	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.k_proj.weight	U32	512x320	4	64	affine	2279575052	2280230412
773	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	2279083452	2279574972
774	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	2987026876	2987518396
775	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.o_proj.weight	U32	2560x768	4	64	affine	3602779340	3610643660
776	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.q_norm.weight	BF16	256				1263952108	1263952620
777	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	2276984252	2277967292
778	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	2277967292	2278950332
779	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.q_proj.weight	U32	12288x320	4	64	affine	1759999852	1775728492
780	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.v_proj.biases	BF16	512x40	4	64	affine	2035554204	2035595164
781	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.v_proj.scales	BF16	512x40	4	64	affine	2275632572	2275673532
782	model-00016-of-00017.safetensors	language_model.model.layers.15.self_attn.v_proj.weight	U32	512x320	4	64	affine	857606436	858261796
783	model-00016-of-00017.safetensors	language_model.model.layers.16.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2268904796	2268986716
784	model-00016-of-00017.safetensors	language_model.model.layers.16.attn_hyper_connection.hc_norm.weight	BF16	10240				2156743084	2156763564
785	model-00016-of-00017.safetensors	language_model.model.layers.16.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				4269495644	4276049244
786	model-00016-of-00017.safetensors	language_model.model.layers.16.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2618795724	2625349324
787	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.A_log	BF16	48				1682353932	1682354028
788	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.conv1d.weight	BF16	10240x4x1				2238764204	2238846124
789	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.dt_bias	BF16	48				2507210492	2507210588
790	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	2036387484	2036391324
791	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1060255956	1060259796
792	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3092383420	3092444860
793	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2261220700	2261224540
794	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1707599644	1707603484
795	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2267982940	2268044380
796	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1536306524	1537125724
797	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	2611422924	2612242124
798	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	729858340	742965540
799	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	593842788	594334308
800	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3070137612	3070629132
801	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2243024044	2250888364
802	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.norm.weight	BF16	128				3103033020	3103033276
803	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	2240310444	2240801964
804	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	2242532524	2243024044
805	model-00016-of-00017.safetensors	language_model.model.layers.16.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3760060844	3767925164
806	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.gate.biases	BF16	512x40	8	64	affine	4262901084	4262942044
807	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.gate.scales	BF16	512x40	8	64	affine	1750123372	1750164332
808	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.gate.weight	U32	512x640	8	64	affine	2238999724	2240310444
809	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3536606924	3536658124
810	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2238897324	2238948524
811	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	718736340	719555540
812	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1160070044	1160121244
813	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1540868956	1540920156
814	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3059150092	3059969292
815	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2101136476	2101187676
816	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2060601932	2060653132
817	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2480883452	2481702652
818	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2214627164	2214627244
819	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2300871260	2300871340
820	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2238527404	2238528684
821	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				625728004	625809924
822	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp_hyper_connection.hc_norm.weight	BF16	10240				1540848476	1540868956
823	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2206660444	2213214044
824	model-00016-of-00017.safetensors	language_model.model.layers.16.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3685208220	3691761820
825	model-00016-of-00017.safetensors	language_model.model.layers.17.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2185533964	2185615884
826	model-00016-of-00017.safetensors	language_model.model.layers.17.attn_hyper_connection.hc_norm.weight	BF16	10240				1883403404	1883423884
827	model-00016-of-00017.safetensors	language_model.model.layers.17.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2178929164	2185482764
828	model-00016-of-00017.safetensors	language_model.model.layers.17.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				952252292	958805892
829	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.A_log	BF16	48				2513768108	2513768204
830	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.conv1d.weight	BF16	10240x4x1				1757644652	1757726572
831	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.dt_bias	BF16	48				2170019756	2170019852
832	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	2170012076	2170015916
833	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2170015916	2170019756
834	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3001527996	3001589436
835	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2163317164	2163321004
836	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2163454636	2163458476
837	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2298557020	2298618460
838	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	2497437692	2498256892
839	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1305804956	1306624156
840	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1979896732	1993003932
841	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1911755836	1912247356
842	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1717991436	1718482956
843	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1839076636	1846940956
844	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.norm.weight	BF16	128				3125787420	3125787676
845	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	2140908204	2141399724
846	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1663050940	1663542460
847	model-00016-of-00017.safetensors	language_model.model.layers.17.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	2141420204	2149284524
848	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.gate.biases	BF16	512x40	8	64	affine	2139556524	2139597484
849	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.gate.scales	BF16	512x40	8	64	affine	1903330620	1903371580
850	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.gate.weight	U32	512x640	8	64	affine	2139597484	2140908204
851	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3727233516	3727284716
852	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1429772908	1429824108
853	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3117554204	3118373404
854	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2103882924	2103934124
855	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	958887812	958939012
856	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1749130092	1749949292
857	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3646930844	3646982044
858	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2102193324	2102244524
859	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2102244524	2103063724
860	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2102191196	2102191276
861	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1218363820	1218363900
862	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2102191276	2102192556
863	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2102109276	2102191196
864	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp_hyper_connection.hc_norm.weight	BF16	10240				1935199036	1935219516
865	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2094531676	2101085276
866	model-00016-of-00017.safetensors	language_model.model.layers.17.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2330210380	2336763980
867	model-00016-of-00017.safetensors	language_model.model.layers.18.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2044013980	2044095900
868	model-00016-of-00017.safetensors	language_model.model.layers.18.attn_hyper_connection.hc_norm.weight	BF16	10240				2141399724	2141420204
869	model-00016-of-00017.safetensors	language_model.model.layers.18.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2103934124	2110487724
870	model-00016-of-00017.safetensors	language_model.model.layers.18.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2087978076	2094531676
871	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.A_log	BF16	48				2087424764	2087424860
872	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.conv1d.weight	BF16	10240x4x1				678365044	678446964
873	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.dt_bias	BF16	48				2086718108	2086718204
874	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	3059146252	3059150092
875	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2085850268	2085854108
876	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1487008076	1487069516
877	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1787740348	1787744188
878	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2053942092	2053945932
879	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2522677100	2522738540
880	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	2077166236	2077985436
881	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3555476844	3556296044
882	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2957617436	2970724636
883	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	2076056476	2076547996
884	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	2076588956	2077080476
885	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	3527708364	3535572684
886	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.norm.weight	BF16	128				602640228	602640484
887	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	2075564956	2076056476
888	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	2178437644	2178929164
889	model-00016-of-00017.safetensors	language_model.model.layers.18.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1573220956	1581085276
890	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.gate.biases	BF16	512x40	8	64	affine	2075441980	2075482940
891	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.gate.scales	BF16	512x40	8	64	affine	1750031212	1750072172
892	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.gate.weight	U32	512x640	8	64	affine	3797492572	3798803292
893	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1373310476	1373361676
894	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2075390780	2075441980
895	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3785558524	3786377724
896	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2117045164	2117096364
897	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1866059212	1866110412
898	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2074571580	2075390780
899	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2950908876	2950960076
900	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2067393340	2067444540
901	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1740938092	1741757292
902	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2067391388	2067391468
903	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2067391980	2067392060
904	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2067392060	2067393340
905	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2067309212	2067391132
906	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp_hyper_connection.hc_norm.weight	BF16	10240				2067288732	2067309212
907	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				553066772	559620372
908	model-00016-of-00017.safetensors	language_model.model.layers.18.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1956764476	1963318076
909	model-00016-of-00017.safetensors	language_model.model.layers.19.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2067206812	2067288732
910	model-00016-of-00017.safetensors	language_model.model.layers.19.attn_hyper_connection.hc_norm.weight	BF16	10240				3610643660	3610664140
911	model-00016-of-00017.safetensors	language_model.model.layers.19.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2060653132	2067206732
912	model-00016-of-00017.safetensors	language_model.model.layers.19.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2053945932	2060499532
913	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.gate.biases	BF16	512x40	8	64	affine	719637460	719678420
914	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.gate.scales	BF16	512x40	8	64	affine	2052535372	2052576332
915	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.gate.weight	U32	512x640	8	64	affine	742965540	744276260
916	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2626250700	2626301900
917	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2042944924	2042996124
918	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3552437964	3553257164
919	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3725431196	3725482396
920	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1787689148	1787740348
921	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3645026204	3645845404
922	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2101085276	2101136476
923	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2036199324	2036250524
924	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2051632972	2052452172
925	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3092362860	3092362940
926	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2044095900	2044095980
927	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2025394588	2025395868
928	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1358163724	1358245644
929	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp_hyper_connection.hc_norm.weight	BF16	10240				2043921564	2043942044
930	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1751091052	1757644652
931	model-00016-of-00017.safetensors	language_model.model.layers.19.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2036391324	2042944924
932	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	662538516	662589716
933	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	2035615644	2035666844
934	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	4299028668	4300667068
935	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.indexer.k_layernorm.weight	BF16	128				2034734748	2034735004
936	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.indexer.q_layernorm.weight	BF16	128				1112856036	1112856292
937	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.k_norm.weight	BF16	256				509886484	509886996
938	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.k_proj.biases	BF16	512x40	4	64	affine	2012154268	2012195228
939	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.k_proj.scales	BF16	512x40	4	64	affine	2025353628	2025394588
940	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.k_proj.weight	U32	512x320	4	64	affine	2033260188	2033915548
941	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	2011054492	2011546012
942	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	2011662668	2012154188
943	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.o_proj.weight	U32	2560x768	4	64	affine	2000855452	2008719772
944	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.q_norm.weight	BF16	256				2067391468	2067391980
945	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	3654846364	3655829404
946	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	2009252252	2010235292
947	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.q_proj.weight	U32	12288x320	4	64	affine	2567061196	2582789836
948	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.v_proj.biases	BF16	512x40	4	64	affine	2009211292	2009252252
949	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.v_proj.scales	BF16	512x40	4	64	affine	3060808972	3060849932
950	model-00016-of-00017.safetensors	language_model.model.layers.19.self_attn.v_proj.weight	U32	512x320	4	64	affine	624967604	625622964
951	model-00016-of-00017.safetensors	language_model.model.layers.2.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2498256892	2498338812
952	model-00016-of-00017.safetensors	language_model.model.layers.2.attn_hyper_connection.hc_norm.weight	BF16	10240				1552720476	1552740956
953	model-00016-of-00017.safetensors	language_model.model.layers.2.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1941855036	1948408636
954	model-00016-of-00017.safetensors	language_model.model.layers.2.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1994226332	2000779932
955	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.A_log	BF16	48				4298485596	4298485692
956	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.conv1d.weight	BF16	10240x4x1				3553257324	3553339244
957	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.dt_bias	BF16	48				649208404	649208500
958	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1927576636	1927580476
959	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1601000956	1601004796
960	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1994164892	1994226332
961	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2000779932	2000783772
962	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1993495452	1993499292
963	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1993611932	1993673372
964	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	617574244	618393444
965	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1705199644	1706018844
966	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1965775676	1978882876
967	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1928153916	1928645436
968	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1334996636	1335488156
969	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1948900156	1956764476
970	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.norm.weight	BF16	128				1053056900	1053057156
971	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1680869132	1681360652
972	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1927580476	1928071996
973	model-00016-of-00017.safetensors	language_model.model.layers.2.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	2170573324	2178437644
974	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.gate.biases	BF16	512x40	8	64	affine	1905157436	1905198396
975	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.gate.scales	BF16	512x40	8	64	affine	1913066556	1913107516
976	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.gate.weight	U32	512x640	8	64	affine	451151028	452461748
977	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1664526012	1664577212
978	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3069410572	3069461772
979	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1904338236	1905157436
980	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	4291880284	4291931484
981	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2300820060	2300871260
982	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1903519036	1904338236
983	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1903375420	1903426620
984	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1903467580	1903518780
985	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2132142764	2132961964
986	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2011549948	2011550028
987	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1883505804	1883505884
988	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1158715780	1158717060
989	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1883423884	1883505804
990	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp_hyper_connection.hc_norm.weight	BF16	10240				2000834972	2000855452
991	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1857396076	1863949676
992	model-00016-of-00017.safetensors	language_model.model.layers.2.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2281050124	2287603724
993	model-00016-of-00017.safetensors	language_model.model.layers.20.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1883321484	1883403404
994	model-00016-of-00017.safetensors	language_model.model.layers.20.attn_hyper_connection.hc_norm.weight	BF16	10240				1463959020	1463979500
995	model-00016-of-00017.safetensors	language_model.model.layers.20.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3729141996	3735695596
996	model-00016-of-00017.safetensors	language_model.model.layers.20.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2261326940	2267880540
997	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.A_log	BF16	48				1883256108	1883256204
998	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.conv1d.weight	BF16	10240x4x1				1935219516	1935301436
999	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.dt_bias	BF16	48				2011549852	2011549948
1000	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	3728267756	3728271596
1001	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	3554981484	3554985324
1002	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1979753276	1979814716
1003	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1883252268	1883256108
1004	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2036301724	2036305564
1005	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2087916636	2087978076
1006	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1882330668	1883149868
1007	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	987430788	988249988
1008	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1307463836	1320571036
1009	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3807487324	3807978844
1010	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1993003932	1993495452
1011	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1848118556	1855982876
1012	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.norm.weight	BF16	128				2353438540	2353438796
1013	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1865403756	1865895276
1014	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1866110412	1866601932
1015	model-00016-of-00017.safetensors	language_model.model.layers.20.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1874466348	1882330668
1016	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.gate.biases	BF16	512x40	8	64	affine	2522779500	2522820460
1017	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.gate.scales	BF16	512x40	8	64	affine	3524646524	3524687484
1018	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.gate.weight	U32	512x640	8	64	affine	1864052076	1865362796
1019	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1864000876	1864052076
1020	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2296620124	2296671324
1021	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3051220412	3052039612
1022	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1863949676	1864000876
1023	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2086718204	2086769404
1024	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1912247356	1913066556
1025	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1848067356	1848118556
1026	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1857344876	1857396076
1027	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1551082076	1551901276
1028	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2603690268	2603690348
1029	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2513768028	2513768108
1030	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	625624324	625625604
1031	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1847033116	1847115036
1032	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp_hyper_connection.hc_norm.weight	BF16	10240				1832502556	1832523036
1033	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1825457436	1832011036
1034	model-00016-of-00017.safetensors	language_model.model.layers.20.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2544717516	2551271116
1035	model-00016-of-00017.safetensors	language_model.model.layers.21.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2051551052	2051632972
1036	model-00016-of-00017.safetensors	language_model.model.layers.21.attn_hyper_connection.hc_norm.weight	BF16	10240				3030986172	3031006652
1037	model-00016-of-00017.safetensors	language_model.model.layers.21.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1817879580	1824433180
1038	model-00016-of-00017.safetensors	language_model.model.layers.21.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				840327204	846880804
1039	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.A_log	BF16	48				1813978044	1813978140
1040	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.conv1d.weight	BF16	10240x4x1				2163321004	2163402924
1041	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.dt_bias	BF16	48				3070629132	3070629228
1042	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1804289724	1804293564
1043	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1813028284	1813032124
1044	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1813032124	1813093564
1045	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1473564140	1473567980
1046	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	704150740	704154580
1047	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1538069340	1538130780
1048	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1787744188	1788563388
1049	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1978934076	1979753276
1050	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1791080124	1804187324
1051	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	677273972	677765492
1052	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1335488156	1335979676
1053	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2077985948	2085850268
1054	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.norm.weight	BF16	128				677765652	677765908
1055	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1777039212	1777530732
1056	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1779230908	1779722428
1057	model-00016-of-00017.safetensors	language_model.model.layers.21.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1805112764	1812977084
1058	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.gate.biases	BF16	512x40	8	64	affine	3752872364	3752913324
1059	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.gate.scales	BF16	512x40	8	64	affine	3602687084	3602728044
1060	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.gate.weight	U32	512x640	8	64	affine	1775728492	1777039212
1061	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2441223932	2441275132
1062	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2538108780	2538159980
1063	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1759180652	1759999852
1064	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1757726572	1757777772
1065	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1706995484	1707046684
1066	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2297563740	2298382940
1067	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1750165612	1750216812
1068	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	728906020	728957220
1069	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1186662220	1187481420
1070	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	648389124	648389204
1071	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1654168844	1654168924
1072	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1750164332	1750165612
1073	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1749949292	1750031212
1074	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp_hyper_connection.hc_norm.weight	BF16	10240				2102006876	2102027356
1075	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2396057676	2402611276
1076	model-00016-of-00017.safetensors	language_model.model.layers.21.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1741757292	1748310892
1077	model-00016-of-00017.safetensors	language_model.model.layers.22.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3003282876	3003364796
1078	model-00016-of-00017.safetensors	language_model.model.layers.22.attn_hyper_connection.hc_norm.weight	BF16	10240				1732998252	1733018732
1079	model-00016-of-00017.safetensors	language_model.model.layers.22.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1725949292	1732502892
1080	model-00016-of-00017.safetensors	language_model.model.layers.22.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1358245644	1364799244
1081	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.A_log	BF16	48				1719344396	1719344492
1082	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.conv1d.weight	BF16	10240x4x1				500180148	500262068
1083	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.dt_bias	BF16	48				1979855676	1979855772
1084	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1789437884	1789441724
1085	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2011546012	2011549852
1086	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	689024884	689086324
1087	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3565471084	3565474924
1088	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1613102508	1613106348
1089	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2170019852	2170081292
1090	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1611259308	1612078508
1091	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1718523916	1719343116
1092	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2012195228	2025302428
1093	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1717499916	1717991436
1094	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	501638164	502129684
1095	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2978670956	2986535276
1096	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.norm.weight	BF16	128				1779230652	1779230908
1097	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3451829276	3452320796
1098	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1708273516	1708765036
1099	model-00016-of-00017.safetensors	language_model.model.layers.22.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1709635596	1717499916
1100	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.gate.biases	BF16	512x40	8	64	affine	649318676	649359636
1101	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.gate.scales	BF16	512x40	8	64	affine	2051427916	2051468876
1102	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.gate.weight	U32	512x640	8	64	affine	3514894108	3516204828
1103	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1431504492	1431555692
1104	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1708135964	1708187164
1105	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2602830108	2603649308
1106	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3022083772	3022134972
1107	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3077244524	3077295724
1108	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1706176284	1706995484
1109	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3092496060	3092547260
1110	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1706018844	1706070044
1111	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3059969292	3060788492
1112	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1688928108	1688928188
1113	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1709635516	1709635596
1114	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2950907596	2950908876
1115	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3497724188	3497806108
1116	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp_hyper_connection.hc_norm.weight	BF16	10240				1688907628	1688928108
1117	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2420633676	2427187276
1118	model-00016-of-00017.safetensors	language_model.model.layers.22.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1682354028	1688907628
1119	model-00016-of-00017.safetensors	language_model.model.layers.23.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2102027356	2102109276
1120	model-00016-of-00017.safetensors	language_model.model.layers.23.attn_hyper_connection.hc_norm.weight	BF16	10240				2314129660	2314150140
1121	model-00016-of-00017.safetensors	language_model.model.layers.23.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2044218956	2050772556
1122	model-00016-of-00017.safetensors	language_model.model.layers.23.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1905202236	1911755836
1123	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.gate.biases	BF16	512x40	8	64	affine	1865362796	1865403756
1124	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.gate.scales	BF16	512x40	8	64	affine	2582789836	2582830796
1125	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.gate.weight	U32	512x640	8	64	affine	3460400316	3461711036
1126	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3775789564	3775840764
1127	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1682302732	1682353932
1128	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1750271852	1751091052
1129	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1680817932	1680869132
1130	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2043962524	2044013724
1131	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1681360652	1682179852
1132	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1679947532	1679998732
1133	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1061756292	1061807492
1134	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1679998732	1680817932
1135	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2206660364	2206660444
1136	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1679886012	1679886092
1137	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2193480204	2193481484
1138	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2051468876	2051550796
1139	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp_hyper_connection.hc_norm.weight	BF16	10240				1672001212	1672021692
1140	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3630326604	3636880204
1141	model-00016-of-00017.safetensors	language_model.model.layers.23.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1665447612	1672001212
1142	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	1665396412	1665447612
1143	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	2240842924	2240894124
1144	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	2240894124	2242532524
1145	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.indexer.k_layernorm.weight	BF16	128				2626168524	2626168780
1146	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.indexer.q_layernorm.weight	BF16	128				1903518780	1903519036
1147	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.k_norm.weight	BF16	256				2170081292	2170081804
1148	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.k_proj.biases	BF16	512x40	4	64	affine	1373361676	1373402636
1149	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.k_proj.scales	BF16	512x40	4	64	affine	2117100204	2117141164
1150	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.k_proj.weight	U32	512x320	4	64	affine	1210979756	1211635116
1151	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	501081268	501572788
1152	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	3753015724	3753507244
1153	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.o_proj.weight	U32	2560x768	4	64	affine	3612365516	3620229836
1154	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.q_norm.weight	BF16	256				1664525500	1664526012
1155	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	1662067804	1663050844
1156	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1663542460	1664525500
1157	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.q_proj.weight	U32	12288x320	4	64	affine	460858548	476587188
1158	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.v_proj.biases	BF16	512x40	4	64	affine	1661320284	1661361244
1159	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.v_proj.scales	BF16	512x40	4	64	affine	2268044380	2268085340
1160	model-00016-of-00017.safetensors	language_model.model.layers.23.self_attn.v_proj.weight	U32	512x320	4	64	affine	1661412444	1662067804
1161	model-00016-of-00017.safetensors	language_model.model.layers.24.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2077080476	2077162396
1162	model-00016-of-00017.safetensors	language_model.model.layers.24.attn_hyper_connection.hc_norm.weight	BF16	10240				1661299804	1661320284
1163	model-00016-of-00017.safetensors	language_model.model.layers.24.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3753507244	3760060844
1164	model-00016-of-00017.safetensors	language_model.model.layers.24.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1654746204	1661299804
1165	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.A_log	BF16	48				1538069244	1538069340
1166	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.conv1d.weight	BF16	10240x4x1				2238579884	2238661804
1167	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.dt_bias	BF16	48				1293793340	1293793436
1168	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1654660444	1654664284
1169	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1706172444	1706176284
1170	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3796069116	3796130556
1171	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3514890268	3514894108
1172	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3003279036	3003282876
1173	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	3523762044	3523823484
1174	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	3620741964	3621561164
1175	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1612078508	1612897708
1176	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1633688844	1646796044
1177	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1707108124	1707599644
1178	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1632971948	1633463468
1179	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1919712316	1927576636
1180	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.norm.weight	BF16	128				2044013724	2044013980
1181	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1498984012	1499475532
1182	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1832011036	1832502556
1183	model-00016-of-00017.safetensors	language_model.model.layers.24.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1689419708	1697284028
1184	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.gate.biases	BF16	512x40	8	64	affine	1613061548	1613102508
1185	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.gate.scales	BF16	512x40	8	64	affine	1633463468	1633504428
1186	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.gate.weight	U32	512x640	8	64	affine	2213214044	2214524764
1187	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2261275740	2261326940
1188	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3110898108	3110949308
1189	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2042999964	2043819164
1190	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3016584636	3016635836
1191	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2296691804	2296743004
1192	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1601265068	1602084268
1193	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2053395532	2053446732
1194	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1601209676	1601260876
1195	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3611546316	3612365516
1196	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3553257244	3553257324
1197	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1601168636	1601168716
1198	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1719343116	1719344396
1199	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1601066236	1601148156
1200	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp_hyper_connection.hc_norm.weight	BF16	10240				1706070044	1706090524
1201	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2150189484	2156743084
1202	model-00016-of-00017.safetensors	language_model.model.layers.24.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2110491564	2117045164
1203	model-00016-of-00017.safetensors	language_model.model.layers.25.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3752790444	3752872364
1204	model-00016-of-00017.safetensors	language_model.model.layers.25.attn_hyper_connection.hc_norm.weight	BF16	10240				1601004796	1601025276
1205	model-00016-of-00017.safetensors	language_model.model.layers.25.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1594447356	1601000956
1206	model-00016-of-00017.safetensors	language_model.model.layers.25.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1587893756	1594447356
1207	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.A_log	BF16	48				1697284028	1697284124
1208	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.conv1d.weight	BF16	10240x4x1				1708191084	1708273004
1209	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.dt_bias	BF16	48				3735695596	3735695692
1210	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1203111596	1203115436
1211	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1581192796	1581196636
1212	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1581278556	1581339996
1213	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1581167196	1581171036
1214	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2496715772	2496719612
1215	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1053057156	1053118596
1216	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	2101187676	2102006876
1217	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1552740956	1553560156
1218	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1553560156	1566667356
1219	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1550586716	1551078236
1220	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1654168924	1654660444
1221	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2970724636	2978588956
1222	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.norm.weight	BF16	128				3786480124	3786480380
1223	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1542230876	1542722396
1224	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1824965916	1825457436
1225	model-00016-of-00017.safetensors	language_model.model.layers.25.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1672021692	1679886012
1226	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.gate.biases	BF16	512x40	8	64	affine	1540807516	1540848476
1227	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.gate.scales	BF16	512x40	8	64	affine	1098331428	1098372388
1228	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.gate.weight	U32	512x640	8	64	affine	1540920156	1542230876
1229	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1540602716	1540653916
1230	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1540756316	1540807516
1231	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	754229636	755048836
1232	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1538237020	1538288220
1233	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1539650140	1539701340
1234	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1539701340	1540520540
1235	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2185482764	2185533964
1236	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1538130780	1538181980
1237	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2149370284	2150189484
1238	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1538067804	1538067884
1239	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1538067884	1538067964
1240	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1538067964	1538069244
1241	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1537125724	1537207644
1242	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp_hyper_connection.hc_norm.weight	BF16	10240				1529711964	1529732444
1243	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1522666844	1529220444
1244	model-00016-of-00017.safetensors	language_model.model.layers.25.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3096458940	3103012540
1245	model-00016-of-00017.safetensors	language_model.model.layers.26.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1522584844	1522666764
1246	model-00016-of-00017.safetensors	language_model.model.layers.26.attn_hyper_connection.hc_norm.weight	BF16	10240				2206588684	2206609164
1247	model-00016-of-00017.safetensors	language_model.model.layers.26.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1514556684	1521110284
1248	model-00016-of-00017.safetensors	language_model.model.layers.26.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1646796044	1653349644
1249	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.A_log	BF16	48				1514556588	1514556684
1250	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.conv1d.weight	BF16	10240x4x1				3496737052	3496818972
1251	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.dt_bias	BF16	48				1514556492	1514556588
1252	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	3514394908	3514398748
1253	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1513897292	1513901132
1254	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	704044500	704105940
1255	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1513893452	1513897292
1256	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	912881956	912885796
1257	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1707046684	1707108124
1258	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1499967052	1500786252
1259	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	508902164	509721364
1260	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1500786252	1513893452
1261	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1499475532	1499967052
1262	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	2087425116	2087916636
1263	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1439112812	1446977132
1264	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.norm.weight	BF16	128				1498983756	1498984012
1265	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1496997196	1497488716
1266	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1497488716	1497980236
1267	model-00016-of-00017.safetensors	language_model.model.layers.26.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3829001564	3836865884
1268	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.gate.biases	BF16	512x40	8	64	affine	2269038012	2269078972
1269	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.gate.scales	BF16	512x40	8	64	affine	1495549516	1495590476
1270	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.gate.weight	U32	512x640	8	64	affine	1495594316	1496905036
1271	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1494576716	1494627916
1272	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1494627916	1494679116
1273	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1494730316	1495549516
1274	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1883567324	1883618524
1275	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2025302428	2025353628
1276	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2338453580	2339272780
1277	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3596082284	3596133484
1278	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1487069516	1487120716
1279	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1487120716	1487939916
1280	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3460400236	3460400316
1281	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	3767925164	3767925244
1282	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1486839116	1486840396
1283	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1486675180	1486757100
1284	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp_hyper_connection.hc_norm.weight	BF16	10240				3069461772	3069482252
1285	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1473567980	1480121580
1286	model-00016-of-00017.safetensors	language_model.model.layers.26.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1467010540	1473564140
1287	model-00016-of-00017.safetensors	language_model.model.layers.27.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1465617900	1465699820
1288	model-00016-of-00017.safetensors	language_model.model.layers.27.attn_hyper_connection.hc_norm.weight	BF16	10240				1463887340	1463907820
1289	model-00016-of-00017.safetensors	language_model.model.layers.27.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1457309420	1463863020
1290	model-00016-of-00017.safetensors	language_model.model.layers.27.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3070629484	3077183084
1291	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.gate.biases	BF16	512x40	8	64	affine	1448543980	1448584940
1292	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.gate.scales	BF16	512x40	8	64	affine	1457268460	1457309420
1293	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.gate.weight	U32	512x640	8	64	affine	2327414860	2328725580
1294	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1661361244	1661412444
1295	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1446977260	1447028460
1296	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1447724780	1448543980
1297	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1439061612	1439112812
1298	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2011611468	2011662668
1299	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1748310892	1749130092
1300	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1857293676	1857344876
1301	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1779773628	1779824828
1302	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1438242412	1439061612
1303	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2300871340	2300871420
1304	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2441172652	2441172732
1305	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1488021836	1488023116
1306	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1438160492	1438242412
1307	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp_hyper_connection.hc_norm.weight	BF16	10240				2507128572	2507149052
1308	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1431606892	1438160492
1309	model-00016-of-00017.safetensors	language_model.model.layers.27.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1883669820	1890223420
1310	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	2252240220	2252291420
1311	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	1358112444	1358163644
1312	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	1429866092	1431504492
1313	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.indexer.k_layernorm.weight	BF16	128				1429865836	1429866092
1314	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.indexer.q_layernorm.weight	BF16	128				1429865580	1429865836
1315	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.k_norm.weight	BF16	256				1429865068	1429865580
1316	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.k_proj.biases	BF16	512x40	4	64	affine	1295605916	1295646876
1317	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.k_proj.scales	BF16	512x40	4	64	affine	1429824108	1429865068
1318	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.k_proj.weight	U32	512x320	4	64	affine	2410475596	2411130956
1319	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	1422236268	1422727788
1320	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	1429281388	1429772908
1321	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.o_proj.weight	U32	2560x768	4	64	affine	2252291420	2260155740
1322	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.q_norm.weight	BF16	256				2102192812	2102193324
1323	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	3727284716	3728267756
1324	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1421253228	1422236268
1325	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.q_proj.weight	U32	12288x320	4	64	affine	3497806108	3513534748
1326	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.v_proj.biases	BF16	512x40	4	64	affine	1419471468	1419512428
1327	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.v_proj.scales	BF16	512x40	4	64	affine	2240801964	2240842924
1328	model-00016-of-00017.safetensors	language_model.model.layers.27.self_attn.v_proj.weight	U32	512x320	4	64	affine	1419727468	1420382828
1329	model-00016-of-00017.safetensors	language_model.model.layers.28.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2395484236	2395566156
1330	model-00016-of-00017.safetensors	language_model.model.layers.28.attn_hyper_connection.hc_norm.weight	BF16	10240				1581171036	1581191516
1331	model-00016-of-00017.safetensors	language_model.model.layers.28.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1412917868	1419471468
1332	model-00016-of-00017.safetensors	language_model.model.layers.28.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1406364268	1412917868
1333	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.A_log	BF16	48				2269037916	2269038012
1334	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.conv1d.weight	BF16	10240x4x1				1406237548	1406319468
1335	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.dt_bias	BF16	48				2521284364	2521284460
1336	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1406168428	1406172268
1337	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1406172268	1406176108
1338	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1406176108	1406237548
1339	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3490138652	3490142492
1340	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1406164588	1406168428
1341	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1540694876	1540756316
1342	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1404505708	1405324908
1343	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1405345388	1406164588
1344	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1271898940	1285006140
1345	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	831152084	831643604
1346	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1688928188	1689419708
1347	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	3103033276	3110897596
1348	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.norm.weight	BF16	128				1396641132	1396641388
1349	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	677821044	678312564
1350	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	2067526460	2068017980
1351	model-00016-of-00017.safetensors	language_model.model.layers.28.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1388776812	1396641132
1352	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.gate.biases	BF16	512x40	8	64	affine	1387380236	1387421196
1353	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.gate.scales	BF16	512x40	8	64	affine	1387421292	1387462252
1354	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.gate.weight	U32	512x640	8	64	affine	1387462252	1388772972
1355	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1373197836	1373249036
1356	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1373402636	1373453836
1357	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1386561036	1387380236
1358	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1816927260	1816978460
1359	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	649359636	649410836
1360	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3523823484	3524642684
1361	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1364882956	1364934156
1362	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1364934156	1364985356
1363	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1365804556	1366623756
1364	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1540541100	1540541180
1365	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1358163644	1358163724
1366	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1364799244	1364800524
1367	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1358030428	1358112348
1368	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp_hyper_connection.hc_norm.weight	BF16	10240				1357149788	1357170268
1369	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1366623756	1373177356
1370	model-00016-of-00017.safetensors	language_model.model.layers.28.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3798803292	3805356892
1371	model-00016-of-00017.safetensors	language_model.model.layers.29.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1349203548	1349285468
1372	model-00016-of-00017.safetensors	language_model.model.layers.29.attn_hyper_connection.hc_norm.weight	BF16	10240				1349183068	1349203548
1373	model-00016-of-00017.safetensors	language_model.model.layers.29.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3589477484	3596031084
1374	model-00016-of-00017.safetensors	language_model.model.layers.29.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1342629468	1349183068
1375	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.A_log	BF16	48				1663050844	1663050940
1376	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.conv1d.weight	BF16	10240x4x1				1633606924	1633688844
1377	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.dt_bias	BF16	48				1342629372	1342629468
1378	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1750268012	1750271852
1379	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1335979676	1335983516
1380	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1883256204	1883317644
1381	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1334497436	1334501276
1382	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1334501276	1334505116
1383	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1813093564	1813155004
1384	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1306644636	1307463836
1385	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1320571036	1321390236
1386	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1321390236	1334497436
1387	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1297449116	1297940636
1388	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	3031006652	3031498172
1389	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1297940636	1305804956
1390	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.norm.weight	BF16	128				2067391132	2067391388
1391	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1295646876	1296138396
1392	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1296957596	1297449116
1393	model-00016-of-00017.safetensors	language_model.model.layers.29.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1449404140	1457268460
1394	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.gate.biases	BF16	512x40	8	64	affine	1295483036	1295523996
1395	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.gate.scales	BF16	512x40	8	64	affine	1601168716	1601209676
1396	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.gate.weight	U32	512x640	8	64	affine	3553343084	3554653804
1397	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1293742140	1293793340
1398	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1293793436	1293844636
1399	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1293844636	1294663836
1400	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	4262849884	4262901084
1401	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3776332284	3776383484
1402	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3000708796	3001527996
1403	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1285007420	1285058620
1404	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3110949308	3111000508
1405	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1292922940	1293742140
1406	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1709635436	1709635516
1407	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1271898860	1271898940
1408	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1285006140	1285007420
1409	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2215118764	2215200684
1410	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp_hyper_connection.hc_norm.weight	BF16	10240				1263952620	1263973100
1411	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1566667356	1573220956
1412	model-00016-of-00017.safetensors	language_model.model.layers.29.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2117141164	2123694764
1413	model-00016-of-00017.safetensors	language_model.model.layers.3.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1263870188	1263952108
1414	model-00016-of-00017.safetensors	language_model.model.layers.3.attn_hyper_connection.hc_norm.weight	BF16	10240				1263849708	1263870188
1415	model-00016-of-00017.safetensors	language_model.model.layers.3.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1257292268	1263845868
1416	model-00016-of-00017.safetensors	language_model.model.layers.3.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1242874268	1249427868
1417	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.gate.biases	BF16	512x40	8	64	affine	3588609644	3588650604
1418	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.gate.scales	BF16	512x40	8	64	affine	1242833228	1242874188
1419	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.gate.weight	U32	512x640	8	64	affine	3784247804	3785558524
1420	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1241092428	1241143628
1421	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1241143628	1241194828
1422	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1241194828	1242014028
1423	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	343788804	343840004
1424	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2000783772	2000834972
1425	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1232408908	1233228108
1426	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1224943948	1224995148
1427	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	4300667244	4300718444
1428	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1224995148	1225814348
1429	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1224942412	1224942492
1430	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1224942588	1224942668
1431	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1224942668	1224943948
1432	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3725349276	3725431196
1433	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp_hyper_connection.hc_norm.weight	BF16	10240				1224918012	1224938492
1434	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1218363900	1224917500
1435	model-00016-of-00017.safetensors	language_model.model.layers.3.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2314307660	2320861260
1436	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	678312564	678363764
1437	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	1218312620	1218363820
1438	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	3094769340	3096407740
1439	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.indexer.k_layernorm.weight	BF16	128				1218312364	1218312620
1440	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.indexer.q_layernorm.weight	BF16	128				1211676588	1211676844
1441	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.k_norm.weight	BF16	256				1211635116	1211635628
1442	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.k_proj.biases	BF16	512x40	4	64	affine	1824924956	1824965916
1443	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.k_proj.scales	BF16	512x40	4	64	affine	2481703932	2481744892
1444	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.k_proj.weight	U32	512x320	4	64	affine	2050772556	2051427916
1445	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	1201637036	1202128556
1446	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	1202620076	1203111596
1447	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.o_proj.weight	U32	2560x768	4	64	affine	1203115436	1210979756
1448	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.q_norm.weight	BF16	256				1364800524	1364801036
1449	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	1777592172	1778575212
1450	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1200653996	1201637036
1451	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.q_proj.weight	U32	12288x320	4	64	affine	3536658124	3552386764
1452	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.v_proj.biases	BF16	512x40	4	64	affine	704105940	704146900
1453	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1903426620	1903467580
1454	model-00016-of-00017.safetensors	language_model.model.layers.3.self_attn.v_proj.weight	U32	512x320	4	64	affine	1061079076	1061734436
1455	model-00016-of-00017.safetensors	language_model.model.layers.30.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1486840396	1486922316
1456	model-00016-of-00017.safetensors	language_model.model.layers.30.attn_hyper_connection.hc_norm.weight	BF16	10240				3052080572	3052101052
1457	model-00016-of-00017.safetensors	language_model.model.layers.30.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				912885796	919439396
1458	model-00016-of-00017.safetensors	language_model.model.layers.30.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1077843748	1084397348
1459	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.A_log	BF16	48				1187546700	1187546796
1460	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.conv1d.weight	BF16	10240x4x1				1419594348	1419676268
1461	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.dt_bias	BF16	48				1224942492	1224942588
1462	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1187481420	1187485260
1463	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2950903500	2950907340
1464	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1187485260	1187546700
1465	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1186658380	1186662220
1466	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3751475628	3751479468
1467	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	3788139516	3788200956
1468	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1163531340	1164350540
1469	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1166173260	1166992460
1470	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1166996300	1180103500
1471	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	2214627244	2215118764
1472	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1161964524	1162456044
1473	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1542722396	1550586716
1474	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.norm.weight	BF16	128				4298485692	4298485948
1475	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1162548300	1163039820
1476	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1163039820	1163531340
1477	model-00016-of-00017.safetensors	language_model.model.layers.30.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	4282664284	4290528604
1478	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.gate.biases	BF16	512x40	8	64	affine	1162507340	1162548300
1479	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.gate.scales	BF16	512x40	8	64	affine	1846992156	1847033116
1480	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.gate.weight	U32	512x640	8	64	affine	1465699820	1467010540
1481	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1161913324	1161964524
1482	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1162456044	1162507244
1483	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1060259796	1061078996
1484	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2132091564	2132142764
1485	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1161862124	1161913324
1486	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2329391180	2330210380
1487	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1160940524	1160991724
1488	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2267880540	2267931740
1489	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1160991724	1161810924
1490	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	434988212	434988292
1491	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1160121244	1160121324
1492	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3573431404	3573432684
1493	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1159003780	1159085700
1494	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp_hyper_connection.hc_norm.weight	BF16	10240				1158932100	1158952580
1495	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				632936964	639490564
1496	model-00016-of-00017.safetensors	language_model.model.layers.30.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1529752924	1536306524
1497	model-00016-of-00017.safetensors	language_model.model.layers.31.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1158850180	1158932100
1498	model-00016-of-00017.safetensors	language_model.model.layers.31.attn_hyper_connection.hc_norm.weight	BF16	10240				1061734436	1061754916
1499	model-00016-of-00017.safetensors	language_model.model.layers.31.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				453813428	460367028
1500	model-00016-of-00017.safetensors	language_model.model.layers.31.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1152162180	1158715780
1501	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.gate.biases	BF16	512x40	8	64	affine	1033105540	1033146500
1502	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.gate.scales	BF16	512x40	8	64	affine	1150810500	1150851460
1503	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.gate.weight	U32	512x640	8	64	affine	1150851460	1152162180
1504	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3786377724	3786428924
1505	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	537682452	537733652
1506	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1149991300	1150810500
1507	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1336024476	1336075676
1508	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1149940020	1149991220
1509	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	365587556	366406756
1510	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1539107420	1539158620
1511	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1149069620	1149120820
1512	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1149120820	1149940020
1513	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1149048980	1149049060
1514	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1149049060	1149049140
1515	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2951011356	2951012636
1516	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3496823068	3496904988
1517	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp_hyper_connection.hc_norm.weight	BF16	10240				2252219644	2252240124
1518	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1142413460	1148967060
1519	model-00016-of-00017.safetensors	language_model.model.layers.31.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1069866452	1076420052
1520	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	1126582420	1126633620
1521	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	1142362260	1142413460
1522	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	1789441724	1791080124
1523	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.indexer.k_layernorm.weight	BF16	128				1126582084	1126582340
1524	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.indexer.q_layernorm.weight	BF16	128				1125721668	1125721924
1525	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.k_norm.weight	BF16	256				988290948	988291460
1526	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.k_proj.biases	BF16	512x40	4	64	affine	3092598460	3092639420
1527	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.k_proj.scales	BF16	512x40	4	64	affine	1117816292	1117857252
1528	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.k_proj.weight	U32	512x320	4	64	affine	3017455036	3018110396
1529	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	1104991620	1105483140
1530	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	1117324772	1117816292
1531	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.o_proj.weight	U32	2560x768	4	64	affine	3821137244	3829001564
1532	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.q_norm.weight	BF16	256				3110897596	3110898108
1533	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	1113614052	1114597092
1534	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1114597092	1115580132
1535	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.q_proj.weight	U32	12288x320	4	64	affine	2551271116	2566999756
1536	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.v_proj.biases	BF16	512x40	4	64	affine	552349972	552390932
1537	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1496905036	1496945996
1538	model-00016-of-00017.safetensors	language_model.model.layers.31.self_attn.v_proj.weight	U32	512x320	4	64	affine	1112958692	1113614052
1539	model-00016-of-00017.safetensors	language_model.model.layers.32.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1112876772	1112958692
1540	model-00016-of-00017.safetensors	language_model.model.layers.32.attn_hyper_connection.hc_norm.weight	BF16	10240				1112856292	1112876772
1541	model-00016-of-00017.safetensors	language_model.model.layers.32.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				626383364	632936964
1542	model-00016-of-00017.safetensors	language_model.model.layers.32.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1106302436	1112856036
1543	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.A_log	BF16	48				1106302340	1106302436
1544	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.conv1d.weight	BF16	10240x4x1				2260155740	2260237660
1545	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.dt_bias	BF16	48				1104991524	1104991620
1546	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1098434084	1098437924
1547	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2042996124	2042999964
1548	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1883190828	1883252268
1549	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1084397348	1084401188
1550	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1084401188	1084405028
1551	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1098372388	1098433828
1552	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1077024548	1077843748
1553	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	2625349324	2626168524
1554	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2300936700	2314043900
1555	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1076532948	1077024468
1556	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1006313860	1006805380
1557	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2185615884	2193480204
1558	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.norm.weight	BF16	128				1076471252	1076471508
1559	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1856802076	1857293596
1560	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3526725244	3527216764
1561	model-00016-of-00017.safetensors	language_model.model.layers.32.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1285058620	1292922940
1562	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.gate.biases	BF16	512x40	8	64	affine	2496623612	2496664572
1563	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.gate.scales	BF16	512x40	8	64	affine	3573339244	3573380204
1564	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.gate.weight	U32	512x640	8	64	affine	1814797340	1816108060
1565	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1076420052	1076471252
1566	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1431555692	1431606892
1567	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1813978140	1814797340
1568	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2238948524	2238999724
1569	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1061858772	1061909972
1570	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1068514772	1069333972
1571	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2206609164	2206660364
1572	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1061807492	1061858692
1573	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3522860924	3523680124
1574	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1059723396	1059723476
1575	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1061078996	1061079076
1576	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1061754916	1061756196
1577	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				3069328652	3069410572
1578	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp_hyper_connection.hc_norm.weight	BF16	10240				3522758524	3522779004
1579	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1053118596	1059672196
1580	model-00016-of-00017.safetensors	language_model.model.layers.32.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1046503300	1053056900
1581	model-00016-of-00017.safetensors	language_model.model.layers.33.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1033019780	1033101700
1582	model-00016-of-00017.safetensors	language_model.model.layers.33.attn_hyper_connection.hc_norm.weight	BF16	10240				1046431620	1046452100
1583	model-00016-of-00017.safetensors	language_model.model.layers.33.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1039826820	1046380420
1584	model-00016-of-00017.safetensors	language_model.model.layers.33.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2287607564	2294161164
1585	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.A_log	BF16	48				1061756196	1061756292
1586	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.conv1d.weight	BF16	10240x4x1				386733236	386815156
1587	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.dt_bias	BF16	48				1633555628	1633555724
1588	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1789434044	1789437884
1589	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	2149366444	2149370284
1590	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1033207940	1033269380
1591	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1033101700	1033105540
1592	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3788200956	3788204796
1593	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1033146500	1033207940
1594	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	2336815180	2337634380
1595	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	2481744892	2482564092
1596	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1006805380	1019912580
1597	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1005822340	1006313860
1598	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	1539158620	1539650140
1599	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1264014060	1271878380
1600	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.norm.weight	BF16	128				1824924700	1824924956
1601	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1059723476	1060214996
1602	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	997466500	997958020
1603	model-00016-of-00017.safetensors	language_model.model.layers.33.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	997958020	1005822340
1604	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.gate.biases	BF16	512x40	8	64	affine	988249988	988290948
1605	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.gate.scales	BF16	512x40	8	64	affine	3513534748	3513575708
1606	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.gate.weight	U32	512x640	8	64	affine	988291460	989602180
1607	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1993499292	1993550492
1608	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3084887660	3084938860
1609	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3496904988	3497724188
1610	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	973449348	973500548
1611	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3092547260	3092598460
1612	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	986611588	987430788
1613	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1804238524	1804289724
1614	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	973398148	973449348
1615	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3535572684	3536391884
1616	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	973377412	973377492
1617	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	973397972	973398052
1618	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1159085700	1159086980
1619	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1865895372	1865977292
1620	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp_hyper_connection.hc_norm.weight	BF16	10240				973356932	973377412
1621	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2483516412	2490070012
1622	model-00016-of-00017.safetensors	language_model.model.layers.33.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				966803332	973356932
1623	model-00016-of-00017.safetensors	language_model.model.layers.34.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2978589036	2978670956
1624	model-00016-of-00017.safetensors	language_model.model.layers.34.attn_hyper_connection.hc_norm.weight	BF16	10240				973377492	973397972
1625	model-00016-of-00017.safetensors	language_model.model.layers.34.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				958939012	965492612
1626	model-00016-of-00017.safetensors	language_model.model.layers.34.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1180104780	1186658380
1627	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.A_log	BF16	48				1162507244	1162507340
1628	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.conv1d.weight	BF16	10240x4x1				958805892	958887812
1629	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.dt_bias	BF16	48				952252196	952252292
1630	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	986607748	986611588
1631	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	952248356	952252196
1632	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	4300718444	4300779884
1633	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	846880804	846884644
1634	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1039822980	1039826820
1635	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	536258836	536320276
1636	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	928716836	929536036
1637	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	929587236	930406436
1638	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	930457636	943564836
1639	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1164350540	1164842060
1640	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	928225316	928716836
1641	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2025395868	2033260188
1642	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.norm.weight	BF16	128				2297563484	2297563740
1643	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1202128556	1202620076
1644	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1529220444	1529711964
1645	model-00016-of-00017.safetensors	language_model.model.layers.34.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	919439396	927303716
1646	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.gate.biases	BF16	512x40	8	64	affine	858364196	858405156
1647	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.gate.scales	BF16	512x40	8	64	affine	878270756	878311716
1648	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.gate.weight	U32	512x640	8	64	affine	878311716	879622436
1649	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	858261796	858312996
1650	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	858312996	858364196
1651	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1160121324	1160940524
1652	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1725898092	1725949292
1653	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2163402924	2163454124
1654	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2521284460	2522103660
1655	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1496945996	1496997196
1656	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1788563388	1788614588
1657	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	856787236	857606436
1658	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	849690756	849690836
1659	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	849690836	849690916
1660	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3574794604	3574795884
1661	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2075483036	2075564956
1662	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp_hyper_connection.hc_norm.weight	BF16	10240				849670276	849690756
1663	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2427195052	2433748652
1664	model-00016-of-00017.safetensors	language_model.model.layers.34.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1118676548	1125230148
1665	model-00016-of-00017.safetensors	language_model.model.layers.35.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				849588356	849670276
1666	model-00016-of-00017.safetensors	language_model.model.layers.35.attn_hyper_connection.hc_norm.weight	BF16	10240				2339354700	2339375180
1667	model-00016-of-00017.safetensors	language_model.model.layers.35.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				719679700	726233300
1668	model-00016-of-00017.safetensors	language_model.model.layers.35.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2538163916	2544717516
1669	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.gate.biases	BF16	512x40	8	64	affine	846884644	846925604
1670	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.gate.scales	BF16	512x40	8	64	affine	848236420	848277380
1671	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.gate.weight	U32	512x640	8	64	affine	848277380	849588100
1672	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	3588558444	3588609644
1673	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3685156764	3685207964
1674	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	839508004	840327204
1675	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3602728044	3602779244
1676	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1633504428	1633555628
1677	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	831643604	832462804
1678	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1883618524	1883669724
1679	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1158717060	1158768260
1680	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1364985356	1365804556
1681	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	824105604	824105684
1682	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	3527708284	3527708364
1683	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	831150804	831152084
1684	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1218230444	1218312364
1685	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp_hyper_connection.hc_norm.weight	BF16	10240				1498963276	1498983756
1686	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				817500804	824054404
1687	model-00016-of-00017.safetensors	language_model.model.layers.35.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1061909972	1068463572
1688	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	816087684	816138884
1689	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	817449604	817500804
1690	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	1463979500	1465617900
1691	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.indexer.k_layernorm.weight	BF16	128				2950907340	2950907596
1692	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.indexer.q_layernorm.weight	BF16	128				816001668	816001924
1693	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.k_norm.weight	BF16	256				2602696396	2602696908
1694	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.k_proj.biases	BF16	512x40	4	64	affine	1487980876	1488021836
1695	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.k_proj.scales	BF16	512x40	4	64	affine	1406323308	1406364268
1696	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.k_proj.weight	U32	512x320	4	64	affine	3574795884	3575451244
1697	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	807645828	808137348
1698	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	1993673372	1994164892
1699	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.o_proj.weight	U32	2560x768	4	64	affine	808137348	816001668
1700	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.q_norm.weight	BF16	256				807645316	807645828
1701	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	2260237660	2261220700
1702	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	3083904364	3084887404
1703	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.q_proj.weight	U32	12288x320	4	64	affine	2221754284	2237482924
1704	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.v_proj.biases	BF16	512x40	4	64	affine	2604336844	2604377804
1705	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.v_proj.scales	BF16	512x40	4	64	affine	2603649308	2603690268
1706	model-00016-of-00017.safetensors	language_model.model.layers.35.self_attn.v_proj.weight	U32	512x320	4	64	affine	1447069420	1447724780
1707	model-00016-of-00017.safetensors	language_model.model.layers.36.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				755052676	755134596
1708	model-00016-of-00017.safetensors	language_model.model.layers.36.attn_hyper_connection.hc_norm.weight	BF16	10240				754209156	754229636
1709	model-00016-of-00017.safetensors	language_model.model.layers.36.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2507214428	2513768028
1710	model-00016-of-00017.safetensors	language_model.model.layers.36.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				4291931996	4298485596
1711	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.A_log	BF16	48				3735746892	3735746988
1712	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.conv1d.weight	BF16	10240x4x1				3536525004	3536606924
1713	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.dt_bias	BF16	48				1601264972	1601265068
1714	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	2314125820	2314129660
1715	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1905198396	1905202236
1716	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3068775692	3068837132
1717	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	442463572	442467412
1718	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1708187244	1708191084
1719	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	508840724	508902164
1720	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1855982876	1856802076
1721	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	728998180	729817380
1722	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3807978844	3821086044
1723	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	753174916	753666436
1724	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	753666436	754157956
1725	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	603156324	611020644
1726	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.norm.weight	BF16	128				2087424860	2087425116
1727	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	752191876	752683396
1728	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	752683396	753174916
1729	model-00016-of-00017.safetensors	language_model.model.layers.36.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	989602180	997466500
1730	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.gate.biases	BF16	512x40	8	64	affine	728957220	728998180
1731	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.gate.scales	BF16	512x40	8	64	affine	729817380	729858340
1732	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.gate.weight	U32	512x640	8	64	affine	1609948588	1611259308
1733	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1538185820	1538237020
1734	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1846940956	1846992156
1735	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3573924204	3574743404
1736	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	509938196	509989396
1737	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	728854820	728906020
1738	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2268085340	2268904540
1739	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1046380420	1046431620
1740	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	754157956	754209156
1741	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	728035620	728854820
1742	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	726233300	726233380
1743	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1708187164	1708187244
1744	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	719678420	719679700
1745	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				719555540	719637460
1746	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp_hyper_connection.hc_norm.weight	BF16	10240				2252199164	2252219644
1747	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				712182740	718736340
1748	model-00016-of-00017.safetensors	language_model.model.layers.36.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				704154580	710708180
1749	model-00016-of-00017.safetensors	language_model.model.layers.37.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				703962580	704044500
1750	model-00016-of-00017.safetensors	language_model.model.layers.37.attn_hyper_connection.hc_norm.weight	BF16	10240				703942100	703962580
1751	model-00016-of-00017.safetensors	language_model.model.layers.37.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				905836836	912390436
1752	model-00016-of-00017.safetensors	language_model.model.layers.37.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1581340156	1587893756
1753	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.A_log	BF16	48				2044095980	2044096076
1754	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.conv1d.weight	BF16	10240x4x1				1486926156	1487008076
1755	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.dt_bias	BF16	48				703942004	703942100
1756	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1740934252	1740938092
1757	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	703938164	703942004
1758	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	2011550028	2011611468
1759	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	704146900	704150740
1760	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	755048836	755052676
1761	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1076471508	1076532948
1762	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	689086324	689905524
1763	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	689905524	690724724
1764	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	690724724	703831924
1765	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	1732506732	1732998252
1766	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	680669044	681160564
1767	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	681160564	689024884
1768	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.norm.weight	BF16	128				2051550796	2051551052
1769	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1522093324	1522584844
1770	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	2123735724	2124227244
1771	model-00016-of-00017.safetensors	language_model.model.layers.37.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	2360043596	2367907916
1772	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.gate.biases	BF16	512x40	8	64	affine	1335983516	1336024476
1773	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.gate.scales	BF16	512x40	8	64	affine	679317364	679358324
1774	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.gate.weight	U32	512x640	8	64	affine	679358324	680669044
1775	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2441172732	2441223932
1776	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	856244516	856295716
1777	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	678498164	679317364
1778	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1463907820	1463959020
1779	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3637392204	3637443404
1780	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1708816236	1709635436
1781	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	678446964	678498164
1782	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	929536036	929587236
1783	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1664577212	1665396412
1784	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	677765492	677765572
1785	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	677765572	677765652
1786	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	678363764	678365044
1787	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				676321652	676403572
1788	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp_hyper_connection.hc_norm.weight	BF16	10240				675737876	675758356
1789	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1033269380	1039822980
1790	model-00016-of-00017.safetensors	language_model.model.layers.37.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				662630676	669184276
1791	model-00016-of-00017.safetensors	language_model.model.layers.38.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				755134596	755216516
1792	model-00016-of-00017.safetensors	language_model.model.layers.38.attn_hyper_connection.hc_norm.weight	BF16	10240				655964436	655984916
1793	model-00016-of-00017.safetensors	language_model.model.layers.38.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2215200684	2221754284
1794	model-00016-of-00017.safetensors	language_model.model.layers.38.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				649410836	655964436
1795	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.A_log	BF16	48				649267380	649267476
1796	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.conv1d.weight	BF16	10240x4x1				1486757196	1486839116
1797	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.dt_bias	BF16	48				2427187276	2427187372
1798	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	649212340	649216180
1799	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1903371580	1903375420
1800	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1679886092	1679947532
1801	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	649208500	649212340
1802	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2086714268	2086718108
1803	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	3067403532	3067464972
1804	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	648389204	649208404
1805	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	2522820460	2523639660
1806	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3038113212	3051220412
1807	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	639490564	639982084
1808	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	639982084	640473604
1809	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	640524804	648389124
1810	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.norm.weight	BF16	128				3806176348	3806176604
1811	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1824433180	1824924700
1812	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	625891844	626383364
1813	model-00016-of-00017.safetensors	language_model.model.layers.38.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1349285468	1357149788
1814	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.gate.biases	BF16	512x40	8	64	affine	625809924	625850884
1815	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.gate.scales	BF16	512x40	8	64	affine	625850884	625891844
1816	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.gate.weight	U32	512x640	8	64	affine	2298618460	2299929180
1817	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2538057580	2538108780
1818	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1494679116	1494730316
1819	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2010235292	2011054492
1820	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	625676804	625728004
1821	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2238661804	2238713004
1822	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3126606876	3127426076
1823	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1068463572	1068514772
1824	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	625625604	625676804
1825	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	1420434028	1421253228
1826	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	624967524	624967604
1827	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	625622964	625623044
1828	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	625623044	625624324
1829	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1612979628	1613061548
1830	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp_hyper_connection.hc_norm.weight	BF16	10240				624947044	624967524
1831	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				618393444	624947044
1832	model-00016-of-00017.safetensors	language_model.model.layers.38.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				611020644	617574244
1833	model-00016-of-00017.safetensors	language_model.model.layers.39.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2278950332	2279032252
1834	model-00016-of-00017.safetensors	language_model.model.layers.39.attn_hyper_connection.hc_norm.weight	BF16	10240				602644324	602664804
1835	model-00016-of-00017.safetensors	language_model.model.layers.39.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				596086628	602640228
1836	model-00016-of-00017.safetensors	language_model.model.layers.39.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2163458476	2170012076
1837	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.gate.biases	BF16	512x40	8	64	affine	662589716	662630676
1838	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.gate.scales	BF16	512x40	8	64	affine	596045668	596086628
1839	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.gate.weight	U32	512x640	8	64	affine	1757869932	1759180652
1840	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	675758452	675809652
1841	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	595994468	596045668
1842	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	595154788	595973988
1843	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1059672196	1059723396
1844	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3596031084	3596082284
1845	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	594335588	595154788
1846	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	677222772	677273972
1847	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1161810924	1161862124
1848	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2033915548	2034734748
1849	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1149991220	1149991300
1850	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	593842708	593842788
1851	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	594334308	594335588
1852	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1158768260	1158850180
1853	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp_hyper_connection.hc_norm.weight	BF16	10240				3786480636	3786501116
1854	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1781135548	1787689148
1855	model-00016-of-00017.safetensors	language_model.model.layers.39.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				587289108	593842708
1856	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	585548308	585599508
1857	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	585599508	585650708
1858	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	585650708	587289108
1859	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.indexer.k_layernorm.weight	BF16	128				585548052	585548308
1860	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.indexer.q_layernorm.weight	BF16	128				3125787164	3125787420
1861	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.k_norm.weight	BF16	256				2077985436	2077985948
1862	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.k_proj.biases	BF16	512x40	4	64	affine	1979855772	1979896732
1863	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.k_proj.scales	BF16	512x40	4	64	affine	585507092	585548052
1864	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.k_proj.weight	U32	512x320	4	64	affine	2086769404	2087424764
1865	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	577151252	577642772
1866	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	2986535356	2987026876
1867	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.o_proj.weight	U32	2560x768	4	64	affine	577642772	585507092
1868	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.q_norm.weight	BF16	256				1708273004	1708273516
1869	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	559620372	560603412
1870	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	1159086980	1160070020
1871	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.q_proj.weight	U32	12288x320	4	64	affine	560603412	576332052
1872	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.v_proj.biases	BF16	512x40	4	64	affine	2076547996	2076588956
1873	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1357170268	1357211228
1874	model-00016-of-00017.safetensors	language_model.model.layers.39.self_attn.v_proj.weight	U32	512x320	4	64	affine	552411412	553066772
1875	model-00016-of-00017.safetensors	language_model.model.layers.4.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1419512428	1419594348
1876	model-00016-of-00017.safetensors	language_model.model.layers.4.attn_hyper_connection.hc_norm.weight	BF16	10240				552390932	552411412
1877	model-00016-of-00017.safetensors	language_model.model.layers.4.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				832462804	839016404
1878	model-00016-of-00017.safetensors	language_model.model.layers.4.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				545796372	552349972
1879	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.A_log	BF16	48				973398052	973398148
1880	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.conv1d.weight	BF16	10240x4x1				537798932	537880852
1881	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.dt_bias	BF16	48				744276260	744276356
1882	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	703883124	703886964
1883	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	537733652	537737492
1884	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	537737492	537798932
1885	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2287603724	2287607564
1886	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3083900524	3083904364
1887	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1883505884	1883567324
1888	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1105483140	1106302340
1889	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1115580132	1116399332
1890	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3655829404	3668936604
1891	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3573432684	3573924204
1892	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	2035707804	2036199324
1893	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	357063940	364928260
1894	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.norm.weight	BF16	128				537682196	537682452
1895	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3557115244	3557606764
1896	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	537190676	537682196
1897	model-00016-of-00017.safetensors	language_model.model.layers.4.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1249427948	1257292268
1898	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.gate.biases	BF16	512x40	8	64	affine	1540653916	1540694876
1899	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.gate.scales	BF16	512x40	8	64	affine	1125721924	1125762884
1900	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.gate.weight	U32	512x640	8	64	affine	816138884	817449604
1901	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1158952580	1159003780
1902	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	536320276	536371476
1903	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1125762884	1126582084
1904	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	677766004	677817204
1905	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	536207636	536258836
1906	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1816978460	1817797660
1907	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1046452100	1046503300
1908	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	509886996	509938196
1909	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3725595036	3726414236
1910	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1522666764	1522666844
1911	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1224942332	1224942412
1912	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	509885204	509886484
1913	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				509803284	509885204
1914	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp_hyper_connection.hc_norm.weight	BF16	10240				1306624156	1306644636
1915	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1913107516	1919661116
1916	model-00016-of-00017.safetensors	language_model.model.layers.4.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1422727788	1429281388
1917	model-00016-of-00017.safetensors	language_model.model.layers.40.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				509721364	509803284
1918	model-00016-of-00017.safetensors	language_model.model.layers.40.attn_hyper_connection.hc_norm.weight	BF16	10240				508820244	508840724
1919	model-00016-of-00017.safetensors	language_model.model.layers.40.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				502211604	508765204
1920	model-00016-of-00017.safetensors	language_model.model.layers.40.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				655984916	662538516
1921	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.A_log	BF16	48				1358112348	1358112444
1922	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.conv1d.weight	BF16	10240x4x1				502129684	502211604
1923	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.dt_bias	BF16	48				501638068	501638164
1924	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	501634228	501638068
1925	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1538181980	1538185820
1926	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	3610665676	3610727116
1927	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	2339508300	2339512140
1928	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	3553339244	3553343084
1929	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	501572788	501634228
1930	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	500262068	501081268
1931	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3016635836	3017455036
1932	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1085224228	1098331428
1933	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	856295716	856787236
1934	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	2170081804	2170573324
1935	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	492315828	500180148
1936	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.norm.weight	BF16	128				3752790188	3752790444
1937	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	460367028	460858548
1938	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	476587188	477078708
1939	model-00016-of-00017.safetensors	language_model.model.layers.40.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	484451508	492315828
1940	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.gate.biases	BF16	512x40	8	64	affine	452461748	452502708
1941	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.gate.scales	BF16	512x40	8	64	affine	1537207644	1537248604
1942	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.gate.weight	U32	512x640	8	64	affine	452502708	453813428
1943	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	442412372	442463572
1944	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3786428924	3786480124
1945	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	442467412	443286612
1946	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1750072172	1750123372
1947	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2514628364	2514679564
1948	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	441593172	442412372
1949	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	441541972	441593172
1950	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	752140676	752191876
1951	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	576332052	577151252
1952	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	441541892	441541972
1953	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1581340076	1581340156
1954	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3483501852	3483503132
1955	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				816005764	816087684
1956	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp_hyper_connection.hc_norm.weight	BF16	10240				3092362940	3092383420
1957	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1480121580	1486675180
1958	model-00016-of-00017.safetensors	language_model.model.layers.40.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				434988292	441541892
1959	model-00016-of-00017.safetensors	language_model.model.layers.41.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				434906292	434988212
1960	model-00016-of-00017.safetensors	language_model.model.layers.41.attn_hyper_connection.hc_norm.weight	BF16	10240				434885812	434906292
1961	model-00016-of-00017.safetensors	language_model.model.layers.41.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				428332212	434885812
1962	model-00016-of-00017.safetensors	language_model.model.layers.41.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				421778612	428332212
1963	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.A_log	BF16	48				677765908	677766004
1964	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.conv1d.weight	BF16	10240x4x1				2067444540	2067526460
1965	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.dt_bias	BF16	48				1118676452	1118676548
1966	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	1388772972	1388776812
1967	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	421713332	421717172
1968	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	421717172	421778612
1969	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1406319468	1406323308
1970	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	1116460772	1116464612
1971	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	2497376252	2497437692
1972	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	394679476	395498676
1973	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3124967964	3125787164
1974	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	395498676	408605876
1975	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	3526172284	3526663804
1976	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	711691220	712182740
1977	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	386815156	394679476
1978	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.norm.weight	BF16	128				3070629228	3070629484
1979	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	1125230148	1125721668
1980	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	3752298668	3752790188
1981	model-00016-of-00017.safetensors	language_model.model.layers.41.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	944384036	952248356
1982	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.gate.biases	BF16	512x40	8	64	affine	386692276	386733236
1983	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.gate.scales	BF16	512x40	8	64	affine	2035666844	2035707804
1984	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.gate.weight	U32	512x640	8	64	affine	1779824828	1781135548
1985	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	1757818732	1757869932
1986	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	2521233164	2521284364
1987	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	2085895068	2086714268
1988	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	3554745964	3554797164
1989	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	3729090796	3729141996
1990	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	3724529820	3725349020
1991	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	386641076	386692276
1992	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3821086044	3821137244
1993	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3637465164	3638284364
1994	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2012154188	2012154268
1995	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	386640996	386641076
1996	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	3637463884	3637465164
1997	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1148967060	1149048980
1998	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp_hyper_connection.hc_norm.weight	BF16	10240				1529732444	1529752924
1999	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				380087396	386640996
2000	model-00016-of-00017.safetensors	language_model.model.layers.41.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				373533796	380087396
2001	model-00016-of-00017.safetensors	language_model.model.layers.42.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				372960356	373042276
2002	model-00016-of-00017.safetensors	language_model.model.layers.42.attn_hyper_connection.hc_norm.weight	BF16	10240				676301172	676321652
2003	model-00016-of-00017.safetensors	language_model.model.layers.42.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2951063836	2957617436
2004	model-00016-of-00017.safetensors	language_model.model.layers.42.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				366406756	372960356
2005	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.A_log	BF16	48				848236324	848236420
2006	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.conv1d.weight	BF16	10240x4x1				2149284524	2149366444
2007	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.dt_bias	BF16	48				365587460	365587556
2008	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	357060100	357063940
2009	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	364928260	364932100
2010	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1373249036	1373310476
2011	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	509989396	509993236
2012	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2110487724	2110491564
2013	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	356998404	357059844
2014	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1537248604	1538067804
2015	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1816108060	1816927260
2016	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	343840004	356947204
2017	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	373042276	373533796
2018	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	602664804	603156324
2019	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1233228108	1241092428
2020	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.norm.weight	BF16	128				343788548	343788804
2021	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	334941188	335432708
2022	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	335432708	335924228
2023	model-00016-of-00017.safetensors	language_model.model.layers.42.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	335924228	343788548
2024	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.gate.biases	BF16	512x40	8	64	affine	333548548	333589508
2025	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.gate.scales	BF16	512x40	8	64	affine	333589508	333630468
2026	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.gate.weight	U32	512x640	8	64	affine	333630468	334941188
2027	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	332626948	332678148
2028	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	332678148	332729348
2029	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	332729348	333548548
2030	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	332524548	332575748
2031	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	332575748	332626948
2032	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1551901276	1552720476
2033	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	3552386764	3552437964
2034	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	332473348	332524548
2035	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	3806176604	3806995804
2036	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1249427868	1249427948
2037	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1857293596	1857293676
2038	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	332420868	332422148
2039	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				332338948	332420868
2040	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp_hyper_connection.hc_norm.weight	BF16	10240				332318468	332338948
2041	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2353438796	2359992396
2042	model-00016-of-00017.safetensors	language_model.model.layers.42.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				2068017980	2074571580
2043	model-00016-of-00017.safetensors	language_model.model.layers.43.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				332236548	332318468
2044	model-00016-of-00017.safetensors	language_model.model.layers.43.attn_hyper_connection.hc_norm.weight	BF16	10240				2238506924	2238527404
2045	model-00016-of-00017.safetensors	language_model.model.layers.43.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				325682948	332236548
2046	model-00016-of-00017.safetensors	language_model.model.layers.43.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				319129348	325682948
2047	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.gate.biases	BF16	512x40	8	64	affine	3490142492	3490183452
2048	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.gate.scales	BF16	512x40	8	64	affine	317777668	317818628
2049	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.gate.weight	U32	512x640	8	64	affine	317818628	319129348
2050	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2602778908	2602830108
2051	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	316907268	316958468
2052	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	316958468	317777668
2053	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	4298977468	4299028668
2054	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	316856068	316907268
2055	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2295800924	2296620124
2056	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	1697284124	1697335324
2057	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	315985668	316036868
2058	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	316036868	316856068
2059	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	315984228	315984308
2060	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	315984308	315984388
2061	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	315984388	315985668
2062	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1295523996	1295605916
2063	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp_hyper_connection.hc_norm.weight	BF16	10240				1164842060	1164862540
2064	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				309430628	315984228
2065	model-00016-of-00017.safetensors	language_model.model.layers.43.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				302877028	309430628
2066	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	302733668	302784868
2067	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	302784868	302836068
2068	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	1964137276	1965775676
2069	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.indexer.k_layernorm.weight	BF16	128				357059844	357060100
2070	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.indexer.q_layernorm.weight	BF16	128				302733412	302733668
2071	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.k_norm.weight	BF16	256				296179300	296179812
2072	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.k_proj.biases	BF16	512x40	4	64	affine	2139515564	2139556524
2073	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.k_proj.scales	BF16	512x40	4	64	affine	296138340	296179300
2074	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.k_proj.weight	U32	512x320	4	64	affine	2496719612	2497374972
2075	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	287782500	288274020
2076	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	1334505116	1334996636
2077	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.o_proj.weight	U32	2560x768	4	64	affine	288274020	296138340
2078	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.q_norm.weight	BF16	256				287730788	287731300
2079	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	1521110284	1522093324
2080	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	286747748	287730788
2081	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.q_proj.weight	U32	12288x320	4	64	affine	3735746988	3751475628
2082	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.v_proj.biases	BF16	512x40	4	64	affine	2238465964	2238506924
2083	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1211635628	1211676588
2084	model-00016-of-00017.safetensors	language_model.model.layers.43.self_attn.v_proj.weight	U32	512x320	4	64	affine	1513901132	1514556492
2085	model-00016-of-00017.safetensors	language_model.model.layers.44.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2052453452	2052535372
2086	model-00016-of-00017.safetensors	language_model.model.layers.44.attn_hyper_connection.hc_norm.weight	BF16	10240				286727268	286747748
2087	model-00016-of-00017.safetensors	language_model.model.layers.44.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1935301436	1941855036
2088	model-00016-of-00017.safetensors	language_model.model.layers.44.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				477078708	483632308
2089	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.A_log	BF16	48				286727172	286727268
2090	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.conv1d.weight	BF16	10240x4x1				286645252	286727172
2091	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.dt_bias	BF16	48				286645156	286645252
2092	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	286637476	286641316
2093	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	286641316	286645156
2094	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1777530732	1777592172
2095	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1166992460	1166996300
2096	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	286572196	286576036
2097	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	286576036	286637476
2098	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1242014028	1242833228
2099	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	272645796	273464996
2100	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	273464996	286572196
2101	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	270843556	271335076
2102	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	272154276	272645796
2103	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	3767925244	3775789564
2104	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.norm.weight	BF16	128				3496822812	3496823068
2105	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	262487716	262979236
2106	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1069374932	1069866452
2107	model-00016-of-00017.safetensors	language_model.model.layers.44.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	262979236	270843556
2108	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.gate.biases	BF16	512x40	8	64	affine	262405796	262446756
2109	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.gate.scales	BF16	512x40	8	64	affine	262446756	262487716
2110	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.gate.weight	U32	512x640	8	64	affine	726233380	727544100
2111	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	262354596	262405796
2112	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1420382828	1420434028
2113	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1294663836	1295483036
2114	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2298464860	2298516060
2115	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	1919661116	1919712316
2116	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	1788614588	1789433788
2117	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	2314150140	2314201340
2118	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	261484196	261535396
2119	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	261535396	262354596
2120	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	1126582340	1126582420
2121	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	261482836	261482916
2122	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	261482916	261484196
2123	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1612897708	1612979628
2124	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp_hyper_connection.hc_norm.weight	BF16	10240				1463866860	1463887340
2125	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				254929236	261482836
2126	model-00016-of-00017.safetensors	language_model.model.layers.44.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				248375636	254929236
2127	model-00016-of-00017.safetensors	language_model.model.layers.45.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				3629425484	3629507404
2128	model-00016-of-00017.safetensors	language_model.model.layers.45.attn_hyper_connection.hc_norm.weight	BF16	10240				3103012540	3103033020
2129	model-00016-of-00017.safetensors	language_model.model.layers.45.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				241822036	248375636
2130	model-00016-of-00017.safetensors	language_model.model.layers.45.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				235268436	241822036
2131	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.A_log	BF16	48				1387421196	1387421292
2132	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.conv1d.weight	BF16	10240x4x1				235186516	235268436
2133	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.dt_bias	BF16	48				235186420	235186516
2134	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	235178740	235182580
2135	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	235182580	235186420
2136	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1540541276	1540602716
2137	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	235174900	235178740
2138	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	816001924	816005764
2139	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	1993550492	1993611932
2140	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	3084990060	3085809260
2141	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	3805356892	3806176092
2142	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2987518396	3000625596
2143	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	234683380	235174900
2144	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	824105684	824597204
2145	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	2530193260	2538057580
2146	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.norm.weight	BF16	128				234683124	234683380
2147	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3514398748	3514890268
2148	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	1948408636	1948900156
2149	model-00016-of-00017.safetensors	language_model.model.layers.45.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	3776383484	3784247804
2150	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.gate.biases	BF16	512x40	8	64	affine	2603804364	2603845324
2151	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.gate.scales	BF16	512x40	8	64	affine	1263973100	1264014060
2152	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.gate.weight	U32	512x640	8	64	affine	965492612	966803332
2153	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	233812724	233863924
2154	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	1804187324	1804238524
2155	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	233863924	234683124
2156	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	232942324	232993524
2157	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	287731300	287782500
2158	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	232993524	233812724
2159	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	649267476	649318676
2160	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	232891124	232942324
2161	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2419814476	2420633676
2162	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	3553257164	3553257244
2163	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1581339996	1581340076
2164	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	232889844	232891124
2165	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1364801036	1364882956
2166	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp_hyper_connection.hc_norm.weight	BF16	10240				1149049140	1149069620
2167	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				226336244	232889844
2168	model-00016-of-00017.safetensors	language_model.model.layers.45.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				219782644	226336244
2169	model-00016-of-00017.safetensors	language_model.model.layers.46.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				1847115036	1847196956
2170	model-00016-of-00017.safetensors	language_model.model.layers.46.attn_hyper_connection.hc_norm.weight	BF16	10240				219762164	219782644
2171	model-00016-of-00017.safetensors	language_model.model.layers.46.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				213208564	219762164
2172	model-00016-of-00017.safetensors	language_model.model.layers.46.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				3691761820	3698315420
2173	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.A_log	BF16	48				1865895276	1865895372
2174	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.conv1d.weight	BF16	10240x4x1				213126644	213208564
2175	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.dt_bias	BF16	48				213126548	213126644
2176	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	213118868	213122708
2177	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	213122708	213126548
2178	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	1682241292	1682302732
2179	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	3524642684	3524646524
2180	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	213053588	213057428
2181	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	213057428	213118868
2182	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	1653349644	1654168844
2183	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	192573588	193392788
2184	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	193392788	206499988
2185	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	183726228	184217748
2186	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	184217748	184709268
2187	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	184709268	192573588
2188	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.norm.weight	BF16	128				183725972	183726228
2189	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	182742932	183234452
2190	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	183234452	183725972
2191	model-00016-of-00017.safetensors	language_model.model.layers.46.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	1733069932	1740934252
2192	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.gate.biases	BF16	512x40	8	64	affine	1060214996	1060255956
2193	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.gate.scales	BF16	512x40	8	64	affine	182701972	182742932
2194	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.gate.weight	U32	512x640	8	64	affine	2250888364	2252199084
2195	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	182650772	182701972
2196	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	356947204	356998404
2197	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	1538288220	1539107420
2198	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	649216180	649267380
2199	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2950960156	2951011356
2200	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	271335076	272154276
2201	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	508765204	508816404
2202	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	181780372	181831572
2203	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	181831572	182650772
2204	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	181779012	181779092
2205	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	839016404	839016484
2206	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	181779092	181780372
2207	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				181697092	181779012
2208	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp_hyper_connection.hc_norm.weight	BF16	10240				181676612	181697092
2209	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				175123012	181676612
2210	model-00016-of-00017.safetensors	language_model.model.layers.46.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				168569412	175123012
2211	model-00016-of-00017.safetensors	language_model.model.layers.47.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				160623172	160705092
2212	model-00016-of-00017.safetensors	language_model.model.layers.47.attn_hyper_connection.hc_norm.weight	BF16	10240				1540520540	1540541020
2213	model-00016-of-00017.safetensors	language_model.model.layers.47.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1098437924	1104991524
2214	model-00016-of-00017.safetensors	language_model.model.layers.47.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				154069572	160623172
2215	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.gate.biases	BF16	512x40	8	64	affine	152717892	152758852
2216	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.gate.scales	BF16	512x40	8	64	affine	302836068	302877028
2217	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.gate.weight	U32	512x640	8	64	affine	152758852	154069572
2218	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	151796292	151847492
2219	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	151847492	151898692
2220	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	151898692	152717892
2221	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	150925892	150977092
2222	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	545745172	545796372
2223	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	150977092	151796292
2224	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	150004292	150055492
2225	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	150055492	150106692
2226	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	150106692	150925892
2227	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	150002852	150002932
2228	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	150002932	150003012
2229	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	150003012	150004292
2230	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				149920932	150002852
2231	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp_hyper_connection.hc_norm.weight	BF16	10240				149900452	149920932
2232	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				143346852	149900452
2233	model-00016-of-00017.safetensors	language_model.model.layers.47.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				130239652	136793252
2234	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	130137252	130188452
2235	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	130188452	130239652
2236	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	3786501116	3788139516
2237	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.indexer.k_layernorm.weight	BF16	128				3725349020	3725349276
2238	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.indexer.q_layernorm.weight	BF16	128				3018929596	3018929852
2239	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.k_norm.weight	BF16	256				130094500	130095012
2240	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.k_proj.biases	BF16	512x40	4	64	affine	2944237260	2944278220
2241	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.k_proj.scales	BF16	512x40	4	64	affine	1069333972	1069374932
2242	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.k_proj.weight	U32	512x320	4	64	affine	129439140	130094500
2243	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	128456100	128947620
2244	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	128947620	129439140
2245	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.o_proj.weight	U32	2560x768	4	64	affine	160705092	168569412
2246	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.q_norm.weight	BF16	256				2163454124	2163454636
2247	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	127473060	128456100
2248	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	2237482924	2238465964
2249	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.q_proj.weight	U32	12288x320	4	64	affine	3669428124	3685156764
2250	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.v_proj.biases	BF16	512x40	4	64	affine	127432100	127473060
2251	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.v_proj.scales	BF16	512x40	4	64	affine	1487939916	1487980876
2252	model-00016-of-00017.safetensors	language_model.model.layers.47.self_attn.v_proj.weight	U32	512x320	4	64	affine	126776740	127432100
2253	model-00016-of-00017.safetensors	language_model.model.layers.5.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				126694820	126776740
2254	model-00016-of-00017.safetensors	language_model.model.layers.5.attn_hyper_connection.hc_norm.weight	BF16	10240				126674340	126694820
2255	model-00016-of-00017.safetensors	language_model.model.layers.5.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3565474924	3572028524
2256	model-00016-of-00017.safetensors	language_model.model.layers.5.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				136793252	143346852
2257	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.A_log	BF16	48				126674244	126674340
2258	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.conv1d.weight	BF16	10240x4x1				126592324	126674244
2259	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.dt_bias	BF16	48				1540541180	1540541276
2260	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	126522948	126526788
2261	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	126527044	126530884
2262	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	126530884	126592324
2263	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1463863020	1463866860
2264	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2314201420	2314205260
2265	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	126461508	126522948
2266	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	125642308	126461508
2267	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1448584940	1449404140
2268	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3470394652	3483501852
2269	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	2008719772	2009211292
2270	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	117286468	117777988
2271	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	117777988	125642308
2272	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.norm.weight	BF16	128				117286212	117286468
2273	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	108438852	108930372
2274	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	108930372	109421892
2275	model-00016-of-00017.safetensors	language_model.model.layers.5.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	109421892	117286212
2276	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.gate.biases	BF16	512x40	8	64	affine	3124927004	3124967964
2277	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.gate.scales	BF16	512x40	8	64	affine	108397892	108438852
2278	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.gate.weight	U32	512x640	8	64	affine	4290569564	4291880284
2279	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	107527492	107578692
2280	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3077295724	3077346924
2281	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	107578692	108397892
2282	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	1779722428	1779773628
2283	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	106657092	106708292
2284	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	106708292	107527492
2285	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	105786692	105837892
2286	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	2268986716	2269037916
2287	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	105837892	106657092
2288	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	105786612	105786692
2289	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	3727233436	3727233516
2290	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	130135972	130137252
2291	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				2328725580	2328807500
2292	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp_hyper_connection.hc_norm.weight	BF16	10240				2507149052	2507169532
2293	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				99212532	105766132
2294	model-00016-of-00017.safetensors	language_model.model.layers.5.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1225814348	1232367948
2295	model-00016-of-00017.safetensors	language_model.model.layers.6.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				2339272780	2339354700
2296	model-00016-of-00017.safetensors	language_model.model.layers.6.attn_hyper_connection.hc_norm.weight	BF16	10240				105766132	105786612
2297	model-00016-of-00017.safetensors	language_model.model.layers.6.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				4276049244	4282602844
2298	model-00016-of-00017.safetensors	language_model.model.layers.6.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1488023116	1494576716
2299	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.A_log	BF16	48				99212436	99212532
2300	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.conv1d.weight	BF16	10240x4x1				1654664284	1654746204
2301	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.dt_bias	BF16	48				99212340	99212436
2302	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	99143220	99147060
2303	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	99147060	99150900
2304	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	99150900	99212340
2305	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	99077940	99081780
2306	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	2117096364	2117100204
2307	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	99081780	99143220
2308	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	97439540	98258740
2309	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	98258740	99077940
2310	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	2193481484	2206588684
2311	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	96456500	96948020
2312	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	96948020	97439540
2313	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	744276356	752140676
2314	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.norm.weight	BF16	128				96456244	96456500
2315	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	87608884	88100404
2316	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	88100404	88591924
2317	model-00016-of-00017.safetensors	language_model.model.layers.6.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	88591924	96456244
2318	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.gate.biases	BF16	512x40	8	64	affine	1979814716	1979855676
2319	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.gate.scales	BF16	512x40	8	64	affine	4290528604	4290569564
2320	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.gate.weight	U32	512x640	8	64	affine	86298164	87608884
2321	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	2433748652	2433799852
2322	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	85427764	85478964
2323	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	85478964	86298164
2324	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2238528684	2238579884
2325	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	2238846124	2238897324
2326	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	84608564	85427764
2327	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	84557364	84608564
2328	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	1419676268	1419727468
2329	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	943564836	944384036
2330	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	84557204	84557284
2331	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	84557284	84557364
2332	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2296743004	2296744284
2333	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				84475284	84557204
2334	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp_hyper_connection.hc_norm.weight	BF16	10240				595973988	595994468
2335	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				3596133484	3602687084
2336	model-00016-of-00017.safetensors	language_model.model.layers.6.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				77921684	84475284
2337	model-00016-of-00017.safetensors	language_model.model.layers.7.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				77839764	77921684
2338	model-00016-of-00017.safetensors	language_model.model.layers.7.attn_hyper_connection.hc_norm.weight	BF16	10240				77819284	77839764
2339	model-00016-of-00017.safetensors	language_model.model.layers.7.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				1832523036	1839076636
2340	model-00016-of-00017.safetensors	language_model.model.layers.7.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				71265684	77819284
2341	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.gate.biases	BF16	512x40	8	64	affine	1883149868	1883190828
2342	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.gate.scales	BF16	512x40	8	64	affine	69914004	69954964
2343	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.gate.weight	U32	512x640	8	64	affine	69954964	71265684
2344	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	332422148	332473348
2345	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	3574743404	3574794604
2346	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	69094804	69914004
2347	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	69043604	69094804
2348	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	930406436	930457636
2349	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	2337634380	2338453580
2350	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	68992404	69043604
2351	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	3735695692	3735746892
2352	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	536371476	537190676
2353	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2602696908	2602696988
2354	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	1061858692	1061858772
2355	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	68991124	68992404
2356	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				1581085276	1581167196
2357	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp_hyper_connection.hc_norm.weight	BF16	10240				68970644	68991124
2358	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				62417044	68970644
2359	model-00016-of-00017.safetensors	language_model.model.layers.7.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				296179812	302733412
2360	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.indexer.index_qk_proj.biases	BF16	640x40	8	64	affine	824054404	824105604
2361	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.indexer.index_qk_proj.scales	BF16	640x40	8	64	affine	60727444	60778644
2362	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.indexer.index_qk_proj.weight	U32	640x640	8	64	affine	60778644	62417044
2363	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.indexer.k_layernorm.weight	BF16	128				408605876	408606132
2364	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.indexer.q_layernorm.weight	BF16	128				60727188	60727444
2365	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.k_norm.weight	BF16	256				60726676	60727188
2366	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.k_proj.biases	BF16	512x40	4	64	affine	59989396	60030356
2367	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.k_proj.scales	BF16	512x40	4	64	affine	60030356	60071316
2368	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.k_proj.weight	U32	512x320	4	64	affine	60071316	60726676
2369	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.o_proj.biases	BF16	2560x96	4	64	affine	2604377804	2604869324
2370	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.o_proj.scales	BF16	2560x96	4	64	affine	59497876	59989396
2371	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.o_proj.weight	U32	2560x768	4	64	affine	537880852	545745172
2372	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.q_norm.weight	BF16	256				59497364	59497876
2373	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.q_proj.biases	BF16	12288x40	4	64	affine	710708180	711691220
2374	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.q_proj.scales	BF16	12288x40	4	64	affine	42785684	43768724
2375	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.q_proj.weight	U32	12288x320	4	64	affine	43768724	59497364
2376	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.v_proj.biases	BF16	512x40	4	64	affine	42703764	42744724
2377	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.v_proj.scales	BF16	512x40	4	64	affine	42744724	42785684
2378	model-00016-of-00017.safetensors	language_model.model.layers.7.self_attn.v_proj.weight	U32	512x320	4	64	affine	364932100	365587460
2379	model-00016-of-00017.safetensors	language_model.model.layers.8.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				42621844	42703764
2380	model-00016-of-00017.safetensors	language_model.model.layers.8.attn_hyper_connection.hc_norm.weight	BF16	10240				1271878380	1271898860
2381	model-00016-of-00017.safetensors	language_model.model.layers.8.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				36068244	42621844
2382	model-00016-of-00017.safetensors	language_model.model.layers.8.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				29514644	36068244
2383	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.A_log	BF16	48				1486757100	1486757196
2384	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.conv1d.weight	BF16	10240x4x1				1706090524	1706172444
2385	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.dt_bias	BF16	48				2075482940	2075483036
2386	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	29510804	29514644
2387	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	1551078236	1551082076
2388	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	2603690348	2603751788
2389	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	1732502892	1732506732
2390	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	29445524	29449364
2391	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	29449364	29510804
2392	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	2280230412	2281049612
2393	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	28626324	29445524
2394	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	1187546796	1200653996
2395	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	19778964	20270484
2396	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	20270484	20762004
2397	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	20762004	28626324
2398	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.norm.weight	BF16	128				126526788	126527044
2399	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	3052101052	3052592572
2400	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	19287444	19778964
2401	model-00016-of-00017.safetensors	language_model.model.layers.8.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	2124227244	2132091564
2402	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.gate.biases	BF16	512x40	8	64	affine	1708095004	1708135964
2403	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.gate.scales	BF16	512x40	8	64	affine	130095012	130135972
2404	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.gate.weight	U32	512x640	8	64	affine	17976724	19287444
2405	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	17874324	17925524
2406	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	17925524	17976724
2407	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	3728271596	3729090796
2408	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	2043870364	2043921564
2409	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	17003924	17055124
2410	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	17055124	17874324
2411	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	16901524	16952724
2412	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	16952724	17003924
2413	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	2034735004	2035554204
2414	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	16901364	16901444
2415	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	16901444	16901524
2416	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	1180103500	1180104780
2417	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				16819444	16901364
2418	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp_hyper_connection.hc_norm.weight	BF16	10240				2300799580	2300820060
2419	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				849690916	856244516
2420	model-00016-of-00017.safetensors	language_model.model.layers.8.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				206499988	213053588
2421	model-00016-of-00017.safetensors	language_model.model.layers.9.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				16737524	16819444
2422	model-00016-of-00017.safetensors	language_model.model.layers.9.attn_hyper_connection.hc_norm.weight	BF16	10240				16717044	16737524
2423	model-00016-of-00017.safetensors	language_model.model.layers.9.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				2132961964	2139515564
2424	model-00016-of-00017.safetensors	language_model.model.layers.9.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				10163444	16717044
2425	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.A_log	BF16	48				2538163820	2538163916
2426	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.conv1d.weight	BF16	10240x4x1				10081524	10163444
2427	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.dt_bias	BF16	48				1336075676	1336075772
2428	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_a.biases	BF16	48x40	4	64	affine	10012404	10016244
2429	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_a.scales	BF16	48x40	4	64	affine	10016244	10020084
2430	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_a.weight	U32	48x320	4	64	affine	10020084	10081524
2431	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_b.biases	BF16	48x40	4	64	affine	9943284	9947124
2432	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_b.scales	BF16	48x40	4	64	affine	9947124	9950964
2433	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_b.weight	U32	48x320	4	64	affine	9950964	10012404
2434	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_qkv.biases	BF16	10240x40	4	64	affine	9124084	9943284
2435	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_qkv.scales	BF16	10240x40	4	64	affine	1116464612	1117283812
2436	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_qkv.weight	U32	10240x320	4	64	affine	3003364796	3016471996
2437	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_z.biases	BF16	6144x40	4	64	affine	8141044	8632564
2438	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_z.scales	BF16	6144x40	4	64	affine	8632564	9124084
2439	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.in_proj_z.weight	U32	6144x320	4	64	affine	1602084268	1609948588
2440	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.norm.weight	BF16	128				3610664140	3610664396
2441	model-00016-of-00017.safetensors	language_model.model.layers.9.linear_attn.out_proj.weight	U32	2560x768	4	64	affine	276724	8141044
2442	model-00016-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.gate_proj.biases	BF16	512x640x40	4	64	affine	509993236	536207636
2443	model-00016-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.gate_proj.scales	BF16	512x640x40	4	64	affine	879622436	905836836
2444	model-00016-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.up_proj.biases	BF16	512x640x40	4	64	affine	2367959116	2394173516
2445	model-00016-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.up_proj.scales	BF16	512x640x40	4	64	affine	3698315420	3724529820
2446	model-00016-of-00017.safetensors	language_model.model.layers.9.mlp.switch_mlp.up_proj.weight	U32	512x640x320	4	64	affine	3836865884	4256296284
2447	model-00017-of-00017.safetensors	language_model.model.layers.9.linear_attn.out_proj.biases	BF16	2560x96	4	64	affine	16552042	17043562
2448	model-00017-of-00017.safetensors	language_model.model.layers.9.linear_attn.out_proj.scales	BF16	2560x96	4	64	affine	17862762	18354282
2449	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.gate.biases	BF16	512x40	8	64	affine	7704682	7745642
2450	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.gate.scales	BF16	512x40	8	64	affine	8564842	8605802
2451	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.gate.weight	U32	512x640	8	64	affine	8605802	9916522
2452	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	209002	260202
2453	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	260202	311402
2454	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	311402	1130602
2455	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	106602	157802
2456	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	157802	209002
2457	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	17043562	17862762
2458	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	4202	55402
2459	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	55402	106602
2460	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	7745642	8564842
2461	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	2842	2922
2462	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	2762	2842
2463	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	2922	4202
2464	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp_hyper_connection.block_inject_weight.weight	BF16	4x10240				16470122	16552042
2465	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp_hyper_connection.hc_norm.weight	BF16	10240				7684202	7704682
2466	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				9916522	16470122
2467	model-00017-of-00017.safetensors	language_model.model.layers.9.mlp_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				1130602	7684202
2468	ngram-table.safetensors	ngram.biases	BF16	320001536x5	4	32	affine	28800138648	32000154008
2469	ngram-table.safetensors	ngram.scales	BF16	320001536x5	4	32	affine	25600123288	28800138648
2470	ngram-table.safetensors	ngram.weight	U32	320001536x20	4	32	affine	408	25600123288
2471	mtp.safetensors	mtp.fc_embedding.weight	BF16	2560x2560				620917036	634024236
2472	mtp.safetensors	mtp.fc_hidden.weight	BF16	2560x2560				1179744812	1192852012
2473	mtp.safetensors	mtp.hyper_connection_mixer.hc_norm.weight	BF16	10240				640577836	640598316
2474	mtp.safetensors	mtp.hyper_connection_mixer.input_mix_weight_down.weight	BF16	320x10240				746326572	752880172
2475	mtp.safetensors	mtp.hyper_connection_mixer.input_mix_weight_up.weight	BF16	10240x320				614310956	620864556
2476	mtp.safetensors	mtp.layers.0.attn_hyper_connection.block_inject_weight.weight	BF16	4x10240				80980620	81062540
2477	mtp.safetensors	mtp.layers.0.attn_hyper_connection.hc_norm.weight	BF16	10240				614290476	614310956
2478	mtp.safetensors	mtp.layers.0.attn_hyper_connection.input_mix_weight_down.weight	BF16	320x10240				753760812	760314412
2479	mtp.safetensors	mtp.layers.0.attn_hyper_connection.input_mix_weight_up.weight	BF16	10240x320				634024236	640577836
2480	mtp.safetensors	mtp.layers.0.mlp.gate.biases	BF16	512x40	8	64	affine	194706476	194747436
2481	mtp.safetensors	mtp.layers.0.mlp.gate.scales	BF16	512x40	8	64	affine	194747436	194788396
2482	mtp.safetensors	mtp.layers.0.mlp.gate.weight	U32	512x640	8	64	affine	193395756	194706476
2483	mtp.safetensors	mtp.layers.0.mlp.shared_expert.down_proj.biases	BF16	2560x10	4	64	affine	140915756	140966956
2484	mtp.safetensors	mtp.layers.0.mlp.shared_expert.down_proj.scales	BF16	2560x10	4	64	affine	614239276	614290476
2485	mtp.safetensors	mtp.layers.0.mlp.shared_expert.down_proj.weight	U32	2560x80	4	64	affine	640649516	641468716
2486	mtp.safetensors	mtp.layers.0.mlp.shared_expert.gate_proj.biases	BF16	640x40	4	64	affine	640598316	640649516
2487	mtp.safetensors	mtp.layers.0.mlp.shared_expert.gate_proj.scales	BF16	640x40	4	64	affine	19141260	19192460
2488	mtp.safetensors	mtp.layers.0.mlp.shared_expert.gate_proj.weight	U32	640x320	4	64	affine	752941612	753760812
2489	mtp.safetensors	mtp.layers.0.mlp.shared_expert.up_proj.biases	BF16	640x40	4	64	affine	140045356	140096556
2490	mtp.safetensors	mtp.layers.0.mlp.shared_expert.up_proj.scales	BF16	640x40	4	64	affine	620864556	620915756
2491	mtp.safetensors	mtp.layers.0.mlp.shared_expert.up_proj.weight	U32	640x320	4	64	affine	140096556	140915756
2492	mtp.safetensors	mtp.layers.0.mlp.shared_expert_gate.biases	BF16	1x40	4	64	affine	140045196	140045276
2493	mtp.safetensors	mtp.layers.0.mlp.shared_expert_gate.scales	BF16	1x40	4	64	affine	140045276	140045356
2494	mtp.safetensors	mtp.layers.0.mlp.shared_expert_gate.weight	U32	1x320	4	64	affine	620915756	620917036
2495	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.down_proj.biases	BF16	512x2560x20	2	64	affine	140966956	193395756
2496	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.down_proj.scales	BF16	512x2560x20	2	64	affine	641468716	693897516
2497	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.down_proj.weight	U32	512x2560x80	2	64	affine	1253145132	1672575532
2498	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.gate_proj.biases	BF16	512x640x80	2	64	affine	693897772	746326572
2499	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.gate_proj.scales	BF16	512x640x80	2	64	affine	20277900	72706700
2500	mtp.safetensors	mtp.layers.0.mlp.switch_mlp.gate_proj.weight	U32	512x640x320	2	64	affine	760314412	1179744812

The file is too large to be shown. View Raw