checkpoints/nano_action_causal_rope_sensoronly_v1/trainable_params.json
39.3 KB · 524 lines · json Raw
1 {
2 "total": 15201601929,
3 "trainable": 45301952,
4 "groups": {
5 "stream_embed": 36864,
6 "lora": 43646976,
7 "tactile2llm": 790528,
8 "llm2tactile": 786624,
9 "action2llm9": 40960
10 },
11 "names": [
12 "stream_embed",
13 "net.language_model.model.layers.0.self_attn.q_proj_moe_gen.lora_A.weight",
14 "net.language_model.model.layers.0.self_attn.q_proj_moe_gen.lora_B.weight",
15 "net.language_model.model.layers.0.self_attn.k_proj_moe_gen.lora_A.weight",
16 "net.language_model.model.layers.0.self_attn.k_proj_moe_gen.lora_B.weight",
17 "net.language_model.model.layers.0.self_attn.v_proj_moe_gen.lora_A.weight",
18 "net.language_model.model.layers.0.self_attn.v_proj_moe_gen.lora_B.weight",
19 "net.language_model.model.layers.0.self_attn.o_proj_moe_gen.lora_A.weight",
20 "net.language_model.model.layers.0.self_attn.o_proj_moe_gen.lora_B.weight",
21 "net.language_model.model.layers.0.mlp_moe_gen.gate_proj.lora_A.weight",
22 "net.language_model.model.layers.0.mlp_moe_gen.gate_proj.lora_B.weight",
23 "net.language_model.model.layers.0.mlp_moe_gen.up_proj.lora_A.weight",
24 "net.language_model.model.layers.0.mlp_moe_gen.up_proj.lora_B.weight",
25 "net.language_model.model.layers.0.mlp_moe_gen.down_proj.lora_A.weight",
26 "net.language_model.model.layers.0.mlp_moe_gen.down_proj.lora_B.weight",
27 "net.language_model.model.layers.1.self_attn.q_proj_moe_gen.lora_A.weight",
28 "net.language_model.model.layers.1.self_attn.q_proj_moe_gen.lora_B.weight",
29 "net.language_model.model.layers.1.self_attn.k_proj_moe_gen.lora_A.weight",
30 "net.language_model.model.layers.1.self_attn.k_proj_moe_gen.lora_B.weight",
31 "net.language_model.model.layers.1.self_attn.v_proj_moe_gen.lora_A.weight",
32 "net.language_model.model.layers.1.self_attn.v_proj_moe_gen.lora_B.weight",
33 "net.language_model.model.layers.1.self_attn.o_proj_moe_gen.lora_A.weight",
34 "net.language_model.model.layers.1.self_attn.o_proj_moe_gen.lora_B.weight",
35 "net.language_model.model.layers.1.mlp_moe_gen.gate_proj.lora_A.weight",
36 "net.language_model.model.layers.1.mlp_moe_gen.gate_proj.lora_B.weight",
37 "net.language_model.model.layers.1.mlp_moe_gen.up_proj.lora_A.weight",
38 "net.language_model.model.layers.1.mlp_moe_gen.up_proj.lora_B.weight",
39 "net.language_model.model.layers.1.mlp_moe_gen.down_proj.lora_A.weight",
40 "net.language_model.model.layers.1.mlp_moe_gen.down_proj.lora_B.weight",
41 "net.language_model.model.layers.2.self_attn.q_proj_moe_gen.lora_A.weight",
42 "net.language_model.model.layers.2.self_attn.q_proj_moe_gen.lora_B.weight",
43 "net.language_model.model.layers.2.self_attn.k_proj_moe_gen.lora_A.weight",
44 "net.language_model.model.layers.2.self_attn.k_proj_moe_gen.lora_B.weight",
45 "net.language_model.model.layers.2.self_attn.v_proj_moe_gen.lora_A.weight",
46 "net.language_model.model.layers.2.self_attn.v_proj_moe_gen.lora_B.weight",
47 "net.language_model.model.layers.2.self_attn.o_proj_moe_gen.lora_A.weight",
48 "net.language_model.model.layers.2.self_attn.o_proj_moe_gen.lora_B.weight",
49 "net.language_model.model.layers.2.mlp_moe_gen.gate_proj.lora_A.weight",
50 "net.language_model.model.layers.2.mlp_moe_gen.gate_proj.lora_B.weight",
51 "net.language_model.model.layers.2.mlp_moe_gen.up_proj.lora_A.weight",
52 "net.language_model.model.layers.2.mlp_moe_gen.up_proj.lora_B.weight",
53 "net.language_model.model.layers.2.mlp_moe_gen.down_proj.lora_A.weight",
54 "net.language_model.model.layers.2.mlp_moe_gen.down_proj.lora_B.weight",
55 "net.language_model.model.layers.3.self_attn.q_proj_moe_gen.lora_A.weight",
56 "net.language_model.model.layers.3.self_attn.q_proj_moe_gen.lora_B.weight",
57 "net.language_model.model.layers.3.self_attn.k_proj_moe_gen.lora_A.weight",
58 "net.language_model.model.layers.3.self_attn.k_proj_moe_gen.lora_B.weight",
59 "net.language_model.model.layers.3.self_attn.v_proj_moe_gen.lora_A.weight",
60 "net.language_model.model.layers.3.self_attn.v_proj_moe_gen.lora_B.weight",
61 "net.language_model.model.layers.3.self_attn.o_proj_moe_gen.lora_A.weight",
62 "net.language_model.model.layers.3.self_attn.o_proj_moe_gen.lora_B.weight",
63 "net.language_model.model.layers.3.mlp_moe_gen.gate_proj.lora_A.weight",
64 "net.language_model.model.layers.3.mlp_moe_gen.gate_proj.lora_B.weight",
65 "net.language_model.model.layers.3.mlp_moe_gen.up_proj.lora_A.weight",
66 "net.language_model.model.layers.3.mlp_moe_gen.up_proj.lora_B.weight",
67 "net.language_model.model.layers.3.mlp_moe_gen.down_proj.lora_A.weight",
68 "net.language_model.model.layers.3.mlp_moe_gen.down_proj.lora_B.weight",
69 "net.language_model.model.layers.4.self_attn.q_proj_moe_gen.lora_A.weight",
70 "net.language_model.model.layers.4.self_attn.q_proj_moe_gen.lora_B.weight",
71 "net.language_model.model.layers.4.self_attn.k_proj_moe_gen.lora_A.weight",
72 "net.language_model.model.layers.4.self_attn.k_proj_moe_gen.lora_B.weight",
73 "net.language_model.model.layers.4.self_attn.v_proj_moe_gen.lora_A.weight",
74 "net.language_model.model.layers.4.self_attn.v_proj_moe_gen.lora_B.weight",
75 "net.language_model.model.layers.4.self_attn.o_proj_moe_gen.lora_A.weight",
76 "net.language_model.model.layers.4.self_attn.o_proj_moe_gen.lora_B.weight",
77 "net.language_model.model.layers.4.mlp_moe_gen.gate_proj.lora_A.weight",
78 "net.language_model.model.layers.4.mlp_moe_gen.gate_proj.lora_B.weight",
79 "net.language_model.model.layers.4.mlp_moe_gen.up_proj.lora_A.weight",
80 "net.language_model.model.layers.4.mlp_moe_gen.up_proj.lora_B.weight",
81 "net.language_model.model.layers.4.mlp_moe_gen.down_proj.lora_A.weight",
82 "net.language_model.model.layers.4.mlp_moe_gen.down_proj.lora_B.weight",
83 "net.language_model.model.layers.5.self_attn.q_proj_moe_gen.lora_A.weight",
84 "net.language_model.model.layers.5.self_attn.q_proj_moe_gen.lora_B.weight",
85 "net.language_model.model.layers.5.self_attn.k_proj_moe_gen.lora_A.weight",
86 "net.language_model.model.layers.5.self_attn.k_proj_moe_gen.lora_B.weight",
87 "net.language_model.model.layers.5.self_attn.v_proj_moe_gen.lora_A.weight",
88 "net.language_model.model.layers.5.self_attn.v_proj_moe_gen.lora_B.weight",
89 "net.language_model.model.layers.5.self_attn.o_proj_moe_gen.lora_A.weight",
90 "net.language_model.model.layers.5.self_attn.o_proj_moe_gen.lora_B.weight",
91 "net.language_model.model.layers.5.mlp_moe_gen.gate_proj.lora_A.weight",
92 "net.language_model.model.layers.5.mlp_moe_gen.gate_proj.lora_B.weight",
93 "net.language_model.model.layers.5.mlp_moe_gen.up_proj.lora_A.weight",
94 "net.language_model.model.layers.5.mlp_moe_gen.up_proj.lora_B.weight",
95 "net.language_model.model.layers.5.mlp_moe_gen.down_proj.lora_A.weight",
96 "net.language_model.model.layers.5.mlp_moe_gen.down_proj.lora_B.weight",
97 "net.language_model.model.layers.6.self_attn.q_proj_moe_gen.lora_A.weight",
98 "net.language_model.model.layers.6.self_attn.q_proj_moe_gen.lora_B.weight",
99 "net.language_model.model.layers.6.self_attn.k_proj_moe_gen.lora_A.weight",
100 "net.language_model.model.layers.6.self_attn.k_proj_moe_gen.lora_B.weight",
101 "net.language_model.model.layers.6.self_attn.v_proj_moe_gen.lora_A.weight",
102 "net.language_model.model.layers.6.self_attn.v_proj_moe_gen.lora_B.weight",
103 "net.language_model.model.layers.6.self_attn.o_proj_moe_gen.lora_A.weight",
104 "net.language_model.model.layers.6.self_attn.o_proj_moe_gen.lora_B.weight",
105 "net.language_model.model.layers.6.mlp_moe_gen.gate_proj.lora_A.weight",
106 "net.language_model.model.layers.6.mlp_moe_gen.gate_proj.lora_B.weight",
107 "net.language_model.model.layers.6.mlp_moe_gen.up_proj.lora_A.weight",
108 "net.language_model.model.layers.6.mlp_moe_gen.up_proj.lora_B.weight",
109 "net.language_model.model.layers.6.mlp_moe_gen.down_proj.lora_A.weight",
110 "net.language_model.model.layers.6.mlp_moe_gen.down_proj.lora_B.weight",
111 "net.language_model.model.layers.7.self_attn.q_proj_moe_gen.lora_A.weight",
112 "net.language_model.model.layers.7.self_attn.q_proj_moe_gen.lora_B.weight",
113 "net.language_model.model.layers.7.self_attn.k_proj_moe_gen.lora_A.weight",
114 "net.language_model.model.layers.7.self_attn.k_proj_moe_gen.lora_B.weight",
115 "net.language_model.model.layers.7.self_attn.v_proj_moe_gen.lora_A.weight",
116 "net.language_model.model.layers.7.self_attn.v_proj_moe_gen.lora_B.weight",
117 "net.language_model.model.layers.7.self_attn.o_proj_moe_gen.lora_A.weight",
118 "net.language_model.model.layers.7.self_attn.o_proj_moe_gen.lora_B.weight",
119 "net.language_model.model.layers.7.mlp_moe_gen.gate_proj.lora_A.weight",
120 "net.language_model.model.layers.7.mlp_moe_gen.gate_proj.lora_B.weight",
121 "net.language_model.model.layers.7.mlp_moe_gen.up_proj.lora_A.weight",
122 "net.language_model.model.layers.7.mlp_moe_gen.up_proj.lora_B.weight",
123 "net.language_model.model.layers.7.mlp_moe_gen.down_proj.lora_A.weight",
124 "net.language_model.model.layers.7.mlp_moe_gen.down_proj.lora_B.weight",
125 "net.language_model.model.layers.8.self_attn.q_proj_moe_gen.lora_A.weight",
126 "net.language_model.model.layers.8.self_attn.q_proj_moe_gen.lora_B.weight",
127 "net.language_model.model.layers.8.self_attn.k_proj_moe_gen.lora_A.weight",
128 "net.language_model.model.layers.8.self_attn.k_proj_moe_gen.lora_B.weight",
129 "net.language_model.model.layers.8.self_attn.v_proj_moe_gen.lora_A.weight",
130 "net.language_model.model.layers.8.self_attn.v_proj_moe_gen.lora_B.weight",
131 "net.language_model.model.layers.8.self_attn.o_proj_moe_gen.lora_A.weight",
132 "net.language_model.model.layers.8.self_attn.o_proj_moe_gen.lora_B.weight",
133 "net.language_model.model.layers.8.mlp_moe_gen.gate_proj.lora_A.weight",
134 "net.language_model.model.layers.8.mlp_moe_gen.gate_proj.lora_B.weight",
135 "net.language_model.model.layers.8.mlp_moe_gen.up_proj.lora_A.weight",
136 "net.language_model.model.layers.8.mlp_moe_gen.up_proj.lora_B.weight",
137 "net.language_model.model.layers.8.mlp_moe_gen.down_proj.lora_A.weight",
138 "net.language_model.model.layers.8.mlp_moe_gen.down_proj.lora_B.weight",
139 "net.language_model.model.layers.9.self_attn.q_proj_moe_gen.lora_A.weight",
140 "net.language_model.model.layers.9.self_attn.q_proj_moe_gen.lora_B.weight",
141 "net.language_model.model.layers.9.self_attn.k_proj_moe_gen.lora_A.weight",
142 "net.language_model.model.layers.9.self_attn.k_proj_moe_gen.lora_B.weight",
143 "net.language_model.model.layers.9.self_attn.v_proj_moe_gen.lora_A.weight",
144 "net.language_model.model.layers.9.self_attn.v_proj_moe_gen.lora_B.weight",
145 "net.language_model.model.layers.9.self_attn.o_proj_moe_gen.lora_A.weight",
146 "net.language_model.model.layers.9.self_attn.o_proj_moe_gen.lora_B.weight",
147 "net.language_model.model.layers.9.mlp_moe_gen.gate_proj.lora_A.weight",
148 "net.language_model.model.layers.9.mlp_moe_gen.gate_proj.lora_B.weight",
149 "net.language_model.model.layers.9.mlp_moe_gen.up_proj.lora_A.weight",
150 "net.language_model.model.layers.9.mlp_moe_gen.up_proj.lora_B.weight",
151 "net.language_model.model.layers.9.mlp_moe_gen.down_proj.lora_A.weight",
152 "net.language_model.model.layers.9.mlp_moe_gen.down_proj.lora_B.weight",
153 "net.language_model.model.layers.10.self_attn.q_proj_moe_gen.lora_A.weight",
154 "net.language_model.model.layers.10.self_attn.q_proj_moe_gen.lora_B.weight",
155 "net.language_model.model.layers.10.self_attn.k_proj_moe_gen.lora_A.weight",
156 "net.language_model.model.layers.10.self_attn.k_proj_moe_gen.lora_B.weight",
157 "net.language_model.model.layers.10.self_attn.v_proj_moe_gen.lora_A.weight",
158 "net.language_model.model.layers.10.self_attn.v_proj_moe_gen.lora_B.weight",
159 "net.language_model.model.layers.10.self_attn.o_proj_moe_gen.lora_A.weight",
160 "net.language_model.model.layers.10.self_attn.o_proj_moe_gen.lora_B.weight",
161 "net.language_model.model.layers.10.mlp_moe_gen.gate_proj.lora_A.weight",
162 "net.language_model.model.layers.10.mlp_moe_gen.gate_proj.lora_B.weight",
163 "net.language_model.model.layers.10.mlp_moe_gen.up_proj.lora_A.weight",
164 "net.language_model.model.layers.10.mlp_moe_gen.up_proj.lora_B.weight",
165 "net.language_model.model.layers.10.mlp_moe_gen.down_proj.lora_A.weight",
166 "net.language_model.model.layers.10.mlp_moe_gen.down_proj.lora_B.weight",
167 "net.language_model.model.layers.11.self_attn.q_proj_moe_gen.lora_A.weight",
168 "net.language_model.model.layers.11.self_attn.q_proj_moe_gen.lora_B.weight",
169 "net.language_model.model.layers.11.self_attn.k_proj_moe_gen.lora_A.weight",
170 "net.language_model.model.layers.11.self_attn.k_proj_moe_gen.lora_B.weight",
171 "net.language_model.model.layers.11.self_attn.v_proj_moe_gen.lora_A.weight",
172 "net.language_model.model.layers.11.self_attn.v_proj_moe_gen.lora_B.weight",
173 "net.language_model.model.layers.11.self_attn.o_proj_moe_gen.lora_A.weight",
174 "net.language_model.model.layers.11.self_attn.o_proj_moe_gen.lora_B.weight",
175 "net.language_model.model.layers.11.mlp_moe_gen.gate_proj.lora_A.weight",
176 "net.language_model.model.layers.11.mlp_moe_gen.gate_proj.lora_B.weight",
177 "net.language_model.model.layers.11.mlp_moe_gen.up_proj.lora_A.weight",
178 "net.language_model.model.layers.11.mlp_moe_gen.up_proj.lora_B.weight",
179 "net.language_model.model.layers.11.mlp_moe_gen.down_proj.lora_A.weight",
180 "net.language_model.model.layers.11.mlp_moe_gen.down_proj.lora_B.weight",
181 "net.language_model.model.layers.12.self_attn.q_proj_moe_gen.lora_A.weight",
182 "net.language_model.model.layers.12.self_attn.q_proj_moe_gen.lora_B.weight",
183 "net.language_model.model.layers.12.self_attn.k_proj_moe_gen.lora_A.weight",
184 "net.language_model.model.layers.12.self_attn.k_proj_moe_gen.lora_B.weight",
185 "net.language_model.model.layers.12.self_attn.v_proj_moe_gen.lora_A.weight",
186 "net.language_model.model.layers.12.self_attn.v_proj_moe_gen.lora_B.weight",
187 "net.language_model.model.layers.12.self_attn.o_proj_moe_gen.lora_A.weight",
188 "net.language_model.model.layers.12.self_attn.o_proj_moe_gen.lora_B.weight",
189 "net.language_model.model.layers.12.mlp_moe_gen.gate_proj.lora_A.weight",
190 "net.language_model.model.layers.12.mlp_moe_gen.gate_proj.lora_B.weight",
191 "net.language_model.model.layers.12.mlp_moe_gen.up_proj.lora_A.weight",
192 "net.language_model.model.layers.12.mlp_moe_gen.up_proj.lora_B.weight",
193 "net.language_model.model.layers.12.mlp_moe_gen.down_proj.lora_A.weight",
194 "net.language_model.model.layers.12.mlp_moe_gen.down_proj.lora_B.weight",
195 "net.language_model.model.layers.13.self_attn.q_proj_moe_gen.lora_A.weight",
196 "net.language_model.model.layers.13.self_attn.q_proj_moe_gen.lora_B.weight",
197 "net.language_model.model.layers.13.self_attn.k_proj_moe_gen.lora_A.weight",
198 "net.language_model.model.layers.13.self_attn.k_proj_moe_gen.lora_B.weight",
199 "net.language_model.model.layers.13.self_attn.v_proj_moe_gen.lora_A.weight",
200 "net.language_model.model.layers.13.self_attn.v_proj_moe_gen.lora_B.weight",
201 "net.language_model.model.layers.13.self_attn.o_proj_moe_gen.lora_A.weight",
202 "net.language_model.model.layers.13.self_attn.o_proj_moe_gen.lora_B.weight",
203 "net.language_model.model.layers.13.mlp_moe_gen.gate_proj.lora_A.weight",
204 "net.language_model.model.layers.13.mlp_moe_gen.gate_proj.lora_B.weight",
205 "net.language_model.model.layers.13.mlp_moe_gen.up_proj.lora_A.weight",
206 "net.language_model.model.layers.13.mlp_moe_gen.up_proj.lora_B.weight",
207 "net.language_model.model.layers.13.mlp_moe_gen.down_proj.lora_A.weight",
208 "net.language_model.model.layers.13.mlp_moe_gen.down_proj.lora_B.weight",
209 "net.language_model.model.layers.14.self_attn.q_proj_moe_gen.lora_A.weight",
210 "net.language_model.model.layers.14.self_attn.q_proj_moe_gen.lora_B.weight",
211 "net.language_model.model.layers.14.self_attn.k_proj_moe_gen.lora_A.weight",
212 "net.language_model.model.layers.14.self_attn.k_proj_moe_gen.lora_B.weight",
213 "net.language_model.model.layers.14.self_attn.v_proj_moe_gen.lora_A.weight",
214 "net.language_model.model.layers.14.self_attn.v_proj_moe_gen.lora_B.weight",
215 "net.language_model.model.layers.14.self_attn.o_proj_moe_gen.lora_A.weight",
216 "net.language_model.model.layers.14.self_attn.o_proj_moe_gen.lora_B.weight",
217 "net.language_model.model.layers.14.mlp_moe_gen.gate_proj.lora_A.weight",
218 "net.language_model.model.layers.14.mlp_moe_gen.gate_proj.lora_B.weight",
219 "net.language_model.model.layers.14.mlp_moe_gen.up_proj.lora_A.weight",
220 "net.language_model.model.layers.14.mlp_moe_gen.up_proj.lora_B.weight",
221 "net.language_model.model.layers.14.mlp_moe_gen.down_proj.lora_A.weight",
222 "net.language_model.model.layers.14.mlp_moe_gen.down_proj.lora_B.weight",
223 "net.language_model.model.layers.15.self_attn.q_proj_moe_gen.lora_A.weight",
224 "net.language_model.model.layers.15.self_attn.q_proj_moe_gen.lora_B.weight",
225 "net.language_model.model.layers.15.self_attn.k_proj_moe_gen.lora_A.weight",
226 "net.language_model.model.layers.15.self_attn.k_proj_moe_gen.lora_B.weight",
227 "net.language_model.model.layers.15.self_attn.v_proj_moe_gen.lora_A.weight",
228 "net.language_model.model.layers.15.self_attn.v_proj_moe_gen.lora_B.weight",
229 "net.language_model.model.layers.15.self_attn.o_proj_moe_gen.lora_A.weight",
230 "net.language_model.model.layers.15.self_attn.o_proj_moe_gen.lora_B.weight",
231 "net.language_model.model.layers.15.mlp_moe_gen.gate_proj.lora_A.weight",
232 "net.language_model.model.layers.15.mlp_moe_gen.gate_proj.lora_B.weight",
233 "net.language_model.model.layers.15.mlp_moe_gen.up_proj.lora_A.weight",
234 "net.language_model.model.layers.15.mlp_moe_gen.up_proj.lora_B.weight",
235 "net.language_model.model.layers.15.mlp_moe_gen.down_proj.lora_A.weight",
236 "net.language_model.model.layers.15.mlp_moe_gen.down_proj.lora_B.weight",
237 "net.language_model.model.layers.16.self_attn.q_proj_moe_gen.lora_A.weight",
238 "net.language_model.model.layers.16.self_attn.q_proj_moe_gen.lora_B.weight",
239 "net.language_model.model.layers.16.self_attn.k_proj_moe_gen.lora_A.weight",
240 "net.language_model.model.layers.16.self_attn.k_proj_moe_gen.lora_B.weight",
241 "net.language_model.model.layers.16.self_attn.v_proj_moe_gen.lora_A.weight",
242 "net.language_model.model.layers.16.self_attn.v_proj_moe_gen.lora_B.weight",
243 "net.language_model.model.layers.16.self_attn.o_proj_moe_gen.lora_A.weight",
244 "net.language_model.model.layers.16.self_attn.o_proj_moe_gen.lora_B.weight",
245 "net.language_model.model.layers.16.mlp_moe_gen.gate_proj.lora_A.weight",
246 "net.language_model.model.layers.16.mlp_moe_gen.gate_proj.lora_B.weight",
247 "net.language_model.model.layers.16.mlp_moe_gen.up_proj.lora_A.weight",
248 "net.language_model.model.layers.16.mlp_moe_gen.up_proj.lora_B.weight",
249 "net.language_model.model.layers.16.mlp_moe_gen.down_proj.lora_A.weight",
250 "net.language_model.model.layers.16.mlp_moe_gen.down_proj.lora_B.weight",
251 "net.language_model.model.layers.17.self_attn.q_proj_moe_gen.lora_A.weight",
252 "net.language_model.model.layers.17.self_attn.q_proj_moe_gen.lora_B.weight",
253 "net.language_model.model.layers.17.self_attn.k_proj_moe_gen.lora_A.weight",
254 "net.language_model.model.layers.17.self_attn.k_proj_moe_gen.lora_B.weight",
255 "net.language_model.model.layers.17.self_attn.v_proj_moe_gen.lora_A.weight",
256 "net.language_model.model.layers.17.self_attn.v_proj_moe_gen.lora_B.weight",
257 "net.language_model.model.layers.17.self_attn.o_proj_moe_gen.lora_A.weight",
258 "net.language_model.model.layers.17.self_attn.o_proj_moe_gen.lora_B.weight",
259 "net.language_model.model.layers.17.mlp_moe_gen.gate_proj.lora_A.weight",
260 "net.language_model.model.layers.17.mlp_moe_gen.gate_proj.lora_B.weight",
261 "net.language_model.model.layers.17.mlp_moe_gen.up_proj.lora_A.weight",
262 "net.language_model.model.layers.17.mlp_moe_gen.up_proj.lora_B.weight",
263 "net.language_model.model.layers.17.mlp_moe_gen.down_proj.lora_A.weight",
264 "net.language_model.model.layers.17.mlp_moe_gen.down_proj.lora_B.weight",
265 "net.language_model.model.layers.18.self_attn.q_proj_moe_gen.lora_A.weight",
266 "net.language_model.model.layers.18.self_attn.q_proj_moe_gen.lora_B.weight",
267 "net.language_model.model.layers.18.self_attn.k_proj_moe_gen.lora_A.weight",
268 "net.language_model.model.layers.18.self_attn.k_proj_moe_gen.lora_B.weight",
269 "net.language_model.model.layers.18.self_attn.v_proj_moe_gen.lora_A.weight",
270 "net.language_model.model.layers.18.self_attn.v_proj_moe_gen.lora_B.weight",
271 "net.language_model.model.layers.18.self_attn.o_proj_moe_gen.lora_A.weight",
272 "net.language_model.model.layers.18.self_attn.o_proj_moe_gen.lora_B.weight",
273 "net.language_model.model.layers.18.mlp_moe_gen.gate_proj.lora_A.weight",
274 "net.language_model.model.layers.18.mlp_moe_gen.gate_proj.lora_B.weight",
275 "net.language_model.model.layers.18.mlp_moe_gen.up_proj.lora_A.weight",
276 "net.language_model.model.layers.18.mlp_moe_gen.up_proj.lora_B.weight",
277 "net.language_model.model.layers.18.mlp_moe_gen.down_proj.lora_A.weight",
278 "net.language_model.model.layers.18.mlp_moe_gen.down_proj.lora_B.weight",
279 "net.language_model.model.layers.19.self_attn.q_proj_moe_gen.lora_A.weight",
280 "net.language_model.model.layers.19.self_attn.q_proj_moe_gen.lora_B.weight",
281 "net.language_model.model.layers.19.self_attn.k_proj_moe_gen.lora_A.weight",
282 "net.language_model.model.layers.19.self_attn.k_proj_moe_gen.lora_B.weight",
283 "net.language_model.model.layers.19.self_attn.v_proj_moe_gen.lora_A.weight",
284 "net.language_model.model.layers.19.self_attn.v_proj_moe_gen.lora_B.weight",
285 "net.language_model.model.layers.19.self_attn.o_proj_moe_gen.lora_A.weight",
286 "net.language_model.model.layers.19.self_attn.o_proj_moe_gen.lora_B.weight",
287 "net.language_model.model.layers.19.mlp_moe_gen.gate_proj.lora_A.weight",
288 "net.language_model.model.layers.19.mlp_moe_gen.gate_proj.lora_B.weight",
289 "net.language_model.model.layers.19.mlp_moe_gen.up_proj.lora_A.weight",
290 "net.language_model.model.layers.19.mlp_moe_gen.up_proj.lora_B.weight",
291 "net.language_model.model.layers.19.mlp_moe_gen.down_proj.lora_A.weight",
292 "net.language_model.model.layers.19.mlp_moe_gen.down_proj.lora_B.weight",
293 "net.language_model.model.layers.20.self_attn.q_proj_moe_gen.lora_A.weight",
294 "net.language_model.model.layers.20.self_attn.q_proj_moe_gen.lora_B.weight",
295 "net.language_model.model.layers.20.self_attn.k_proj_moe_gen.lora_A.weight",
296 "net.language_model.model.layers.20.self_attn.k_proj_moe_gen.lora_B.weight",
297 "net.language_model.model.layers.20.self_attn.v_proj_moe_gen.lora_A.weight",
298 "net.language_model.model.layers.20.self_attn.v_proj_moe_gen.lora_B.weight",
299 "net.language_model.model.layers.20.self_attn.o_proj_moe_gen.lora_A.weight",
300 "net.language_model.model.layers.20.self_attn.o_proj_moe_gen.lora_B.weight",
301 "net.language_model.model.layers.20.mlp_moe_gen.gate_proj.lora_A.weight",
302 "net.language_model.model.layers.20.mlp_moe_gen.gate_proj.lora_B.weight",
303 "net.language_model.model.layers.20.mlp_moe_gen.up_proj.lora_A.weight",
304 "net.language_model.model.layers.20.mlp_moe_gen.up_proj.lora_B.weight",
305 "net.language_model.model.layers.20.mlp_moe_gen.down_proj.lora_A.weight",
306 "net.language_model.model.layers.20.mlp_moe_gen.down_proj.lora_B.weight",
307 "net.language_model.model.layers.21.self_attn.q_proj_moe_gen.lora_A.weight",
308 "net.language_model.model.layers.21.self_attn.q_proj_moe_gen.lora_B.weight",
309 "net.language_model.model.layers.21.self_attn.k_proj_moe_gen.lora_A.weight",
310 "net.language_model.model.layers.21.self_attn.k_proj_moe_gen.lora_B.weight",
311 "net.language_model.model.layers.21.self_attn.v_proj_moe_gen.lora_A.weight",
312 "net.language_model.model.layers.21.self_attn.v_proj_moe_gen.lora_B.weight",
313 "net.language_model.model.layers.21.self_attn.o_proj_moe_gen.lora_A.weight",
314 "net.language_model.model.layers.21.self_attn.o_proj_moe_gen.lora_B.weight",
315 "net.language_model.model.layers.21.mlp_moe_gen.gate_proj.lora_A.weight",
316 "net.language_model.model.layers.21.mlp_moe_gen.gate_proj.lora_B.weight",
317 "net.language_model.model.layers.21.mlp_moe_gen.up_proj.lora_A.weight",
318 "net.language_model.model.layers.21.mlp_moe_gen.up_proj.lora_B.weight",
319 "net.language_model.model.layers.21.mlp_moe_gen.down_proj.lora_A.weight",
320 "net.language_model.model.layers.21.mlp_moe_gen.down_proj.lora_B.weight",
321 "net.language_model.model.layers.22.self_attn.q_proj_moe_gen.lora_A.weight",
322 "net.language_model.model.layers.22.self_attn.q_proj_moe_gen.lora_B.weight",
323 "net.language_model.model.layers.22.self_attn.k_proj_moe_gen.lora_A.weight",
324 "net.language_model.model.layers.22.self_attn.k_proj_moe_gen.lora_B.weight",
325 "net.language_model.model.layers.22.self_attn.v_proj_moe_gen.lora_A.weight",
326 "net.language_model.model.layers.22.self_attn.v_proj_moe_gen.lora_B.weight",
327 "net.language_model.model.layers.22.self_attn.o_proj_moe_gen.lora_A.weight",
328 "net.language_model.model.layers.22.self_attn.o_proj_moe_gen.lora_B.weight",
329 "net.language_model.model.layers.22.mlp_moe_gen.gate_proj.lora_A.weight",
330 "net.language_model.model.layers.22.mlp_moe_gen.gate_proj.lora_B.weight",
331 "net.language_model.model.layers.22.mlp_moe_gen.up_proj.lora_A.weight",
332 "net.language_model.model.layers.22.mlp_moe_gen.up_proj.lora_B.weight",
333 "net.language_model.model.layers.22.mlp_moe_gen.down_proj.lora_A.weight",
334 "net.language_model.model.layers.22.mlp_moe_gen.down_proj.lora_B.weight",
335 "net.language_model.model.layers.23.self_attn.q_proj_moe_gen.lora_A.weight",
336 "net.language_model.model.layers.23.self_attn.q_proj_moe_gen.lora_B.weight",
337 "net.language_model.model.layers.23.self_attn.k_proj_moe_gen.lora_A.weight",
338 "net.language_model.model.layers.23.self_attn.k_proj_moe_gen.lora_B.weight",
339 "net.language_model.model.layers.23.self_attn.v_proj_moe_gen.lora_A.weight",
340 "net.language_model.model.layers.23.self_attn.v_proj_moe_gen.lora_B.weight",
341 "net.language_model.model.layers.23.self_attn.o_proj_moe_gen.lora_A.weight",
342 "net.language_model.model.layers.23.self_attn.o_proj_moe_gen.lora_B.weight",
343 "net.language_model.model.layers.23.mlp_moe_gen.gate_proj.lora_A.weight",
344 "net.language_model.model.layers.23.mlp_moe_gen.gate_proj.lora_B.weight",
345 "net.language_model.model.layers.23.mlp_moe_gen.up_proj.lora_A.weight",
346 "net.language_model.model.layers.23.mlp_moe_gen.up_proj.lora_B.weight",
347 "net.language_model.model.layers.23.mlp_moe_gen.down_proj.lora_A.weight",
348 "net.language_model.model.layers.23.mlp_moe_gen.down_proj.lora_B.weight",
349 "net.language_model.model.layers.24.self_attn.q_proj_moe_gen.lora_A.weight",
350 "net.language_model.model.layers.24.self_attn.q_proj_moe_gen.lora_B.weight",
351 "net.language_model.model.layers.24.self_attn.k_proj_moe_gen.lora_A.weight",
352 "net.language_model.model.layers.24.self_attn.k_proj_moe_gen.lora_B.weight",
353 "net.language_model.model.layers.24.self_attn.v_proj_moe_gen.lora_A.weight",
354 "net.language_model.model.layers.24.self_attn.v_proj_moe_gen.lora_B.weight",
355 "net.language_model.model.layers.24.self_attn.o_proj_moe_gen.lora_A.weight",
356 "net.language_model.model.layers.24.self_attn.o_proj_moe_gen.lora_B.weight",
357 "net.language_model.model.layers.24.mlp_moe_gen.gate_proj.lora_A.weight",
358 "net.language_model.model.layers.24.mlp_moe_gen.gate_proj.lora_B.weight",
359 "net.language_model.model.layers.24.mlp_moe_gen.up_proj.lora_A.weight",
360 "net.language_model.model.layers.24.mlp_moe_gen.up_proj.lora_B.weight",
361 "net.language_model.model.layers.24.mlp_moe_gen.down_proj.lora_A.weight",
362 "net.language_model.model.layers.24.mlp_moe_gen.down_proj.lora_B.weight",
363 "net.language_model.model.layers.25.self_attn.q_proj_moe_gen.lora_A.weight",
364 "net.language_model.model.layers.25.self_attn.q_proj_moe_gen.lora_B.weight",
365 "net.language_model.model.layers.25.self_attn.k_proj_moe_gen.lora_A.weight",
366 "net.language_model.model.layers.25.self_attn.k_proj_moe_gen.lora_B.weight",
367 "net.language_model.model.layers.25.self_attn.v_proj_moe_gen.lora_A.weight",
368 "net.language_model.model.layers.25.self_attn.v_proj_moe_gen.lora_B.weight",
369 "net.language_model.model.layers.25.self_attn.o_proj_moe_gen.lora_A.weight",
370 "net.language_model.model.layers.25.self_attn.o_proj_moe_gen.lora_B.weight",
371 "net.language_model.model.layers.25.mlp_moe_gen.gate_proj.lora_A.weight",
372 "net.language_model.model.layers.25.mlp_moe_gen.gate_proj.lora_B.weight",
373 "net.language_model.model.layers.25.mlp_moe_gen.up_proj.lora_A.weight",
374 "net.language_model.model.layers.25.mlp_moe_gen.up_proj.lora_B.weight",
375 "net.language_model.model.layers.25.mlp_moe_gen.down_proj.lora_A.weight",
376 "net.language_model.model.layers.25.mlp_moe_gen.down_proj.lora_B.weight",
377 "net.language_model.model.layers.26.self_attn.q_proj_moe_gen.lora_A.weight",
378 "net.language_model.model.layers.26.self_attn.q_proj_moe_gen.lora_B.weight",
379 "net.language_model.model.layers.26.self_attn.k_proj_moe_gen.lora_A.weight",
380 "net.language_model.model.layers.26.self_attn.k_proj_moe_gen.lora_B.weight",
381 "net.language_model.model.layers.26.self_attn.v_proj_moe_gen.lora_A.weight",
382 "net.language_model.model.layers.26.self_attn.v_proj_moe_gen.lora_B.weight",
383 "net.language_model.model.layers.26.self_attn.o_proj_moe_gen.lora_A.weight",
384 "net.language_model.model.layers.26.self_attn.o_proj_moe_gen.lora_B.weight",
385 "net.language_model.model.layers.26.mlp_moe_gen.gate_proj.lora_A.weight",
386 "net.language_model.model.layers.26.mlp_moe_gen.gate_proj.lora_B.weight",
387 "net.language_model.model.layers.26.mlp_moe_gen.up_proj.lora_A.weight",
388 "net.language_model.model.layers.26.mlp_moe_gen.up_proj.lora_B.weight",
389 "net.language_model.model.layers.26.mlp_moe_gen.down_proj.lora_A.weight",
390 "net.language_model.model.layers.26.mlp_moe_gen.down_proj.lora_B.weight",
391 "net.language_model.model.layers.27.self_attn.q_proj_moe_gen.lora_A.weight",
392 "net.language_model.model.layers.27.self_attn.q_proj_moe_gen.lora_B.weight",
393 "net.language_model.model.layers.27.self_attn.k_proj_moe_gen.lora_A.weight",
394 "net.language_model.model.layers.27.self_attn.k_proj_moe_gen.lora_B.weight",
395 "net.language_model.model.layers.27.self_attn.v_proj_moe_gen.lora_A.weight",
396 "net.language_model.model.layers.27.self_attn.v_proj_moe_gen.lora_B.weight",
397 "net.language_model.model.layers.27.self_attn.o_proj_moe_gen.lora_A.weight",
398 "net.language_model.model.layers.27.self_attn.o_proj_moe_gen.lora_B.weight",
399 "net.language_model.model.layers.27.mlp_moe_gen.gate_proj.lora_A.weight",
400 "net.language_model.model.layers.27.mlp_moe_gen.gate_proj.lora_B.weight",
401 "net.language_model.model.layers.27.mlp_moe_gen.up_proj.lora_A.weight",
402 "net.language_model.model.layers.27.mlp_moe_gen.up_proj.lora_B.weight",
403 "net.language_model.model.layers.27.mlp_moe_gen.down_proj.lora_A.weight",
404 "net.language_model.model.layers.27.mlp_moe_gen.down_proj.lora_B.weight",
405 "net.language_model.model.layers.28.self_attn.q_proj_moe_gen.lora_A.weight",
406 "net.language_model.model.layers.28.self_attn.q_proj_moe_gen.lora_B.weight",
407 "net.language_model.model.layers.28.self_attn.k_proj_moe_gen.lora_A.weight",
408 "net.language_model.model.layers.28.self_attn.k_proj_moe_gen.lora_B.weight",
409 "net.language_model.model.layers.28.self_attn.v_proj_moe_gen.lora_A.weight",
410 "net.language_model.model.layers.28.self_attn.v_proj_moe_gen.lora_B.weight",
411 "net.language_model.model.layers.28.self_attn.o_proj_moe_gen.lora_A.weight",
412 "net.language_model.model.layers.28.self_attn.o_proj_moe_gen.lora_B.weight",
413 "net.language_model.model.layers.28.mlp_moe_gen.gate_proj.lora_A.weight",
414 "net.language_model.model.layers.28.mlp_moe_gen.gate_proj.lora_B.weight",
415 "net.language_model.model.layers.28.mlp_moe_gen.up_proj.lora_A.weight",
416 "net.language_model.model.layers.28.mlp_moe_gen.up_proj.lora_B.weight",
417 "net.language_model.model.layers.28.mlp_moe_gen.down_proj.lora_A.weight",
418 "net.language_model.model.layers.28.mlp_moe_gen.down_proj.lora_B.weight",
419 "net.language_model.model.layers.29.self_attn.q_proj_moe_gen.lora_A.weight",
420 "net.language_model.model.layers.29.self_attn.q_proj_moe_gen.lora_B.weight",
421 "net.language_model.model.layers.29.self_attn.k_proj_moe_gen.lora_A.weight",
422 "net.language_model.model.layers.29.self_attn.k_proj_moe_gen.lora_B.weight",
423 "net.language_model.model.layers.29.self_attn.v_proj_moe_gen.lora_A.weight",
424 "net.language_model.model.layers.29.self_attn.v_proj_moe_gen.lora_B.weight",
425 "net.language_model.model.layers.29.self_attn.o_proj_moe_gen.lora_A.weight",
426 "net.language_model.model.layers.29.self_attn.o_proj_moe_gen.lora_B.weight",
427 "net.language_model.model.layers.29.mlp_moe_gen.gate_proj.lora_A.weight",
428 "net.language_model.model.layers.29.mlp_moe_gen.gate_proj.lora_B.weight",
429 "net.language_model.model.layers.29.mlp_moe_gen.up_proj.lora_A.weight",
430 "net.language_model.model.layers.29.mlp_moe_gen.up_proj.lora_B.weight",
431 "net.language_model.model.layers.29.mlp_moe_gen.down_proj.lora_A.weight",
432 "net.language_model.model.layers.29.mlp_moe_gen.down_proj.lora_B.weight",
433 "net.language_model.model.layers.30.self_attn.q_proj_moe_gen.lora_A.weight",
434 "net.language_model.model.layers.30.self_attn.q_proj_moe_gen.lora_B.weight",
435 "net.language_model.model.layers.30.self_attn.k_proj_moe_gen.lora_A.weight",
436 "net.language_model.model.layers.30.self_attn.k_proj_moe_gen.lora_B.weight",
437 "net.language_model.model.layers.30.self_attn.v_proj_moe_gen.lora_A.weight",
438 "net.language_model.model.layers.30.self_attn.v_proj_moe_gen.lora_B.weight",
439 "net.language_model.model.layers.30.self_attn.o_proj_moe_gen.lora_A.weight",
440 "net.language_model.model.layers.30.self_attn.o_proj_moe_gen.lora_B.weight",
441 "net.language_model.model.layers.30.mlp_moe_gen.gate_proj.lora_A.weight",
442 "net.language_model.model.layers.30.mlp_moe_gen.gate_proj.lora_B.weight",
443 "net.language_model.model.layers.30.mlp_moe_gen.up_proj.lora_A.weight",
444 "net.language_model.model.layers.30.mlp_moe_gen.up_proj.lora_B.weight",
445 "net.language_model.model.layers.30.mlp_moe_gen.down_proj.lora_A.weight",
446 "net.language_model.model.layers.30.mlp_moe_gen.down_proj.lora_B.weight",
447 "net.language_model.model.layers.31.self_attn.q_proj_moe_gen.lora_A.weight",
448 "net.language_model.model.layers.31.self_attn.q_proj_moe_gen.lora_B.weight",
449 "net.language_model.model.layers.31.self_attn.k_proj_moe_gen.lora_A.weight",
450 "net.language_model.model.layers.31.self_attn.k_proj_moe_gen.lora_B.weight",
451 "net.language_model.model.layers.31.self_attn.v_proj_moe_gen.lora_A.weight",
452 "net.language_model.model.layers.31.self_attn.v_proj_moe_gen.lora_B.weight",
453 "net.language_model.model.layers.31.self_attn.o_proj_moe_gen.lora_A.weight",
454 "net.language_model.model.layers.31.self_attn.o_proj_moe_gen.lora_B.weight",
455 "net.language_model.model.layers.31.mlp_moe_gen.gate_proj.lora_A.weight",
456 "net.language_model.model.layers.31.mlp_moe_gen.gate_proj.lora_B.weight",
457 "net.language_model.model.layers.31.mlp_moe_gen.up_proj.lora_A.weight",
458 "net.language_model.model.layers.31.mlp_moe_gen.up_proj.lora_B.weight",
459 "net.language_model.model.layers.31.mlp_moe_gen.down_proj.lora_A.weight",
460 "net.language_model.model.layers.31.mlp_moe_gen.down_proj.lora_B.weight",
461 "net.language_model.model.layers.32.self_attn.q_proj_moe_gen.lora_A.weight",
462 "net.language_model.model.layers.32.self_attn.q_proj_moe_gen.lora_B.weight",
463 "net.language_model.model.layers.32.self_attn.k_proj_moe_gen.lora_A.weight",
464 "net.language_model.model.layers.32.self_attn.k_proj_moe_gen.lora_B.weight",
465 "net.language_model.model.layers.32.self_attn.v_proj_moe_gen.lora_A.weight",
466 "net.language_model.model.layers.32.self_attn.v_proj_moe_gen.lora_B.weight",
467 "net.language_model.model.layers.32.self_attn.o_proj_moe_gen.lora_A.weight",
468 "net.language_model.model.layers.32.self_attn.o_proj_moe_gen.lora_B.weight",
469 "net.language_model.model.layers.32.mlp_moe_gen.gate_proj.lora_A.weight",
470 "net.language_model.model.layers.32.mlp_moe_gen.gate_proj.lora_B.weight",
471 "net.language_model.model.layers.32.mlp_moe_gen.up_proj.lora_A.weight",
472 "net.language_model.model.layers.32.mlp_moe_gen.up_proj.lora_B.weight",
473 "net.language_model.model.layers.32.mlp_moe_gen.down_proj.lora_A.weight",
474 "net.language_model.model.layers.32.mlp_moe_gen.down_proj.lora_B.weight",
475 "net.language_model.model.layers.33.self_attn.q_proj_moe_gen.lora_A.weight",
476 "net.language_model.model.layers.33.self_attn.q_proj_moe_gen.lora_B.weight",
477 "net.language_model.model.layers.33.self_attn.k_proj_moe_gen.lora_A.weight",
478 "net.language_model.model.layers.33.self_attn.k_proj_moe_gen.lora_B.weight",
479 "net.language_model.model.layers.33.self_attn.v_proj_moe_gen.lora_A.weight",
480 "net.language_model.model.layers.33.self_attn.v_proj_moe_gen.lora_B.weight",
481 "net.language_model.model.layers.33.self_attn.o_proj_moe_gen.lora_A.weight",
482 "net.language_model.model.layers.33.self_attn.o_proj_moe_gen.lora_B.weight",
483 "net.language_model.model.layers.33.mlp_moe_gen.gate_proj.lora_A.weight",
484 "net.language_model.model.layers.33.mlp_moe_gen.gate_proj.lora_B.weight",
485 "net.language_model.model.layers.33.mlp_moe_gen.up_proj.lora_A.weight",
486 "net.language_model.model.layers.33.mlp_moe_gen.up_proj.lora_B.weight",
487 "net.language_model.model.layers.33.mlp_moe_gen.down_proj.lora_A.weight",
488 "net.language_model.model.layers.33.mlp_moe_gen.down_proj.lora_B.weight",
489 "net.language_model.model.layers.34.self_attn.q_proj_moe_gen.lora_A.weight",
490 "net.language_model.model.layers.34.self_attn.q_proj_moe_gen.lora_B.weight",
491 "net.language_model.model.layers.34.self_attn.k_proj_moe_gen.lora_A.weight",
492 "net.language_model.model.layers.34.self_attn.k_proj_moe_gen.lora_B.weight",
493 "net.language_model.model.layers.34.self_attn.v_proj_moe_gen.lora_A.weight",
494 "net.language_model.model.layers.34.self_attn.v_proj_moe_gen.lora_B.weight",
495 "net.language_model.model.layers.34.self_attn.o_proj_moe_gen.lora_A.weight",
496 "net.language_model.model.layers.34.self_attn.o_proj_moe_gen.lora_B.weight",
497 "net.language_model.model.layers.34.mlp_moe_gen.gate_proj.lora_A.weight",
498 "net.language_model.model.layers.34.mlp_moe_gen.gate_proj.lora_B.weight",
499 "net.language_model.model.layers.34.mlp_moe_gen.up_proj.lora_A.weight",
500 "net.language_model.model.layers.34.mlp_moe_gen.up_proj.lora_B.weight",
501 "net.language_model.model.layers.34.mlp_moe_gen.down_proj.lora_A.weight",
502 "net.language_model.model.layers.34.mlp_moe_gen.down_proj.lora_B.weight",
503 "net.language_model.model.layers.35.self_attn.q_proj_moe_gen.lora_A.weight",
504 "net.language_model.model.layers.35.self_attn.q_proj_moe_gen.lora_B.weight",
505 "net.language_model.model.layers.35.self_attn.k_proj_moe_gen.lora_A.weight",
506 "net.language_model.model.layers.35.self_attn.k_proj_moe_gen.lora_B.weight",
507 "net.language_model.model.layers.35.self_attn.v_proj_moe_gen.lora_A.weight",
508 "net.language_model.model.layers.35.self_attn.v_proj_moe_gen.lora_B.weight",
509 "net.language_model.model.layers.35.self_attn.o_proj_moe_gen.lora_A.weight",
510 "net.language_model.model.layers.35.self_attn.o_proj_moe_gen.lora_B.weight",
511 "net.language_model.model.layers.35.mlp_moe_gen.gate_proj.lora_A.weight",
512 "net.language_model.model.layers.35.mlp_moe_gen.gate_proj.lora_B.weight",
513 "net.language_model.model.layers.35.mlp_moe_gen.up_proj.lora_A.weight",
514 "net.language_model.model.layers.35.mlp_moe_gen.up_proj.lora_B.weight",
515 "net.language_model.model.layers.35.mlp_moe_gen.down_proj.lora_A.weight",
516 "net.language_model.model.layers.35.mlp_moe_gen.down_proj.lora_B.weight",
517 "tactile2llm.weight",
518 "tactile2llm.bias",
519 "llm2tactile.weight",
520 "llm2tactile.bias",
521 "action2llm9.weight",
522 "action2llm9.bias"
523 ]
524 }