File size: 17,362 Bytes
8e9e598
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000144,0.01000,2.929
0,self_attn.v_proj,0.0000000149,0.01000,1.526
0,self_attn.q_proj,0.0000003634,0.01000,1.537
0,self_attn.o_proj,0.0001249238,0.01000,1.510
0,mlp.gate_up_proj,0.0000759352,0.01000,1.753
0,mlp.down_proj,4.9248185034,0.01000,7.646
1,self_attn.k_proj,0.0000166166,0.01000,1.470
1,self_attn.v_proj,0.0000085691,0.01000,1.496
1,self_attn.q_proj,0.0000438481,0.01000,1.511
1,self_attn.o_proj,0.6955548700,0.01000,1.495
1,mlp.gate_up_proj,0.0000933231,0.01000,1.736
1,mlp.down_proj,0.0001679857,0.01000,7.665
2,self_attn.k_proj,0.0000002660,0.01000,1.464
2,self_attn.v_proj,0.0000003256,0.01000,1.489
2,self_attn.q_proj,0.0000034409,0.01000,1.507
2,self_attn.o_proj,0.0000137586,0.01000,1.494
2,mlp.gate_up_proj,0.0001726024,0.01000,1.738
2,mlp.down_proj,0.0003692205,0.01000,7.631
3,self_attn.k_proj,0.0000004319,0.01000,1.468
3,self_attn.v_proj,0.0000004455,0.01000,1.494
3,self_attn.q_proj,0.0000043855,0.01000,1.515
3,self_attn.o_proj,0.0000306009,0.01000,1.495
3,mlp.gate_up_proj,0.0001733597,0.01000,1.763
3,mlp.down_proj,0.0001968489,0.01000,7.650
4,self_attn.k_proj,0.0000004558,0.01000,1.472
4,self_attn.v_proj,0.0000003785,0.01000,1.492
4,self_attn.q_proj,0.0000057011,0.01000,1.520
4,self_attn.o_proj,0.0000150201,0.01000,1.497
4,mlp.gate_up_proj,0.0002348814,0.01000,1.757
4,mlp.down_proj,0.0001950488,0.01000,7.644
5,self_attn.k_proj,0.0000007762,0.01000,1.486
5,self_attn.v_proj,0.0000006402,0.01000,1.513
5,self_attn.q_proj,0.0000093449,0.01000,1.535
5,self_attn.o_proj,0.0000127081,0.01000,1.519
5,mlp.gate_up_proj,0.0004476085,0.01000,1.776
5,mlp.down_proj,0.0002605490,0.01000,7.720
6,self_attn.k_proj,0.0000010243,0.01000,1.478
6,self_attn.v_proj,0.0000008929,0.01000,1.504
6,self_attn.q_proj,0.0000120158,0.01000,1.522
6,self_attn.o_proj,0.0000048679,0.01000,1.512
6,mlp.gate_up_proj,0.0004828231,0.01000,1.774
6,mlp.down_proj,0.0002191994,0.01000,7.708
7,self_attn.k_proj,0.0000009690,0.01000,1.513
7,self_attn.v_proj,0.0000008925,0.01000,1.516
7,self_attn.q_proj,0.0000119501,0.01000,1.528
7,self_attn.o_proj,0.0000063818,0.01000,1.517
7,mlp.gate_up_proj,0.0005537864,0.01000,1.761
7,mlp.down_proj,0.0002386200,0.01000,7.716
8,self_attn.k_proj,0.0000013532,0.01000,1.484
8,self_attn.v_proj,0.0000010706,0.01000,1.516
8,self_attn.q_proj,0.0000189551,0.01000,1.548
8,self_attn.o_proj,0.0000090043,0.01000,1.511
8,mlp.gate_up_proj,0.0005882618,0.01000,1.758
8,mlp.down_proj,0.0002215634,0.01000,7.721
9,self_attn.k_proj,0.0000015445,0.01000,1.475
9,self_attn.v_proj,0.0000011883,0.01000,1.508
9,self_attn.q_proj,0.0000195079,0.01000,1.534
9,self_attn.o_proj,0.0000100017,0.01000,1.519
9,mlp.gate_up_proj,0.0005764399,0.01000,1.756
9,mlp.down_proj,0.0002461467,0.01000,7.688
10,self_attn.k_proj,0.0000012949,0.01000,1.484
10,self_attn.v_proj,0.0000012752,0.01000,1.510
10,self_attn.q_proj,0.0000177911,0.01000,1.524
10,self_attn.o_proj,0.0000069640,0.01000,1.512
10,mlp.gate_up_proj,0.0006654446,0.01000,1.757
10,mlp.down_proj,0.0002258848,0.01000,7.713
11,self_attn.k_proj,0.0000015689,0.01000,1.485
11,self_attn.v_proj,0.0000013155,0.01000,1.518
11,self_attn.q_proj,0.0000224711,0.01000,1.542
11,self_attn.o_proj,0.0000176500,0.01000,1.514
11,mlp.gate_up_proj,0.0005532406,0.01000,1.758
11,mlp.down_proj,0.0002012330,0.01000,7.737
12,self_attn.k_proj,0.0000019306,0.01000,1.484
12,self_attn.v_proj,0.0000012937,0.01000,1.514
12,self_attn.q_proj,0.0000255264,0.01000,1.570
12,self_attn.o_proj,0.0000130199,0.01000,1.513
12,mlp.gate_up_proj,0.0004080150,0.01000,1.756
12,mlp.down_proj,0.0001199784,0.01000,7.747
13,self_attn.k_proj,0.0000016401,0.01000,1.471
13,self_attn.v_proj,0.0000015008,0.01000,1.494
13,self_attn.q_proj,0.0000262780,0.01000,1.512
13,self_attn.o_proj,0.0000124686,0.01000,1.498
13,mlp.gate_up_proj,0.0003443256,0.01000,1.752
13,mlp.down_proj,0.0000911502,0.01000,7.650
14,self_attn.k_proj,0.0000019886,0.01000,1.474
14,self_attn.v_proj,0.0000016479,0.01000,1.509
14,self_attn.q_proj,0.0000326347,0.01000,1.519
14,self_attn.o_proj,0.0000130200,0.01000,1.510
14,mlp.gate_up_proj,0.0002595201,0.01000,1.760
14,mlp.down_proj,0.0000595815,0.01000,7.650
15,self_attn.k_proj,0.0000011081,0.01000,1.476
15,self_attn.v_proj,0.0000010541,0.01000,1.504
15,self_attn.q_proj,0.0000183640,0.01000,1.575
15,self_attn.o_proj,0.0000130012,0.01000,1.498
15,mlp.gate_up_proj,0.0003749305,0.01000,1.745
15,mlp.down_proj,0.0001039048,0.01000,7.664
16,self_attn.k_proj,0.0000019731,0.01000,1.486
16,self_attn.v_proj,0.0000017980,0.01000,1.510
16,self_attn.q_proj,0.0000333973,0.01000,1.530
16,self_attn.o_proj,0.0000107102,0.01000,1.514
16,mlp.gate_up_proj,0.0004214915,0.01000,1.753
16,mlp.down_proj,0.0001009013,0.01000,7.693
17,self_attn.k_proj,0.0000016455,0.01000,1.489
17,self_attn.v_proj,0.0000015577,0.01000,1.521
17,self_attn.q_proj,0.0000259446,0.01000,1.543
17,self_attn.o_proj,0.0000083092,0.01000,1.516
17,mlp.gate_up_proj,0.0003165086,0.01000,1.763
17,mlp.down_proj,0.0000607031,0.01000,7.700
18,self_attn.k_proj,0.0000020781,0.01000,1.476
18,self_attn.v_proj,0.0000018589,0.01000,1.507
18,self_attn.q_proj,0.0000341080,0.01000,1.532
18,self_attn.o_proj,0.0000055664,0.01000,1.497
18,mlp.gate_up_proj,0.0004160402,0.01000,1.759
18,mlp.down_proj,0.0000883801,0.01000,7.659
19,self_attn.k_proj,0.0000016065,0.01000,1.477
19,self_attn.v_proj,0.0000014296,0.01000,1.498
19,self_attn.q_proj,0.0000263949,0.01000,1.508
19,self_attn.o_proj,0.0000075932,0.01000,1.498
19,mlp.gate_up_proj,0.0002235646,0.01000,1.757
19,mlp.down_proj,0.0000297038,0.01000,7.687
20,self_attn.k_proj,0.0000018283,0.01000,1.484
20,self_attn.v_proj,0.0000016944,0.01000,1.516
20,self_attn.q_proj,0.0000298715,0.01000,1.529
20,self_attn.o_proj,0.0000067423,0.01000,1.527
20,mlp.gate_up_proj,0.0003179047,0.01000,1.757
20,mlp.down_proj,0.0000497135,0.01000,7.741
21,self_attn.k_proj,0.0000012393,0.01000,1.496
21,self_attn.v_proj,0.0000014096,0.01000,1.529
21,self_attn.q_proj,0.0000161398,0.01000,1.562
21,self_attn.o_proj,0.0000086058,0.01000,1.520
21,mlp.gate_up_proj,0.0004175537,0.01000,1.765
21,mlp.down_proj,0.0000624529,0.01000,7.735
22,self_attn.k_proj,0.0000019124,0.01000,1.488
22,self_attn.v_proj,0.0000016545,0.01000,1.514
22,self_attn.q_proj,0.0000287724,0.01000,1.529
22,self_attn.o_proj,0.0000045201,0.01000,1.519
22,mlp.gate_up_proj,0.0003837140,0.01000,1.759
22,mlp.down_proj,0.0000529506,0.01000,7.719
23,self_attn.k_proj,0.0000017570,0.01000,1.494
23,self_attn.v_proj,0.0000016161,0.01000,1.520
23,self_attn.q_proj,0.0000270148,0.01000,1.550
23,self_attn.o_proj,0.0000016576,0.01000,1.524
23,mlp.gate_up_proj,0.0004301090,0.01000,1.760
23,mlp.down_proj,0.0000556484,0.01000,7.735
24,self_attn.k_proj,0.0000016560,0.01000,1.496
24,self_attn.v_proj,0.0000021923,0.01000,1.521
24,self_attn.q_proj,0.0000179768,0.01000,1.544
24,self_attn.o_proj,0.0000042039,0.01000,1.523
24,mlp.gate_up_proj,0.0003848278,0.01000,1.782
24,mlp.down_proj,0.0000444143,0.01000,7.769
25,self_attn.k_proj,0.0000020776,0.01000,1.499
25,self_attn.v_proj,0.0000018399,0.01000,1.518
25,self_attn.q_proj,0.0000304697,0.01000,1.535
25,self_attn.o_proj,0.0000057855,0.01000,1.560
25,mlp.gate_up_proj,0.0003310795,0.01000,1.787
25,mlp.down_proj,0.0000374100,0.01000,7.721
26,self_attn.k_proj,0.0000021007,0.01000,1.501
26,self_attn.v_proj,0.0000018366,0.01000,1.553
26,self_attn.q_proj,0.0000314466,0.01000,1.560
26,self_attn.o_proj,0.0000047819,0.01000,1.520
26,mlp.gate_up_proj,0.0003340909,0.01000,1.763
26,mlp.down_proj,0.0000360316,0.01000,7.740
27,self_attn.k_proj,0.0000021561,0.01000,1.495
27,self_attn.v_proj,0.0000018368,0.01000,1.526
27,self_attn.q_proj,0.0000330897,0.01000,1.543
27,self_attn.o_proj,0.0000045089,0.01000,1.522
27,mlp.gate_up_proj,0.0002663189,0.01000,1.770
27,mlp.down_proj,0.0000259201,0.01000,7.749
28,self_attn.k_proj,0.0000026158,0.01000,1.498
28,self_attn.v_proj,0.0000022798,0.01000,1.520
28,self_attn.q_proj,0.0000386177,0.01000,1.552
28,self_attn.o_proj,0.0000052657,0.01000,1.522
28,mlp.gate_up_proj,0.0003065639,0.01000,1.794
28,mlp.down_proj,0.0000314570,0.01000,7.720
29,self_attn.k_proj,0.0000023923,0.01000,1.489
29,self_attn.v_proj,0.0000022201,0.01000,1.515
29,self_attn.q_proj,0.0000375617,0.01000,1.533
29,self_attn.o_proj,0.0000060325,0.01000,1.526
29,mlp.gate_up_proj,0.0002587825,0.01000,1.764
29,mlp.down_proj,0.0000264966,0.01000,7.725
30,self_attn.k_proj,0.0000029710,0.01000,1.491
30,self_attn.v_proj,0.0000028491,0.01000,1.541
30,self_attn.q_proj,0.0000480602,0.01000,1.540
30,self_attn.o_proj,0.0000023055,0.01000,1.523
30,mlp.gate_up_proj,0.0002376178,0.01000,1.758
30,mlp.down_proj,0.0000210452,0.01000,7.753
31,self_attn.k_proj,0.0000027275,0.01000,1.496
31,self_attn.v_proj,0.0000028166,0.01000,1.516
31,self_attn.q_proj,0.0000448323,0.01000,1.542
31,self_attn.o_proj,0.0000031633,0.01000,1.537
31,mlp.gate_up_proj,0.0002244233,0.01000,1.758
31,mlp.down_proj,0.0000184050,0.01000,7.731
32,self_attn.k_proj,0.0000028851,0.01000,1.491
32,self_attn.v_proj,0.0000028860,0.01000,1.524
32,self_attn.q_proj,0.0000488739,0.01000,1.544
32,self_attn.o_proj,0.0000038245,0.01000,1.522
32,mlp.gate_up_proj,0.0002103205,0.01000,1.765
32,mlp.down_proj,0.0000162122,0.01000,7.755
33,self_attn.k_proj,0.0000018585,0.01000,1.493
33,self_attn.v_proj,0.0000018939,0.01000,1.534
33,self_attn.q_proj,0.0000318633,0.01000,1.554
33,self_attn.o_proj,0.0000035201,0.01000,1.554
33,mlp.gate_up_proj,0.0001825548,0.01000,1.782
33,mlp.down_proj,0.0000126821,0.01000,7.742
34,self_attn.k_proj,0.0000019409,0.01000,1.504
34,self_attn.v_proj,0.0000017755,0.01000,1.529
34,self_attn.q_proj,0.0000312464,0.01000,1.569
34,self_attn.o_proj,0.0000106473,0.01000,1.523
34,mlp.gate_up_proj,0.0001308567,0.01000,1.761
34,mlp.down_proj,0.0000084482,0.01000,7.757
35,self_attn.k_proj,0.0000020172,0.01000,1.502
35,self_attn.v_proj,0.0000017908,0.01000,1.526
35,self_attn.q_proj,0.0000337882,0.01000,1.550
35,self_attn.o_proj,0.0000087794,0.01000,1.528
35,mlp.gate_up_proj,0.0001125164,0.01000,1.797
35,mlp.down_proj,0.0000068781,0.01000,7.763
36,self_attn.k_proj,0.0000021642,0.01000,1.475
36,self_attn.v_proj,0.0000020408,0.01000,1.504
36,self_attn.q_proj,0.0000388233,0.01000,1.540
36,self_attn.o_proj,0.0000083437,0.01000,1.503
36,mlp.gate_up_proj,0.0001143253,0.01000,1.747
36,mlp.down_proj,0.0000070406,0.01000,7.668
37,self_attn.k_proj,0.0000018855,0.01000,1.474
37,self_attn.v_proj,0.0000017017,0.01000,1.498
37,self_attn.q_proj,0.0000330188,0.01000,1.517
37,self_attn.o_proj,0.0000095858,0.01000,1.521
37,mlp.gate_up_proj,0.0000955174,0.01000,1.788
37,mlp.down_proj,0.0000051665,0.01000,7.658
38,self_attn.k_proj,0.0000026216,0.01000,1.474
38,self_attn.v_proj,0.0000024581,0.01000,1.500
38,self_attn.q_proj,0.0000449249,0.01000,1.515
38,self_attn.o_proj,0.0000140097,0.01000,1.498
38,mlp.gate_up_proj,0.0000959132,0.01000,1.748
38,mlp.down_proj,0.0000055332,0.01000,7.754
39,self_attn.k_proj,0.0000023764,0.01000,1.505
39,self_attn.v_proj,0.0000021691,0.01000,1.514
39,self_attn.q_proj,0.0000410026,0.01000,1.538
39,self_attn.o_proj,0.0000092969,0.01000,1.514
39,mlp.gate_up_proj,0.0001086052,0.01000,1.762
39,mlp.down_proj,0.0000062391,0.01000,7.746
40,self_attn.k_proj,0.0000026411,0.01000,1.513
40,self_attn.v_proj,0.0000024685,0.01000,1.507
40,self_attn.q_proj,0.0000463585,0.01000,1.522
40,self_attn.o_proj,0.0000110130,0.01000,1.514
40,mlp.gate_up_proj,0.0000871354,0.01000,1.754
40,mlp.down_proj,0.0000039779,0.01000,7.759
41,self_attn.k_proj,0.0000020181,0.01000,1.486
41,self_attn.v_proj,0.0000021271,0.01000,1.507
41,self_attn.q_proj,0.0000409969,0.01000,1.547
41,self_attn.o_proj,0.0000054175,0.01000,1.539
41,mlp.gate_up_proj,0.0000830821,0.01000,1.766
41,mlp.down_proj,0.0000035916,0.01000,7.751
42,self_attn.k_proj,0.0000024863,0.01000,1.483
42,self_attn.v_proj,0.0000025053,0.01000,1.510
42,self_attn.q_proj,0.0000468063,0.01000,1.528
42,self_attn.o_proj,0.0000105437,0.01000,1.514
42,mlp.gate_up_proj,0.0000811200,0.01000,1.754
42,mlp.down_proj,0.0000035646,0.01000,7.721
43,self_attn.k_proj,0.0000023590,0.01000,1.483
43,self_attn.v_proj,0.0000022048,0.01000,1.507
43,self_attn.q_proj,0.0000429752,0.01000,1.530
43,self_attn.o_proj,0.0000107138,0.01000,1.521
43,mlp.gate_up_proj,0.0000761639,0.01000,1.764
43,mlp.down_proj,0.0000033740,0.01000,7.753
44,self_attn.k_proj,0.0000022945,0.01000,1.484
44,self_attn.v_proj,0.0000024551,0.01000,1.512
44,self_attn.q_proj,0.0000470545,0.01000,1.537
44,self_attn.o_proj,0.0000083398,0.01000,1.520
44,mlp.gate_up_proj,0.0000717656,0.01000,1.758
44,mlp.down_proj,0.0000031455,0.01000,7.725
45,self_attn.k_proj,0.0000026021,0.01000,1.494
45,self_attn.v_proj,0.0000024987,0.01000,1.522
45,self_attn.q_proj,0.0000503206,0.01000,1.538
45,self_attn.o_proj,0.0000093540,0.01000,1.514
45,mlp.gate_up_proj,0.0000653584,0.01000,1.777
45,mlp.down_proj,0.0000027631,0.01000,7.734
46,self_attn.k_proj,0.0000023923,0.01000,1.496
46,self_attn.v_proj,0.0000025303,0.01000,1.519
46,self_attn.q_proj,0.0000464908,0.01000,1.534
46,self_attn.o_proj,0.0000092665,0.01000,1.522
46,mlp.gate_up_proj,0.0000673613,0.01000,1.763
46,mlp.down_proj,0.0000032540,0.01000,7.743
47,self_attn.k_proj,0.0000022541,0.01000,1.482
47,self_attn.v_proj,0.0000024099,0.01000,1.507
47,self_attn.q_proj,0.0000424197,0.01000,1.529
47,self_attn.o_proj,0.0000087173,0.01000,1.520
47,mlp.gate_up_proj,0.0000696124,0.01000,1.758
47,mlp.down_proj,0.0000032250,0.01000,7.752
48,self_attn.k_proj,0.0000022253,0.01000,1.492
48,self_attn.v_proj,0.0000022728,0.01000,1.514
48,self_attn.q_proj,0.0000427026,0.01000,1.553
48,self_attn.o_proj,0.0000073344,0.01000,1.540
48,mlp.gate_up_proj,0.0000666436,0.01000,1.771
48,mlp.down_proj,0.0000034516,0.01000,7.751
49,self_attn.k_proj,0.0000023598,0.01000,1.489
49,self_attn.v_proj,0.0000025774,0.01000,1.522
49,self_attn.q_proj,0.0000439942,0.01000,1.545
49,self_attn.o_proj,0.0000058884,0.01000,1.524
49,mlp.gate_up_proj,0.0001054278,0.01000,1.762
49,mlp.down_proj,0.0000066771,0.01000,7.784
50,self_attn.k_proj,0.0000023662,0.01000,1.478
50,self_attn.v_proj,0.0000027904,0.01000,1.504
50,self_attn.q_proj,0.0000424220,0.01000,1.526
50,self_attn.o_proj,0.0000072030,0.01000,1.516
50,mlp.gate_up_proj,0.0001290033,0.01000,1.755
50,mlp.down_proj,0.0000091810,0.01000,7.675
51,self_attn.k_proj,0.0000022649,0.01000,1.489
51,self_attn.v_proj,0.0000022110,0.01000,1.517
51,self_attn.q_proj,0.0000381388,0.01000,1.558
51,self_attn.o_proj,0.0000036714,0.01000,1.539
51,mlp.gate_up_proj,0.0001260655,0.01000,1.749
51,mlp.down_proj,0.0000091918,0.01000,7.712
52,self_attn.k_proj,0.0000024394,0.01000,1.474
52,self_attn.v_proj,0.0000023174,0.01000,1.500
52,self_attn.q_proj,0.0000422424,0.01000,1.547
52,self_attn.o_proj,0.0000042098,0.01000,1.526
52,mlp.gate_up_proj,0.0001209586,0.01000,1.776
52,mlp.down_proj,0.0000086012,0.01000,7.724
53,self_attn.k_proj,0.0000020518,0.01000,1.503
53,self_attn.v_proj,0.0000024131,0.01000,1.522
53,self_attn.q_proj,0.0000456590,0.01000,1.566
53,self_attn.o_proj,0.0000017261,0.01000,1.529
53,mlp.gate_up_proj,0.0001240569,0.01000,1.771
53,mlp.down_proj,0.0000086225,0.01000,7.725
54,self_attn.k_proj,0.0000021914,0.01000,1.496
54,self_attn.v_proj,0.0000026488,0.01000,1.550
54,self_attn.q_proj,0.0000383103,0.01000,1.556
54,self_attn.o_proj,0.0000011243,0.01000,1.553
54,mlp.gate_up_proj,0.0001322332,0.01000,1.801
54,mlp.down_proj,0.0000096043,0.01000,7.784
55,self_attn.k_proj,0.0000021482,0.01000,1.485
55,self_attn.v_proj,0.0000023087,0.01000,1.506
55,self_attn.q_proj,0.0000335327,0.01000,1.527
55,self_attn.o_proj,0.0000010707,0.01000,1.513
55,mlp.gate_up_proj,0.0001262408,0.01000,1.763
55,mlp.down_proj,0.0000091236,0.01000,7.742
56,self_attn.k_proj,0.0000020794,0.01000,1.475
56,self_attn.v_proj,0.0000026723,0.01000,1.510
56,self_attn.q_proj,0.0000372959,0.01000,1.531
56,self_attn.o_proj,0.0000023217,0.01000,1.514
56,mlp.gate_up_proj,0.0001405949,0.01000,1.746
56,mlp.down_proj,0.0000117001,0.01000,7.710
57,self_attn.k_proj,0.0000021717,0.01000,1.477
57,self_attn.v_proj,0.0000020618,0.01000,1.543
57,self_attn.q_proj,0.0000394623,0.01000,1.537
57,self_attn.o_proj,0.0000070200,0.01000,1.507
57,mlp.gate_up_proj,0.0001650417,0.01000,1.744
57,mlp.down_proj,0.0000167601,0.01000,7.679
58,self_attn.k_proj,0.0000021242,0.01000,1.501
58,self_attn.v_proj,0.0000021589,0.01000,1.528
58,self_attn.q_proj,0.0000392971,0.01000,1.574
58,self_attn.o_proj,0.0000022084,0.01000,1.542
58,mlp.gate_up_proj,0.0002288546,0.01000,1.770
58,mlp.down_proj,0.0000346537,0.01000,7.762
59,self_attn.k_proj,0.0000021596,0.01000,1.490
59,self_attn.v_proj,0.0000019384,0.01000,1.514
59,self_attn.q_proj,0.0000360824,0.01000,1.533
59,self_attn.o_proj,0.0000036960,0.01000,1.520
59,mlp.gate_up_proj,0.0002469802,0.01000,1.763
59,mlp.down_proj,0.0000465371,0.01000,7.804
60,self_attn.k_proj,0.0000019967,0.01000,1.491
60,self_attn.v_proj,0.0000018081,0.01000,1.523
60,self_attn.q_proj,0.0000359417,0.01000,1.548
60,self_attn.o_proj,0.0000057281,0.01000,1.521
60,mlp.gate_up_proj,0.0002825791,0.01000,1.766
60,mlp.down_proj,0.0000614542,0.01000,7.746