layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000015,0.05000,0.396
0,self_attn.v_proj,0.0000000014,0.05000,0.260
0,self_attn.q_proj,0.0000000055,0.05000,0.260
0,self_attn.o_proj,0.0000000037,0.05000,0.430
0,mlp.gate_proj,0.0000003500,0.05000,0.276
0,mlp.up_proj,0.0000003049,0.05000,0.266
0,mlp.down_proj,0.0000000402,0.05000,1.156
1,self_attn.k_proj,0.0000000024,0.05000,0.274
1,self_attn.v_proj,0.0000000025,0.05000,0.257
1,self_attn.q_proj,0.0000000089,0.05000,0.259
1,self_attn.o_proj,0.0000000047,0.05000,0.437
1,mlp.gate_proj,0.0000101860,0.05000,0.285
1,mlp.up_proj,0.0000046494,0.05000,0.269
1,mlp.down_proj,0.0000000494,0.05000,1.162
2,self_attn.k_proj,0.0000000071,0.05000,0.275
2,self_attn.v_proj,0.0000000069,0.05000,0.261
2,self_attn.q_proj,0.0000000250,0.05000,0.260
2,self_attn.o_proj,0.0000000061,0.05000,0.445
2,mlp.gate_proj,0.0000158786,0.05000,0.285
2,mlp.up_proj,0.0000128865,0.05000,0.268
2,mlp.down_proj,0.0000000420,0.05000,1.166
3,self_attn.k_proj,0.0000000123,0.05000,0.281
3,self_attn.v_proj,0.0000000126,0.05000,0.261
3,self_attn.q_proj,0.0000000470,0.05000,0.263
3,self_attn.o_proj,0.0000000096,0.05000,0.452
3,mlp.gate_proj,0.0000174559,0.05000,0.291
3,mlp.up_proj,0.0000091286,0.05000,0.271
3,mlp.down_proj,0.0000001010,0.05000,1.176
4,self_attn.k_proj,0.0000000258,0.05000,0.279
4,self_attn.v_proj,0.0000000263,0.05000,0.259
4,self_attn.q_proj,0.0000000934,0.05000,0.259
4,self_attn.o_proj,0.0000000163,0.05000,0.445
4,mlp.gate_proj,0.0000171273,0.05000,0.282
4,mlp.up_proj,0.0000068469,0.05000,0.268
4,mlp.down_proj,0.0000001621,0.05000,1.171
5,self_attn.k_proj,0.0000000255,0.05000,0.276
5,self_attn.v_proj,0.0000000277,0.05000,0.261
5,self_attn.q_proj,0.0000000979,0.05000,0.263
5,self_attn.o_proj,0.0000000273,0.05000,0.451
5,mlp.gate_proj,0.0000061436,0.05000,0.286
5,mlp.up_proj,0.0000030681,0.05000,0.269
5,mlp.down_proj,0.0000002554,0.05000,1.186
6,self_attn.k_proj,0.0000000521,0.05000,0.278
6,self_attn.v_proj,0.0000000585,0.05000,0.262
6,self_attn.q_proj,0.0000002123,0.05000,0.262
6,self_attn.o_proj,0.0000000768,0.05000,0.443
6,mlp.gate_proj,0.0000065879,0.05000,0.330
6,mlp.up_proj,0.0000039200,0.05000,0.308
6,mlp.down_proj,0.0001018587,0.05000,1.170
7,self_attn.k_proj,0.0000001132,0.05000,0.326
7,self_attn.v_proj,0.0000001151,0.05000,0.354
7,self_attn.q_proj,0.0000004201,0.05000,0.356
7,self_attn.o_proj,0.0000000799,0.05000,0.443
7,mlp.gate_proj,0.0000076663,0.05000,0.285
7,mlp.up_proj,0.0000047887,0.05000,0.270
7,mlp.down_proj,0.0000004130,0.05000,1.251
8,self_attn.k_proj,0.0000001769,0.05000,0.279
8,self_attn.v_proj,0.0000001932,0.05000,0.258
8,self_attn.q_proj,0.0000006666,0.05000,0.262
8,self_attn.o_proj,0.0000001232,0.05000,0.444
8,mlp.gate_proj,0.0000054906,0.05000,0.332
8,mlp.up_proj,0.0000045068,0.05000,0.312
8,mlp.down_proj,0.0000006224,0.05000,1.175
9,self_attn.k_proj,0.0000002336,0.05000,0.313
9,self_attn.v_proj,0.0000002258,0.05000,0.294
9,self_attn.q_proj,0.0000008280,0.05000,0.295
9,self_attn.o_proj,0.0000001527,0.05000,0.441
9,mlp.gate_proj,0.0000089500,0.05000,0.289
9,mlp.up_proj,0.0000058216,0.05000,0.269
9,mlp.down_proj,0.0000006446,0.05000,1.302
10,self_attn.k_proj,0.0000003462,0.05000,0.274
10,self_attn.v_proj,0.0000003979,0.05000,0.256
10,self_attn.q_proj,0.0000013014,0.05000,0.262
10,self_attn.o_proj,0.0000002211,0.05000,0.442
10,mlp.gate_proj,0.0000073422,0.05000,0.287
10,mlp.up_proj,0.0000051847,0.05000,0.274
10,mlp.down_proj,0.0000005988,0.05000,1.175
11,self_attn.k_proj,0.0000001799,0.05000,0.289
11,self_attn.v_proj,0.0000001828,0.05000,0.275
11,self_attn.q_proj,0.0000006484,0.05000,0.278
11,self_attn.o_proj,0.0000001633,0.05000,0.444
11,mlp.gate_proj,0.0000063016,0.05000,0.283
11,mlp.up_proj,0.0000050037,0.05000,0.267
11,mlp.down_proj,0.0000005749,0.05000,1.187
12,self_attn.k_proj,0.0000002125,0.05000,0.274
12,self_attn.v_proj,0.0000002205,0.05000,0.256
12,self_attn.q_proj,0.0000007687,0.05000,0.263
12,self_attn.o_proj,0.0000001783,0.05000,0.441
12,mlp.gate_proj,0.0000058375,0.05000,0.285
12,mlp.up_proj,0.0000050862,0.05000,0.267
12,mlp.down_proj,0.0000005714,0.05000,1.175
13,self_attn.k_proj,0.0000001531,0.05000,0.278
13,self_attn.v_proj,0.0000001513,0.05000,0.260
13,self_attn.q_proj,0.0000005937,0.05000,0.266
13,self_attn.o_proj,0.0000001260,0.05000,0.457
13,mlp.gate_proj,0.0000054148,0.05000,0.283
13,mlp.up_proj,0.0000051888,0.05000,0.268
13,mlp.down_proj,0.0000006244,0.05000,1.183
14,self_attn.k_proj,0.0000002760,0.05000,0.278
14,self_attn.v_proj,0.0000002891,0.05000,0.258
14,self_attn.q_proj,0.0000010247,0.05000,0.260
14,self_attn.o_proj,0.0000002475,0.05000,0.446
14,mlp.gate_proj,0.0000053041,0.05000,0.286
14,mlp.up_proj,0.0000050724,0.05000,0.272
14,mlp.down_proj,0.0000005496,0.05000,1.172
15,self_attn.k_proj,0.0000002736,0.05000,0.278
15,self_attn.v_proj,0.0000002603,0.05000,0.264
15,self_attn.q_proj,0.0000010161,0.05000,0.267
15,self_attn.o_proj,0.0000001898,0.05000,0.511
15,mlp.gate_proj,0.0000048208,0.05000,0.285
15,mlp.up_proj,0.0000047612,0.05000,0.267
15,mlp.down_proj,0.0000005609,0.05000,1.181
16,self_attn.k_proj,0.0000004452,0.05000,0.278
16,self_attn.v_proj,0.0000005002,0.05000,0.259
16,self_attn.q_proj,0.0000017911,0.05000,0.263
16,self_attn.o_proj,0.0000002319,0.05000,0.449
16,mlp.gate_proj,0.0000055250,0.05000,0.285
16,mlp.up_proj,0.0000051758,0.05000,0.274
16,mlp.down_proj,0.0000062006,0.05000,1.174
17,self_attn.k_proj,0.0000003740,0.05000,0.276
17,self_attn.v_proj,0.0000004121,0.05000,0.257
17,self_attn.q_proj,0.0000016404,0.05000,0.266
17,self_attn.o_proj,0.0000002697,0.05000,0.490
17,mlp.gate_proj,0.0000050417,0.05000,0.286
17,mlp.up_proj,0.0000048420,0.05000,0.270
17,mlp.down_proj,0.0000006431,0.05000,1.173
18,self_attn.k_proj,0.0000004427,0.05000,0.274
18,self_attn.v_proj,0.0000004721,0.05000,0.259
18,self_attn.q_proj,0.0000017998,0.05000,0.259
18,self_attn.o_proj,0.0000002882,0.05000,0.447
18,mlp.gate_proj,0.0000056152,0.05000,0.290
18,mlp.up_proj,0.0000054312,0.05000,0.274
18,mlp.down_proj,0.0000007155,0.05000,1.177
19,self_attn.k_proj,0.0000008359,0.05000,0.277
19,self_attn.v_proj,0.0000008548,0.05000,0.263
19,self_attn.q_proj,0.0000035293,0.05000,0.262
19,self_attn.o_proj,0.0000004251,0.05000,0.454
19,mlp.gate_proj,0.0000062090,0.05000,0.293
19,mlp.up_proj,0.0000060575,0.05000,0.266
19,mlp.down_proj,0.0000008802,0.05000,1.178
20,self_attn.k_proj,0.0000007067,0.05000,0.282
20,self_attn.v_proj,0.0000007779,0.05000,0.265
20,self_attn.q_proj,0.0000032697,0.05000,0.266
20,self_attn.o_proj,0.0000003839,0.05000,0.442
20,mlp.gate_proj,0.0000065074,0.05000,0.284
20,mlp.up_proj,0.0000064539,0.05000,0.270
20,mlp.down_proj,0.0000009509,0.05000,1.176
21,self_attn.k_proj,0.0000009371,0.05000,0.277
21,self_attn.v_proj,0.0000010994,0.05000,0.263
21,self_attn.q_proj,0.0000041891,0.05000,0.259
21,self_attn.o_proj,0.0000004227,0.05000,0.451
21,mlp.gate_proj,0.0000075393,0.05000,0.282
21,mlp.up_proj,0.0000075376,0.05000,0.271
21,mlp.down_proj,0.0000012601,0.05000,1.173
22,self_attn.k_proj,0.0000019932,0.05000,0.279
22,self_attn.v_proj,0.0000020952,0.05000,0.260
22,self_attn.q_proj,0.0000082799,0.05000,0.273
22,self_attn.o_proj,0.0000008603,0.05000,0.441
22,mlp.gate_proj,0.0000088603,0.05000,0.288
22,mlp.up_proj,0.0000086193,0.05000,0.279
22,mlp.down_proj,0.0000019764,0.05000,1.180
23,self_attn.k_proj,0.0000018366,0.05000,0.293
23,self_attn.v_proj,0.0000022222,0.05000,0.265
23,self_attn.q_proj,0.0000083156,0.05000,0.268
23,self_attn.o_proj,0.0000011434,0.05000,0.448
23,mlp.gate_proj,0.0000108660,0.05000,0.328
23,mlp.up_proj,0.0000100685,0.05000,0.310
23,mlp.down_proj,0.0000026066,0.05000,1.191
24,self_attn.k_proj,0.0000029218,0.05000,0.318
24,self_attn.v_proj,0.0000036626,0.05000,0.302
24,self_attn.q_proj,0.0000130015,0.05000,0.306
24,self_attn.o_proj,0.0000013626,0.05000,0.441
24,mlp.gate_proj,0.0000121926,0.05000,0.283
24,mlp.up_proj,0.0000110529,0.05000,0.273
24,mlp.down_proj,0.0000031291,0.05000,1.217
25,self_attn.k_proj,0.0000022438,0.05000,0.278
25,self_attn.v_proj,0.0000025798,0.05000,0.261
25,self_attn.q_proj,0.0000092805,0.05000,0.264
25,self_attn.o_proj,0.0000006989,0.05000,0.449
25,mlp.gate_proj,0.0000140126,0.05000,0.329
25,mlp.up_proj,0.0000124719,0.05000,0.331
25,mlp.down_proj,0.0000037309,0.05000,1.174
26,self_attn.k_proj,0.0000033397,0.05000,0.281
26,self_attn.v_proj,0.0000039549,0.05000,0.259
26,self_attn.q_proj,0.0000145089,0.05000,0.297
26,self_attn.o_proj,0.0000007741,0.05000,0.448
26,mlp.gate_proj,0.0000164023,0.05000,0.285
26,mlp.up_proj,0.0000149692,0.05000,0.271
26,mlp.down_proj,0.0000042410,0.05000,1.186
27,self_attn.k_proj,0.0000039272,0.05000,0.280
27,self_attn.v_proj,0.0000049852,0.05000,0.262
27,self_attn.q_proj,0.0000177151,0.05000,0.259
27,self_attn.o_proj,0.0000009203,0.05000,0.444
27,mlp.gate_proj,0.0000181199,0.05000,0.284
27,mlp.up_proj,0.0000170655,0.05000,0.272
27,mlp.down_proj,0.0000059896,0.05000,1.170
28,self_attn.k_proj,0.0000046828,0.05000,0.277
28,self_attn.v_proj,0.0000053279,0.05000,0.259
28,self_attn.q_proj,0.0000193710,0.05000,0.268
28,self_attn.o_proj,0.0000014065,0.05000,0.447
28,mlp.gate_proj,0.0000204179,0.05000,0.286
28,mlp.up_proj,0.0000199846,0.05000,0.279
28,mlp.down_proj,0.0000087889,0.05000,1.178
29,self_attn.k_proj,0.0000097532,0.05000,0.278
29,self_attn.v_proj,0.0000134021,0.05000,0.261
29,self_attn.q_proj,0.0000425060,0.05000,0.273
29,self_attn.o_proj,0.0000014448,0.05000,0.448
29,mlp.gate_proj,0.0000238424,0.05000,0.289
29,mlp.up_proj,0.0000241705,0.05000,0.268
29,mlp.down_proj,0.0000096395,0.05000,1.198
30,self_attn.k_proj,0.0000126609,0.05000,0.278
30,self_attn.v_proj,0.0000160343,0.05000,0.259
30,self_attn.q_proj,0.0000509441,0.05000,0.269
30,self_attn.o_proj,0.0000027102,0.05000,0.445
30,mlp.gate_proj,0.0000249239,0.05000,0.290
30,mlp.up_proj,0.0000260679,0.05000,0.273
30,mlp.down_proj,0.0000130222,0.05000,1.179
31,self_attn.k_proj,0.0000161460,0.05000,0.278
31,self_attn.v_proj,0.0000226750,0.05000,0.259
31,self_attn.q_proj,0.0000621101,0.05000,0.261
31,self_attn.o_proj,0.0000027954,0.05000,0.443
31,mlp.gate_proj,0.0000247837,0.05000,0.282
31,mlp.up_proj,0.0000271208,0.05000,0.268
31,mlp.down_proj,0.0000162297,0.05000,1.176
32,self_attn.k_proj,0.0000214665,0.05000,0.276
32,self_attn.v_proj,0.0000327718,0.05000,0.263
32,self_attn.q_proj,0.0000881433,0.05000,0.262
32,self_attn.o_proj,0.0000033207,0.05000,0.441
32,mlp.gate_proj,0.0000252996,0.05000,0.284
32,mlp.up_proj,0.0000284113,0.05000,0.279
32,mlp.down_proj,0.0000197962,0.05000,1.173
33,self_attn.k_proj,0.0000360116,0.05000,0.279
33,self_attn.v_proj,0.0000718887,0.05000,0.258
33,self_attn.q_proj,0.0001729686,0.05000,0.266
33,self_attn.o_proj,0.0000056560,0.05000,0.444
33,mlp.gate_proj,0.0000268122,0.05000,0.283
33,mlp.up_proj,0.0000306577,0.05000,0.268
33,mlp.down_proj,0.0000249032,0.05000,1.176
34,self_attn.k_proj,0.0000321040,0.05000,0.278
34,self_attn.v_proj,0.0000543992,0.05000,0.262
34,self_attn.q_proj,0.0001437495,0.05000,0.267
34,self_attn.o_proj,0.0000089366,0.05000,0.444
34,mlp.gate_proj,0.0000315350,0.05000,0.286
34,mlp.up_proj,0.0000338091,0.05000,0.267
34,mlp.down_proj,0.0000306942,0.05000,1.182
35,self_attn.k_proj,0.0000187527,0.05000,0.277
35,self_attn.v_proj,0.0000246999,0.05000,0.258
35,self_attn.q_proj,0.0000734641,0.05000,0.267
35,self_attn.o_proj,0.0000102215,0.05000,0.452
35,mlp.gate_proj,0.0000499590,0.05000,0.286
35,mlp.up_proj,0.0000512754,0.05000,0.267
35,mlp.down_proj,0.0000608099,0.05000,1.184