quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000002,0.05000,1.487
0,self_attn.v_proj,0.0000000000,0.05000,1.316
0,self_attn.q_proj,0.0000000002,0.05000,1.331
0,self_attn.o_proj,0.0000000000,0.05000,1.339
0,mlp.gate_proj,0.0000000007,0.05000,1.370
0,mlp.up_proj,0.0000000002,0.05000,1.360
0,mlp.down_proj,0.0000000001,0.05000,4.459
1,self_attn.k_proj,0.0000000002,0.05000,1.372
1,self_attn.v_proj,0.0000000000,0.05000,1.356
1,self_attn.q_proj,0.0000000004,0.05000,1.365
1,self_attn.o_proj,0.0000000000,0.05000,1.377
1,mlp.gate_proj,0.0000000003,0.05000,1.415
1,mlp.up_proj,0.0000000003,0.05000,1.396
1,mlp.down_proj,0.0000000002,0.05000,4.535
2,self_attn.k_proj,0.0000000002,0.05000,1.352
2,self_attn.v_proj,0.0000000000,0.05000,1.336
2,self_attn.q_proj,0.0000000004,0.05000,1.348
2,self_attn.o_proj,0.0000000000,0.05000,1.372
2,mlp.gate_proj,0.0000000010,0.05000,1.399
2,mlp.up_proj,0.0000000010,0.05000,1.382
2,mlp.down_proj,0.0000000414,0.05000,4.496
3,self_attn.k_proj,0.0000000006,0.05000,1.363
3,self_attn.v_proj,0.0000000001,0.05000,1.351
3,self_attn.q_proj,0.0000000017,0.05000,1.364
3,self_attn.o_proj,0.0000000001,0.05000,1.373
3,mlp.gate_proj,0.0000000021,0.05000,1.417
3,mlp.up_proj,0.0000000020,0.05000,1.406
3,mlp.down_proj,0.0000000022,0.05000,4.515
4,self_attn.k_proj,0.0000000009,0.05000,1.351
4,self_attn.v_proj,0.0000000003,0.05000,1.340
4,self_attn.q_proj,0.0000000026,0.05000,1.353
4,self_attn.o_proj,0.0000000003,0.05000,1.373
4,mlp.gate_proj,0.0000000032,0.05000,1.412
4,mlp.up_proj,0.0000000030,0.05000,1.390
4,mlp.down_proj,0.0000000009,0.05000,4.518
5,self_attn.k_proj,0.0000000010,0.05000,1.341
5,self_attn.v_proj,0.0000000003,0.05000,1.327
5,self_attn.q_proj,0.0000000036,0.05000,1.347
5,self_attn.o_proj,0.0000000004,0.05000,1.361
5,mlp.gate_proj,0.0000000039,0.05000,1.399
5,mlp.up_proj,0.0000000037,0.05000,1.384
5,mlp.down_proj,0.0000000011,0.05000,4.519
6,self_attn.k_proj,0.0000000015,0.05000,1.351
6,self_attn.v_proj,0.0000000005,0.05000,1.333
6,self_attn.q_proj,0.0000000059,0.05000,1.346
6,self_attn.o_proj,0.0000000005,0.05000,1.366
6,mlp.gate_proj,0.0000000061,0.05000,1.411
6,mlp.up_proj,0.0000000056,0.05000,1.391
6,mlp.down_proj,0.0000000018,0.05000,4.525
7,self_attn.k_proj,0.0000000010,0.05000,1.346
7,self_attn.v_proj,0.0000000004,0.05000,1.334
7,self_attn.q_proj,0.0000000033,0.05000,1.353
7,self_attn.o_proj,0.0000000005,0.05000,1.365
7,mlp.gate_proj,0.0000000074,0.05000,1.403
7,mlp.up_proj,0.0000000068,0.05000,1.390
7,mlp.down_proj,0.0000000023,0.05000,4.516
8,self_attn.k_proj,0.0000000021,0.05000,1.350
8,self_attn.v_proj,0.0000000007,0.05000,1.340
8,self_attn.q_proj,0.0000000080,0.05000,1.349
8,self_attn.o_proj,0.0000000008,0.05000,1.367
8,mlp.gate_proj,0.0000000090,0.05000,1.401
8,mlp.up_proj,0.0000000083,0.05000,1.389
8,mlp.down_proj,0.0000000029,0.05000,4.502
9,self_attn.k_proj,0.0000000018,0.05000,1.349
9,self_attn.v_proj,0.0000000006,0.05000,1.334
9,self_attn.q_proj,0.0000000066,0.05000,1.349
9,self_attn.o_proj,0.0000000011,0.05000,1.361
9,mlp.gate_proj,0.0000000100,0.05000,1.398
9,mlp.up_proj,0.0000000090,0.05000,1.384
9,mlp.down_proj,0.0000000037,0.05000,4.501
10,self_attn.k_proj,0.0000000024,0.05000,1.343
10,self_attn.v_proj,0.0000000009,0.05000,1.331
10,self_attn.q_proj,0.0000000096,0.05000,1.349
10,self_attn.o_proj,0.0000000012,0.05000,1.364
10,mlp.gate_proj,0.0000000119,0.05000,1.397
10,mlp.up_proj,0.0000000109,0.05000,1.382
10,mlp.down_proj,0.0000000047,0.05000,4.524
11,self_attn.k_proj,0.0000000029,0.05000,1.344
11,self_attn.v_proj,0.0000000010,0.05000,1.331
11,self_attn.q_proj,0.0000000119,0.05000,1.344
11,self_attn.o_proj,0.0000000019,0.05000,1.359
11,mlp.gate_proj,0.0000000138,0.05000,1.394
11,mlp.up_proj,0.0000000129,0.05000,1.380
11,mlp.down_proj,0.0000000663,0.05000,4.508
12,self_attn.k_proj,0.0000000027,0.05000,1.351
12,self_attn.v_proj,0.0000000012,0.05000,1.340
12,self_attn.q_proj,0.0000000112,0.05000,1.350
12,self_attn.o_proj,0.0000000019,0.05000,1.369
12,mlp.gate_proj,0.0000000164,0.05000,1.403
12,mlp.up_proj,0.0000000153,0.05000,1.390
12,mlp.down_proj,0.0000000074,0.05000,4.548
13,self_attn.k_proj,0.0000000027,0.05000,1.352
13,self_attn.v_proj,0.0000000012,0.05000,1.341
13,self_attn.q_proj,0.0000000106,0.05000,1.348
13,self_attn.o_proj,0.0000000028,0.05000,1.364
13,mlp.gate_proj,0.0000000193,0.05000,1.397
13,mlp.up_proj,0.0000000180,0.05000,1.384
13,mlp.down_proj,0.0000000088,0.05000,4.492
14,self_attn.k_proj,0.0000000029,0.05000,1.344
14,self_attn.v_proj,0.0000000014,0.05000,1.332
14,self_attn.q_proj,0.0000000107,0.05000,1.336
14,self_attn.o_proj,0.0000000032,0.05000,1.361
14,mlp.gate_proj,0.0000000219,0.05000,1.405
14,mlp.up_proj,0.0000000203,0.05000,1.394
14,mlp.down_proj,0.0000000102,0.05000,4.510
15,self_attn.k_proj,0.0000000034,0.05000,1.349
15,self_attn.v_proj,0.0000000016,0.05000,1.335
15,self_attn.q_proj,0.0000000131,0.05000,1.349
15,self_attn.o_proj,0.0000000026,0.05000,1.362
15,mlp.gate_proj,0.0000000257,0.05000,1.403
15,mlp.up_proj,0.0000000235,0.05000,1.383
15,mlp.down_proj,0.0000000114,0.05000,4.479
16,self_attn.k_proj,0.0000000035,0.05000,1.343
16,self_attn.v_proj,0.0000000017,0.05000,1.325
16,self_attn.q_proj,0.0000000142,0.05000,1.348
16,self_attn.o_proj,0.0000000032,0.05000,1.364
16,mlp.gate_proj,0.0000000293,0.05000,1.402
16,mlp.up_proj,0.0000000264,0.05000,1.392
16,mlp.down_proj,0.0000000123,0.05000,4.503
17,self_attn.k_proj,0.0000000038,0.05000,1.359
17,self_attn.v_proj,0.0000000019,0.05000,1.342
17,self_attn.q_proj,0.0000000146,0.05000,1.351
17,self_attn.o_proj,0.0000000030,0.05000,1.364
17,mlp.gate_proj,0.0000000319,0.05000,1.400
17,mlp.up_proj,0.0000000289,0.05000,1.383
17,mlp.down_proj,0.0000000126,0.05000,4.507
18,self_attn.k_proj,0.0000000034,0.05000,1.350
18,self_attn.v_proj,0.0000000021,0.05000,1.339
18,self_attn.q_proj,0.0000000136,0.05000,1.351
18,self_attn.o_proj,0.0000000034,0.05000,1.372
18,mlp.gate_proj,0.0000000330,0.05000,1.402
18,mlp.up_proj,0.0000000301,0.05000,1.387
18,mlp.down_proj,0.0000000137,0.05000,4.544
19,self_attn.k_proj,0.0000000035,0.05000,1.351
19,self_attn.v_proj,0.0000000018,0.05000,1.337
19,self_attn.q_proj,0.0000000122,0.05000,1.352
19,self_attn.o_proj,0.0000000030,0.05000,1.361
19,mlp.gate_proj,0.0000000352,0.05000,1.395
19,mlp.up_proj,0.0000000317,0.05000,1.383
19,mlp.down_proj,0.0000000153,0.05000,4.485
20,self_attn.k_proj,0.0000000046,0.05000,1.349
20,self_attn.v_proj,0.0000000025,0.05000,1.333
20,self_attn.q_proj,0.0000000171,0.05000,1.350
20,self_attn.o_proj,0.0000000032,0.05000,1.361
20,mlp.gate_proj,0.0000000386,0.05000,1.394
20,mlp.up_proj,0.0000000345,0.05000,1.382
20,mlp.down_proj,0.0000000162,0.05000,4.496
21,self_attn.k_proj,0.0000000032,0.05000,1.355
21,self_attn.v_proj,0.0000000019,0.05000,1.339
21,self_attn.q_proj,0.0000000107,0.05000,1.352
21,self_attn.o_proj,0.0000000031,0.05000,1.369
21,mlp.gate_proj,0.0000000395,0.05000,1.408
21,mlp.up_proj,0.0000000353,0.05000,1.393
21,mlp.down_proj,0.0000000173,0.05000,4.499
22,self_attn.k_proj,0.0000000043,0.05000,1.348
22,self_attn.v_proj,0.0000000025,0.05000,1.337
22,self_attn.q_proj,0.0000000142,0.05000,1.345
22,self_attn.o_proj,0.0000000037,0.05000,1.360
22,mlp.gate_proj,0.0000000419,0.05000,1.400
22,mlp.up_proj,0.0000000373,0.05000,1.386
22,mlp.down_proj,0.0000000178,0.05000,4.501
23,self_attn.k_proj,0.0000000037,0.05000,1.350
23,self_attn.v_proj,0.0000000027,0.05000,1.341
23,self_attn.q_proj,0.0000000133,0.05000,1.346
23,self_attn.o_proj,0.0000000022,0.05000,1.365
23,mlp.gate_proj,0.0000000436,0.05000,1.403
23,mlp.up_proj,0.0000000390,0.05000,1.386
23,mlp.down_proj,0.0000000180,0.05000,4.532
24,self_attn.k_proj,0.0000000041,0.05000,1.349
24,self_attn.v_proj,0.0000000027,0.05000,1.342
24,self_attn.q_proj,0.0000000143,0.05000,1.350
24,self_attn.o_proj,0.0000000032,0.05000,1.364
24,mlp.gate_proj,0.0000000445,0.05000,1.396
24,mlp.up_proj,0.0000000400,0.05000,1.385
24,mlp.down_proj,0.0000000182,0.05000,4.504
25,self_attn.k_proj,0.0000000035,0.05000,1.351
25,self_attn.v_proj,0.0000000027,0.05000,1.336
25,self_attn.q_proj,0.0000000128,0.05000,1.344
25,self_attn.o_proj,0.0000000028,0.05000,1.360
25,mlp.gate_proj,0.0000000453,0.05000,1.400
25,mlp.up_proj,0.0000000412,0.05000,1.388
25,mlp.down_proj,0.0000000180,0.05000,4.499
26,self_attn.k_proj,0.0000000027,0.05000,1.348
26,self_attn.v_proj,0.0000000022,0.05000,1.339
26,self_attn.q_proj,0.0000000091,0.05000,1.352
26,self_attn.o_proj,0.0000000020,0.05000,1.366
26,mlp.gate_proj,0.0000000470,0.05000,1.394
26,mlp.up_proj,0.0000000429,0.05000,1.381
26,mlp.down_proj,0.0000000181,0.05000,4.487
27,self_attn.k_proj,0.0000000040,0.05000,1.355
27,self_attn.v_proj,0.0000000027,0.05000,1.340
27,self_attn.q_proj,0.0000000128,0.05000,1.357
27,self_attn.o_proj,0.0000000028,0.05000,1.369
27,mlp.gate_proj,0.0000000481,0.05000,1.406
27,mlp.up_proj,0.0000000443,0.05000,1.397
27,mlp.down_proj,0.0000000185,0.05000,4.499
28,self_attn.k_proj,0.0000000032,0.05000,1.351
28,self_attn.v_proj,0.0000000020,0.05000,1.338
28,self_attn.q_proj,0.0000000106,0.05000,1.355
28,self_attn.o_proj,0.0000000031,0.05000,1.364
28,mlp.gate_proj,0.0000000477,0.05000,1.398
28,mlp.up_proj,0.0000000448,0.05000,1.387
28,mlp.down_proj,0.0000000185,0.05000,4.518
29,self_attn.k_proj,0.0000000054,0.05000,1.346
29,self_attn.v_proj,0.0000000026,0.05000,1.333
29,self_attn.q_proj,0.0000000197,0.05000,1.356
29,self_attn.o_proj,0.0000000056,0.05000,1.365
29,mlp.gate_proj,0.0000000487,0.05000,1.399
29,mlp.up_proj,0.0000000462,0.05000,1.384
29,mlp.down_proj,0.0000000201,0.05000,4.501
30,self_attn.k_proj,0.0000000041,0.05000,1.359
30,self_attn.v_proj,0.0000000029,0.05000,1.342
30,self_attn.q_proj,0.0000000157,0.05000,1.358
30,self_attn.o_proj,0.0000000041,0.05000,1.360
30,mlp.gate_proj,0.0000000488,0.05000,1.401
30,mlp.up_proj,0.0000000469,0.05000,1.382
30,mlp.down_proj,0.0000000215,0.05000,4.481
31,self_attn.k_proj,0.0000000053,0.05000,1.351
31,self_attn.v_proj,0.0000000029,0.05000,1.331
31,self_attn.q_proj,0.0000000194,0.05000,1.355
31,self_attn.o_proj,0.0000000055,0.05000,1.370
31,mlp.gate_proj,0.0000000478,0.05000,1.401
31,mlp.up_proj,0.0000000469,0.05000,1.390
31,mlp.down_proj,0.0000000240,0.05000,4.493
32,self_attn.k_proj,0.0000000049,0.05000,1.346
32,self_attn.v_proj,0.0000000027,0.05000,1.337
32,self_attn.q_proj,0.0000000189,0.05000,1.358
32,self_attn.o_proj,0.0000000068,0.05000,1.363
32,mlp.gate_proj,0.0000000460,0.05000,1.397
32,mlp.up_proj,0.0000000459,0.05000,1.384
32,mlp.down_proj,0.0000000247,0.05000,4.497
33,self_attn.k_proj,0.0000000060,0.05000,1.356
33,self_attn.v_proj,0.0000000030,0.05000,1.340
33,self_attn.q_proj,0.0000000258,0.05000,1.359
33,self_attn.o_proj,0.0000000100,0.05000,1.365
33,mlp.gate_proj,0.0000000455,0.05000,1.399
33,mlp.up_proj,0.0000000461,0.05000,1.388
33,mlp.down_proj,0.0000000266,0.05000,4.497
34,self_attn.k_proj,0.0000000060,0.05000,1.345
34,self_attn.v_proj,0.0000000030,0.05000,1.332
34,self_attn.q_proj,0.0000000254,0.05000,1.357
34,self_attn.o_proj,0.0000000115,0.05000,1.364
34,mlp.gate_proj,0.0000000454,0.05000,1.392
34,mlp.up_proj,0.0000000467,0.05000,1.377
34,mlp.down_proj,0.0000000284,0.05000,4.500
35,self_attn.k_proj,0.0000000056,0.05000,1.349
35,self_attn.v_proj,0.0000000035,0.05000,1.336
35,self_attn.q_proj,0.0000000236,0.05000,1.354
35,self_attn.o_proj,0.0000000134,0.05000,1.364
35,mlp.gate_proj,0.0000000470,0.05000,1.400
35,mlp.up_proj,0.0000000485,0.05000,1.387
35,mlp.down_proj,0.0000000294,0.05000,4.503
36,self_attn.k_proj,0.0000000065,0.05000,1.341
36,self_attn.v_proj,0.0000000036,0.05000,1.331
36,self_attn.q_proj,0.0000000281,0.05000,1.352
36,self_attn.o_proj,0.0000000161,0.05000,1.366
36,mlp.gate_proj,0.0000000474,0.05000,1.389
36,mlp.up_proj,0.0000000491,0.05000,1.382
36,mlp.down_proj,0.0000000326,0.05000,4.487
37,self_attn.k_proj,0.0000000066,0.05000,1.344
37,self_attn.v_proj,0.0000000037,0.05000,1.335
37,self_attn.q_proj,0.0000000289,0.05000,1.360
37,self_attn.o_proj,0.0000000198,0.05000,1.369
37,mlp.gate_proj,0.0000000486,0.05000,1.403
37,mlp.up_proj,0.0000000508,0.05000,1.391
37,mlp.down_proj,0.0000000351,0.05000,4.493
38,self_attn.k_proj,0.0000000064,0.05000,1.347
38,self_attn.v_proj,0.0000000033,0.05000,1.336
38,self_attn.q_proj,0.0000000270,0.05000,1.356
38,self_attn.o_proj,0.0000000156,0.05000,1.370
38,mlp.gate_proj,0.0000000507,0.05000,1.398
38,mlp.up_proj,0.0000000531,0.05000,1.385
38,mlp.down_proj,0.0000000366,0.05000,4.498
39,self_attn.k_proj,0.0000000070,0.05000,1.354
39,self_attn.v_proj,0.0000000048,0.05000,1.340
39,self_attn.q_proj,0.0000000312,0.05000,1.361
39,self_attn.o_proj,0.0000000152,0.05000,1.376
39,mlp.gate_proj,0.0000000533,0.05000,1.403
39,mlp.up_proj,0.0000000560,0.05000,1.391
39,mlp.down_proj,0.0000000397,0.05000,4.521
40,self_attn.k_proj,0.0000000068,0.05000,1.348
40,self_attn.v_proj,0.0000000043,0.05000,1.336
40,self_attn.q_proj,0.0000000299,0.05000,1.354
40,self_attn.o_proj,0.0000000181,0.05000,1.363
40,mlp.gate_proj,0.0000000557,0.05000,1.399
40,mlp.up_proj,0.0000000582,0.05000,1.390
40,mlp.down_proj,0.0000000429,0.05000,4.502
41,self_attn.k_proj,0.0000000069,0.05000,1.353
41,self_attn.v_proj,0.0000000045,0.05000,1.332
41,self_attn.q_proj,0.0000000314,0.05000,1.350
41,self_attn.o_proj,0.0000000169,0.05000,1.364
41,mlp.gate_proj,0.0000000567,0.05000,1.395
41,mlp.up_proj,0.0000000594,0.05000,1.380
41,mlp.down_proj,0.0000000467,0.05000,4.494
42,self_attn.k_proj,0.0000000067,0.05000,1.349
42,self_attn.v_proj,0.0000000043,0.05000,1.338
42,self_attn.q_proj,0.0000000300,0.05000,1.356
42,self_attn.o_proj,0.0000000194,0.05000,1.366
42,mlp.gate_proj,0.0000000577,0.05000,1.399
42,mlp.up_proj,0.0000000604,0.05000,1.383
42,mlp.down_proj,0.0000000501,0.05000,4.504
43,self_attn.k_proj,0.0000000065,0.05000,1.353
43,self_attn.v_proj,0.0000000047,0.05000,1.336
43,self_attn.q_proj,0.0000000308,0.05000,1.360
43,self_attn.o_proj,0.0000000179,0.05000,1.371
43,mlp.gate_proj,0.0000000587,0.05000,1.405
43,mlp.up_proj,0.0000000615,0.05000,1.394
43,mlp.down_proj,0.0000000540,0.05000,4.509
44,self_attn.k_proj,0.0000000076,0.05000,1.350
44,self_attn.v_proj,0.0000000051,0.05000,1.337
44,self_attn.q_proj,0.0000000357,0.05000,1.356
44,self_attn.o_proj,0.0000000250,0.05000,1.374
44,mlp.gate_proj,0.0000000619,0.05000,1.406
44,mlp.up_proj,0.0000000648,0.05000,1.387
44,mlp.down_proj,0.0000000589,0.05000,4.498
45,self_attn.k_proj,0.0000000069,0.05000,1.354
45,self_attn.v_proj,0.0000000056,0.05000,1.341
45,self_attn.q_proj,0.0000000313,0.05000,1.354
45,self_attn.o_proj,0.0000000182,0.05000,1.372
45,mlp.gate_proj,0.0000000663,0.05000,1.402
45,mlp.up_proj,0.0000000690,0.05000,1.392
45,mlp.down_proj,0.0000000656,0.05000,4.512
46,self_attn.k_proj,0.0000000071,0.05000,1.354
46,self_attn.v_proj,0.0000000053,0.05000,1.339
46,self_attn.q_proj,0.0000000322,0.05000,1.351
46,self_attn.o_proj,0.0000000247,0.05000,1.366
46,mlp.gate_proj,0.0000000700,0.05000,1.403
46,mlp.up_proj,0.0000000722,0.05000,1.387
46,mlp.down_proj,0.0000000712,0.05000,4.514
47,self_attn.k_proj,0.0000000071,0.05000,1.353
47,self_attn.v_proj,0.0000000062,0.05000,1.338
47,self_attn.q_proj,0.0000000352,0.05000,1.357
47,self_attn.o_proj,0.0000000202,0.05000,1.376
47,mlp.gate_proj,0.0000000723,0.05000,1.405
47,mlp.up_proj,0.0000000745,0.05000,1.391
47,mlp.down_proj,0.0000000768,0.05000,4.497
48,self_attn.k_proj,0.0000000056,0.05000,1.352
48,self_attn.v_proj,0.0000000052,0.05000,1.339
48,self_attn.q_proj,0.0000000255,0.05000,1.360
48,self_attn.o_proj,0.0000000224,0.05000,1.372
48,mlp.gate_proj,0.0000000738,0.05000,1.408
48,mlp.up_proj,0.0000000757,0.05000,1.391
48,mlp.down_proj,0.0000000830,0.05000,4.489
49,self_attn.k_proj,0.0000000075,0.05000,1.346
49,self_attn.v_proj,0.0000000062,0.05000,1.334
49,self_attn.q_proj,0.0000000371,0.05000,1.356
49,self_attn.o_proj,0.0000000286,0.05000,1.375
49,mlp.gate_proj,0.0000000765,0.05000,1.405
49,mlp.up_proj,0.0000000783,0.05000,1.393
49,mlp.down_proj,0.0000000932,0.05000,4.500
50,self_attn.k_proj,0.0000000070,0.05000,1.355
50,self_attn.v_proj,0.0000000065,0.05000,1.340
50,self_attn.q_proj,0.0000000330,0.05000,1.354
50,self_attn.o_proj,0.0000000273,0.05000,1.373
50,mlp.gate_proj,0.0000000832,0.05000,1.398
50,mlp.up_proj,0.0000000840,0.05000,1.387
50,mlp.down_proj,0.0000001034,0.05000,4.527
51,self_attn.k_proj,0.0000000074,0.05000,1.358
51,self_attn.v_proj,0.0000000071,0.05000,1.344
51,self_attn.q_proj,0.0000000339,0.05000,1.366
51,self_attn.o_proj,0.0000000302,0.05000,1.376
51,mlp.gate_proj,0.0000000861,0.05000,1.409
51,mlp.up_proj,0.0000000864,0.05000,1.393
51,mlp.down_proj,0.0000001112,0.05000,4.509
52,self_attn.k_proj,0.0000000063,0.05000,1.348
52,self_attn.v_proj,0.0000000054,0.05000,1.336
52,self_attn.q_proj,0.0000000278,0.05000,1.354
52,self_attn.o_proj,0.0000000400,0.05000,1.370
52,mlp.gate_proj,0.0000000918,0.05000,1.404
52,mlp.up_proj,0.0000000911,0.05000,1.392
52,mlp.down_proj,0.0000001244,0.05000,4.512
53,self_attn.k_proj,0.0000000073,0.05000,1.353
53,self_attn.v_proj,0.0000000066,0.05000,1.336
53,self_attn.q_proj,0.0000000352,0.05000,1.354
53,self_attn.o_proj,0.0000000331,0.05000,1.370
53,mlp.gate_proj,0.0000000984,0.05000,1.399
53,mlp.up_proj,0.0000000970,0.05000,1.386
53,mlp.down_proj,0.0000001370,0.05000,4.511
54,self_attn.k_proj,0.0000000067,0.05000,1.343
54,self_attn.v_proj,0.0000000075,0.05000,1.331
54,self_attn.q_proj,0.0000000306,0.05000,1.359
54,self_attn.o_proj,0.0000000324,0.05000,1.367
54,mlp.gate_proj,0.0000001049,0.05000,1.397
54,mlp.up_proj,0.0000001019,0.05000,1.384
54,mlp.down_proj,0.0000001481,0.05000,4.507
55,self_attn.k_proj,0.0000000073,0.05000,1.350
55,self_attn.v_proj,0.0000000077,0.05000,1.337
55,self_attn.q_proj,0.0000000342,0.05000,1.356
55,self_attn.o_proj,0.0000000322,0.05000,1.369
55,mlp.gate_proj,0.0000001114,0.05000,1.402
55,mlp.up_proj,0.0000001073,0.05000,1.391
55,mlp.down_proj,0.0000001589,0.05000,4.507
56,self_attn.k_proj,0.0000000066,0.05000,1.348
56,self_attn.v_proj,0.0000000074,0.05000,1.333
56,self_attn.q_proj,0.0000000302,0.05000,1.355
56,self_attn.o_proj,0.0000000195,0.05000,1.367
56,mlp.gate_proj,0.0000001161,0.05000,1.398
56,mlp.up_proj,0.0000001107,0.05000,1.388
56,mlp.down_proj,0.0000001599,0.05000,4.496
57,self_attn.k_proj,0.0000000079,0.05000,1.349
57,self_attn.v_proj,0.0000000083,0.05000,1.336
57,self_attn.q_proj,0.0000000399,0.05000,1.355
57,self_attn.o_proj,0.0000000423,0.05000,1.367
57,mlp.gate_proj,0.0000001222,0.05000,1.404
57,mlp.up_proj,0.0000001159,0.05000,1.389
57,mlp.down_proj,0.0000001722,0.05000,4.499
58,self_attn.k_proj,0.0000000076,0.05000,1.349
58,self_attn.v_proj,0.0000000090,0.05000,1.338
58,self_attn.q_proj,0.0000000390,0.05000,1.353
58,self_attn.o_proj,0.0000000216,0.05000,1.370
58,mlp.gate_proj,0.0000001274,0.05000,1.405
58,mlp.up_proj,0.0000001205,0.05000,1.392
58,mlp.down_proj,0.0000001786,0.05000,4.503
59,self_attn.k_proj,0.0000000078,0.05000,1.356
59,self_attn.v_proj,0.0000000097,0.05000,1.345
59,self_attn.q_proj,0.0000000377,0.05000,1.359
59,self_attn.o_proj,0.0000000335,0.05000,1.377
59,mlp.gate_proj,0.0000001335,0.05000,1.404
59,mlp.up_proj,0.0000001255,0.05000,1.390
59,mlp.down_proj,0.0000001906,0.05000,4.523
60,self_attn.k_proj,0.0000000075,0.05000,1.351
60,self_attn.v_proj,0.0000000090,0.05000,1.336
60,self_attn.q_proj,0.0000000360,0.05000,1.351
60,self_attn.o_proj,0.0000000316,0.05000,1.371
60,mlp.gate_proj,0.0000001386,0.05000,1.398
60,mlp.up_proj,0.0000001294,0.05000,1.383
60,mlp.down_proj,0.0000002003,0.05000,4.489
61,self_attn.k_proj,0.0000000076,0.05000,1.348
61,self_attn.v_proj,0.0000000088,0.05000,1.340
61,self_attn.q_proj,0.0000000352,0.05000,1.354
61,self_attn.o_proj,0.0000000220,0.05000,1.369
61,mlp.gate_proj,0.0000001432,0.05000,1.408
61,mlp.up_proj,0.0000001329,0.05000,1.389
61,mlp.down_proj,0.0000002049,0.05000,4.506
62,self_attn.k_proj,0.0000000079,0.05000,1.354
62,self_attn.v_proj,0.0000000102,0.05000,1.337
62,self_attn.q_proj,0.0000000381,0.05000,1.360
62,self_attn.o_proj,0.0000000246,0.05000,1.370
62,mlp.gate_proj,0.0000001485,0.05000,1.407
62,mlp.up_proj,0.0000001374,0.05000,1.391
62,mlp.down_proj,0.0000002145,0.05000,4.514
63,self_attn.k_proj,0.0000000080,0.05000,1.349
63,self_attn.v_proj,0.0000000100,0.05000,1.337
63,self_attn.q_proj,0.0000000372,0.05000,1.354
63,self_attn.o_proj,0.0000000186,0.05000,1.371
63,mlp.gate_proj,0.0000001515,0.05000,1.399
63,mlp.up_proj,0.0000001404,0.05000,1.387
63,mlp.down_proj,0.0000002196,0.05000,4.497
64,self_attn.k_proj,0.0000000080,0.05000,1.352
64,self_attn.v_proj,0.0000000107,0.05000,1.346
64,self_attn.q_proj,0.0000000390,0.05000,1.361
64,self_attn.o_proj,0.0000000267,0.05000,1.372
64,mlp.gate_proj,0.0000001574,0.05000,1.408
64,mlp.up_proj,0.0000001457,0.05000,1.387
64,mlp.down_proj,0.0000002252,0.05000,4.513
65,self_attn.k_proj,0.0000000078,0.05000,1.352
65,self_attn.v_proj,0.0000000113,0.05000,1.337
65,self_attn.q_proj,0.0000000374,0.05000,1.363
65,self_attn.o_proj,0.0000000382,0.05000,1.372
65,mlp.gate_proj,0.0000001605,0.05000,1.403
65,mlp.up_proj,0.0000001483,0.05000,1.393
65,mlp.down_proj,0.0000002409,0.05000,4.499
66,self_attn.k_proj,0.0000000082,0.05000,1.351
66,self_attn.v_proj,0.0000000104,0.05000,1.336
66,self_attn.q_proj,0.0000000401,0.05000,1.358
66,self_attn.o_proj,0.0000000350,0.05000,1.363
66,mlp.gate_proj,0.0000001648,0.05000,1.405
66,mlp.up_proj,0.0000001520,0.05000,1.390
66,mlp.down_proj,0.0000002435,0.05000,4.482
67,self_attn.k_proj,0.0000000077,0.05000,1.348
67,self_attn.v_proj,0.0000000106,0.05000,1.338
67,self_attn.q_proj,0.0000000369,0.05000,1.354
67,self_attn.o_proj,0.0000000381,0.05000,1.374
67,mlp.gate_proj,0.0000001704,0.05000,1.407
67,mlp.up_proj,0.0000001572,0.05000,1.393
67,mlp.down_proj,0.0000002554,0.05000,4.498
68,self_attn.k_proj,0.0000000078,0.05000,1.353
68,self_attn.v_proj,0.0000000114,0.05000,1.344
68,self_attn.q_proj,0.0000000379,0.05000,1.355
68,self_attn.o_proj,0.0000000318,0.05000,1.379
68,mlp.gate_proj,0.0000001744,0.05000,1.408
68,mlp.up_proj,0.0000001610,0.05000,1.394
68,mlp.down_proj,0.0000002689,0.05000,4.507
69,self_attn.k_proj,0.0000000080,0.05000,1.356
69,self_attn.v_proj,0.0000000103,0.05000,1.341
69,self_attn.q_proj,0.0000000354,0.05000,1.363
69,self_attn.o_proj,0.0000000330,0.05000,1.369
69,mlp.gate_proj,0.0000001782,0.05000,1.410
69,mlp.up_proj,0.0000001645,0.05000,1.399
69,mlp.down_proj,0.0000002735,0.05000,4.510
70,self_attn.k_proj,0.0000000088,0.05000,1.353
70,self_attn.v_proj,0.0000000123,0.05000,1.341
70,self_attn.q_proj,0.0000000445,0.05000,1.366
70,self_attn.o_proj,0.0000000549,0.05000,1.371
70,mlp.gate_proj,0.0000001840,0.05000,1.406
70,mlp.up_proj,0.0000001699,0.05000,1.394
70,mlp.down_proj,0.0000002902,0.05000,4.515
71,self_attn.k_proj,0.0000000080,0.05000,1.354
71,self_attn.v_proj,0.0000000115,0.05000,1.341
71,self_attn.q_proj,0.0000000381,0.05000,1.359
71,self_attn.o_proj,0.0000000341,0.05000,1.382
71,mlp.gate_proj,0.0000001862,0.05000,1.406
71,mlp.up_proj,0.0000001725,0.05000,1.395
71,mlp.down_proj,0.0000003089,0.05000,4.507
72,self_attn.k_proj,0.0000000088,0.05000,1.355
72,self_attn.v_proj,0.0000000100,0.05000,1.340
72,self_attn.q_proj,0.0000000404,0.05000,1.358
72,self_attn.o_proj,0.0000000419,0.05000,1.376
72,mlp.gate_proj,0.0000001917,0.05000,1.406
72,mlp.up_proj,0.0000001779,0.05000,1.391
72,mlp.down_proj,0.0000003177,0.05000,4.510
73,self_attn.k_proj,0.0000000074,0.05000,1.359
73,self_attn.v_proj,0.0000000145,0.05000,1.345
73,self_attn.q_proj,0.0000000387,0.05000,1.365
73,self_attn.o_proj,0.0000000371,0.05000,1.373
73,mlp.gate_proj,0.0000001982,0.05000,1.404
73,mlp.up_proj,0.0000001843,0.05000,1.395
73,mlp.down_proj,0.0000003323,0.05000,4.527
74,self_attn.k_proj,0.0000000082,0.05000,1.359
74,self_attn.v_proj,0.0000000111,0.05000,1.339
74,self_attn.q_proj,0.0000000377,0.05000,1.354
74,self_attn.o_proj,0.0000000385,0.05000,1.379
74,mlp.gate_proj,0.0000002020,0.05000,1.408
74,mlp.up_proj,0.0000001885,0.05000,1.391
74,mlp.down_proj,0.0000003429,0.05000,4.521
75,self_attn.k_proj,0.0000000080,0.05000,1.349
75,self_attn.v_proj,0.0000000112,0.05000,1.337
75,self_attn.q_proj,0.0000000361,0.05000,1.357
75,self_attn.o_proj,0.0000000393,0.05000,1.372
75,mlp.gate_proj,0.0000002045,0.05000,1.407
75,mlp.up_proj,0.0000001918,0.05000,1.391
75,mlp.down_proj,0.0000003541,0.05000,4.508
76,self_attn.k_proj,0.0000000084,0.05000,1.356
76,self_attn.v_proj,0.0000000135,0.05000,1.341
76,self_attn.q_proj,0.0000000419,0.05000,1.365
76,self_attn.o_proj,0.0000000293,0.05000,1.364
76,mlp.gate_proj,0.0000002095,0.05000,1.399
76,mlp.up_proj,0.0000001976,0.05000,1.387
76,mlp.down_proj,0.0000003716,0.05000,4.518
77,self_attn.k_proj,0.0000000092,0.05000,1.352
77,self_attn.v_proj,0.0000000140,0.05000,1.336
77,self_attn.q_proj,0.0000000448,0.05000,1.354
77,self_attn.o_proj,0.0000000546,0.05000,1.377
77,mlp.gate_proj,0.0000002122,0.05000,1.402
77,mlp.up_proj,0.0000002017,0.05000,1.389
77,mlp.down_proj,0.0000003881,0.05000,4.505
78,self_attn.k_proj,0.0000000089,0.05000,1.356
78,self_attn.v_proj,0.0000000114,0.05000,1.341
78,self_attn.q_proj,0.0000000424,0.05000,1.362
78,self_attn.o_proj,0.0000000497,0.05000,1.368
78,mlp.gate_proj,0.0000002191,0.05000,1.405
78,mlp.up_proj,0.0000002094,0.05000,1.392
78,mlp.down_proj,0.0000004267,0.05000,4.515
79,self_attn.k_proj,0.0000000089,0.05000,1.354
79,self_attn.v_proj,0.0000000148,0.05000,1.342
79,self_attn.q_proj,0.0000000444,0.05000,1.357
79,self_attn.o_proj,0.0000000638,0.05000,1.383
79,mlp.gate_proj,0.0000002229,0.05000,1.404
79,mlp.up_proj,0.0000002144,0.05000,1.390
79,mlp.down_proj,0.0000004498,0.05000,4.513
80,self_attn.k_proj,0.0000000086,0.05000,1.349
80,self_attn.v_proj,0.0000000145,0.05000,1.339
80,self_attn.q_proj,0.0000000430,0.05000,1.360
80,self_attn.o_proj,0.0000000688,0.05000,1.377
80,mlp.gate_proj,0.0000002290,0.05000,1.404
80,mlp.up_proj,0.0000002219,0.05000,1.388
80,mlp.down_proj,0.0000004906,0.05000,4.499
81,self_attn.k_proj,0.0000000083,0.05000,1.348
81,self_attn.v_proj,0.0000000118,0.05000,1.335
81,self_attn.q_proj,0.0000000395,0.05000,1.358
81,self_attn.o_proj,0.0000000549,0.05000,1.373
81,mlp.gate_proj,0.0000002332,0.05000,1.399
81,mlp.up_proj,0.0000002276,0.05000,1.389
81,mlp.down_proj,0.0000005138,0.05000,4.505
82,self_attn.k_proj,0.0000000088,0.05000,1.351
82,self_attn.v_proj,0.0000000145,0.05000,1.338
82,self_attn.q_proj,0.0000000448,0.05000,1.351
82,self_attn.o_proj,0.0000000578,0.05000,1.371
82,mlp.gate_proj,0.0000002393,0.05000,1.402
82,mlp.up_proj,0.0000002350,0.05000,1.391
82,mlp.down_proj,0.0000005590,0.05000,4.498
83,self_attn.k_proj,0.0000000091,0.05000,1.357
83,self_attn.v_proj,0.0000000129,0.05000,1.340
83,self_attn.q_proj,0.0000000398,0.05000,1.364
83,self_attn.o_proj,0.0000000452,0.05000,1.368
83,mlp.gate_proj,0.0000002434,0.05000,1.405
83,mlp.up_proj,0.0000002414,0.05000,1.397
83,mlp.down_proj,0.0000005971,0.05000,4.509
84,self_attn.k_proj,0.0000000086,0.05000,1.355
84,self_attn.v_proj,0.0000000150,0.05000,1.340
84,self_attn.q_proj,0.0000000403,0.05000,1.362
84,self_attn.o_proj,0.0000000724,0.05000,1.366
84,mlp.gate_proj,0.0000002464,0.05000,1.403
84,mlp.up_proj,0.0000002464,0.05000,1.392
84,mlp.down_proj,0.0000006380,0.05000,4.501
85,self_attn.k_proj,0.0000000083,0.05000,1.354
85,self_attn.v_proj,0.0000000137,0.05000,1.335
85,self_attn.q_proj,0.0000000388,0.05000,1.357
85,self_attn.o_proj,0.0000000753,0.05000,1.364
85,mlp.gate_proj,0.0000002500,0.05000,1.400
85,mlp.up_proj,0.0000002514,0.05000,1.388
85,mlp.down_proj,0.0000006779,0.05000,4.497
86,self_attn.k_proj,0.0000000085,0.05000,1.346
86,self_attn.v_proj,0.0000000142,0.05000,1.332
86,self_attn.q_proj,0.0000000418,0.05000,1.350
86,self_attn.o_proj,0.0000000506,0.05000,1.373
86,mlp.gate_proj,0.0000002518,0.05000,1.398
86,mlp.up_proj,0.0000002552,0.05000,1.383
86,mlp.down_proj,0.0000007231,0.05000,4.502
87,self_attn.k_proj,0.0000000088,0.05000,1.347
87,self_attn.v_proj,0.0000000164,0.05000,1.336
87,self_attn.q_proj,0.0000000458,0.05000,1.357
87,self_attn.o_proj,0.0000001070,0.05000,1.366
87,mlp.gate_proj,0.0000002530,0.05000,1.398
87,mlp.up_proj,0.0000002578,0.05000,1.382
87,mlp.down_proj,0.0000007759,0.05000,4.491
88,self_attn.k_proj,0.0000000082,0.05000,1.349
88,self_attn.v_proj,0.0000000157,0.05000,1.333
88,self_attn.q_proj,0.0000000425,0.05000,1.355
88,self_attn.o_proj,0.0000000738,0.05000,1.364
88,mlp.gate_proj,0.0000002547,0.05000,1.398
88,mlp.up_proj,0.0000002600,0.05000,1.390
88,mlp.down_proj,0.0000007922,0.05000,4.507
89,self_attn.k_proj,0.0000000081,0.05000,1.352
89,self_attn.v_proj,0.0000000103,0.05000,1.337
89,self_attn.q_proj,0.0000000351,0.05000,1.356
89,self_attn.o_proj,0.0000000466,0.05000,1.369
89,mlp.gate_proj,0.0000002523,0.05000,1.404
89,mlp.up_proj,0.0000002582,0.05000,1.391
89,mlp.down_proj,0.0000008086,0.05000,4.498
90,self_attn.k_proj,0.0000000078,0.05000,1.347
90,self_attn.v_proj,0.0000000129,0.05000,1.329
90,self_attn.q_proj,0.0000000379,0.05000,1.354
90,self_attn.o_proj,0.0000000356,0.05000,1.366
90,mlp.gate_proj,0.0000002513,0.05000,1.407
90,mlp.up_proj,0.0000002573,0.05000,1.391
90,mlp.down_proj,0.0000008941,0.05000,4.502
91,self_attn.k_proj,0.0000000076,0.05000,1.351
91,self_attn.v_proj,0.0000000128,0.05000,1.336
91,self_attn.q_proj,0.0000000359,0.05000,1.359
91,self_attn.o_proj,0.0000000547,0.05000,1.367
91,mlp.gate_proj,0.0000002482,0.05000,1.404
91,mlp.up_proj,0.0000002512,0.05000,1.392
91,mlp.down_proj,0.0000009248,0.05000,4.494
92,self_attn.k_proj,0.0000000069,0.05000,1.349
92,self_attn.v_proj,0.0000000069,0.05000,1.335
92,self_attn.q_proj,0.0000000289,0.05000,1.354
92,self_attn.o_proj,0.0000000258,0.05000,1.372
92,mlp.gate_proj,0.0000002384,0.05000,1.395
92,mlp.up_proj,0.0000002353,0.05000,1.385
92,mlp.down_proj,0.0000010233,0.05000,4.518
93,self_attn.k_proj,0.0000000050,0.05000,1.352
93,self_attn.v_proj,0.0000000056,0.05000,1.340
93,self_attn.q_proj,0.0000000175,0.05000,1.356
93,self_attn.o_proj,0.0000000306,0.05000,1.374
93,mlp.gate_proj,0.0000002094,0.05000,1.398
93,mlp.up_proj,0.0000001961,0.05000,1.388
93,mlp.down_proj,0.0000009967,0.05000,4.489
94,self_attn.k_proj,0.0000000035,0.05000,1.356
94,self_attn.v_proj,0.0000000031,0.05000,1.343
94,self_attn.q_proj,0.0000000120,0.05000,1.358
94,self_attn.o_proj,0.0000000069,0.05000,1.370
94,mlp.gate_proj,0.0000001272,0.05000,1.400
94,mlp.up_proj,0.0000001148,0.05000,1.385
94,mlp.down_proj,0.0000017983,0.05000,4.514