| layer,module,loss,samples,damp,time | |
| 0,self_attn.k_proj,0.0000000002,0.05000,1.487 | |
| 0,self_attn.v_proj,0.0000000000,0.05000,1.316 | |
| 0,self_attn.q_proj,0.0000000002,0.05000,1.331 | |
| 0,self_attn.o_proj,0.0000000000,0.05000,1.339 | |
| 0,mlp.gate_proj,0.0000000007,0.05000,1.370 | |
| 0,mlp.up_proj,0.0000000002,0.05000,1.360 | |
| 0,mlp.down_proj,0.0000000001,0.05000,4.459 | |
| 1,self_attn.k_proj,0.0000000002,0.05000,1.372 | |
| 1,self_attn.v_proj,0.0000000000,0.05000,1.356 | |
| 1,self_attn.q_proj,0.0000000004,0.05000,1.365 | |
| 1,self_attn.o_proj,0.0000000000,0.05000,1.377 | |
| 1,mlp.gate_proj,0.0000000003,0.05000,1.415 | |
| 1,mlp.up_proj,0.0000000003,0.05000,1.396 | |
| 1,mlp.down_proj,0.0000000002,0.05000,4.535 | |
| 2,self_attn.k_proj,0.0000000002,0.05000,1.352 | |
| 2,self_attn.v_proj,0.0000000000,0.05000,1.336 | |
| 2,self_attn.q_proj,0.0000000004,0.05000,1.348 | |
| 2,self_attn.o_proj,0.0000000000,0.05000,1.372 | |
| 2,mlp.gate_proj,0.0000000010,0.05000,1.399 | |
| 2,mlp.up_proj,0.0000000010,0.05000,1.382 | |
| 2,mlp.down_proj,0.0000000414,0.05000,4.496 | |
| 3,self_attn.k_proj,0.0000000006,0.05000,1.363 | |
| 3,self_attn.v_proj,0.0000000001,0.05000,1.351 | |
| 3,self_attn.q_proj,0.0000000017,0.05000,1.364 | |
| 3,self_attn.o_proj,0.0000000001,0.05000,1.373 | |
| 3,mlp.gate_proj,0.0000000021,0.05000,1.417 | |
| 3,mlp.up_proj,0.0000000020,0.05000,1.406 | |
| 3,mlp.down_proj,0.0000000022,0.05000,4.515 | |
| 4,self_attn.k_proj,0.0000000009,0.05000,1.351 | |
| 4,self_attn.v_proj,0.0000000003,0.05000,1.340 | |
| 4,self_attn.q_proj,0.0000000026,0.05000,1.353 | |
| 4,self_attn.o_proj,0.0000000003,0.05000,1.373 | |
| 4,mlp.gate_proj,0.0000000032,0.05000,1.412 | |
| 4,mlp.up_proj,0.0000000030,0.05000,1.390 | |
| 4,mlp.down_proj,0.0000000009,0.05000,4.518 | |
| 5,self_attn.k_proj,0.0000000010,0.05000,1.341 | |
| 5,self_attn.v_proj,0.0000000003,0.05000,1.327 | |
| 5,self_attn.q_proj,0.0000000036,0.05000,1.347 | |
| 5,self_attn.o_proj,0.0000000004,0.05000,1.361 | |
| 5,mlp.gate_proj,0.0000000039,0.05000,1.399 | |
| 5,mlp.up_proj,0.0000000037,0.05000,1.384 | |
| 5,mlp.down_proj,0.0000000011,0.05000,4.519 | |
| 6,self_attn.k_proj,0.0000000015,0.05000,1.351 | |
| 6,self_attn.v_proj,0.0000000005,0.05000,1.333 | |
| 6,self_attn.q_proj,0.0000000059,0.05000,1.346 | |
| 6,self_attn.o_proj,0.0000000005,0.05000,1.366 | |
| 6,mlp.gate_proj,0.0000000061,0.05000,1.411 | |
| 6,mlp.up_proj,0.0000000056,0.05000,1.391 | |
| 6,mlp.down_proj,0.0000000018,0.05000,4.525 | |
| 7,self_attn.k_proj,0.0000000010,0.05000,1.346 | |
| 7,self_attn.v_proj,0.0000000004,0.05000,1.334 | |
| 7,self_attn.q_proj,0.0000000033,0.05000,1.353 | |
| 7,self_attn.o_proj,0.0000000005,0.05000,1.365 | |
| 7,mlp.gate_proj,0.0000000074,0.05000,1.403 | |
| 7,mlp.up_proj,0.0000000068,0.05000,1.390 | |
| 7,mlp.down_proj,0.0000000023,0.05000,4.516 | |
| 8,self_attn.k_proj,0.0000000021,0.05000,1.350 | |
| 8,self_attn.v_proj,0.0000000007,0.05000,1.340 | |
| 8,self_attn.q_proj,0.0000000080,0.05000,1.349 | |
| 8,self_attn.o_proj,0.0000000008,0.05000,1.367 | |
| 8,mlp.gate_proj,0.0000000090,0.05000,1.401 | |
| 8,mlp.up_proj,0.0000000083,0.05000,1.389 | |
| 8,mlp.down_proj,0.0000000029,0.05000,4.502 | |
| 9,self_attn.k_proj,0.0000000018,0.05000,1.349 | |
| 9,self_attn.v_proj,0.0000000006,0.05000,1.334 | |
| 9,self_attn.q_proj,0.0000000066,0.05000,1.349 | |
| 9,self_attn.o_proj,0.0000000011,0.05000,1.361 | |
| 9,mlp.gate_proj,0.0000000100,0.05000,1.398 | |
| 9,mlp.up_proj,0.0000000090,0.05000,1.384 | |
| 9,mlp.down_proj,0.0000000037,0.05000,4.501 | |
| 10,self_attn.k_proj,0.0000000024,0.05000,1.343 | |
| 10,self_attn.v_proj,0.0000000009,0.05000,1.331 | |
| 10,self_attn.q_proj,0.0000000096,0.05000,1.349 | |
| 10,self_attn.o_proj,0.0000000012,0.05000,1.364 | |
| 10,mlp.gate_proj,0.0000000119,0.05000,1.397 | |
| 10,mlp.up_proj,0.0000000109,0.05000,1.382 | |
| 10,mlp.down_proj,0.0000000047,0.05000,4.524 | |
| 11,self_attn.k_proj,0.0000000029,0.05000,1.344 | |
| 11,self_attn.v_proj,0.0000000010,0.05000,1.331 | |
| 11,self_attn.q_proj,0.0000000119,0.05000,1.344 | |
| 11,self_attn.o_proj,0.0000000019,0.05000,1.359 | |
| 11,mlp.gate_proj,0.0000000138,0.05000,1.394 | |
| 11,mlp.up_proj,0.0000000129,0.05000,1.380 | |
| 11,mlp.down_proj,0.0000000663,0.05000,4.508 | |
| 12,self_attn.k_proj,0.0000000027,0.05000,1.351 | |
| 12,self_attn.v_proj,0.0000000012,0.05000,1.340 | |
| 12,self_attn.q_proj,0.0000000112,0.05000,1.350 | |
| 12,self_attn.o_proj,0.0000000019,0.05000,1.369 | |
| 12,mlp.gate_proj,0.0000000164,0.05000,1.403 | |
| 12,mlp.up_proj,0.0000000153,0.05000,1.390 | |
| 12,mlp.down_proj,0.0000000074,0.05000,4.548 | |
| 13,self_attn.k_proj,0.0000000027,0.05000,1.352 | |
| 13,self_attn.v_proj,0.0000000012,0.05000,1.341 | |
| 13,self_attn.q_proj,0.0000000106,0.05000,1.348 | |
| 13,self_attn.o_proj,0.0000000028,0.05000,1.364 | |
| 13,mlp.gate_proj,0.0000000193,0.05000,1.397 | |
| 13,mlp.up_proj,0.0000000180,0.05000,1.384 | |
| 13,mlp.down_proj,0.0000000088,0.05000,4.492 | |
| 14,self_attn.k_proj,0.0000000029,0.05000,1.344 | |
| 14,self_attn.v_proj,0.0000000014,0.05000,1.332 | |
| 14,self_attn.q_proj,0.0000000107,0.05000,1.336 | |
| 14,self_attn.o_proj,0.0000000032,0.05000,1.361 | |
| 14,mlp.gate_proj,0.0000000219,0.05000,1.405 | |
| 14,mlp.up_proj,0.0000000203,0.05000,1.394 | |
| 14,mlp.down_proj,0.0000000102,0.05000,4.510 | |
| 15,self_attn.k_proj,0.0000000034,0.05000,1.349 | |
| 15,self_attn.v_proj,0.0000000016,0.05000,1.335 | |
| 15,self_attn.q_proj,0.0000000131,0.05000,1.349 | |
| 15,self_attn.o_proj,0.0000000026,0.05000,1.362 | |
| 15,mlp.gate_proj,0.0000000257,0.05000,1.403 | |
| 15,mlp.up_proj,0.0000000235,0.05000,1.383 | |
| 15,mlp.down_proj,0.0000000114,0.05000,4.479 | |
| 16,self_attn.k_proj,0.0000000035,0.05000,1.343 | |
| 16,self_attn.v_proj,0.0000000017,0.05000,1.325 | |
| 16,self_attn.q_proj,0.0000000142,0.05000,1.348 | |
| 16,self_attn.o_proj,0.0000000032,0.05000,1.364 | |
| 16,mlp.gate_proj,0.0000000293,0.05000,1.402 | |
| 16,mlp.up_proj,0.0000000264,0.05000,1.392 | |
| 16,mlp.down_proj,0.0000000123,0.05000,4.503 | |
| 17,self_attn.k_proj,0.0000000038,0.05000,1.359 | |
| 17,self_attn.v_proj,0.0000000019,0.05000,1.342 | |
| 17,self_attn.q_proj,0.0000000146,0.05000,1.351 | |
| 17,self_attn.o_proj,0.0000000030,0.05000,1.364 | |
| 17,mlp.gate_proj,0.0000000319,0.05000,1.400 | |
| 17,mlp.up_proj,0.0000000289,0.05000,1.383 | |
| 17,mlp.down_proj,0.0000000126,0.05000,4.507 | |
| 18,self_attn.k_proj,0.0000000034,0.05000,1.350 | |
| 18,self_attn.v_proj,0.0000000021,0.05000,1.339 | |
| 18,self_attn.q_proj,0.0000000136,0.05000,1.351 | |
| 18,self_attn.o_proj,0.0000000034,0.05000,1.372 | |
| 18,mlp.gate_proj,0.0000000330,0.05000,1.402 | |
| 18,mlp.up_proj,0.0000000301,0.05000,1.387 | |
| 18,mlp.down_proj,0.0000000137,0.05000,4.544 | |
| 19,self_attn.k_proj,0.0000000035,0.05000,1.351 | |
| 19,self_attn.v_proj,0.0000000018,0.05000,1.337 | |
| 19,self_attn.q_proj,0.0000000122,0.05000,1.352 | |
| 19,self_attn.o_proj,0.0000000030,0.05000,1.361 | |
| 19,mlp.gate_proj,0.0000000352,0.05000,1.395 | |
| 19,mlp.up_proj,0.0000000317,0.05000,1.383 | |
| 19,mlp.down_proj,0.0000000153,0.05000,4.485 | |
| 20,self_attn.k_proj,0.0000000046,0.05000,1.349 | |
| 20,self_attn.v_proj,0.0000000025,0.05000,1.333 | |
| 20,self_attn.q_proj,0.0000000171,0.05000,1.350 | |
| 20,self_attn.o_proj,0.0000000032,0.05000,1.361 | |
| 20,mlp.gate_proj,0.0000000386,0.05000,1.394 | |
| 20,mlp.up_proj,0.0000000345,0.05000,1.382 | |
| 20,mlp.down_proj,0.0000000162,0.05000,4.496 | |
| 21,self_attn.k_proj,0.0000000032,0.05000,1.355 | |
| 21,self_attn.v_proj,0.0000000019,0.05000,1.339 | |
| 21,self_attn.q_proj,0.0000000107,0.05000,1.352 | |
| 21,self_attn.o_proj,0.0000000031,0.05000,1.369 | |
| 21,mlp.gate_proj,0.0000000395,0.05000,1.408 | |
| 21,mlp.up_proj,0.0000000353,0.05000,1.393 | |
| 21,mlp.down_proj,0.0000000173,0.05000,4.499 | |
| 22,self_attn.k_proj,0.0000000043,0.05000,1.348 | |
| 22,self_attn.v_proj,0.0000000025,0.05000,1.337 | |
| 22,self_attn.q_proj,0.0000000142,0.05000,1.345 | |
| 22,self_attn.o_proj,0.0000000037,0.05000,1.360 | |
| 22,mlp.gate_proj,0.0000000419,0.05000,1.400 | |
| 22,mlp.up_proj,0.0000000373,0.05000,1.386 | |
| 22,mlp.down_proj,0.0000000178,0.05000,4.501 | |
| 23,self_attn.k_proj,0.0000000037,0.05000,1.350 | |
| 23,self_attn.v_proj,0.0000000027,0.05000,1.341 | |
| 23,self_attn.q_proj,0.0000000133,0.05000,1.346 | |
| 23,self_attn.o_proj,0.0000000022,0.05000,1.365 | |
| 23,mlp.gate_proj,0.0000000436,0.05000,1.403 | |
| 23,mlp.up_proj,0.0000000390,0.05000,1.386 | |
| 23,mlp.down_proj,0.0000000180,0.05000,4.532 | |
| 24,self_attn.k_proj,0.0000000041,0.05000,1.349 | |
| 24,self_attn.v_proj,0.0000000027,0.05000,1.342 | |
| 24,self_attn.q_proj,0.0000000143,0.05000,1.350 | |
| 24,self_attn.o_proj,0.0000000032,0.05000,1.364 | |
| 24,mlp.gate_proj,0.0000000445,0.05000,1.396 | |
| 24,mlp.up_proj,0.0000000400,0.05000,1.385 | |
| 24,mlp.down_proj,0.0000000182,0.05000,4.504 | |
| 25,self_attn.k_proj,0.0000000035,0.05000,1.351 | |
| 25,self_attn.v_proj,0.0000000027,0.05000,1.336 | |
| 25,self_attn.q_proj,0.0000000128,0.05000,1.344 | |
| 25,self_attn.o_proj,0.0000000028,0.05000,1.360 | |
| 25,mlp.gate_proj,0.0000000453,0.05000,1.400 | |
| 25,mlp.up_proj,0.0000000412,0.05000,1.388 | |
| 25,mlp.down_proj,0.0000000180,0.05000,4.499 | |
| 26,self_attn.k_proj,0.0000000027,0.05000,1.348 | |
| 26,self_attn.v_proj,0.0000000022,0.05000,1.339 | |
| 26,self_attn.q_proj,0.0000000091,0.05000,1.352 | |
| 26,self_attn.o_proj,0.0000000020,0.05000,1.366 | |
| 26,mlp.gate_proj,0.0000000470,0.05000,1.394 | |
| 26,mlp.up_proj,0.0000000429,0.05000,1.381 | |
| 26,mlp.down_proj,0.0000000181,0.05000,4.487 | |
| 27,self_attn.k_proj,0.0000000040,0.05000,1.355 | |
| 27,self_attn.v_proj,0.0000000027,0.05000,1.340 | |
| 27,self_attn.q_proj,0.0000000128,0.05000,1.357 | |
| 27,self_attn.o_proj,0.0000000028,0.05000,1.369 | |
| 27,mlp.gate_proj,0.0000000481,0.05000,1.406 | |
| 27,mlp.up_proj,0.0000000443,0.05000,1.397 | |
| 27,mlp.down_proj,0.0000000185,0.05000,4.499 | |
| 28,self_attn.k_proj,0.0000000032,0.05000,1.351 | |
| 28,self_attn.v_proj,0.0000000020,0.05000,1.338 | |
| 28,self_attn.q_proj,0.0000000106,0.05000,1.355 | |
| 28,self_attn.o_proj,0.0000000031,0.05000,1.364 | |
| 28,mlp.gate_proj,0.0000000477,0.05000,1.398 | |
| 28,mlp.up_proj,0.0000000448,0.05000,1.387 | |
| 28,mlp.down_proj,0.0000000185,0.05000,4.518 | |
| 29,self_attn.k_proj,0.0000000054,0.05000,1.346 | |
| 29,self_attn.v_proj,0.0000000026,0.05000,1.333 | |
| 29,self_attn.q_proj,0.0000000197,0.05000,1.356 | |
| 29,self_attn.o_proj,0.0000000056,0.05000,1.365 | |
| 29,mlp.gate_proj,0.0000000487,0.05000,1.399 | |
| 29,mlp.up_proj,0.0000000462,0.05000,1.384 | |
| 29,mlp.down_proj,0.0000000201,0.05000,4.501 | |
| 30,self_attn.k_proj,0.0000000041,0.05000,1.359 | |
| 30,self_attn.v_proj,0.0000000029,0.05000,1.342 | |
| 30,self_attn.q_proj,0.0000000157,0.05000,1.358 | |
| 30,self_attn.o_proj,0.0000000041,0.05000,1.360 | |
| 30,mlp.gate_proj,0.0000000488,0.05000,1.401 | |
| 30,mlp.up_proj,0.0000000469,0.05000,1.382 | |
| 30,mlp.down_proj,0.0000000215,0.05000,4.481 | |
| 31,self_attn.k_proj,0.0000000053,0.05000,1.351 | |
| 31,self_attn.v_proj,0.0000000029,0.05000,1.331 | |
| 31,self_attn.q_proj,0.0000000194,0.05000,1.355 | |
| 31,self_attn.o_proj,0.0000000055,0.05000,1.370 | |
| 31,mlp.gate_proj,0.0000000478,0.05000,1.401 | |
| 31,mlp.up_proj,0.0000000469,0.05000,1.390 | |
| 31,mlp.down_proj,0.0000000240,0.05000,4.493 | |
| 32,self_attn.k_proj,0.0000000049,0.05000,1.346 | |
| 32,self_attn.v_proj,0.0000000027,0.05000,1.337 | |
| 32,self_attn.q_proj,0.0000000189,0.05000,1.358 | |
| 32,self_attn.o_proj,0.0000000068,0.05000,1.363 | |
| 32,mlp.gate_proj,0.0000000460,0.05000,1.397 | |
| 32,mlp.up_proj,0.0000000459,0.05000,1.384 | |
| 32,mlp.down_proj,0.0000000247,0.05000,4.497 | |
| 33,self_attn.k_proj,0.0000000060,0.05000,1.356 | |
| 33,self_attn.v_proj,0.0000000030,0.05000,1.340 | |
| 33,self_attn.q_proj,0.0000000258,0.05000,1.359 | |
| 33,self_attn.o_proj,0.0000000100,0.05000,1.365 | |
| 33,mlp.gate_proj,0.0000000455,0.05000,1.399 | |
| 33,mlp.up_proj,0.0000000461,0.05000,1.388 | |
| 33,mlp.down_proj,0.0000000266,0.05000,4.497 | |
| 34,self_attn.k_proj,0.0000000060,0.05000,1.345 | |
| 34,self_attn.v_proj,0.0000000030,0.05000,1.332 | |
| 34,self_attn.q_proj,0.0000000254,0.05000,1.357 | |
| 34,self_attn.o_proj,0.0000000115,0.05000,1.364 | |
| 34,mlp.gate_proj,0.0000000454,0.05000,1.392 | |
| 34,mlp.up_proj,0.0000000467,0.05000,1.377 | |
| 34,mlp.down_proj,0.0000000284,0.05000,4.500 | |
| 35,self_attn.k_proj,0.0000000056,0.05000,1.349 | |
| 35,self_attn.v_proj,0.0000000035,0.05000,1.336 | |
| 35,self_attn.q_proj,0.0000000236,0.05000,1.354 | |
| 35,self_attn.o_proj,0.0000000134,0.05000,1.364 | |
| 35,mlp.gate_proj,0.0000000470,0.05000,1.400 | |
| 35,mlp.up_proj,0.0000000485,0.05000,1.387 | |
| 35,mlp.down_proj,0.0000000294,0.05000,4.503 | |
| 36,self_attn.k_proj,0.0000000065,0.05000,1.341 | |
| 36,self_attn.v_proj,0.0000000036,0.05000,1.331 | |
| 36,self_attn.q_proj,0.0000000281,0.05000,1.352 | |
| 36,self_attn.o_proj,0.0000000161,0.05000,1.366 | |
| 36,mlp.gate_proj,0.0000000474,0.05000,1.389 | |
| 36,mlp.up_proj,0.0000000491,0.05000,1.382 | |
| 36,mlp.down_proj,0.0000000326,0.05000,4.487 | |
| 37,self_attn.k_proj,0.0000000066,0.05000,1.344 | |
| 37,self_attn.v_proj,0.0000000037,0.05000,1.335 | |
| 37,self_attn.q_proj,0.0000000289,0.05000,1.360 | |
| 37,self_attn.o_proj,0.0000000198,0.05000,1.369 | |
| 37,mlp.gate_proj,0.0000000486,0.05000,1.403 | |
| 37,mlp.up_proj,0.0000000508,0.05000,1.391 | |
| 37,mlp.down_proj,0.0000000351,0.05000,4.493 | |
| 38,self_attn.k_proj,0.0000000064,0.05000,1.347 | |
| 38,self_attn.v_proj,0.0000000033,0.05000,1.336 | |
| 38,self_attn.q_proj,0.0000000270,0.05000,1.356 | |
| 38,self_attn.o_proj,0.0000000156,0.05000,1.370 | |
| 38,mlp.gate_proj,0.0000000507,0.05000,1.398 | |
| 38,mlp.up_proj,0.0000000531,0.05000,1.385 | |
| 38,mlp.down_proj,0.0000000366,0.05000,4.498 | |
| 39,self_attn.k_proj,0.0000000070,0.05000,1.354 | |
| 39,self_attn.v_proj,0.0000000048,0.05000,1.340 | |
| 39,self_attn.q_proj,0.0000000312,0.05000,1.361 | |
| 39,self_attn.o_proj,0.0000000152,0.05000,1.376 | |
| 39,mlp.gate_proj,0.0000000533,0.05000,1.403 | |
| 39,mlp.up_proj,0.0000000560,0.05000,1.391 | |
| 39,mlp.down_proj,0.0000000397,0.05000,4.521 | |
| 40,self_attn.k_proj,0.0000000068,0.05000,1.348 | |
| 40,self_attn.v_proj,0.0000000043,0.05000,1.336 | |
| 40,self_attn.q_proj,0.0000000299,0.05000,1.354 | |
| 40,self_attn.o_proj,0.0000000181,0.05000,1.363 | |
| 40,mlp.gate_proj,0.0000000557,0.05000,1.399 | |
| 40,mlp.up_proj,0.0000000582,0.05000,1.390 | |
| 40,mlp.down_proj,0.0000000429,0.05000,4.502 | |
| 41,self_attn.k_proj,0.0000000069,0.05000,1.353 | |
| 41,self_attn.v_proj,0.0000000045,0.05000,1.332 | |
| 41,self_attn.q_proj,0.0000000314,0.05000,1.350 | |
| 41,self_attn.o_proj,0.0000000169,0.05000,1.364 | |
| 41,mlp.gate_proj,0.0000000567,0.05000,1.395 | |
| 41,mlp.up_proj,0.0000000594,0.05000,1.380 | |
| 41,mlp.down_proj,0.0000000467,0.05000,4.494 | |
| 42,self_attn.k_proj,0.0000000067,0.05000,1.349 | |
| 42,self_attn.v_proj,0.0000000043,0.05000,1.338 | |
| 42,self_attn.q_proj,0.0000000300,0.05000,1.356 | |
| 42,self_attn.o_proj,0.0000000194,0.05000,1.366 | |
| 42,mlp.gate_proj,0.0000000577,0.05000,1.399 | |
| 42,mlp.up_proj,0.0000000604,0.05000,1.383 | |
| 42,mlp.down_proj,0.0000000501,0.05000,4.504 | |
| 43,self_attn.k_proj,0.0000000065,0.05000,1.353 | |
| 43,self_attn.v_proj,0.0000000047,0.05000,1.336 | |
| 43,self_attn.q_proj,0.0000000308,0.05000,1.360 | |
| 43,self_attn.o_proj,0.0000000179,0.05000,1.371 | |
| 43,mlp.gate_proj,0.0000000587,0.05000,1.405 | |
| 43,mlp.up_proj,0.0000000615,0.05000,1.394 | |
| 43,mlp.down_proj,0.0000000540,0.05000,4.509 | |
| 44,self_attn.k_proj,0.0000000076,0.05000,1.350 | |
| 44,self_attn.v_proj,0.0000000051,0.05000,1.337 | |
| 44,self_attn.q_proj,0.0000000357,0.05000,1.356 | |
| 44,self_attn.o_proj,0.0000000250,0.05000,1.374 | |
| 44,mlp.gate_proj,0.0000000619,0.05000,1.406 | |
| 44,mlp.up_proj,0.0000000648,0.05000,1.387 | |
| 44,mlp.down_proj,0.0000000589,0.05000,4.498 | |
| 45,self_attn.k_proj,0.0000000069,0.05000,1.354 | |
| 45,self_attn.v_proj,0.0000000056,0.05000,1.341 | |
| 45,self_attn.q_proj,0.0000000313,0.05000,1.354 | |
| 45,self_attn.o_proj,0.0000000182,0.05000,1.372 | |
| 45,mlp.gate_proj,0.0000000663,0.05000,1.402 | |
| 45,mlp.up_proj,0.0000000690,0.05000,1.392 | |
| 45,mlp.down_proj,0.0000000656,0.05000,4.512 | |
| 46,self_attn.k_proj,0.0000000071,0.05000,1.354 | |
| 46,self_attn.v_proj,0.0000000053,0.05000,1.339 | |
| 46,self_attn.q_proj,0.0000000322,0.05000,1.351 | |
| 46,self_attn.o_proj,0.0000000247,0.05000,1.366 | |
| 46,mlp.gate_proj,0.0000000700,0.05000,1.403 | |
| 46,mlp.up_proj,0.0000000722,0.05000,1.387 | |
| 46,mlp.down_proj,0.0000000712,0.05000,4.514 | |
| 47,self_attn.k_proj,0.0000000071,0.05000,1.353 | |
| 47,self_attn.v_proj,0.0000000062,0.05000,1.338 | |
| 47,self_attn.q_proj,0.0000000352,0.05000,1.357 | |
| 47,self_attn.o_proj,0.0000000202,0.05000,1.376 | |
| 47,mlp.gate_proj,0.0000000723,0.05000,1.405 | |
| 47,mlp.up_proj,0.0000000745,0.05000,1.391 | |
| 47,mlp.down_proj,0.0000000768,0.05000,4.497 | |
| 48,self_attn.k_proj,0.0000000056,0.05000,1.352 | |
| 48,self_attn.v_proj,0.0000000052,0.05000,1.339 | |
| 48,self_attn.q_proj,0.0000000255,0.05000,1.360 | |
| 48,self_attn.o_proj,0.0000000224,0.05000,1.372 | |
| 48,mlp.gate_proj,0.0000000738,0.05000,1.408 | |
| 48,mlp.up_proj,0.0000000757,0.05000,1.391 | |
| 48,mlp.down_proj,0.0000000830,0.05000,4.489 | |
| 49,self_attn.k_proj,0.0000000075,0.05000,1.346 | |
| 49,self_attn.v_proj,0.0000000062,0.05000,1.334 | |
| 49,self_attn.q_proj,0.0000000371,0.05000,1.356 | |
| 49,self_attn.o_proj,0.0000000286,0.05000,1.375 | |
| 49,mlp.gate_proj,0.0000000765,0.05000,1.405 | |
| 49,mlp.up_proj,0.0000000783,0.05000,1.393 | |
| 49,mlp.down_proj,0.0000000932,0.05000,4.500 | |
| 50,self_attn.k_proj,0.0000000070,0.05000,1.355 | |
| 50,self_attn.v_proj,0.0000000065,0.05000,1.340 | |
| 50,self_attn.q_proj,0.0000000330,0.05000,1.354 | |
| 50,self_attn.o_proj,0.0000000273,0.05000,1.373 | |
| 50,mlp.gate_proj,0.0000000832,0.05000,1.398 | |
| 50,mlp.up_proj,0.0000000840,0.05000,1.387 | |
| 50,mlp.down_proj,0.0000001034,0.05000,4.527 | |
| 51,self_attn.k_proj,0.0000000074,0.05000,1.358 | |
| 51,self_attn.v_proj,0.0000000071,0.05000,1.344 | |
| 51,self_attn.q_proj,0.0000000339,0.05000,1.366 | |
| 51,self_attn.o_proj,0.0000000302,0.05000,1.376 | |
| 51,mlp.gate_proj,0.0000000861,0.05000,1.409 | |
| 51,mlp.up_proj,0.0000000864,0.05000,1.393 | |
| 51,mlp.down_proj,0.0000001112,0.05000,4.509 | |
| 52,self_attn.k_proj,0.0000000063,0.05000,1.348 | |
| 52,self_attn.v_proj,0.0000000054,0.05000,1.336 | |
| 52,self_attn.q_proj,0.0000000278,0.05000,1.354 | |
| 52,self_attn.o_proj,0.0000000400,0.05000,1.370 | |
| 52,mlp.gate_proj,0.0000000918,0.05000,1.404 | |
| 52,mlp.up_proj,0.0000000911,0.05000,1.392 | |
| 52,mlp.down_proj,0.0000001244,0.05000,4.512 | |
| 53,self_attn.k_proj,0.0000000073,0.05000,1.353 | |
| 53,self_attn.v_proj,0.0000000066,0.05000,1.336 | |
| 53,self_attn.q_proj,0.0000000352,0.05000,1.354 | |
| 53,self_attn.o_proj,0.0000000331,0.05000,1.370 | |
| 53,mlp.gate_proj,0.0000000984,0.05000,1.399 | |
| 53,mlp.up_proj,0.0000000970,0.05000,1.386 | |
| 53,mlp.down_proj,0.0000001370,0.05000,4.511 | |
| 54,self_attn.k_proj,0.0000000067,0.05000,1.343 | |
| 54,self_attn.v_proj,0.0000000075,0.05000,1.331 | |
| 54,self_attn.q_proj,0.0000000306,0.05000,1.359 | |
| 54,self_attn.o_proj,0.0000000324,0.05000,1.367 | |
| 54,mlp.gate_proj,0.0000001049,0.05000,1.397 | |
| 54,mlp.up_proj,0.0000001019,0.05000,1.384 | |
| 54,mlp.down_proj,0.0000001481,0.05000,4.507 | |
| 55,self_attn.k_proj,0.0000000073,0.05000,1.350 | |
| 55,self_attn.v_proj,0.0000000077,0.05000,1.337 | |
| 55,self_attn.q_proj,0.0000000342,0.05000,1.356 | |
| 55,self_attn.o_proj,0.0000000322,0.05000,1.369 | |
| 55,mlp.gate_proj,0.0000001114,0.05000,1.402 | |
| 55,mlp.up_proj,0.0000001073,0.05000,1.391 | |
| 55,mlp.down_proj,0.0000001589,0.05000,4.507 | |
| 56,self_attn.k_proj,0.0000000066,0.05000,1.348 | |
| 56,self_attn.v_proj,0.0000000074,0.05000,1.333 | |
| 56,self_attn.q_proj,0.0000000302,0.05000,1.355 | |
| 56,self_attn.o_proj,0.0000000195,0.05000,1.367 | |
| 56,mlp.gate_proj,0.0000001161,0.05000,1.398 | |
| 56,mlp.up_proj,0.0000001107,0.05000,1.388 | |
| 56,mlp.down_proj,0.0000001599,0.05000,4.496 | |
| 57,self_attn.k_proj,0.0000000079,0.05000,1.349 | |
| 57,self_attn.v_proj,0.0000000083,0.05000,1.336 | |
| 57,self_attn.q_proj,0.0000000399,0.05000,1.355 | |
| 57,self_attn.o_proj,0.0000000423,0.05000,1.367 | |
| 57,mlp.gate_proj,0.0000001222,0.05000,1.404 | |
| 57,mlp.up_proj,0.0000001159,0.05000,1.389 | |
| 57,mlp.down_proj,0.0000001722,0.05000,4.499 | |
| 58,self_attn.k_proj,0.0000000076,0.05000,1.349 | |
| 58,self_attn.v_proj,0.0000000090,0.05000,1.338 | |
| 58,self_attn.q_proj,0.0000000390,0.05000,1.353 | |
| 58,self_attn.o_proj,0.0000000216,0.05000,1.370 | |
| 58,mlp.gate_proj,0.0000001274,0.05000,1.405 | |
| 58,mlp.up_proj,0.0000001205,0.05000,1.392 | |
| 58,mlp.down_proj,0.0000001786,0.05000,4.503 | |
| 59,self_attn.k_proj,0.0000000078,0.05000,1.356 | |
| 59,self_attn.v_proj,0.0000000097,0.05000,1.345 | |
| 59,self_attn.q_proj,0.0000000377,0.05000,1.359 | |
| 59,self_attn.o_proj,0.0000000335,0.05000,1.377 | |
| 59,mlp.gate_proj,0.0000001335,0.05000,1.404 | |
| 59,mlp.up_proj,0.0000001255,0.05000,1.390 | |
| 59,mlp.down_proj,0.0000001906,0.05000,4.523 | |
| 60,self_attn.k_proj,0.0000000075,0.05000,1.351 | |
| 60,self_attn.v_proj,0.0000000090,0.05000,1.336 | |
| 60,self_attn.q_proj,0.0000000360,0.05000,1.351 | |
| 60,self_attn.o_proj,0.0000000316,0.05000,1.371 | |
| 60,mlp.gate_proj,0.0000001386,0.05000,1.398 | |
| 60,mlp.up_proj,0.0000001294,0.05000,1.383 | |
| 60,mlp.down_proj,0.0000002003,0.05000,4.489 | |
| 61,self_attn.k_proj,0.0000000076,0.05000,1.348 | |
| 61,self_attn.v_proj,0.0000000088,0.05000,1.340 | |
| 61,self_attn.q_proj,0.0000000352,0.05000,1.354 | |
| 61,self_attn.o_proj,0.0000000220,0.05000,1.369 | |
| 61,mlp.gate_proj,0.0000001432,0.05000,1.408 | |
| 61,mlp.up_proj,0.0000001329,0.05000,1.389 | |
| 61,mlp.down_proj,0.0000002049,0.05000,4.506 | |
| 62,self_attn.k_proj,0.0000000079,0.05000,1.354 | |
| 62,self_attn.v_proj,0.0000000102,0.05000,1.337 | |
| 62,self_attn.q_proj,0.0000000381,0.05000,1.360 | |
| 62,self_attn.o_proj,0.0000000246,0.05000,1.370 | |
| 62,mlp.gate_proj,0.0000001485,0.05000,1.407 | |
| 62,mlp.up_proj,0.0000001374,0.05000,1.391 | |
| 62,mlp.down_proj,0.0000002145,0.05000,4.514 | |
| 63,self_attn.k_proj,0.0000000080,0.05000,1.349 | |
| 63,self_attn.v_proj,0.0000000100,0.05000,1.337 | |
| 63,self_attn.q_proj,0.0000000372,0.05000,1.354 | |
| 63,self_attn.o_proj,0.0000000186,0.05000,1.371 | |
| 63,mlp.gate_proj,0.0000001515,0.05000,1.399 | |
| 63,mlp.up_proj,0.0000001404,0.05000,1.387 | |
| 63,mlp.down_proj,0.0000002196,0.05000,4.497 | |
| 64,self_attn.k_proj,0.0000000080,0.05000,1.352 | |
| 64,self_attn.v_proj,0.0000000107,0.05000,1.346 | |
| 64,self_attn.q_proj,0.0000000390,0.05000,1.361 | |
| 64,self_attn.o_proj,0.0000000267,0.05000,1.372 | |
| 64,mlp.gate_proj,0.0000001574,0.05000,1.408 | |
| 64,mlp.up_proj,0.0000001457,0.05000,1.387 | |
| 64,mlp.down_proj,0.0000002252,0.05000,4.513 | |
| 65,self_attn.k_proj,0.0000000078,0.05000,1.352 | |
| 65,self_attn.v_proj,0.0000000113,0.05000,1.337 | |
| 65,self_attn.q_proj,0.0000000374,0.05000,1.363 | |
| 65,self_attn.o_proj,0.0000000382,0.05000,1.372 | |
| 65,mlp.gate_proj,0.0000001605,0.05000,1.403 | |
| 65,mlp.up_proj,0.0000001483,0.05000,1.393 | |
| 65,mlp.down_proj,0.0000002409,0.05000,4.499 | |
| 66,self_attn.k_proj,0.0000000082,0.05000,1.351 | |
| 66,self_attn.v_proj,0.0000000104,0.05000,1.336 | |
| 66,self_attn.q_proj,0.0000000401,0.05000,1.358 | |
| 66,self_attn.o_proj,0.0000000350,0.05000,1.363 | |
| 66,mlp.gate_proj,0.0000001648,0.05000,1.405 | |
| 66,mlp.up_proj,0.0000001520,0.05000,1.390 | |
| 66,mlp.down_proj,0.0000002435,0.05000,4.482 | |
| 67,self_attn.k_proj,0.0000000077,0.05000,1.348 | |
| 67,self_attn.v_proj,0.0000000106,0.05000,1.338 | |
| 67,self_attn.q_proj,0.0000000369,0.05000,1.354 | |
| 67,self_attn.o_proj,0.0000000381,0.05000,1.374 | |
| 67,mlp.gate_proj,0.0000001704,0.05000,1.407 | |
| 67,mlp.up_proj,0.0000001572,0.05000,1.393 | |
| 67,mlp.down_proj,0.0000002554,0.05000,4.498 | |
| 68,self_attn.k_proj,0.0000000078,0.05000,1.353 | |
| 68,self_attn.v_proj,0.0000000114,0.05000,1.344 | |
| 68,self_attn.q_proj,0.0000000379,0.05000,1.355 | |
| 68,self_attn.o_proj,0.0000000318,0.05000,1.379 | |
| 68,mlp.gate_proj,0.0000001744,0.05000,1.408 | |
| 68,mlp.up_proj,0.0000001610,0.05000,1.394 | |
| 68,mlp.down_proj,0.0000002689,0.05000,4.507 | |
| 69,self_attn.k_proj,0.0000000080,0.05000,1.356 | |
| 69,self_attn.v_proj,0.0000000103,0.05000,1.341 | |
| 69,self_attn.q_proj,0.0000000354,0.05000,1.363 | |
| 69,self_attn.o_proj,0.0000000330,0.05000,1.369 | |
| 69,mlp.gate_proj,0.0000001782,0.05000,1.410 | |
| 69,mlp.up_proj,0.0000001645,0.05000,1.399 | |
| 69,mlp.down_proj,0.0000002735,0.05000,4.510 | |
| 70,self_attn.k_proj,0.0000000088,0.05000,1.353 | |
| 70,self_attn.v_proj,0.0000000123,0.05000,1.341 | |
| 70,self_attn.q_proj,0.0000000445,0.05000,1.366 | |
| 70,self_attn.o_proj,0.0000000549,0.05000,1.371 | |
| 70,mlp.gate_proj,0.0000001840,0.05000,1.406 | |
| 70,mlp.up_proj,0.0000001699,0.05000,1.394 | |
| 70,mlp.down_proj,0.0000002902,0.05000,4.515 | |
| 71,self_attn.k_proj,0.0000000080,0.05000,1.354 | |
| 71,self_attn.v_proj,0.0000000115,0.05000,1.341 | |
| 71,self_attn.q_proj,0.0000000381,0.05000,1.359 | |
| 71,self_attn.o_proj,0.0000000341,0.05000,1.382 | |
| 71,mlp.gate_proj,0.0000001862,0.05000,1.406 | |
| 71,mlp.up_proj,0.0000001725,0.05000,1.395 | |
| 71,mlp.down_proj,0.0000003089,0.05000,4.507 | |
| 72,self_attn.k_proj,0.0000000088,0.05000,1.355 | |
| 72,self_attn.v_proj,0.0000000100,0.05000,1.340 | |
| 72,self_attn.q_proj,0.0000000404,0.05000,1.358 | |
| 72,self_attn.o_proj,0.0000000419,0.05000,1.376 | |
| 72,mlp.gate_proj,0.0000001917,0.05000,1.406 | |
| 72,mlp.up_proj,0.0000001779,0.05000,1.391 | |
| 72,mlp.down_proj,0.0000003177,0.05000,4.510 | |
| 73,self_attn.k_proj,0.0000000074,0.05000,1.359 | |
| 73,self_attn.v_proj,0.0000000145,0.05000,1.345 | |
| 73,self_attn.q_proj,0.0000000387,0.05000,1.365 | |
| 73,self_attn.o_proj,0.0000000371,0.05000,1.373 | |
| 73,mlp.gate_proj,0.0000001982,0.05000,1.404 | |
| 73,mlp.up_proj,0.0000001843,0.05000,1.395 | |
| 73,mlp.down_proj,0.0000003323,0.05000,4.527 | |
| 74,self_attn.k_proj,0.0000000082,0.05000,1.359 | |
| 74,self_attn.v_proj,0.0000000111,0.05000,1.339 | |
| 74,self_attn.q_proj,0.0000000377,0.05000,1.354 | |
| 74,self_attn.o_proj,0.0000000385,0.05000,1.379 | |
| 74,mlp.gate_proj,0.0000002020,0.05000,1.408 | |
| 74,mlp.up_proj,0.0000001885,0.05000,1.391 | |
| 74,mlp.down_proj,0.0000003429,0.05000,4.521 | |
| 75,self_attn.k_proj,0.0000000080,0.05000,1.349 | |
| 75,self_attn.v_proj,0.0000000112,0.05000,1.337 | |
| 75,self_attn.q_proj,0.0000000361,0.05000,1.357 | |
| 75,self_attn.o_proj,0.0000000393,0.05000,1.372 | |
| 75,mlp.gate_proj,0.0000002045,0.05000,1.407 | |
| 75,mlp.up_proj,0.0000001918,0.05000,1.391 | |
| 75,mlp.down_proj,0.0000003541,0.05000,4.508 | |
| 76,self_attn.k_proj,0.0000000084,0.05000,1.356 | |
| 76,self_attn.v_proj,0.0000000135,0.05000,1.341 | |
| 76,self_attn.q_proj,0.0000000419,0.05000,1.365 | |
| 76,self_attn.o_proj,0.0000000293,0.05000,1.364 | |
| 76,mlp.gate_proj,0.0000002095,0.05000,1.399 | |
| 76,mlp.up_proj,0.0000001976,0.05000,1.387 | |
| 76,mlp.down_proj,0.0000003716,0.05000,4.518 | |
| 77,self_attn.k_proj,0.0000000092,0.05000,1.352 | |
| 77,self_attn.v_proj,0.0000000140,0.05000,1.336 | |
| 77,self_attn.q_proj,0.0000000448,0.05000,1.354 | |
| 77,self_attn.o_proj,0.0000000546,0.05000,1.377 | |
| 77,mlp.gate_proj,0.0000002122,0.05000,1.402 | |
| 77,mlp.up_proj,0.0000002017,0.05000,1.389 | |
| 77,mlp.down_proj,0.0000003881,0.05000,4.505 | |
| 78,self_attn.k_proj,0.0000000089,0.05000,1.356 | |
| 78,self_attn.v_proj,0.0000000114,0.05000,1.341 | |
| 78,self_attn.q_proj,0.0000000424,0.05000,1.362 | |
| 78,self_attn.o_proj,0.0000000497,0.05000,1.368 | |
| 78,mlp.gate_proj,0.0000002191,0.05000,1.405 | |
| 78,mlp.up_proj,0.0000002094,0.05000,1.392 | |
| 78,mlp.down_proj,0.0000004267,0.05000,4.515 | |
| 79,self_attn.k_proj,0.0000000089,0.05000,1.354 | |
| 79,self_attn.v_proj,0.0000000148,0.05000,1.342 | |
| 79,self_attn.q_proj,0.0000000444,0.05000,1.357 | |
| 79,self_attn.o_proj,0.0000000638,0.05000,1.383 | |
| 79,mlp.gate_proj,0.0000002229,0.05000,1.404 | |
| 79,mlp.up_proj,0.0000002144,0.05000,1.390 | |
| 79,mlp.down_proj,0.0000004498,0.05000,4.513 | |
| 80,self_attn.k_proj,0.0000000086,0.05000,1.349 | |
| 80,self_attn.v_proj,0.0000000145,0.05000,1.339 | |
| 80,self_attn.q_proj,0.0000000430,0.05000,1.360 | |
| 80,self_attn.o_proj,0.0000000688,0.05000,1.377 | |
| 80,mlp.gate_proj,0.0000002290,0.05000,1.404 | |
| 80,mlp.up_proj,0.0000002219,0.05000,1.388 | |
| 80,mlp.down_proj,0.0000004906,0.05000,4.499 | |
| 81,self_attn.k_proj,0.0000000083,0.05000,1.348 | |
| 81,self_attn.v_proj,0.0000000118,0.05000,1.335 | |
| 81,self_attn.q_proj,0.0000000395,0.05000,1.358 | |
| 81,self_attn.o_proj,0.0000000549,0.05000,1.373 | |
| 81,mlp.gate_proj,0.0000002332,0.05000,1.399 | |
| 81,mlp.up_proj,0.0000002276,0.05000,1.389 | |
| 81,mlp.down_proj,0.0000005138,0.05000,4.505 | |
| 82,self_attn.k_proj,0.0000000088,0.05000,1.351 | |
| 82,self_attn.v_proj,0.0000000145,0.05000,1.338 | |
| 82,self_attn.q_proj,0.0000000448,0.05000,1.351 | |
| 82,self_attn.o_proj,0.0000000578,0.05000,1.371 | |
| 82,mlp.gate_proj,0.0000002393,0.05000,1.402 | |
| 82,mlp.up_proj,0.0000002350,0.05000,1.391 | |
| 82,mlp.down_proj,0.0000005590,0.05000,4.498 | |
| 83,self_attn.k_proj,0.0000000091,0.05000,1.357 | |
| 83,self_attn.v_proj,0.0000000129,0.05000,1.340 | |
| 83,self_attn.q_proj,0.0000000398,0.05000,1.364 | |
| 83,self_attn.o_proj,0.0000000452,0.05000,1.368 | |
| 83,mlp.gate_proj,0.0000002434,0.05000,1.405 | |
| 83,mlp.up_proj,0.0000002414,0.05000,1.397 | |
| 83,mlp.down_proj,0.0000005971,0.05000,4.509 | |
| 84,self_attn.k_proj,0.0000000086,0.05000,1.355 | |
| 84,self_attn.v_proj,0.0000000150,0.05000,1.340 | |
| 84,self_attn.q_proj,0.0000000403,0.05000,1.362 | |
| 84,self_attn.o_proj,0.0000000724,0.05000,1.366 | |
| 84,mlp.gate_proj,0.0000002464,0.05000,1.403 | |
| 84,mlp.up_proj,0.0000002464,0.05000,1.392 | |
| 84,mlp.down_proj,0.0000006380,0.05000,4.501 | |
| 85,self_attn.k_proj,0.0000000083,0.05000,1.354 | |
| 85,self_attn.v_proj,0.0000000137,0.05000,1.335 | |
| 85,self_attn.q_proj,0.0000000388,0.05000,1.357 | |
| 85,self_attn.o_proj,0.0000000753,0.05000,1.364 | |
| 85,mlp.gate_proj,0.0000002500,0.05000,1.400 | |
| 85,mlp.up_proj,0.0000002514,0.05000,1.388 | |
| 85,mlp.down_proj,0.0000006779,0.05000,4.497 | |
| 86,self_attn.k_proj,0.0000000085,0.05000,1.346 | |
| 86,self_attn.v_proj,0.0000000142,0.05000,1.332 | |
| 86,self_attn.q_proj,0.0000000418,0.05000,1.350 | |
| 86,self_attn.o_proj,0.0000000506,0.05000,1.373 | |
| 86,mlp.gate_proj,0.0000002518,0.05000,1.398 | |
| 86,mlp.up_proj,0.0000002552,0.05000,1.383 | |
| 86,mlp.down_proj,0.0000007231,0.05000,4.502 | |
| 87,self_attn.k_proj,0.0000000088,0.05000,1.347 | |
| 87,self_attn.v_proj,0.0000000164,0.05000,1.336 | |
| 87,self_attn.q_proj,0.0000000458,0.05000,1.357 | |
| 87,self_attn.o_proj,0.0000001070,0.05000,1.366 | |
| 87,mlp.gate_proj,0.0000002530,0.05000,1.398 | |
| 87,mlp.up_proj,0.0000002578,0.05000,1.382 | |
| 87,mlp.down_proj,0.0000007759,0.05000,4.491 | |
| 88,self_attn.k_proj,0.0000000082,0.05000,1.349 | |
| 88,self_attn.v_proj,0.0000000157,0.05000,1.333 | |
| 88,self_attn.q_proj,0.0000000425,0.05000,1.355 | |
| 88,self_attn.o_proj,0.0000000738,0.05000,1.364 | |
| 88,mlp.gate_proj,0.0000002547,0.05000,1.398 | |
| 88,mlp.up_proj,0.0000002600,0.05000,1.390 | |
| 88,mlp.down_proj,0.0000007922,0.05000,4.507 | |
| 89,self_attn.k_proj,0.0000000081,0.05000,1.352 | |
| 89,self_attn.v_proj,0.0000000103,0.05000,1.337 | |
| 89,self_attn.q_proj,0.0000000351,0.05000,1.356 | |
| 89,self_attn.o_proj,0.0000000466,0.05000,1.369 | |
| 89,mlp.gate_proj,0.0000002523,0.05000,1.404 | |
| 89,mlp.up_proj,0.0000002582,0.05000,1.391 | |
| 89,mlp.down_proj,0.0000008086,0.05000,4.498 | |
| 90,self_attn.k_proj,0.0000000078,0.05000,1.347 | |
| 90,self_attn.v_proj,0.0000000129,0.05000,1.329 | |
| 90,self_attn.q_proj,0.0000000379,0.05000,1.354 | |
| 90,self_attn.o_proj,0.0000000356,0.05000,1.366 | |
| 90,mlp.gate_proj,0.0000002513,0.05000,1.407 | |
| 90,mlp.up_proj,0.0000002573,0.05000,1.391 | |
| 90,mlp.down_proj,0.0000008941,0.05000,4.502 | |
| 91,self_attn.k_proj,0.0000000076,0.05000,1.351 | |
| 91,self_attn.v_proj,0.0000000128,0.05000,1.336 | |
| 91,self_attn.q_proj,0.0000000359,0.05000,1.359 | |
| 91,self_attn.o_proj,0.0000000547,0.05000,1.367 | |
| 91,mlp.gate_proj,0.0000002482,0.05000,1.404 | |
| 91,mlp.up_proj,0.0000002512,0.05000,1.392 | |
| 91,mlp.down_proj,0.0000009248,0.05000,4.494 | |
| 92,self_attn.k_proj,0.0000000069,0.05000,1.349 | |
| 92,self_attn.v_proj,0.0000000069,0.05000,1.335 | |
| 92,self_attn.q_proj,0.0000000289,0.05000,1.354 | |
| 92,self_attn.o_proj,0.0000000258,0.05000,1.372 | |
| 92,mlp.gate_proj,0.0000002384,0.05000,1.395 | |
| 92,mlp.up_proj,0.0000002353,0.05000,1.385 | |
| 92,mlp.down_proj,0.0000010233,0.05000,4.518 | |
| 93,self_attn.k_proj,0.0000000050,0.05000,1.352 | |
| 93,self_attn.v_proj,0.0000000056,0.05000,1.340 | |
| 93,self_attn.q_proj,0.0000000175,0.05000,1.356 | |
| 93,self_attn.o_proj,0.0000000306,0.05000,1.374 | |
| 93,mlp.gate_proj,0.0000002094,0.05000,1.398 | |
| 93,mlp.up_proj,0.0000001961,0.05000,1.388 | |
| 93,mlp.down_proj,0.0000009967,0.05000,4.489 | |
| 94,self_attn.k_proj,0.0000000035,0.05000,1.356 | |
| 94,self_attn.v_proj,0.0000000031,0.05000,1.343 | |
| 94,self_attn.q_proj,0.0000000120,0.05000,1.358 | |
| 94,self_attn.o_proj,0.0000000069,0.05000,1.370 | |
| 94,mlp.gate_proj,0.0000001272,0.05000,1.400 | |
| 94,mlp.up_proj,0.0000001148,0.05000,1.385 | |
| 94,mlp.down_proj,0.0000017983,0.05000,4.514 | |