quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000145,0.01000,3.232
0,self_attn.v_proj,0.0000000149,0.01000,1.482
0,self_attn.q_proj,0.0000003653,0.01000,1.487
0,self_attn.o_proj,0.0001262193,0.01000,1.503
0,mlp.gate_up_proj,0.0000764948,0.01000,1.758
0,mlp.down_proj,5.0148693478,0.01000,7.667
1,self_attn.k_proj,0.0000168193,0.01000,1.475
1,self_attn.v_proj,0.0000085385,0.01000,1.469
1,self_attn.q_proj,0.0000442424,0.01000,1.494
1,self_attn.o_proj,0.7176740298,0.01000,1.492
1,mlp.gate_up_proj,0.0000949941,0.01000,1.718
1,mlp.down_proj,0.0001703329,0.01000,7.627
2,self_attn.k_proj,0.0000002483,0.01000,1.463
2,self_attn.v_proj,0.0000003033,0.01000,1.463
2,self_attn.q_proj,0.0000032021,0.01000,1.491
2,self_attn.o_proj,0.0000128015,0.01000,1.495
2,mlp.gate_up_proj,0.0001703651,0.01000,1.708
2,mlp.down_proj,0.0004005801,0.01000,7.607
3,self_attn.k_proj,0.0000004315,0.01000,1.455
3,self_attn.v_proj,0.0000004436,0.01000,1.454
3,self_attn.q_proj,0.0000043756,0.01000,1.480
3,self_attn.o_proj,0.0000316553,0.01000,1.482
3,mlp.gate_up_proj,0.0001707317,0.01000,1.702
3,mlp.down_proj,0.0001986987,0.01000,7.533
4,self_attn.k_proj,0.0000004457,0.01000,1.449
4,self_attn.v_proj,0.0000003737,0.01000,1.466
4,self_attn.q_proj,0.0000056278,0.01000,1.490
4,self_attn.o_proj,0.0000149709,0.01000,1.481
4,mlp.gate_up_proj,0.0002327465,0.01000,1.697
4,mlp.down_proj,0.0001969735,0.01000,7.541
5,self_attn.k_proj,0.0000007596,0.01000,1.456
5,self_attn.v_proj,0.0000006272,0.01000,1.459
5,self_attn.q_proj,0.0000091453,0.01000,1.482
5,self_attn.o_proj,0.0000126290,0.01000,1.489
5,mlp.gate_up_proj,0.0004402362,0.01000,1.698
5,mlp.down_proj,0.0002617813,0.01000,7.548
6,self_attn.k_proj,0.0000010017,0.01000,1.457
6,self_attn.v_proj,0.0000008704,0.01000,1.446
6,self_attn.q_proj,0.0000117208,0.01000,1.477
6,self_attn.o_proj,0.0000048481,0.01000,1.486
6,mlp.gate_up_proj,0.0004765442,0.01000,1.702
6,mlp.down_proj,0.0002266615,0.01000,7.543
7,self_attn.k_proj,0.0000009495,0.01000,1.472
7,self_attn.v_proj,0.0000008748,0.01000,1.459
7,self_attn.q_proj,0.0000117135,0.01000,1.486
7,self_attn.o_proj,0.0000061737,0.01000,1.496
7,mlp.gate_up_proj,0.0005468666,0.01000,1.721
7,mlp.down_proj,0.0002463890,0.01000,7.569
8,self_attn.k_proj,0.0000013329,0.01000,1.467
8,self_attn.v_proj,0.0000010509,0.01000,1.467
8,self_attn.q_proj,0.0000186501,0.01000,1.496
8,self_attn.o_proj,0.0000087684,0.01000,1.501
8,mlp.gate_up_proj,0.0005815079,0.01000,1.718
8,mlp.down_proj,0.0002314437,0.01000,7.613
9,self_attn.k_proj,0.0000015154,0.01000,1.480
9,self_attn.v_proj,0.0000011645,0.01000,1.472
9,self_attn.q_proj,0.0000191247,0.01000,1.496
9,self_attn.o_proj,0.0000096682,0.01000,1.501
9,mlp.gate_up_proj,0.0005639126,0.01000,1.720
9,mlp.down_proj,0.0002467135,0.01000,7.607
10,self_attn.k_proj,0.0000012634,0.01000,1.465
10,self_attn.v_proj,0.0000012471,0.01000,1.462
10,self_attn.q_proj,0.0000173527,0.01000,1.488
10,self_attn.o_proj,0.0000069165,0.01000,1.517
10,mlp.gate_up_proj,0.0006487251,0.01000,1.716
10,mlp.down_proj,0.0002332547,0.01000,7.633
11,self_attn.k_proj,0.0000015278,0.01000,1.466
11,self_attn.v_proj,0.0000012755,0.01000,1.465
11,self_attn.q_proj,0.0000217987,0.01000,1.492
11,self_attn.o_proj,0.0000166530,0.01000,1.497
11,mlp.gate_up_proj,0.0005381580,0.01000,1.714
11,mlp.down_proj,0.0002000954,0.01000,7.587
12,self_attn.k_proj,0.0000018726,0.01000,1.470
12,self_attn.v_proj,0.0000012596,0.01000,1.462
12,self_attn.q_proj,0.0000248075,0.01000,1.518
12,self_attn.o_proj,0.0000123625,0.01000,1.496
12,mlp.gate_up_proj,0.0003960925,0.01000,1.709
12,mlp.down_proj,0.0001173956,0.01000,7.654
13,self_attn.k_proj,0.0000015829,0.01000,1.510
13,self_attn.v_proj,0.0000014553,0.01000,1.466
13,self_attn.q_proj,0.0000254443,0.01000,1.498
13,self_attn.o_proj,0.0000117004,0.01000,1.505
13,mlp.gate_up_proj,0.0003372296,0.01000,1.753
13,mlp.down_proj,0.0000930237,0.01000,7.634
14,self_attn.k_proj,0.0000019177,0.01000,1.467
14,self_attn.v_proj,0.0000015900,0.01000,1.478
14,self_attn.q_proj,0.0000314218,0.01000,1.509
14,self_attn.o_proj,0.0000123227,0.01000,1.494
14,mlp.gate_up_proj,0.0002548239,0.01000,1.709
14,mlp.down_proj,0.0000611669,0.01000,7.577
15,self_attn.k_proj,0.0000010581,0.01000,1.472
15,self_attn.v_proj,0.0000010090,0.01000,1.463
15,self_attn.q_proj,0.0000175309,0.01000,1.490
15,self_attn.o_proj,0.0000123919,0.01000,1.516
15,mlp.gate_up_proj,0.0003601774,0.01000,1.714
15,mlp.down_proj,0.0001024444,0.01000,7.662
16,self_attn.k_proj,0.0000018965,0.01000,1.471
16,self_attn.v_proj,0.0000017374,0.01000,1.469
16,self_attn.q_proj,0.0000321455,0.01000,1.501
16,self_attn.o_proj,0.0000101969,0.01000,1.492
16,mlp.gate_up_proj,0.0004014389,0.01000,1.705
16,mlp.down_proj,0.0000987502,0.01000,7.579
17,self_attn.k_proj,0.0000015646,0.01000,1.469
17,self_attn.v_proj,0.0000014850,0.01000,1.470
17,self_attn.q_proj,0.0000247416,0.01000,1.489
17,self_attn.o_proj,0.0000078919,0.01000,1.493
17,mlp.gate_up_proj,0.0002989558,0.01000,1.708
17,mlp.down_proj,0.0000594292,0.01000,7.575
18,self_attn.k_proj,0.0000019812,0.01000,1.468
18,self_attn.v_proj,0.0000017710,0.01000,1.464
18,self_attn.q_proj,0.0000324620,0.01000,1.494
18,self_attn.o_proj,0.0000050908,0.01000,1.510
18,mlp.gate_up_proj,0.0003917195,0.01000,1.714
18,mlp.down_proj,0.0000869121,0.01000,7.620
19,self_attn.k_proj,0.0000015210,0.01000,1.496
19,self_attn.v_proj,0.0000013525,0.01000,1.472
19,self_attn.q_proj,0.0000250286,0.01000,1.480
19,self_attn.o_proj,0.0000067775,0.01000,1.485
19,mlp.gate_up_proj,0.0002115343,0.01000,1.720
19,mlp.down_proj,0.0000295554,0.01000,7.577
20,self_attn.k_proj,0.0000016902,0.01000,1.484
20,self_attn.v_proj,0.0000015647,0.01000,1.463
20,self_attn.q_proj,0.0000275892,0.01000,1.478
20,self_attn.o_proj,0.0000061421,0.01000,1.481
20,mlp.gate_up_proj,0.0002926806,0.01000,1.729
20,mlp.down_proj,0.0000471520,0.01000,7.562
21,self_attn.k_proj,0.0000011719,0.01000,1.461
21,self_attn.v_proj,0.0000013321,0.01000,1.463
21,self_attn.q_proj,0.0000152681,0.01000,1.484
21,self_attn.o_proj,0.0000083127,0.01000,1.489
21,mlp.gate_up_proj,0.0003848628,0.01000,1.740
21,mlp.down_proj,0.0000595929,0.01000,7.660
22,self_attn.k_proj,0.0000017807,0.01000,1.454
22,self_attn.v_proj,0.0000015420,0.01000,1.451
22,self_attn.q_proj,0.0000268292,0.01000,1.478
22,self_attn.o_proj,0.0000041537,0.01000,1.484
22,mlp.gate_up_proj,0.0003500559,0.01000,1.730
22,mlp.down_proj,0.0000500698,0.01000,7.605
23,self_attn.k_proj,0.0000016139,0.01000,1.464
23,self_attn.v_proj,0.0000014808,0.01000,1.459
23,self_attn.q_proj,0.0000248134,0.01000,1.486
23,self_attn.o_proj,0.0000014779,0.01000,1.489
23,mlp.gate_up_proj,0.0003885686,0.01000,1.712
23,mlp.down_proj,0.0000528654,0.01000,7.631
24,self_attn.k_proj,0.0000015169,0.01000,1.470
24,self_attn.v_proj,0.0000020076,0.01000,1.457
24,self_attn.q_proj,0.0000164926,0.01000,1.486
24,self_attn.o_proj,0.0000039185,0.01000,1.492
24,mlp.gate_up_proj,0.0003459592,0.01000,1.705
24,mlp.down_proj,0.0000413718,0.01000,7.560
25,self_attn.k_proj,0.0000018769,0.01000,1.464
25,self_attn.v_proj,0.0000016746,0.01000,1.461
25,self_attn.q_proj,0.0000276867,0.01000,1.488
25,self_attn.o_proj,0.0000052767,0.01000,1.502
25,mlp.gate_up_proj,0.0002978532,0.01000,1.712
25,mlp.down_proj,0.0000347387,0.01000,7.590
26,self_attn.k_proj,0.0000019465,0.01000,1.476
26,self_attn.v_proj,0.0000017029,0.01000,1.474
26,self_attn.q_proj,0.0000291495,0.01000,1.490
26,self_attn.o_proj,0.0000044357,0.01000,1.492
26,mlp.gate_up_proj,0.0002969015,0.01000,1.711
26,mlp.down_proj,0.0000329189,0.01000,7.628
27,self_attn.k_proj,0.0000020213,0.01000,1.470
27,self_attn.v_proj,0.0000017203,0.01000,1.471
27,self_attn.q_proj,0.0000309315,0.01000,1.506
27,self_attn.o_proj,0.0000044748,0.01000,1.511
27,mlp.gate_up_proj,0.0002350978,0.01000,1.715
27,mlp.down_proj,0.0000232943,0.01000,7.569
28,self_attn.k_proj,0.0000023604,0.01000,1.462
28,self_attn.v_proj,0.0000020458,0.01000,1.462
28,self_attn.q_proj,0.0000347518,0.01000,1.491
28,self_attn.o_proj,0.0000045274,0.01000,1.485
28,mlp.gate_up_proj,0.0002729119,0.01000,1.701
28,mlp.down_proj,0.0000285306,0.01000,7.618
29,self_attn.k_proj,0.0000021586,0.01000,1.470
29,self_attn.v_proj,0.0000019867,0.01000,1.478
29,self_attn.q_proj,0.0000337302,0.01000,1.503
29,self_attn.o_proj,0.0000056753,0.01000,1.520
29,mlp.gate_up_proj,0.0002244616,0.01000,1.725
29,mlp.down_proj,0.0000236669,0.01000,7.561
30,self_attn.k_proj,0.0000027204,0.01000,1.476
30,self_attn.v_proj,0.0000026023,0.01000,1.467
30,self_attn.q_proj,0.0000439284,0.01000,1.501
30,self_attn.o_proj,0.0000022253,0.01000,1.510
30,mlp.gate_up_proj,0.0002042476,0.01000,1.730
30,mlp.down_proj,0.0000183864,0.01000,7.612
31,self_attn.k_proj,0.0000024369,0.01000,1.468
31,self_attn.v_proj,0.0000025132,0.01000,1.463
31,self_attn.q_proj,0.0000401313,0.01000,1.493
31,self_attn.o_proj,0.0000029085,0.01000,1.502
31,mlp.gate_up_proj,0.0001916675,0.01000,1.708
31,mlp.down_proj,0.0000159329,0.01000,7.587
32,self_attn.k_proj,0.0000025381,0.01000,1.481
32,self_attn.v_proj,0.0000025244,0.01000,1.462
32,self_attn.q_proj,0.0000429584,0.01000,1.493
32,self_attn.o_proj,0.0000034857,0.01000,1.528
32,mlp.gate_up_proj,0.0001787998,0.01000,1.716
32,mlp.down_proj,0.0000138510,0.01000,7.573
33,self_attn.k_proj,0.0000016484,0.01000,1.476
33,self_attn.v_proj,0.0000016832,0.01000,1.470
33,self_attn.q_proj,0.0000283093,0.01000,1.497
33,self_attn.o_proj,0.0000032370,0.01000,1.507
33,mlp.gate_up_proj,0.0001561947,0.01000,1.715
33,mlp.down_proj,0.0000110007,0.01000,7.638
34,self_attn.k_proj,0.0000017145,0.01000,1.467
34,self_attn.v_proj,0.0000015622,0.01000,1.462
34,self_attn.q_proj,0.0000274940,0.01000,1.498
34,self_attn.o_proj,0.0000095224,0.01000,1.510
34,mlp.gate_up_proj,0.0001135982,0.01000,1.709
34,mlp.down_proj,0.0000074105,0.01000,7.623
35,self_attn.k_proj,0.0000017571,0.01000,1.468
35,self_attn.v_proj,0.0000015543,0.01000,1.462
35,self_attn.q_proj,0.0000294392,0.01000,1.496
35,self_attn.o_proj,0.0000078946,0.01000,1.511
35,mlp.gate_up_proj,0.0000980800,0.01000,1.709
35,mlp.down_proj,0.0000060432,0.01000,7.589
36,self_attn.k_proj,0.0000019153,0.01000,1.471
36,self_attn.v_proj,0.0000018007,0.01000,1.468
36,self_attn.q_proj,0.0000344370,0.01000,1.484
36,self_attn.o_proj,0.0000069584,0.01000,1.484
36,mlp.gate_up_proj,0.0001005755,0.01000,1.703
36,mlp.down_proj,0.0000062395,0.01000,7.587
37,self_attn.k_proj,0.0000016588,0.01000,1.481
37,self_attn.v_proj,0.0000014910,0.01000,1.457
37,self_attn.q_proj,0.0000289659,0.01000,1.488
37,self_attn.o_proj,0.0000086094,0.01000,1.483
37,mlp.gate_up_proj,0.0000839967,0.01000,1.702
37,mlp.down_proj,0.0000045383,0.01000,7.603
38,self_attn.k_proj,0.0000023016,0.01000,1.474
38,self_attn.v_proj,0.0000021658,0.01000,1.464
38,self_attn.q_proj,0.0000395194,0.01000,1.508
38,self_attn.o_proj,0.0000117600,0.01000,1.522
38,mlp.gate_up_proj,0.0000848223,0.01000,1.713
38,mlp.down_proj,0.0000048769,0.01000,7.654
39,self_attn.k_proj,0.0000020998,0.01000,1.465
39,self_attn.v_proj,0.0000018999,0.01000,1.480
39,self_attn.q_proj,0.0000360059,0.01000,1.479
39,self_attn.o_proj,0.0000082790,0.01000,1.483
39,mlp.gate_up_proj,0.0000955068,0.01000,1.719
39,mlp.down_proj,0.0000054320,0.01000,7.572
40,self_attn.k_proj,0.0000023224,0.01000,1.453
40,self_attn.v_proj,0.0000021529,0.01000,1.453
40,self_attn.q_proj,0.0000407022,0.01000,1.501
40,self_attn.o_proj,0.0000090580,0.01000,1.482
40,mlp.gate_up_proj,0.0000766918,0.01000,1.723
40,mlp.down_proj,0.0000034165,0.01000,7.562
41,self_attn.k_proj,0.0000017955,0.01000,1.459
41,self_attn.v_proj,0.0000018613,0.01000,1.483
41,self_attn.q_proj,0.0000364734,0.01000,1.486
41,self_attn.o_proj,0.0000047276,0.01000,1.476
41,mlp.gate_up_proj,0.0000732840,0.01000,1.784
41,mlp.down_proj,0.0000031072,0.01000,7.595
42,self_attn.k_proj,0.0000021973,0.01000,1.491
42,self_attn.v_proj,0.0000021920,0.01000,1.475
42,self_attn.q_proj,0.0000412202,0.01000,1.503
42,self_attn.o_proj,0.0000086394,0.01000,1.505
42,mlp.gate_up_proj,0.0000708551,0.01000,1.755
42,mlp.down_proj,0.0000030684,0.01000,7.644
43,self_attn.k_proj,0.0000020708,0.01000,1.477
43,self_attn.v_proj,0.0000019036,0.01000,1.463
43,self_attn.q_proj,0.0000374847,0.01000,1.517
43,self_attn.o_proj,0.0000087857,0.01000,1.527
43,mlp.gate_up_proj,0.0000665897,0.01000,1.733
43,mlp.down_proj,0.0000029445,0.01000,7.620
44,self_attn.k_proj,0.0000020261,0.01000,1.493
44,self_attn.v_proj,0.0000021684,0.01000,1.470
44,self_attn.q_proj,0.0000415638,0.01000,1.503
44,self_attn.o_proj,0.0000071209,0.01000,1.503
44,mlp.gate_up_proj,0.0000632317,0.01000,1.741
44,mlp.down_proj,0.0000027826,0.01000,7.630
45,self_attn.k_proj,0.0000023057,0.01000,1.465
45,self_attn.v_proj,0.0000022242,0.01000,1.497
45,self_attn.q_proj,0.0000447638,0.01000,1.490
45,self_attn.o_proj,0.0000077642,0.01000,1.488
45,mlp.gate_up_proj,0.0000578301,0.01000,1.703
45,mlp.down_proj,0.0000024634,0.01000,7.574
46,self_attn.k_proj,0.0000021371,0.01000,1.480
46,self_attn.v_proj,0.0000022514,0.01000,1.468
46,self_attn.q_proj,0.0000415123,0.01000,1.501
46,self_attn.o_proj,0.0000079321,0.01000,1.522
46,mlp.gate_up_proj,0.0000597282,0.01000,1.716
46,mlp.down_proj,0.0000029196,0.01000,7.602
47,self_attn.k_proj,0.0000020188,0.01000,1.474
47,self_attn.v_proj,0.0000021556,0.01000,1.475
47,self_attn.q_proj,0.0000380187,0.01000,1.495
47,self_attn.o_proj,0.0000078174,0.01000,1.496
47,mlp.gate_up_proj,0.0000619655,0.01000,1.710
47,mlp.down_proj,0.0000029080,0.01000,7.562
48,self_attn.k_proj,0.0000020118,0.01000,1.463
48,self_attn.v_proj,0.0000020413,0.01000,1.454
48,self_attn.q_proj,0.0000384828,0.01000,1.488
48,self_attn.o_proj,0.0000065230,0.01000,1.483
48,mlp.gate_up_proj,0.0000597506,0.01000,1.701
48,mlp.down_proj,0.0000031472,0.01000,7.555
49,self_attn.k_proj,0.0000021438,0.01000,1.467
49,self_attn.v_proj,0.0000023447,0.01000,1.474
49,self_attn.q_proj,0.0000399775,0.01000,1.490
49,self_attn.o_proj,0.0000052020,0.01000,1.519
49,mlp.gate_up_proj,0.0000955224,0.01000,1.709
49,mlp.down_proj,0.0000061595,0.01000,7.569
50,self_attn.k_proj,0.0000021562,0.01000,1.461
50,self_attn.v_proj,0.0000025434,0.01000,1.453
50,self_attn.q_proj,0.0000386181,0.01000,1.492
50,self_attn.o_proj,0.0000068404,0.01000,1.514
50,mlp.gate_up_proj,0.0001173386,0.01000,1.720
50,mlp.down_proj,0.0000084913,0.01000,7.627
51,self_attn.k_proj,0.0000020790,0.01000,1.467
51,self_attn.v_proj,0.0000020287,0.01000,1.458
51,self_attn.q_proj,0.0000349596,0.01000,1.489
51,self_attn.o_proj,0.0000034838,0.01000,1.497
51,mlp.gate_up_proj,0.0001156424,0.01000,1.712
51,mlp.down_proj,0.0000085517,0.01000,7.662
52,self_attn.k_proj,0.0000022620,0.01000,1.460
52,self_attn.v_proj,0.0000021438,0.01000,1.471
52,self_attn.q_proj,0.0000390562,0.01000,1.493
52,self_attn.o_proj,0.0000040099,0.01000,1.506
52,mlp.gate_up_proj,0.0001115195,0.01000,1.702
52,mlp.down_proj,0.0000080531,0.01000,7.579
53,self_attn.k_proj,0.0000018874,0.01000,1.480
53,self_attn.v_proj,0.0000022225,0.01000,1.470
53,self_attn.q_proj,0.0000420450,0.01000,1.520
53,self_attn.o_proj,0.0000016867,0.01000,1.496
53,mlp.gate_up_proj,0.0001137422,0.01000,1.720
53,mlp.down_proj,0.0000079909,0.01000,7.583
54,self_attn.k_proj,0.0000020107,0.01000,1.466
54,self_attn.v_proj,0.0000024297,0.01000,1.462
54,self_attn.q_proj,0.0000351269,0.01000,1.527
54,self_attn.o_proj,0.0000011870,0.01000,1.489
54,mlp.gate_up_proj,0.0001209137,0.01000,1.714
54,mlp.down_proj,0.0000088745,0.01000,7.595
55,self_attn.k_proj,0.0000019664,0.01000,1.507
55,self_attn.v_proj,0.0000021142,0.01000,1.462
55,self_attn.q_proj,0.0000306443,0.01000,1.487
55,self_attn.o_proj,0.0000011229,0.01000,1.484
55,mlp.gate_up_proj,0.0001148883,0.01000,1.742
55,mlp.down_proj,0.0000083420,0.01000,7.584
56,self_attn.k_proj,0.0000018952,0.01000,1.471
56,self_attn.v_proj,0.0000024311,0.01000,1.468
56,self_attn.q_proj,0.0000339106,0.01000,1.495
56,self_attn.o_proj,0.0000021875,0.01000,1.501
56,mlp.gate_up_proj,0.0001284902,0.01000,1.720
56,mlp.down_proj,0.0000107869,0.01000,7.647
57,self_attn.k_proj,0.0000020037,0.01000,1.472
57,self_attn.v_proj,0.0000019004,0.01000,1.464
57,self_attn.q_proj,0.0000364774,0.01000,1.512
57,self_attn.o_proj,0.0000063478,0.01000,1.494
57,mlp.gate_up_proj,0.0001514510,0.01000,1.712
57,mlp.down_proj,0.0000157364,0.01000,7.578
58,self_attn.k_proj,0.0000019591,0.01000,1.485
58,self_attn.v_proj,0.0000019817,0.01000,1.478
58,self_attn.q_proj,0.0000361585,0.01000,1.492
58,self_attn.o_proj,0.0000021275,0.01000,1.508
58,mlp.gate_up_proj,0.0002106334,0.01000,1.716
58,mlp.down_proj,0.0000329273,0.01000,7.616
59,self_attn.k_proj,0.0000019843,0.01000,1.457
59,self_attn.v_proj,0.0000017783,0.01000,1.459
59,self_attn.q_proj,0.0000330942,0.01000,1.514
59,self_attn.o_proj,0.0000035600,0.01000,1.507
59,mlp.gate_up_proj,0.0002280282,0.01000,1.699
59,mlp.down_proj,0.0000447744,0.01000,7.568
60,self_attn.k_proj,0.0000018077,0.01000,1.471
60,self_attn.v_proj,0.0000016396,0.01000,1.456
60,self_attn.q_proj,0.0000325550,0.01000,1.487
60,self_attn.o_proj,0.0000054739,0.01000,1.485
60,mlp.gate_up_proj,0.0002405127,0.01000,1.713
60,mlp.down_proj,0.0000497696,0.01000,7.569