quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00029472,0.01000,2.112
0,self_attn.v_proj,0.00008743,0.01000,1.387
0,self_attn.q_proj,0.00085855,0.01000,1.535
0,self_attn.o_proj,0.00104589,0.01000,1.536
0,mlp.up_proj,0.00048332,0.01000,1.634
0,mlp.gate_proj,0.00054518,0.01000,1.642
0,mlp.down_proj,0.00046643,0.01000,13.437
1,self_attn.k_proj,0.00001106,0.01000,1.388
1,self_attn.v_proj,0.00000469,0.01000,1.515
1,self_attn.q_proj,0.00003119,0.01000,1.515
1,self_attn.o_proj,0.00000972,0.01000,1.595
1,mlp.up_proj,0.00167279,0.01000,1.618
1,mlp.gate_proj,0.01070748,0.01000,1.576
1,mlp.down_proj,0.00005773,0.01000,13.548
2,self_attn.k_proj,0.00004763,0.01000,1.375
2,self_attn.v_proj,0.00001912,0.01000,1.381
2,self_attn.q_proj,0.00012882,0.01000,1.403
2,self_attn.o_proj,0.00006156,0.01000,1.594
2,mlp.up_proj,0.00373683,0.01000,1.571
2,mlp.gate_proj,0.01127742,0.01000,1.601
2,mlp.down_proj,0.00041060,0.01000,13.845
3,self_attn.k_proj,0.00026289,0.01000,1.393
3,self_attn.v_proj,0.00011432,0.01000,1.486
3,self_attn.q_proj,0.00075953,0.01000,1.518
3,self_attn.o_proj,0.00028385,0.01000,1.547
3,mlp.up_proj,0.00500954,0.01000,1.561
3,mlp.gate_proj,0.01421081,0.01000,1.661
3,mlp.down_proj,0.00123462,0.01000,13.508
4,self_attn.k_proj,0.00028533,0.01000,1.423
4,self_attn.v_proj,0.00016220,0.01000,1.470
4,self_attn.q_proj,0.00086387,0.01000,1.414
4,self_attn.o_proj,0.00056173,0.01000,1.492
4,mlp.up_proj,0.01232978,0.01000,1.621
4,mlp.gate_proj,0.02534360,0.01000,1.649
4,mlp.down_proj,0.05026288,0.01000,13.315
5,self_attn.k_proj,0.00106635,0.01000,1.370
5,self_attn.v_proj,0.00071179,0.01000,1.469
5,self_attn.q_proj,0.00348160,0.01000,1.419
5,self_attn.o_proj,0.00074901,0.01000,1.401
5,mlp.up_proj,0.02509395,0.01000,1.569
5,mlp.gate_proj,0.04740751,0.01000,1.645
5,mlp.down_proj,0.46351466,0.01000,13.539
6,self_attn.k_proj,0.00106020,0.01000,1.368
6,self_attn.v_proj,0.00086338,0.01000,1.372
6,self_attn.q_proj,0.00372315,0.01000,1.389
6,self_attn.o_proj,0.00062329,0.01000,1.407
6,mlp.up_proj,0.04557536,0.01000,1.567
6,mlp.gate_proj,0.07942656,0.01000,1.572
6,mlp.down_proj,0.01324165,0.01000,13.641
7,self_attn.k_proj,0.00148916,0.01000,1.367
7,self_attn.v_proj,0.00129174,0.01000,1.367
7,self_attn.q_proj,0.00534710,0.01000,1.398
7,self_attn.o_proj,0.00080965,0.01000,1.520
7,mlp.up_proj,0.06546862,0.01000,1.565
7,mlp.gate_proj,0.11403547,0.01000,1.577
7,mlp.down_proj,0.00494888,0.01000,13.634
8,self_attn.k_proj,0.00173798,0.01000,1.376
8,self_attn.v_proj,0.00132752,0.01000,1.589
8,self_attn.q_proj,0.00572694,0.01000,1.498
8,self_attn.o_proj,0.00057788,0.01000,1.525
8,mlp.up_proj,0.04630429,0.01000,1.587
8,mlp.gate_proj,0.08073074,0.01000,1.592
8,mlp.down_proj,0.00550356,0.01000,13.587
9,self_attn.k_proj,0.00157199,0.01000,1.488
9,self_attn.v_proj,0.00141468,0.01000,1.481
9,self_attn.q_proj,0.00557959,0.01000,1.722
9,self_attn.o_proj,0.00124460,0.01000,1.521
9,mlp.up_proj,0.02542862,0.01000,1.652
9,mlp.gate_proj,0.02790109,0.01000,1.669
9,mlp.down_proj,0.00617208,0.01000,13.422
10,self_attn.k_proj,0.00235543,0.01000,1.475
10,self_attn.v_proj,0.00192549,0.01000,1.470
10,self_attn.q_proj,0.00864933,0.01000,1.526
10,self_attn.o_proj,0.00125627,0.01000,1.580
10,mlp.up_proj,0.03010311,0.01000,1.585
10,mlp.gate_proj,0.03272533,0.01000,1.634
10,mlp.down_proj,0.00860398,0.01000,13.703
11,self_attn.k_proj,0.00163927,0.01000,1.387
11,self_attn.v_proj,0.00136814,0.01000,1.415
11,self_attn.q_proj,0.00586365,0.01000,1.443
11,self_attn.o_proj,0.00201571,0.01000,1.413
11,mlp.up_proj,0.03309062,0.01000,1.656
11,mlp.gate_proj,0.04108580,0.01000,1.596
11,mlp.down_proj,0.00714972,0.01000,13.537
12,self_attn.k_proj,0.00204519,0.01000,1.437
12,self_attn.v_proj,0.00169226,0.01000,1.400
12,self_attn.q_proj,0.00747826,0.01000,1.418
12,self_attn.o_proj,0.00215224,0.01000,1.507
12,mlp.up_proj,0.03509457,0.01000,1.650
12,mlp.gate_proj,0.03766394,0.01000,1.636
12,mlp.down_proj,0.00869377,0.01000,13.578
13,self_attn.k_proj,0.00229957,0.01000,1.449
13,self_attn.v_proj,0.00203379,0.01000,1.411
13,self_attn.q_proj,0.00815906,0.01000,1.420
13,self_attn.o_proj,0.00200716,0.01000,1.421
13,mlp.up_proj,0.03996406,0.01000,1.647
13,mlp.gate_proj,0.04335000,0.01000,1.649
13,mlp.down_proj,0.01005767,0.01000,13.995
14,self_attn.k_proj,0.00284653,0.01000,1.442
14,self_attn.v_proj,0.00219545,0.01000,1.516
14,self_attn.q_proj,0.01018118,0.01000,1.525
14,self_attn.o_proj,0.00203257,0.01000,1.503
14,mlp.up_proj,0.04168831,0.01000,1.680
14,mlp.gate_proj,0.04556615,0.01000,1.682
14,mlp.down_proj,0.01077738,0.01000,13.564
15,self_attn.k_proj,0.00246729,0.01000,1.490
15,self_attn.v_proj,0.00214805,0.01000,1.570
15,self_attn.q_proj,0.00886605,0.01000,1.421
15,self_attn.o_proj,0.00280452,0.01000,1.478
15,mlp.up_proj,0.04374458,0.01000,1.646
15,mlp.gate_proj,0.04967225,0.01000,1.582
15,mlp.down_proj,0.01141088,0.01000,13.762
16,self_attn.k_proj,0.00217830,0.01000,1.630
16,self_attn.v_proj,0.00164964,0.01000,1.391
16,self_attn.q_proj,0.00729834,0.01000,1.485
16,self_attn.o_proj,0.00197884,0.01000,1.396
16,mlp.up_proj,0.04055004,0.01000,1.567
16,mlp.gate_proj,0.04377663,0.01000,1.574
16,mlp.down_proj,0.01005742,0.01000,13.423
17,self_attn.k_proj,0.00286363,0.01000,1.369
17,self_attn.v_proj,0.00197859,0.01000,1.382
17,self_attn.q_proj,0.00985689,0.01000,1.496
17,self_attn.o_proj,0.00166477,0.01000,1.469
17,mlp.up_proj,0.03994582,0.01000,1.562
17,mlp.gate_proj,0.04241145,0.01000,1.565
17,mlp.down_proj,0.00956221,0.01000,13.793
18,self_attn.k_proj,0.00279287,0.01000,1.375
18,self_attn.v_proj,0.00210043,0.01000,1.404
18,self_attn.q_proj,0.00946297,0.01000,1.433
18,self_attn.o_proj,0.00186477,0.01000,1.453
18,mlp.up_proj,0.03896599,0.01000,1.562
18,mlp.gate_proj,0.04112220,0.01000,1.656
18,mlp.down_proj,0.00926030,0.01000,13.507
19,self_attn.k_proj,0.00254913,0.01000,1.532
19,self_attn.v_proj,0.00192503,0.01000,1.412
19,self_attn.q_proj,0.00908728,0.01000,1.439
19,self_attn.o_proj,0.00157197,0.01000,1.642
19,mlp.up_proj,0.03919008,0.01000,1.565
19,mlp.gate_proj,0.04127959,0.01000,1.633
19,mlp.down_proj,0.00933915,0.01000,13.504
20,self_attn.k_proj,0.00287069,0.01000,1.367
20,self_attn.v_proj,0.00209274,0.01000,1.467
20,self_attn.q_proj,0.00989072,0.01000,1.445
20,self_attn.o_proj,0.00191273,0.01000,1.420
20,mlp.up_proj,0.03741800,0.01000,1.589
20,mlp.gate_proj,0.03879261,0.01000,1.579
20,mlp.down_proj,0.00909654,0.01000,13.678
21,self_attn.k_proj,0.00241388,0.01000,1.405
21,self_attn.v_proj,0.00159596,0.01000,1.387
21,self_attn.q_proj,0.00845489,0.01000,1.407
21,self_attn.o_proj,0.00242883,0.01000,1.409
21,mlp.up_proj,0.03661150,0.01000,1.572
21,mlp.gate_proj,0.03805719,0.01000,1.573
21,mlp.down_proj,0.00879099,0.01000,13.487
22,self_attn.k_proj,0.00259226,0.01000,1.479
22,self_attn.v_proj,0.00219059,0.01000,1.418
22,self_attn.q_proj,0.00939137,0.01000,1.534
22,self_attn.o_proj,0.00281716,0.01000,1.391
22,mlp.up_proj,0.03849894,0.01000,1.650
22,mlp.gate_proj,0.03996815,0.01000,1.635
22,mlp.down_proj,0.00961140,0.01000,13.525
23,self_attn.k_proj,0.00254234,0.01000,1.369
23,self_attn.v_proj,0.00228129,0.01000,1.556
23,self_attn.q_proj,0.00939854,0.01000,1.499
23,self_attn.o_proj,0.00326065,0.01000,1.416
23,mlp.up_proj,0.04021166,0.01000,1.637
23,mlp.gate_proj,0.04233067,0.01000,1.581
23,mlp.down_proj,0.01043492,0.01000,13.808
24,self_attn.k_proj,0.00316664,0.01000,1.462
24,self_attn.v_proj,0.00248426,0.01000,1.435
24,self_attn.q_proj,0.01134310,0.01000,1.397
24,self_attn.o_proj,0.00257095,0.01000,1.397
24,mlp.up_proj,0.04100946,0.01000,1.560
24,mlp.gate_proj,0.04270437,0.01000,1.642
24,mlp.down_proj,0.01053632,0.01000,14.005
25,self_attn.k_proj,0.00355597,0.01000,1.465
25,self_attn.v_proj,0.00286883,0.01000,1.399
25,self_attn.q_proj,0.01300753,0.01000,1.425
25,self_attn.o_proj,0.00203457,0.01000,1.425
25,mlp.up_proj,0.04135776,0.01000,1.576
25,mlp.gate_proj,0.04237306,0.01000,1.592
25,mlp.down_proj,0.01087508,0.01000,13.599
26,self_attn.k_proj,0.00314388,0.01000,1.386
26,self_attn.v_proj,0.00193399,0.01000,1.413
26,self_attn.q_proj,0.01124087,0.01000,1.414
26,self_attn.o_proj,0.00283108,0.01000,1.566
26,mlp.up_proj,0.04264978,0.01000,1.615
26,mlp.gate_proj,0.04316134,0.01000,1.653
26,mlp.down_proj,0.01143377,0.01000,13.673
27,self_attn.k_proj,0.00302065,0.01000,1.377
27,self_attn.v_proj,0.00203607,0.01000,1.460
27,self_attn.q_proj,0.01035833,0.01000,1.441
27,self_attn.o_proj,0.00426636,0.01000,1.514
27,mlp.up_proj,0.04390802,0.01000,1.606
27,mlp.gate_proj,0.04442650,0.01000,1.666
27,mlp.down_proj,0.01245587,0.01000,13.488
28,self_attn.k_proj,0.00287299,0.01000,1.372
28,self_attn.v_proj,0.00293169,0.01000,1.383
28,self_attn.q_proj,0.01095059,0.01000,1.423
28,self_attn.o_proj,0.00432767,0.01000,1.398
28,mlp.up_proj,0.04756894,0.01000,1.574
28,mlp.gate_proj,0.04785369,0.01000,1.586
28,mlp.down_proj,0.01380477,0.01000,13.684
29,self_attn.k_proj,0.00409218,0.01000,1.486
29,self_attn.v_proj,0.00379710,0.01000,1.419
29,self_attn.q_proj,0.01483148,0.01000,1.528
29,self_attn.o_proj,0.00447656,0.01000,1.457
29,mlp.up_proj,0.05031375,0.01000,1.580
29,mlp.gate_proj,0.05040824,0.01000,1.686
29,mlp.down_proj,0.01493515,0.01000,13.457
30,self_attn.k_proj,0.00347625,0.01000,1.461
30,self_attn.v_proj,0.00360640,0.01000,1.405
30,self_attn.q_proj,0.01325263,0.01000,1.504
30,self_attn.o_proj,0.00634435,0.01000,1.524
30,mlp.up_proj,0.05327084,0.01000,1.645
30,mlp.gate_proj,0.05328216,0.01000,1.683
30,mlp.down_proj,0.01588238,0.01000,13.468
31,self_attn.k_proj,0.00361997,0.01000,1.401
31,self_attn.v_proj,0.00354933,0.01000,1.452
31,self_attn.q_proj,0.01352321,0.01000,1.451
31,self_attn.o_proj,0.00606126,0.01000,1.494
31,mlp.up_proj,0.05772264,0.01000,1.599
31,mlp.gate_proj,0.05787189,0.01000,1.596
31,mlp.down_proj,0.01727425,0.01000,13.533
32,self_attn.k_proj,0.00348510,0.01000,1.452
32,self_attn.v_proj,0.00294167,0.01000,1.437
32,self_attn.q_proj,0.01237258,0.01000,1.490
32,self_attn.o_proj,0.00490390,0.01000,1.418
32,mlp.up_proj,0.06489669,0.01000,1.657
32,mlp.gate_proj,0.06819135,0.01000,1.696
32,mlp.down_proj,0.01916581,0.01000,13.593
33,self_attn.k_proj,0.00377535,0.01000,1.576
33,self_attn.v_proj,0.00292595,0.01000,1.506
33,self_attn.q_proj,0.01403638,0.01000,1.425
33,self_attn.o_proj,0.00458299,0.01000,1.502
33,mlp.up_proj,0.06106637,0.01000,1.651
33,mlp.gate_proj,0.06266721,0.01000,1.595
33,mlp.down_proj,0.01745334,0.01000,13.847
34,self_attn.k_proj,0.00361241,0.01000,1.376
34,self_attn.v_proj,0.00332207,0.01000,1.466
34,self_attn.q_proj,0.01353740,0.01000,1.412
34,self_attn.o_proj,0.00567582,0.01000,1.412
34,mlp.up_proj,0.05978926,0.01000,1.658
34,mlp.gate_proj,0.06010381,0.01000,1.670
34,mlp.down_proj,0.01686834,0.01000,13.747
35,self_attn.k_proj,0.00383721,0.01000,1.377
35,self_attn.v_proj,0.00339195,0.01000,1.433
35,self_attn.q_proj,0.01513442,0.01000,1.437
35,self_attn.o_proj,0.00395907,0.01000,1.420
35,mlp.up_proj,0.06014089,0.01000,1.671
35,mlp.gate_proj,0.06013948,0.01000,1.604
35,mlp.down_proj,0.01626711,0.01000,13.721
36,self_attn.k_proj,0.00390783,0.01000,1.365
36,self_attn.v_proj,0.00331218,0.01000,1.481
36,self_attn.q_proj,0.01474721,0.01000,1.422
36,self_attn.o_proj,0.00538466,0.01000,1.510
36,mlp.up_proj,0.05604935,0.01000,1.651
36,mlp.gate_proj,0.05391032,0.01000,1.609
36,mlp.down_proj,0.01523810,0.01000,13.765
37,self_attn.k_proj,0.00337606,0.01000,1.377
37,self_attn.v_proj,0.00276559,0.01000,1.449
37,self_attn.q_proj,0.01267087,0.01000,1.533
37,self_attn.o_proj,0.00501455,0.01000,1.410
37,mlp.up_proj,0.05455599,0.01000,1.634
37,mlp.gate_proj,0.05230138,0.01000,1.655
37,mlp.down_proj,0.01385947,0.01000,13.449
38,self_attn.k_proj,0.00361437,0.01000,1.477
38,self_attn.v_proj,0.00393570,0.01000,1.424
38,self_attn.q_proj,0.01371012,0.01000,1.507
38,self_attn.o_proj,0.00544461,0.01000,1.407
38,mlp.up_proj,0.05485656,0.01000,1.649
38,mlp.gate_proj,0.05286364,0.01000,1.641
38,mlp.down_proj,0.01398093,0.01000,13.644
39,self_attn.k_proj,0.00346322,0.01000,1.465
39,self_attn.v_proj,0.00412839,0.01000,1.420
39,self_attn.q_proj,0.01400946,0.01000,1.430
39,self_attn.o_proj,0.00582257,0.01000,1.488
39,mlp.up_proj,0.05536209,0.01000,1.647
39,mlp.gate_proj,0.05538392,0.01000,1.597
39,mlp.down_proj,0.01465245,0.01000,13.558
40,self_attn.k_proj,0.00430638,0.01000,1.459
40,self_attn.v_proj,0.00375930,0.01000,1.396
40,self_attn.q_proj,0.01554131,0.01000,1.489
40,self_attn.o_proj,0.00545798,0.01000,1.420
40,mlp.up_proj,0.05340486,0.01000,1.629
40,mlp.gate_proj,0.05288173,0.01000,1.582
40,mlp.down_proj,0.01367725,0.01000,13.708
41,self_attn.k_proj,0.00429909,0.01000,1.453
41,self_attn.v_proj,0.00448225,0.01000,1.460
41,self_attn.q_proj,0.01680467,0.01000,1.436
41,self_attn.o_proj,0.00394298,0.01000,1.494
41,mlp.up_proj,0.05377502,0.01000,1.581
41,mlp.gate_proj,0.05174150,0.01000,1.583
41,mlp.down_proj,0.01423478,0.01000,13.994
42,self_attn.k_proj,0.00385772,0.01000,1.450
42,self_attn.v_proj,0.00289777,0.01000,1.487
42,self_attn.q_proj,0.01459444,0.01000,1.430
42,self_attn.o_proj,0.00472902,0.01000,1.501
42,mlp.up_proj,0.05544176,0.01000,1.649
42,mlp.gate_proj,0.05191575,0.01000,1.650
42,mlp.down_proj,0.01553520,0.01000,13.807
43,self_attn.k_proj,0.00380743,0.01000,1.480
43,self_attn.v_proj,0.00335459,0.01000,1.478
43,self_attn.q_proj,0.01394892,0.01000,1.409
43,self_attn.o_proj,0.00673254,0.01000,1.494
43,mlp.up_proj,0.05799433,0.01000,1.575
43,mlp.gate_proj,0.05412704,0.01000,1.583
43,mlp.down_proj,0.01868787,0.01000,13.477
44,self_attn.k_proj,0.00324009,0.01000,1.382
44,self_attn.v_proj,0.00469161,0.01000,1.406
44,self_attn.q_proj,0.01364835,0.01000,1.392
44,self_attn.o_proj,0.00716129,0.01000,1.419
44,mlp.up_proj,0.06008047,0.01000,1.578
44,mlp.gate_proj,0.05609273,0.01000,1.571
44,mlp.down_proj,0.02108810,0.01000,13.511
45,self_attn.k_proj,0.00405892,0.01000,1.489
45,self_attn.v_proj,0.00518597,0.01000,1.484
45,self_attn.q_proj,0.01611264,0.01000,1.411
45,self_attn.o_proj,0.00823656,0.01000,1.445
45,mlp.up_proj,0.06183834,0.01000,1.641
45,mlp.gate_proj,0.05805745,0.01000,1.658
45,mlp.down_proj,0.02375945,0.01000,13.700
46,self_attn.k_proj,0.00375582,0.01000,1.380
46,self_attn.v_proj,0.00543638,0.01000,1.477
46,self_attn.q_proj,0.01523901,0.01000,1.421
46,self_attn.o_proj,0.01087826,0.01000,1.411
46,mlp.up_proj,0.06472320,0.01000,1.623
46,mlp.gate_proj,0.06145331,0.01000,1.657
46,mlp.down_proj,0.02721749,0.01000,13.680
47,self_attn.k_proj,0.00373883,0.01000,1.468
47,self_attn.v_proj,0.00480740,0.01000,1.481
47,self_attn.q_proj,0.01514729,0.01000,1.479
47,self_attn.o_proj,0.00974960,0.01000,1.486
47,mlp.up_proj,0.07355569,0.01000,1.723
47,mlp.gate_proj,0.07115991,0.01000,1.607
47,mlp.down_proj,0.03401055,0.01000,13.634
48,self_attn.k_proj,0.00414465,0.01000,1.378
48,self_attn.v_proj,0.00691159,0.01000,1.389
48,self_attn.q_proj,0.01794565,0.01000,1.489
48,self_attn.o_proj,0.00947472,0.01000,1.483
48,mlp.up_proj,0.08061416,0.01000,1.671
48,mlp.gate_proj,0.07868806,0.01000,1.612
48,mlp.down_proj,0.03986540,0.01000,13.549
49,self_attn.k_proj,0.00422677,0.01000,1.562
49,self_attn.v_proj,0.00633299,0.01000,1.409
49,self_attn.q_proj,0.01814666,0.01000,1.460
49,self_attn.o_proj,0.01029473,0.01000,1.409
49,mlp.up_proj,0.09831546,0.01000,1.653
49,mlp.gate_proj,0.09694548,0.01000,1.661
49,mlp.down_proj,0.05617312,0.01000,13.623
50,self_attn.k_proj,0.00444055,0.01000,1.533
50,self_attn.v_proj,0.00769319,0.01000,1.477
50,self_attn.q_proj,0.02063402,0.01000,1.510
50,self_attn.o_proj,0.00949250,0.01000,1.506
50,mlp.up_proj,0.11415619,0.01000,1.614
50,mlp.gate_proj,0.11549217,0.01000,1.722
50,mlp.down_proj,0.06817606,0.01000,14.153
51,self_attn.k_proj,0.00463307,0.01000,1.483
51,self_attn.v_proj,0.00687553,0.01000,1.381
51,self_attn.q_proj,0.01954442,0.01000,1.415
51,self_attn.o_proj,0.01419776,0.01000,1.641
51,mlp.up_proj,0.13056427,0.01000,1.656
51,mlp.gate_proj,0.13351029,0.01000,1.676
51,mlp.down_proj,0.08185771,0.01000,13.776
52,self_attn.k_proj,0.00488107,0.01000,1.459
52,self_attn.v_proj,0.01175660,0.01000,1.429
52,self_attn.q_proj,0.02364840,0.01000,1.414
52,self_attn.o_proj,0.01097172,0.01000,1.493
52,mlp.up_proj,0.14188030,0.01000,1.619
52,mlp.gate_proj,0.14397733,0.01000,1.677
52,mlp.down_proj,0.09732850,0.01000,13.603
53,self_attn.k_proj,0.00540017,0.01000,1.453
53,self_attn.v_proj,0.01115731,0.01000,1.468
53,self_attn.q_proj,0.02488342,0.01000,1.454
53,self_attn.o_proj,0.01506610,0.01000,1.433
53,mlp.up_proj,0.15483972,0.01000,1.728
53,mlp.gate_proj,0.15680312,0.01000,1.773
53,mlp.down_proj,0.10528038,0.01000,13.597
54,self_attn.k_proj,0.00527364,0.01000,1.383
54,self_attn.v_proj,0.01008815,0.01000,1.411
54,self_attn.q_proj,0.02366349,0.01000,1.500
54,self_attn.o_proj,0.01285247,0.01000,1.511
54,mlp.up_proj,0.17157485,0.01000,1.634
54,mlp.gate_proj,0.17201176,0.01000,1.582
54,mlp.down_proj,0.11868303,0.01000,13.550
55,self_attn.k_proj,0.00492864,0.01000,1.386
55,self_attn.v_proj,0.01091461,0.01000,1.377
55,self_attn.q_proj,0.02291586,0.01000,1.487
55,self_attn.o_proj,0.01650378,0.01000,1.491
55,mlp.up_proj,0.18674356,0.01000,1.642
55,mlp.gate_proj,0.18472166,0.01000,1.578
55,mlp.down_proj,0.13675126,0.01000,13.551
56,self_attn.k_proj,0.00510748,0.01000,1.407
56,self_attn.v_proj,0.01412836,0.01000,1.360
56,self_attn.q_proj,0.02456315,0.01000,1.428
56,self_attn.o_proj,0.01458975,0.01000,1.437
56,mlp.up_proj,0.19971204,0.01000,1.568
56,mlp.gate_proj,0.19570097,0.01000,1.582
56,mlp.down_proj,0.15569828,0.01000,13.470
57,self_attn.k_proj,0.00497395,0.01000,1.394
57,self_attn.v_proj,0.01374098,0.01000,1.387
57,self_attn.q_proj,0.02479093,0.01000,1.407
57,self_attn.o_proj,0.01155861,0.01000,1.464
57,mlp.up_proj,0.21251610,0.01000,1.564
57,mlp.gate_proj,0.20488818,0.01000,1.582
57,mlp.down_proj,0.17205203,0.01000,13.654
58,self_attn.k_proj,0.00498115,0.01000,1.354
58,self_attn.v_proj,0.01442149,0.01000,1.473
58,self_attn.q_proj,0.02572954,0.01000,1.498
58,self_attn.o_proj,0.01251731,0.01000,1.473
58,mlp.up_proj,0.22698623,0.01000,1.587
58,mlp.gate_proj,0.21529734,0.01000,1.637
58,mlp.down_proj,0.20414761,0.01000,13.710
59,self_attn.k_proj,0.00525054,0.01000,1.357
59,self_attn.v_proj,0.02207699,0.01000,1.385
59,self_attn.q_proj,0.02691565,0.01000,1.482
59,self_attn.o_proj,0.02434587,0.01000,1.511
59,mlp.up_proj,0.25252748,0.01000,1.642
59,mlp.gate_proj,0.23473653,0.01000,1.579
59,mlp.down_proj,0.26387060,0.01000,14.650
60,self_attn.k_proj,0.00437395,0.01000,1.471
60,self_attn.v_proj,0.02440590,0.01000,1.373
60,self_attn.q_proj,0.02559365,0.01000,1.465
60,self_attn.o_proj,0.03138731,0.01000,1.487
60,mlp.up_proj,0.27265632,0.01000,1.654
60,mlp.gate_proj,0.24822852,0.01000,1.588
60,mlp.down_proj,0.47263640,0.01000,13.538
61,self_attn.k_proj,0.00459498,0.01000,1.373
61,self_attn.v_proj,0.03058229,0.01000,1.487
61,self_attn.q_proj,0.02772260,0.01000,1.397
61,self_attn.o_proj,0.03790800,0.01000,1.406
61,mlp.up_proj,0.29069054,0.01000,1.571
61,mlp.gate_proj,0.26499534,0.01000,1.578
61,mlp.down_proj,0.45430052,0.01000,13.512
62,self_attn.k_proj,0.00471169,0.01000,1.380
62,self_attn.v_proj,0.03503331,0.01000,1.365
62,self_attn.q_proj,0.02789538,0.01000,1.414
62,self_attn.o_proj,0.06319190,0.01000,1.419
62,mlp.up_proj,0.28747863,0.01000,1.575
62,mlp.gate_proj,0.26735914,0.01000,1.586
62,mlp.down_proj,0.85366958,0.01000,13.596
63,self_attn.k_proj,0.00397191,0.01000,1.371
63,self_attn.v_proj,0.01796394,0.01000,1.471
63,self_attn.q_proj,0.02361299,0.01000,1.458
63,self_attn.o_proj,0.02845221,0.01000,1.516
63,mlp.up_proj,0.28934646,0.01000,1.656
63,mlp.gate_proj,0.27634943,0.01000,1.580
63,mlp.down_proj,1.34552932,0.01000,13.575