layer,module,loss,samples,damp,time
0,feed_forward.gate_proj,111.74320221,0.01000,3.982
0,feed_forward.up_proj,236.62837219,0.01000,0.320
0,feed_forward.down_proj,388.95077515,0.01000,0.773
1,feed_forward.gate_proj,118.89686584,0.01000,0.319
1,feed_forward.up_proj,210.03805542,0.01000,0.319
1,feed_forward.down_proj,364.70776367,0.01000,0.768
2,feed_forward.gate_proj,122.43881226,0.01000,0.323
2,feed_forward.up_proj,197.41491699,0.01000,0.318
2,feed_forward.down_proj,309.12982178,0.01000,0.758
3,feed_forward.gate_proj,122.79499054,0.01000,0.315
3,feed_forward.up_proj,184.00488281,0.01000,0.315
3,feed_forward.down_proj,303.67919922,0.01000,0.757
4,feed_forward.gate_proj,113.50039673,0.01000,0.315
4,feed_forward.up_proj,169.97505188,0.01000,0.317
4,feed_forward.down_proj,325.09625244,0.01000,0.760
5,feed_forward.gate_proj,126.93116760,0.01000,0.319
5,feed_forward.up_proj,188.28265381,0.01000,0.315
5,feed_forward.down_proj,289.97735596,0.01000,0.760
6,feed_forward.gate_proj,108.90504456,0.01000,0.316
6,feed_forward.up_proj,167.51849365,0.01000,0.318
6,feed_forward.down_proj,274.22109985,0.01000,0.762
7,feed_forward.gate_proj,103.00424194,0.01000,0.315
7,feed_forward.up_proj,160.86836243,0.01000,0.315
7,feed_forward.down_proj,1013.91198730,0.01000,0.757
8,feed_forward.gate_proj,81.34243011,0.01000,0.319
8,feed_forward.up_proj,127.04229736,0.01000,0.316
8,feed_forward.down_proj,208.30104065,0.01000,0.758
9,feed_forward.gate_proj,113.06949615,0.01000,0.315
9,feed_forward.up_proj,160.02661133,0.01000,0.315
9,feed_forward.down_proj,243.04393005,0.01000,0.758
10,feed_forward.gate_proj,99.50776672,0.01000,0.317
10,feed_forward.up_proj,146.21742249,0.01000,0.318
10,feed_forward.down_proj,194.84396362,0.01000,0.768
11,feed_forward.gate_proj,91.98031616,0.01000,0.315
11,feed_forward.up_proj,139.31994629,0.01000,0.315
11,feed_forward.down_proj,189.97125244,0.01000,0.760
12,feed_forward.gate_proj,81.66962433,0.01000,0.316
12,feed_forward.up_proj,124.63871002,0.01000,0.315
12,feed_forward.down_proj,176.43630981,0.01000,0.762
13,feed_forward.gate_proj,81.46422577,0.01000,0.315
13,feed_forward.up_proj,127.35617065,0.01000,0.315
13,feed_forward.down_proj,173.96453857,0.01000,0.759
14,feed_forward.gate_proj,72.19062805,0.01000,0.315
14,feed_forward.up_proj,113.07981873,0.01000,0.315
14,feed_forward.down_proj,152.21907043,0.01000,0.759
15,feed_forward.gate_proj,69.28975677,0.01000,0.315
15,feed_forward.up_proj,105.54737854,0.01000,0.315
15,feed_forward.down_proj,140.14369202,0.01000,0.758
16,feed_forward.gate_proj,72.53057098,0.01000,0.316
16,feed_forward.up_proj,109.36140442,0.01000,0.315
16,feed_forward.down_proj,142.06488037,0.01000,0.759
17,feed_forward.gate_proj,73.08057404,0.01000,0.315
17,feed_forward.up_proj,111.05429077,0.01000,0.315
17,feed_forward.down_proj,199.73251343,0.01000,0.758
18,feed_forward.gate_proj,76.59034729,0.01000,0.316
18,feed_forward.up_proj,123.99762726,0.01000,0.316
18,feed_forward.down_proj,171.76063538,0.01000,0.760
19,feed_forward.gate_proj,83.81452942,0.01000,0.315
19,feed_forward.up_proj,133.96391296,0.01000,0.315
19,feed_forward.down_proj,161.21109009,0.01000,0.758
20,feed_forward.gate_proj,82.09156799,0.01000,0.315
20,feed_forward.up_proj,132.04408264,0.01000,0.315
20,feed_forward.down_proj,170.59501648,0.01000,0.758
21,feed_forward.gate_proj,73.64891052,0.01000,0.315
21,feed_forward.up_proj,120.23171997,0.01000,0.315
21,feed_forward.down_proj,196.58923340,0.01000,0.758
22,feed_forward.gate_proj,96.88229370,0.01000,0.315
22,feed_forward.up_proj,125.69157410,0.01000,0.315
22,feed_forward.down_proj,167.71240234,0.01000,0.761
23,feed_forward.gate_proj,99.65959167,0.01000,0.315
23,feed_forward.up_proj,132.40330505,0.01000,0.319
23,feed_forward.down_proj,162.09573364,0.01000,0.758
24,feed_forward.gate_proj,96.29583740,0.01000,0.315
24,feed_forward.up_proj,138.25765991,0.01000,0.314
24,feed_forward.down_proj,183.68345642,0.01000,0.758
25,feed_forward.gate_proj,98.48146820,0.01000,0.315
25,feed_forward.up_proj,143.75862122,0.01000,0.315
25,feed_forward.down_proj,172.26818848,0.01000,0.758
26,feed_forward.gate_proj,102.55484772,0.01000,0.316
26,feed_forward.up_proj,151.94816589,0.01000,0.315
26,feed_forward.down_proj,200.07752991,0.01000,0.759
27,feed_forward.gate_proj,101.92828369,0.01000,0.316
27,feed_forward.up_proj,153.61186218,0.01000,0.316
27,feed_forward.down_proj,213.37088013,0.01000,0.759
28,feed_forward.gate_proj,107.33745575,0.01000,0.316
28,feed_forward.up_proj,160.71836853,0.01000,0.315
28,feed_forward.down_proj,225.36859131,0.01000,0.758
29,feed_forward.gate_proj,106.04288483,0.01000,0.315
29,feed_forward.up_proj,160.50518799,0.01000,0.315
29,feed_forward.down_proj,233.17849731,0.01000,0.759
30,feed_forward.gate_proj,103.57704926,0.01000,0.316
30,feed_forward.up_proj,156.03421021,0.01000,0.314
30,feed_forward.down_proj,257.80474854,0.01000,0.762
31,feed_forward.gate_proj,112.84368896,0.01000,0.315
31,feed_forward.up_proj,172.18254089,0.01000,0.314
31,feed_forward.down_proj,337.24584961,0.01000,0.758
32,feed_forward.gate_proj,133.08917236,0.01000,0.316
32,feed_forward.up_proj,192.55874634,0.01000,0.315
32,feed_forward.down_proj,352.67297363,0.01000,0.757
33,feed_forward.gate_proj,142.59655762,0.01000,0.314
33,feed_forward.up_proj,205.99560547,0.01000,0.316
33,feed_forward.down_proj,399.31158447,0.01000,0.755
34,feed_forward.gate_proj,143.29968262,0.01000,0.316
34,feed_forward.up_proj,211.95402527,0.01000,0.314
34,feed_forward.down_proj,496.21578979,0.01000,0.760
35,feed_forward.gate_proj,171.93203735,0.01000,0.314
35,feed_forward.up_proj,239.84025574,0.01000,0.314
35,feed_forward.down_proj,588.40148926,0.01000,0.758
36,feed_forward.gate_proj,191.02435303,0.01000,0.314
36,feed_forward.up_proj,257.85241699,0.01000,0.315
36,feed_forward.down_proj,596.66259766,0.01000,0.763
37,feed_forward.gate_proj,212.65242004,0.01000,0.315
37,feed_forward.up_proj,282.30514526,0.01000,0.314
37,feed_forward.down_proj,709.05725098,0.01000,0.758
38,feed_forward.gate_proj,212.11619568,0.01000,0.318
38,feed_forward.up_proj,289.99993896,0.01000,0.315
38,feed_forward.down_proj,756.64733887,0.01000,0.757
39,feed_forward.gate_proj,240.64978027,0.01000,0.318
39,feed_forward.up_proj,324.07727051,0.01000,0.314
39,feed_forward.down_proj,846.79614258,0.01000,0.756
40,feed_forward.gate_proj,248.88653564,0.01000,0.316
40,feed_forward.up_proj,337.91979980,0.01000,0.316
40,feed_forward.down_proj,944.45239258,0.01000,0.759
41,feed_forward.gate_proj,271.32739258,0.01000,0.314
41,feed_forward.up_proj,372.99176025,0.01000,0.315
41,feed_forward.down_proj,1064.48120117,0.01000,0.759
42,feed_forward.gate_proj,279.37274170,0.01000,0.319
42,feed_forward.up_proj,391.11901855,0.01000,0.315
42,feed_forward.down_proj,1176.21972656,0.01000,0.761
43,feed_forward.gate_proj,295.24725342,0.01000,0.316
43,feed_forward.up_proj,418.80706787,0.01000,0.315
43,feed_forward.down_proj,1368.23937988,0.01000,0.757
44,feed_forward.gate_proj,306.15591431,0.01000,0.315
44,feed_forward.up_proj,428.31079102,0.01000,0.317
44,feed_forward.down_proj,1447.78320312,0.01000,0.758
45,feed_forward.gate_proj,333.10876465,0.01000,0.315
45,feed_forward.up_proj,454.30328369,0.01000,0.315
45,feed_forward.down_proj,1482.55554199,0.01000,0.758
46,feed_forward.gate_proj,377.98596191,0.01000,0.315
46,feed_forward.up_proj,513.86663818,0.01000,0.316
46,feed_forward.down_proj,1538.15014648,0.01000,0.758
47,feed_forward.gate_proj,420.98831177,0.01000,0.316
47,feed_forward.up_proj,573.67767334,0.01000,0.315
47,feed_forward.down_proj,1815.25012207,0.01000,0.759
48,feed_forward.gate_proj,468.18768311,0.01000,0.315
48,feed_forward.up_proj,643.76281738,0.01000,0.315
48,feed_forward.down_proj,1891.54699707,0.01000,0.759
49,feed_forward.gate_proj,482.29534912,0.01000,0.314
49,feed_forward.up_proj,672.92626953,0.01000,0.317
49,feed_forward.down_proj,2082.15966797,0.01000,0.758
50,feed_forward.gate_proj,474.23300171,0.01000,0.315
50,feed_forward.up_proj,681.62872314,0.01000,0.314
50,feed_forward.down_proj,2451.87109375,0.01000,0.757
51,feed_forward.gate_proj,516.93835449,0.01000,0.314
51,feed_forward.up_proj,758.75915527,0.01000,0.314
51,feed_forward.down_proj,2591.85986328,0.01000,0.764
52,feed_forward.gate_proj,557.41088867,0.01000,0.314
52,feed_forward.up_proj,810.66589355,0.01000,0.317
52,feed_forward.down_proj,2903.74438477,0.01000,0.758
53,feed_forward.gate_proj,621.95080566,0.01000,0.316
53,feed_forward.up_proj,896.72338867,0.01000,0.318
53,feed_forward.down_proj,2944.29272461,0.01000,0.759
54,feed_forward.gate_proj,623.52075195,0.01000,0.316
54,feed_forward.up_proj,915.17077637,0.01000,0.316
54,feed_forward.down_proj,3341.56909180,0.01000,0.758
55,feed_forward.gate_proj,636.33288574,0.01000,0.315
55,feed_forward.up_proj,934.63183594,0.01000,0.315
55,feed_forward.down_proj,3537.10156250,0.01000,0.758
56,feed_forward.gate_proj,662.20495605,0.01000,0.316
56,feed_forward.up_proj,987.23132324,0.01000,0.316
56,feed_forward.down_proj,4167.27050781,0.01000,0.760
57,feed_forward.gate_proj,665.96362305,0.01000,0.314
57,feed_forward.up_proj,1004.44226074,0.01000,0.313
57,feed_forward.down_proj,4681.87792969,0.01000,0.757
58,feed_forward.gate_proj,683.81127930,0.01000,0.319
58,feed_forward.up_proj,1038.61291504,0.01000,0.315
58,feed_forward.down_proj,5349.24853516,0.01000,0.758
59,feed_forward.gate_proj,719.57690430,0.01000,0.316
59,feed_forward.up_proj,1079.96667480,0.01000,0.314
59,feed_forward.down_proj,5659.36328125,0.01000,0.758
60,feed_forward.gate_proj,769.08300781,0.01000,0.318
60,feed_forward.up_proj,1138.22961426,0.01000,0.315
60,feed_forward.down_proj,5963.39794922,0.01000,0.759
61,feed_forward.gate_proj,820.04296875,0.01000,0.318
61,feed_forward.up_proj,1152.85827637,0.01000,0.318
61,feed_forward.down_proj,6901.42626953,0.01000,0.759
62,feed_forward.gate_proj,842.18273926,0.01000,0.319
62,feed_forward.up_proj,1146.75561523,0.01000,0.315
62,feed_forward.down_proj,7562.22949219,0.01000,0.758
63,feed_forward.gate_proj,902.06835938,0.01000,0.316
63,feed_forward.up_proj,1160.74414062,0.01000,0.315
63,feed_forward.down_proj,12306.59570312,0.01000,0.761
64,feed_forward.gate_proj,1086.16149902,0.01000,0.318
64,feed_forward.up_proj,1300.27490234,0.01000,0.318
64,feed_forward.down_proj,12706.41406250,0.01000,0.759
65,feed_forward.gate_proj,2097.17065430,0.01000,0.316
65,feed_forward.up_proj,2490.09667969,0.01000,0.319
65,feed_forward.down_proj,34298.35156250,0.01000,0.760