|
layer,module,loss,samples,damp,time
|
|
0,feed_forward.gate_proj,111.74320221,0.01000,3.982
|
|
0,feed_forward.up_proj,236.62837219,0.01000,0.320
|
|
0,feed_forward.down_proj,388.95077515,0.01000,0.773
|
|
1,feed_forward.gate_proj,118.89686584,0.01000,0.319
|
|
1,feed_forward.up_proj,210.03805542,0.01000,0.319
|
|
1,feed_forward.down_proj,364.70776367,0.01000,0.768
|
|
2,feed_forward.gate_proj,122.43881226,0.01000,0.323
|
|
2,feed_forward.up_proj,197.41491699,0.01000,0.318
|
|
2,feed_forward.down_proj,309.12982178,0.01000,0.758
|
|
3,feed_forward.gate_proj,122.79499054,0.01000,0.315
|
|
3,feed_forward.up_proj,184.00488281,0.01000,0.315
|
|
3,feed_forward.down_proj,303.67919922,0.01000,0.757
|
|
4,feed_forward.gate_proj,113.50039673,0.01000,0.315
|
|
4,feed_forward.up_proj,169.97505188,0.01000,0.317
|
|
4,feed_forward.down_proj,325.09625244,0.01000,0.760
|
|
5,feed_forward.gate_proj,126.93116760,0.01000,0.319
|
|
5,feed_forward.up_proj,188.28265381,0.01000,0.315
|
|
5,feed_forward.down_proj,289.97735596,0.01000,0.760
|
|
6,feed_forward.gate_proj,108.90504456,0.01000,0.316
|
|
6,feed_forward.up_proj,167.51849365,0.01000,0.318
|
|
6,feed_forward.down_proj,274.22109985,0.01000,0.762
|
|
7,feed_forward.gate_proj,103.00424194,0.01000,0.315
|
|
7,feed_forward.up_proj,160.86836243,0.01000,0.315
|
|
7,feed_forward.down_proj,1013.91198730,0.01000,0.757
|
|
8,feed_forward.gate_proj,81.34243011,0.01000,0.319
|
|
8,feed_forward.up_proj,127.04229736,0.01000,0.316
|
|
8,feed_forward.down_proj,208.30104065,0.01000,0.758
|
|
9,feed_forward.gate_proj,113.06949615,0.01000,0.315
|
|
9,feed_forward.up_proj,160.02661133,0.01000,0.315
|
|
9,feed_forward.down_proj,243.04393005,0.01000,0.758
|
|
10,feed_forward.gate_proj,99.50776672,0.01000,0.317
|
|
10,feed_forward.up_proj,146.21742249,0.01000,0.318
|
|
10,feed_forward.down_proj,194.84396362,0.01000,0.768
|
|
11,feed_forward.gate_proj,91.98031616,0.01000,0.315
|
|
11,feed_forward.up_proj,139.31994629,0.01000,0.315
|
|
11,feed_forward.down_proj,189.97125244,0.01000,0.760
|
|
12,feed_forward.gate_proj,81.66962433,0.01000,0.316
|
|
12,feed_forward.up_proj,124.63871002,0.01000,0.315
|
|
12,feed_forward.down_proj,176.43630981,0.01000,0.762
|
|
13,feed_forward.gate_proj,81.46422577,0.01000,0.315
|
|
13,feed_forward.up_proj,127.35617065,0.01000,0.315
|
|
13,feed_forward.down_proj,173.96453857,0.01000,0.759
|
|
14,feed_forward.gate_proj,72.19062805,0.01000,0.315
|
|
14,feed_forward.up_proj,113.07981873,0.01000,0.315
|
|
14,feed_forward.down_proj,152.21907043,0.01000,0.759
|
|
15,feed_forward.gate_proj,69.28975677,0.01000,0.315
|
|
15,feed_forward.up_proj,105.54737854,0.01000,0.315
|
|
15,feed_forward.down_proj,140.14369202,0.01000,0.758
|
|
16,feed_forward.gate_proj,72.53057098,0.01000,0.316
|
|
16,feed_forward.up_proj,109.36140442,0.01000,0.315
|
|
16,feed_forward.down_proj,142.06488037,0.01000,0.759
|
|
17,feed_forward.gate_proj,73.08057404,0.01000,0.315
|
|
17,feed_forward.up_proj,111.05429077,0.01000,0.315
|
|
17,feed_forward.down_proj,199.73251343,0.01000,0.758
|
|
18,feed_forward.gate_proj,76.59034729,0.01000,0.316
|
|
18,feed_forward.up_proj,123.99762726,0.01000,0.316
|
|
18,feed_forward.down_proj,171.76063538,0.01000,0.760
|
|
19,feed_forward.gate_proj,83.81452942,0.01000,0.315
|
|
19,feed_forward.up_proj,133.96391296,0.01000,0.315
|
|
19,feed_forward.down_proj,161.21109009,0.01000,0.758
|
|
20,feed_forward.gate_proj,82.09156799,0.01000,0.315
|
|
20,feed_forward.up_proj,132.04408264,0.01000,0.315
|
|
20,feed_forward.down_proj,170.59501648,0.01000,0.758
|
|
21,feed_forward.gate_proj,73.64891052,0.01000,0.315
|
|
21,feed_forward.up_proj,120.23171997,0.01000,0.315
|
|
21,feed_forward.down_proj,196.58923340,0.01000,0.758
|
|
22,feed_forward.gate_proj,96.88229370,0.01000,0.315
|
|
22,feed_forward.up_proj,125.69157410,0.01000,0.315
|
|
22,feed_forward.down_proj,167.71240234,0.01000,0.761
|
|
23,feed_forward.gate_proj,99.65959167,0.01000,0.315
|
|
23,feed_forward.up_proj,132.40330505,0.01000,0.319
|
|
23,feed_forward.down_proj,162.09573364,0.01000,0.758
|
|
24,feed_forward.gate_proj,96.29583740,0.01000,0.315
|
|
24,feed_forward.up_proj,138.25765991,0.01000,0.314
|
|
24,feed_forward.down_proj,183.68345642,0.01000,0.758
|
|
25,feed_forward.gate_proj,98.48146820,0.01000,0.315
|
|
25,feed_forward.up_proj,143.75862122,0.01000,0.315
|
|
25,feed_forward.down_proj,172.26818848,0.01000,0.758
|
|
26,feed_forward.gate_proj,102.55484772,0.01000,0.316
|
|
26,feed_forward.up_proj,151.94816589,0.01000,0.315
|
|
26,feed_forward.down_proj,200.07752991,0.01000,0.759
|
|
27,feed_forward.gate_proj,101.92828369,0.01000,0.316
|
|
27,feed_forward.up_proj,153.61186218,0.01000,0.316
|
|
27,feed_forward.down_proj,213.37088013,0.01000,0.759
|
|
28,feed_forward.gate_proj,107.33745575,0.01000,0.316
|
|
28,feed_forward.up_proj,160.71836853,0.01000,0.315
|
|
28,feed_forward.down_proj,225.36859131,0.01000,0.758
|
|
29,feed_forward.gate_proj,106.04288483,0.01000,0.315
|
|
29,feed_forward.up_proj,160.50518799,0.01000,0.315
|
|
29,feed_forward.down_proj,233.17849731,0.01000,0.759
|
|
30,feed_forward.gate_proj,103.57704926,0.01000,0.316
|
|
30,feed_forward.up_proj,156.03421021,0.01000,0.314
|
|
30,feed_forward.down_proj,257.80474854,0.01000,0.762
|
|
31,feed_forward.gate_proj,112.84368896,0.01000,0.315
|
|
31,feed_forward.up_proj,172.18254089,0.01000,0.314
|
|
31,feed_forward.down_proj,337.24584961,0.01000,0.758
|
|
32,feed_forward.gate_proj,133.08917236,0.01000,0.316
|
|
32,feed_forward.up_proj,192.55874634,0.01000,0.315
|
|
32,feed_forward.down_proj,352.67297363,0.01000,0.757
|
|
33,feed_forward.gate_proj,142.59655762,0.01000,0.314
|
|
33,feed_forward.up_proj,205.99560547,0.01000,0.316
|
|
33,feed_forward.down_proj,399.31158447,0.01000,0.755
|
|
34,feed_forward.gate_proj,143.29968262,0.01000,0.316
|
|
34,feed_forward.up_proj,211.95402527,0.01000,0.314
|
|
34,feed_forward.down_proj,496.21578979,0.01000,0.760
|
|
35,feed_forward.gate_proj,171.93203735,0.01000,0.314
|
|
35,feed_forward.up_proj,239.84025574,0.01000,0.314
|
|
35,feed_forward.down_proj,588.40148926,0.01000,0.758
|
|
36,feed_forward.gate_proj,191.02435303,0.01000,0.314
|
|
36,feed_forward.up_proj,257.85241699,0.01000,0.315
|
|
36,feed_forward.down_proj,596.66259766,0.01000,0.763
|
|
37,feed_forward.gate_proj,212.65242004,0.01000,0.315
|
|
37,feed_forward.up_proj,282.30514526,0.01000,0.314
|
|
37,feed_forward.down_proj,709.05725098,0.01000,0.758
|
|
38,feed_forward.gate_proj,212.11619568,0.01000,0.318
|
|
38,feed_forward.up_proj,289.99993896,0.01000,0.315
|
|
38,feed_forward.down_proj,756.64733887,0.01000,0.757
|
|
39,feed_forward.gate_proj,240.64978027,0.01000,0.318
|
|
39,feed_forward.up_proj,324.07727051,0.01000,0.314
|
|
39,feed_forward.down_proj,846.79614258,0.01000,0.756
|
|
40,feed_forward.gate_proj,248.88653564,0.01000,0.316
|
|
40,feed_forward.up_proj,337.91979980,0.01000,0.316
|
|
40,feed_forward.down_proj,944.45239258,0.01000,0.759
|
|
41,feed_forward.gate_proj,271.32739258,0.01000,0.314
|
|
41,feed_forward.up_proj,372.99176025,0.01000,0.315
|
|
41,feed_forward.down_proj,1064.48120117,0.01000,0.759
|
|
42,feed_forward.gate_proj,279.37274170,0.01000,0.319
|
|
42,feed_forward.up_proj,391.11901855,0.01000,0.315
|
|
42,feed_forward.down_proj,1176.21972656,0.01000,0.761
|
|
43,feed_forward.gate_proj,295.24725342,0.01000,0.316
|
|
43,feed_forward.up_proj,418.80706787,0.01000,0.315
|
|
43,feed_forward.down_proj,1368.23937988,0.01000,0.757
|
|
44,feed_forward.gate_proj,306.15591431,0.01000,0.315
|
|
44,feed_forward.up_proj,428.31079102,0.01000,0.317
|
|
44,feed_forward.down_proj,1447.78320312,0.01000,0.758
|
|
45,feed_forward.gate_proj,333.10876465,0.01000,0.315
|
|
45,feed_forward.up_proj,454.30328369,0.01000,0.315
|
|
45,feed_forward.down_proj,1482.55554199,0.01000,0.758
|
|
46,feed_forward.gate_proj,377.98596191,0.01000,0.315
|
|
46,feed_forward.up_proj,513.86663818,0.01000,0.316
|
|
46,feed_forward.down_proj,1538.15014648,0.01000,0.758
|
|
47,feed_forward.gate_proj,420.98831177,0.01000,0.316
|
|
47,feed_forward.up_proj,573.67767334,0.01000,0.315
|
|
47,feed_forward.down_proj,1815.25012207,0.01000,0.759
|
|
48,feed_forward.gate_proj,468.18768311,0.01000,0.315
|
|
48,feed_forward.up_proj,643.76281738,0.01000,0.315
|
|
48,feed_forward.down_proj,1891.54699707,0.01000,0.759
|
|
49,feed_forward.gate_proj,482.29534912,0.01000,0.314
|
|
49,feed_forward.up_proj,672.92626953,0.01000,0.317
|
|
49,feed_forward.down_proj,2082.15966797,0.01000,0.758
|
|
50,feed_forward.gate_proj,474.23300171,0.01000,0.315
|
|
50,feed_forward.up_proj,681.62872314,0.01000,0.314
|
|
50,feed_forward.down_proj,2451.87109375,0.01000,0.757
|
|
51,feed_forward.gate_proj,516.93835449,0.01000,0.314
|
|
51,feed_forward.up_proj,758.75915527,0.01000,0.314
|
|
51,feed_forward.down_proj,2591.85986328,0.01000,0.764
|
|
52,feed_forward.gate_proj,557.41088867,0.01000,0.314
|
|
52,feed_forward.up_proj,810.66589355,0.01000,0.317
|
|
52,feed_forward.down_proj,2903.74438477,0.01000,0.758
|
|
53,feed_forward.gate_proj,621.95080566,0.01000,0.316
|
|
53,feed_forward.up_proj,896.72338867,0.01000,0.318
|
|
53,feed_forward.down_proj,2944.29272461,0.01000,0.759
|
|
54,feed_forward.gate_proj,623.52075195,0.01000,0.316
|
|
54,feed_forward.up_proj,915.17077637,0.01000,0.316
|
|
54,feed_forward.down_proj,3341.56909180,0.01000,0.758
|
|
55,feed_forward.gate_proj,636.33288574,0.01000,0.315
|
|
55,feed_forward.up_proj,934.63183594,0.01000,0.315
|
|
55,feed_forward.down_proj,3537.10156250,0.01000,0.758
|
|
56,feed_forward.gate_proj,662.20495605,0.01000,0.316
|
|
56,feed_forward.up_proj,987.23132324,0.01000,0.316
|
|
56,feed_forward.down_proj,4167.27050781,0.01000,0.760
|
|
57,feed_forward.gate_proj,665.96362305,0.01000,0.314
|
|
57,feed_forward.up_proj,1004.44226074,0.01000,0.313
|
|
57,feed_forward.down_proj,4681.87792969,0.01000,0.757
|
|
58,feed_forward.gate_proj,683.81127930,0.01000,0.319
|
|
58,feed_forward.up_proj,1038.61291504,0.01000,0.315
|
|
58,feed_forward.down_proj,5349.24853516,0.01000,0.758
|
|
59,feed_forward.gate_proj,719.57690430,0.01000,0.316
|
|
59,feed_forward.up_proj,1079.96667480,0.01000,0.314
|
|
59,feed_forward.down_proj,5659.36328125,0.01000,0.758
|
|
60,feed_forward.gate_proj,769.08300781,0.01000,0.318
|
|
60,feed_forward.up_proj,1138.22961426,0.01000,0.315
|
|
60,feed_forward.down_proj,5963.39794922,0.01000,0.759
|
|
61,feed_forward.gate_proj,820.04296875,0.01000,0.318
|
|
61,feed_forward.up_proj,1152.85827637,0.01000,0.318
|
|
61,feed_forward.down_proj,6901.42626953,0.01000,0.759
|
|
62,feed_forward.gate_proj,842.18273926,0.01000,0.319
|
|
62,feed_forward.up_proj,1146.75561523,0.01000,0.315
|
|
62,feed_forward.down_proj,7562.22949219,0.01000,0.758
|
|
63,feed_forward.gate_proj,902.06835938,0.01000,0.316
|
|
63,feed_forward.up_proj,1160.74414062,0.01000,0.315
|
|
63,feed_forward.down_proj,12306.59570312,0.01000,0.761
|
|
64,feed_forward.gate_proj,1086.16149902,0.01000,0.318
|
|
64,feed_forward.up_proj,1300.27490234,0.01000,0.318
|
|
64,feed_forward.down_proj,12706.41406250,0.01000,0.759
|
|
65,feed_forward.gate_proj,2097.17065430,0.01000,0.316
|
|
65,feed_forward.up_proj,2490.09667969,0.01000,0.319
|
|
65,feed_forward.down_proj,34298.35156250,0.01000,0.760
|
|
|