diff --git a/opt-6.7b_0.fc1_3bit.pt b/opt-6.7b_0.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f83679b946270503a2a7562eda233ae6540f29
--- /dev/null
+++ b/opt-6.7b_0.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c6140b0eb9f88a3f40c03dbeb0e780bea94a965d9ca7d61c8d292743afb9d2
+size 25364202
diff --git a/opt-6.7b_0.fc2_3bit.pt b/opt-6.7b_0.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af4d85d7e5d8dd5d8b89587c1f252dc75a6adb2
--- /dev/null
+++ b/opt-6.7b_0.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a59743ca4f7ee41c754baa0f10c2c042d02f168e4a4ea89f4c90258c4c11dd
+size 25364202
diff --git a/opt-6.7b_0.self_attn.k_proj_3bit.pt b/opt-6.7b_0.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dadca7fe0f9712b9cf6b165d87d530402696ba0
--- /dev/null
+++ b/opt-6.7b_0.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b8711df1f2d2822c5fa66b1c2e55ac62b9cef919a0779d617516b367769efc
+size 6342584
diff --git a/opt-6.7b_0.self_attn.out_proj_3bit.pt b/opt-6.7b_0.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ea292d55eba190389ce583687e033135b2bf6f
--- /dev/null
+++ b/opt-6.7b_0.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f81f8058678734d2b0a52d61fbf1f86e2ac43d08f72b880ecf8d947712392d8
+size 6342596
diff --git a/opt-6.7b_0.self_attn.q_proj_3bit.pt b/opt-6.7b_0.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897f9ed14dfb0b57e0b36f52eecfe024eb344455
--- /dev/null
+++ b/opt-6.7b_0.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5568c885ba8c83b0cc53065c9dd5a3ea8e510df7178dd1f2e7e71e4db249520d
+size 6342584
diff --git a/opt-6.7b_0.self_attn.v_proj_3bit.pt b/opt-6.7b_0.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f74f77c969f150a5d947b94d24af46ce424fabb
--- /dev/null
+++ b/opt-6.7b_0.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b2f73b19997e92297e0de1ce1559069e7b5285f8340ada336c576f37313570
+size 6342584
diff --git a/opt-6.7b_1.fc1_3bit.pt b/opt-6.7b_1.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ba21c6af2ba186757fe6b74b8a6e7af400a995
--- /dev/null
+++ b/opt-6.7b_1.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c907736c78bef3a440126e0dc53c5d6f03e544536d571712b5ad12dc0506f1
+size 25364202
diff --git a/opt-6.7b_1.fc2_3bit.pt b/opt-6.7b_1.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5248d22faf20126219fec81b905d8e50a3c1a032
--- /dev/null
+++ b/opt-6.7b_1.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff17e7512459fc83c496146beef0cfcfe29a4bdf95f0517eccae122dc527d441
+size 25364202
diff --git a/opt-6.7b_1.self_attn.k_proj_3bit.pt b/opt-6.7b_1.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a25194353c23e48e0a824b4d97f7229119c0a0
--- /dev/null
+++ b/opt-6.7b_1.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb374df4f213587c1b05f18588eea489d4695f3aebc799d4de9a002ade14c5f
+size 6342584
diff --git a/opt-6.7b_1.self_attn.out_proj_3bit.pt b/opt-6.7b_1.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c396bff677e2c0447b7443528ca8ce8f306c532
--- /dev/null
+++ b/opt-6.7b_1.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec931ead7c743bd4c3021c6dc9a06d69575e8a4c2f06e0088d03fd2352fecaa
+size 6342596
diff --git a/opt-6.7b_1.self_attn.q_proj_3bit.pt b/opt-6.7b_1.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f975a02f6adedf20bb5269154758a7919ce1e40
--- /dev/null
+++ b/opt-6.7b_1.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fc77251355cd22a61666d2651f4710c640396885e7c2cffccecb411194768a
+size 6342584
diff --git a/opt-6.7b_1.self_attn.v_proj_3bit.pt b/opt-6.7b_1.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894b2c0bdbbf4dd4ddb22cca2a2e27b94a69711
--- /dev/null
+++ b/opt-6.7b_1.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ce6cc1cf1ffb526c3a4ab1334bf0139cdb8f75675278b265a37d8097187bf1
+size 6342584
diff --git a/opt-6.7b_10.fc1_3bit.pt b/opt-6.7b_10.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dd5497b02acf32711b984bc4910224b56cf60a
--- /dev/null
+++ b/opt-6.7b_10.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c606fb1b7f7edf05aa551d77fe811b77fbcbdd9568c5c3619c5ac5a5ceaaf14
+size 25364208
diff --git a/opt-6.7b_10.fc2_3bit.pt b/opt-6.7b_10.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09289a44e33083abb4a4c6b3399f2e3807ce9e66
--- /dev/null
+++ b/opt-6.7b_10.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d678822aa72f70f93bb94a880906dac28bd4fc6fa216e1c9a0133fb27b4283c9
+size 25364208
diff --git a/opt-6.7b_10.self_attn.k_proj_3bit.pt b/opt-6.7b_10.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47daa13766e9ce7c22c6b91da149eb655a7f6b42
--- /dev/null
+++ b/opt-6.7b_10.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0f79addf039f73d464049d9d01c917a9369266f9f75e3b81488cad5303c0f4
+size 6342590
diff --git a/opt-6.7b_10.self_attn.out_proj_3bit.pt b/opt-6.7b_10.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa312db35fec4bfb4cf088de68266e90ff86d0a
--- /dev/null
+++ b/opt-6.7b_10.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8876dc2336c7e9d895bac697dd9bef46d55a818d95a07645f27d785dad64a19
+size 6342602
diff --git a/opt-6.7b_10.self_attn.q_proj_3bit.pt b/opt-6.7b_10.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f9f42b8f09f1beef4de01cf98d1fbea11e7565
--- /dev/null
+++ b/opt-6.7b_10.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d1b5d99f071b639344afab81b6ddfb8ed9f30d2614b3bb4d685ee25c18ebd1
+size 6342590
diff --git a/opt-6.7b_10.self_attn.v_proj_3bit.pt b/opt-6.7b_10.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54473057c72ed7e1f974e045a4b894f96e0a2dc
--- /dev/null
+++ b/opt-6.7b_10.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197302aa25fed70c6698d73418e59b9725fc8f32c5dd980ba85117b57f08c67
+size 6342590
diff --git a/opt-6.7b_11.fc1_3bit.pt b/opt-6.7b_11.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd598c5f4f7fee05c454d58c325f1ec796ba251
--- /dev/null
+++ b/opt-6.7b_11.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ada19e9d432ca6672f165421c26bfad6f9e3e1405c1cf6009b63ac3ed05b6bc
+size 25364208
diff --git a/opt-6.7b_11.fc2_3bit.pt b/opt-6.7b_11.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db0490df5d57aa95f11e8e9203a04fd3268f499
--- /dev/null
+++ b/opt-6.7b_11.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8d91958a5560dff811848c3932214ee4f3968845b165be0e056831db3ff55
+size 25364208
diff --git a/opt-6.7b_11.self_attn.k_proj_3bit.pt b/opt-6.7b_11.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63198c7e18c8d0752700d0c3e2ed7c5816b4f4a
--- /dev/null
+++ b/opt-6.7b_11.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cead423b1bc5f1320b1ff68b57635803da1c2427b17146e63536fbf206e8aff3
+size 6342590
diff --git a/opt-6.7b_11.self_attn.out_proj_3bit.pt b/opt-6.7b_11.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cf55745e8549d7cf04c1d2dcf1e9ebfc236a93
--- /dev/null
+++ b/opt-6.7b_11.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25cd7945f63c12327b6de7932b4411a495b73a6c85bcbe0a76f0eb753c69070
+size 6342602
diff --git a/opt-6.7b_11.self_attn.q_proj_3bit.pt b/opt-6.7b_11.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9bfd63bf5e93e1a52eb2ebf9b0049fa354c3e6
--- /dev/null
+++ b/opt-6.7b_11.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886f9479783f4bbf81e87a76df9537c4d2ed5cdf2496f838b2b99c3dccf7540
+size 6342590
diff --git a/opt-6.7b_11.self_attn.v_proj_3bit.pt b/opt-6.7b_11.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da8ad6f8ec86b228f08f04506e12833639c532b
--- /dev/null
+++ b/opt-6.7b_11.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda32a2bf076c8183d70a8b4e632ccc847048a590e4fa8cf3f6139fcd9be6d0e
+size 6342590
diff --git a/opt-6.7b_12.fc1_3bit.pt b/opt-6.7b_12.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d394321835eb82c8a76c4994c1151bf9c811fcd5
--- /dev/null
+++ b/opt-6.7b_12.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e3d6ca64df1864a24fabfc4c652284e5fed5042b1c4eba1969dd2767584989
+size 25364208
diff --git a/opt-6.7b_12.fc2_3bit.pt b/opt-6.7b_12.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadc4ba1918d2b422d36d80cb562502ac0f39162
--- /dev/null
+++ b/opt-6.7b_12.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281f64ae7dda01e86f1bc43bc182ab23e4b20b88d9cc7156b15fde8d6273ea83
+size 25364208
diff --git a/opt-6.7b_12.self_attn.k_proj_3bit.pt b/opt-6.7b_12.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f4bb530cfa51323c03a27b2efbede408611472
--- /dev/null
+++ b/opt-6.7b_12.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422012ae2b4fab52f3144c0c5d2afe8c07d714195b6a660f803e004a09bbae99
+size 6342590
diff --git a/opt-6.7b_12.self_attn.out_proj_3bit.pt b/opt-6.7b_12.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23794c3c7fd65806c2981a1b61862f9b0e2be392
--- /dev/null
+++ b/opt-6.7b_12.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad4e35b68d19ac6c1c9e604b67f12decb88b7b65fdf6921cb115e021d72945f
+size 6342602
diff --git a/opt-6.7b_12.self_attn.q_proj_3bit.pt b/opt-6.7b_12.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d8b3f8f51100595c3981799df4c9cd777888ba
--- /dev/null
+++ b/opt-6.7b_12.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86821d17be743b3c8a9c284c9fa4f7b994a9ec9cfc25a0122124466a59255572
+size 6342590
diff --git a/opt-6.7b_12.self_attn.v_proj_3bit.pt b/opt-6.7b_12.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93ed3631b7670e973ce9f062b2f7b057416eddd
--- /dev/null
+++ b/opt-6.7b_12.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a999328e4fd8584a19316a2f5d6ebb263656ffd9f6efec8229266115e7e520a
+size 6342590
diff --git a/opt-6.7b_13.fc1_3bit.pt b/opt-6.7b_13.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395ac0b4f7e52ccadad244daf7adf63575b54e17
--- /dev/null
+++ b/opt-6.7b_13.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9b7a948a29925eee6e765724418bb2195df7399b66e4f7fe662b7f3187aede
+size 25364208
diff --git a/opt-6.7b_13.fc2_3bit.pt b/opt-6.7b_13.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2004edd9dca3ece6f8c09b2c4eecef580c9441
--- /dev/null
+++ b/opt-6.7b_13.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f0d119cbc4f43ac353771e0eae1c769117d0e58654eed05aef00f536146f1d
+size 25364208
diff --git a/opt-6.7b_13.self_attn.k_proj_3bit.pt b/opt-6.7b_13.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807ef740ed68978d7a5d532a5139baa7a0b806c8
--- /dev/null
+++ b/opt-6.7b_13.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487c2fb7c9a69a823781fb9e98a99eb94f01ae0fea9a3f6d601123b9c0c10ce6
+size 6342590
diff --git a/opt-6.7b_13.self_attn.out_proj_3bit.pt b/opt-6.7b_13.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de291fc10e2d8c9642b8e70e5d317f667445881f
--- /dev/null
+++ b/opt-6.7b_13.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f7f4640bacce881e3db6fc607b48eb6bdac2cb850a323a1427ad8270bf8383
+size 6342602
diff --git a/opt-6.7b_13.self_attn.q_proj_3bit.pt b/opt-6.7b_13.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f439364f4f2bbb8f4a18c51146f4ebaf65f5e96
--- /dev/null
+++ b/opt-6.7b_13.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da78c88cbe12f8e3575eca74e54501fe3a5c65bbd32061425ede06d5c711444
+size 6342590
diff --git a/opt-6.7b_13.self_attn.v_proj_3bit.pt b/opt-6.7b_13.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db13e7f287b1d53e7ad00c241a293d40cd450e27
--- /dev/null
+++ b/opt-6.7b_13.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d39ebb3811f10ab73a7fc9de3ac2fdc01cd1a4a225cfa08c43ddc795dbb737
+size 6342590
diff --git a/opt-6.7b_14.fc1_3bit.pt b/opt-6.7b_14.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d09e2908571e28729fd3bdb00a73cc8894a49c
--- /dev/null
+++ b/opt-6.7b_14.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d850ad8e4f3ff57f1dd0962618366e77e5fceca4d7cf684e8bc83439558c04e
+size 25364208
diff --git a/opt-6.7b_14.fc2_3bit.pt b/opt-6.7b_14.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409760bc298fb2066526b8587d2caa028ed353f3
--- /dev/null
+++ b/opt-6.7b_14.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5de61dda3d075e1f9b6f3082c56807374506e51a13cd4b192592995dd00ec4
+size 25364208
diff --git a/opt-6.7b_14.self_attn.k_proj_3bit.pt b/opt-6.7b_14.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6667cfd9e0a67d82aeff195e4090980d5047647
--- /dev/null
+++ b/opt-6.7b_14.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb4035d5c97cf4039c565db2b61c998b6f73d87359f20368d9c37f1de8613f7
+size 6342590
diff --git a/opt-6.7b_14.self_attn.out_proj_3bit.pt b/opt-6.7b_14.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55512adeb4e6270468629db8632b64d9e8492d0
--- /dev/null
+++ b/opt-6.7b_14.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63585c480e6c5d10096a654df34f2925cde4a8fc92c9877c7a6c21217708e264
+size 6342602
diff --git a/opt-6.7b_14.self_attn.q_proj_3bit.pt b/opt-6.7b_14.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8933466c5b3d548222d6cf8f611f036fb14e9e
--- /dev/null
+++ b/opt-6.7b_14.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904974535507eef93ff870a04f25bc8f858ed5023c00b1f0473db742e000a250
+size 6342590
diff --git a/opt-6.7b_14.self_attn.v_proj_3bit.pt b/opt-6.7b_14.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691fe47962c13c6420b049ee189c39f096180e9e
--- /dev/null
+++ b/opt-6.7b_14.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2576784fe39afe5469d12c5aa257b459ac88ddbc822c170c8e54e75380d1a929
+size 6342590
diff --git a/opt-6.7b_15.fc1_3bit.pt b/opt-6.7b_15.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39a089843c146f54ad2e49ad6ca20c13e26a3bc
--- /dev/null
+++ b/opt-6.7b_15.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2ab04b0375334577172bf70db41cfa35d73cb8b4ba38084d4aa548bbb3cd48
+size 25364208
diff --git a/opt-6.7b_15.fc2_3bit.pt b/opt-6.7b_15.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f0cd22ebc1db6849a220164c715df063009962
--- /dev/null
+++ b/opt-6.7b_15.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d3b3809ef19b17f5cb9e4f853e23555799e5503d95ede53f0e621378612b29
+size 25364208
diff --git a/opt-6.7b_15.self_attn.k_proj_3bit.pt b/opt-6.7b_15.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6dc314c4b51e7fec5d0b3e6707ea4b07c4389
--- /dev/null
+++ b/opt-6.7b_15.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cf74d0f0f6f62edcc5bb6c9ecb9093f3116d9c97d131354447876133614326
+size 6342590
diff --git a/opt-6.7b_15.self_attn.out_proj_3bit.pt b/opt-6.7b_15.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b87ed20cad450a867520668a779aa063793e11
--- /dev/null
+++ b/opt-6.7b_15.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6ce688f3a1d64c3686e75a7c61dcac7287aa715a7c16c3b36952a774b0fa69
+size 6342602
diff --git a/opt-6.7b_15.self_attn.q_proj_3bit.pt b/opt-6.7b_15.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90573c91db7a4d14460e9e4b3e0a8b1f262568f
--- /dev/null
+++ b/opt-6.7b_15.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b21fbbc55c892f077bc7663af3c8a4be0ea455683bb110d6a21ba9aab6a3b92
+size 6342590
diff --git a/opt-6.7b_15.self_attn.v_proj_3bit.pt b/opt-6.7b_15.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b9917009162b26be745d28e5342f8baa8f01da
--- /dev/null
+++ b/opt-6.7b_15.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2806158cfb0c36e46f0ea9dde6fd7914885fbbede8c2c8934a60a9265bb4065
+size 6342590
diff --git a/opt-6.7b_16.fc1_3bit.pt b/opt-6.7b_16.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6d96a6c48ff23e07aea82b08a13609ffc84883
--- /dev/null
+++ b/opt-6.7b_16.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7db3fd45e411bb5956a6deb45f7ff3e4eb2be2dc7d572848ff778adcdc07d2
+size 25364208
diff --git a/opt-6.7b_16.fc2_3bit.pt b/opt-6.7b_16.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5208be3daa0aa9f73f297f3076ada6468b8767b
--- /dev/null
+++ b/opt-6.7b_16.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb939acc1ba5112b8d5e4ec25a3adfab4f7337ebb36ec7cf1c395bc03743e30
+size 25364208
diff --git a/opt-6.7b_16.self_attn.k_proj_3bit.pt b/opt-6.7b_16.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99549520803f2f968e230425d37ab17eb7c9a6ff
--- /dev/null
+++ b/opt-6.7b_16.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11fc8c17e68aac276565d5bb4d0c628244e437994b6ba071d17232c043391df
+size 6342590
diff --git a/opt-6.7b_16.self_attn.out_proj_3bit.pt b/opt-6.7b_16.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce652d8b41f83bd67f25d78d8693aaea36490dc
--- /dev/null
+++ b/opt-6.7b_16.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896f5675529ab83987afdbf005fc420b440254c90b5c6670e9ee2b827e1beef1
+size 6342602
diff --git a/opt-6.7b_16.self_attn.q_proj_3bit.pt b/opt-6.7b_16.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fcd4223255b69a0fe414f9ed545e8baf7a280d
--- /dev/null
+++ b/opt-6.7b_16.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b7c8fdbea14c7ff5b3b33662358ae754ff197d02ca0680aa85be197043e312
+size 6342590
diff --git a/opt-6.7b_16.self_attn.v_proj_3bit.pt b/opt-6.7b_16.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ed0f59f3817b5d61d4c8c46116eba7e77b1b4d
--- /dev/null
+++ b/opt-6.7b_16.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424fe3e0d1cfa8c976f6fedb84a1c483292b06d54eb904c4b62ee1851d7f6094
+size 6342590
diff --git a/opt-6.7b_17.fc1_3bit.pt b/opt-6.7b_17.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98e60ed2efba8bb4ec3f8c32e3f94e034845d40
--- /dev/null
+++ b/opt-6.7b_17.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4218fa9a5574bd9e50ed6478b8f9a648eb85173258273abed3f362a25a2dc0ee
+size 25364208
diff --git a/opt-6.7b_17.fc2_3bit.pt b/opt-6.7b_17.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7ef2080fdc69516827792b227c79eb85c2940a
--- /dev/null
+++ b/opt-6.7b_17.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb2293739c4ab1100c6b46552d0b7618fa8aeb45f0fab4a37039832acd490d9
+size 25364208
diff --git a/opt-6.7b_17.self_attn.k_proj_3bit.pt b/opt-6.7b_17.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b05b47d4c0fec7aa83b607922bc0a4f2bbff18
--- /dev/null
+++ b/opt-6.7b_17.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4dc9d9da8c7e071eda19410020dcee679154d5b1e596fed75307df2de751d9
+size 6342590
diff --git a/opt-6.7b_17.self_attn.out_proj_3bit.pt b/opt-6.7b_17.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106e12e2f909ebdcb28829dfbf7041ee1ffb7f2a
--- /dev/null
+++ b/opt-6.7b_17.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ceaa8206617d03b3c75fc68ecdfc87b214d9fa8d8922c588299a7053194dac
+size 6342602
diff --git a/opt-6.7b_17.self_attn.q_proj_3bit.pt b/opt-6.7b_17.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc633431f7e34a30b25e6a4411d9589d50b8d2a
--- /dev/null
+++ b/opt-6.7b_17.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4adf03ab5e5d45da40b17b2ec737439bcae433950ab02787a00e7d91fee30
+size 6342590
diff --git a/opt-6.7b_17.self_attn.v_proj_3bit.pt b/opt-6.7b_17.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ca3cd6faa8b7956e54f06528c7c4e3411dd664
--- /dev/null
+++ b/opt-6.7b_17.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a515285775fba05ca899fafb364e36faed96a106d279774ac3d909052c6ce8
+size 6342590
diff --git a/opt-6.7b_18.fc1_3bit.pt b/opt-6.7b_18.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221a962f9f27f056be1cb146c1c5cd0fbc0c6068
--- /dev/null
+++ b/opt-6.7b_18.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a5e66b2929c48feb699383c56bb154992005821abcf44dab9587edda320cb8
+size 25364208
diff --git a/opt-6.7b_18.fc2_3bit.pt b/opt-6.7b_18.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd4e479fcdb775432d1f5bd72cfbc7dd777526f
--- /dev/null
+++ b/opt-6.7b_18.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c01c104a65e37823924e99242d2557ac22da13fdc61746f3511dd2ade338de
+size 25364208
diff --git a/opt-6.7b_18.self_attn.k_proj_3bit.pt b/opt-6.7b_18.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4f28323c1bb65195c7f36346af623929f8d739
--- /dev/null
+++ b/opt-6.7b_18.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e60c934ea754858bd37d62278471a11e13f68fe103aae8c78d1313180e8d018
+size 6342590
diff --git a/opt-6.7b_18.self_attn.out_proj_3bit.pt b/opt-6.7b_18.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd6ba63776209fb71f5b41f2a2fbf6c445fc6cf
--- /dev/null
+++ b/opt-6.7b_18.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f94573fd594dd47067959615360c0ef46daf2c1dd80adfdee392c331d487fd
+size 6342602
diff --git a/opt-6.7b_18.self_attn.q_proj_3bit.pt b/opt-6.7b_18.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e19c37fd3464cd72fafd03b8c6dd24792123eb0
--- /dev/null
+++ b/opt-6.7b_18.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9533d65f62e48b44b41222ae447ed62df266d0600bb2d66a17b9a3ebc08c9d
+size 6342590
diff --git a/opt-6.7b_18.self_attn.v_proj_3bit.pt b/opt-6.7b_18.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f722356f4b4d60c89c1ffe58d9b0ae6120d89c44
--- /dev/null
+++ b/opt-6.7b_18.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2a9f273e3b7da32711fa2f8f84677e79750a6a38c6bd0789ea31b7e2eff3ef
+size 6342590
diff --git a/opt-6.7b_19.fc1_3bit.pt b/opt-6.7b_19.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bbf77b4eeff9c0b7456b2accc29d9bbf8e31ed
--- /dev/null
+++ b/opt-6.7b_19.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388acbcceda9c51b2c19764d6baf3f55603735c8a6781a18df146958349778fd
+size 25364208
diff --git a/opt-6.7b_19.fc2_3bit.pt b/opt-6.7b_19.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204da8fbaff5eec3f26d782da0acc47f1d141e71
--- /dev/null
+++ b/opt-6.7b_19.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eab6708ddd19ecbd086e5bfeda5b7670372521205020bd7b8bd9e4ff9f8b61
+size 25364208
diff --git a/opt-6.7b_19.self_attn.k_proj_3bit.pt b/opt-6.7b_19.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c1813444e7939ff9bcd442b3523f3e2de3b349
--- /dev/null
+++ b/opt-6.7b_19.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdfdfbc589b756415a705f1a04a6a7e777aa087b8b459bb82c3bdf5042d0b8f
+size 6342590
diff --git a/opt-6.7b_19.self_attn.out_proj_3bit.pt b/opt-6.7b_19.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be029b0b1b3a4329734a779a3a8de82989c5e8d
--- /dev/null
+++ b/opt-6.7b_19.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a87bc146a4292a9713c570e68a188cc1d15fe5b686d05e724f806f2afb2c87
+size 6342602
diff --git a/opt-6.7b_19.self_attn.q_proj_3bit.pt b/opt-6.7b_19.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9082458188a15505f1d7c3433d5fa1fb66231e0b
--- /dev/null
+++ b/opt-6.7b_19.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db746245326f6e6ba916efe9b53aa12c37be23ee14214b2d11044625a152f8c
+size 6342590
diff --git a/opt-6.7b_19.self_attn.v_proj_3bit.pt b/opt-6.7b_19.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d9639d86495d54714becc2dd3310a0bc3ecc0b
--- /dev/null
+++ b/opt-6.7b_19.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae219069a34b07548398b5d2c164fb4be0e02cb1f5dd8dd9f779fdb25fa5d0e
+size 6342590
diff --git a/opt-6.7b_2.fc1_3bit.pt b/opt-6.7b_2.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08dec04abcb71fe3091189e2ae9dda3a963671c
--- /dev/null
+++ b/opt-6.7b_2.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a537a64d3eae04bc8ccc58b5cd4658d0ab8036551ac0375552b4a4e4968235fa
+size 25364202
diff --git a/opt-6.7b_2.fc2_3bit.pt b/opt-6.7b_2.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca0b6623dc361cc0bb0fc65e41168a2ffff4ab0
--- /dev/null
+++ b/opt-6.7b_2.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809fba6bd7e36a511c710a12d66c6b45948cf1359532b307cf3d07d3b17a23fa
+size 25364202
diff --git a/opt-6.7b_2.self_attn.k_proj_3bit.pt b/opt-6.7b_2.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f7cdbe70fe57e9cd377dede9d876bd02f77a7a
--- /dev/null
+++ b/opt-6.7b_2.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60df9e9c05b651c56883c7727cbf54afb3ba7df381353d3d3d0905f08ab46d3a
+size 6342584
diff --git a/opt-6.7b_2.self_attn.out_proj_3bit.pt b/opt-6.7b_2.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b97eac28603d9b3cc9c02db528ebf5f6bbc7ae
--- /dev/null
+++ b/opt-6.7b_2.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570c7e129a9cc3dba6a39e3e3007baa68808686bafb5279f9da0c47bdb28ca74
+size 6342596
diff --git a/opt-6.7b_2.self_attn.q_proj_3bit.pt b/opt-6.7b_2.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da036d0d772b41e0e95d36d6e2dbad8dc8e0cf79
--- /dev/null
+++ b/opt-6.7b_2.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2938a28bf34694467841c3f218cb69b4f6aedfa8ae0206772d72d6a04fbd3a
+size 6342584
diff --git a/opt-6.7b_2.self_attn.v_proj_3bit.pt b/opt-6.7b_2.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9de0aad98b6c47ecb5030ac44caeb429b920202
--- /dev/null
+++ b/opt-6.7b_2.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc03b835b3d653ebe8a2319ed06eab05af5b4404b75eaa2fdbfc09dabd69fd4
+size 6342584
diff --git a/opt-6.7b_20.fc1_3bit.pt b/opt-6.7b_20.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b618d265d4ce3a79d2d99f80251d0d5e28d617
--- /dev/null
+++ b/opt-6.7b_20.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca897187ea7307feb1a098f8c47af096e393414331ca041a8a3291fc2ffc8ca
+size 25364208
diff --git a/opt-6.7b_20.fc2_3bit.pt b/opt-6.7b_20.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0212efe188e0e085847d9f91c4d476a60f227447
--- /dev/null
+++ b/opt-6.7b_20.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b54d20d5d7c3dace17bf83cf152bb9a135dbf3b8fd135398cf97097c37cc38
+size 25364208
diff --git a/opt-6.7b_20.self_attn.k_proj_3bit.pt b/opt-6.7b_20.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6720cb83c16a5761c4a3a6a81f99d8bdc6a375e0
--- /dev/null
+++ b/opt-6.7b_20.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6ae95498a3b43416b7ebdf522ad2ac40d1c135b5ae9c587c1804103389fb56
+size 6342590
diff --git a/opt-6.7b_20.self_attn.out_proj_3bit.pt b/opt-6.7b_20.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7568940fcecd836b51c47cf778ad89ac2dc9324b
--- /dev/null
+++ b/opt-6.7b_20.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3662e9cf15e50d05e9efb64ba37f2879b4eb86063542aa1961be66c61c9c4d31
+size 6342602
diff --git a/opt-6.7b_20.self_attn.q_proj_3bit.pt b/opt-6.7b_20.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487e72be81d0f1fa02530b26f2dda2ae7576af04
--- /dev/null
+++ b/opt-6.7b_20.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c934d141adc375b6bb138414b6d226dfb3eb7300f00799b3e4bf25a1bee6d86b
+size 6342590
diff --git a/opt-6.7b_20.self_attn.v_proj_3bit.pt b/opt-6.7b_20.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce47378d4a07b69506793506b853390ea316e8d1
--- /dev/null
+++ b/opt-6.7b_20.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ff86bef1a0ded29ca8b589d240f775242e6196160cbfbd58adb17ac8af89d0
+size 6342590
diff --git a/opt-6.7b_21.fc1_3bit.pt b/opt-6.7b_21.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7a8527f7513ceb267e704155b4dadd0ea9df6a
--- /dev/null
+++ b/opt-6.7b_21.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe9274a29a80660ea92d27075067703b10f861d8a9e76707e6d2b21b8349aa3
+size 25364208
diff --git a/opt-6.7b_21.fc2_3bit.pt b/opt-6.7b_21.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d59a3bfc238cf08bfbd3d6f12c40834dc11707
--- /dev/null
+++ b/opt-6.7b_21.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c895d1320dcf629172fdb5d3e2555ab1e8ec2e1af117ae73feb74737379d49b
+size 25364208
diff --git a/opt-6.7b_21.self_attn.k_proj_3bit.pt b/opt-6.7b_21.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3d64e6eb5ed0e85c532d174758a8f9c187f8ec
--- /dev/null
+++ b/opt-6.7b_21.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ec9b4e3e33851aa5cf62424b6ab64388ab2747e058c180395aa806e7905858
+size 6342590
diff --git a/opt-6.7b_21.self_attn.out_proj_3bit.pt b/opt-6.7b_21.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e101ab1e88ec9bc04a2a6c5ec2336e024f858
--- /dev/null
+++ b/opt-6.7b_21.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2877bb75283a1fc9420edff08ca9edbfe8a553a177e7329b889327e7f48aab95
+size 6342602
diff --git a/opt-6.7b_21.self_attn.q_proj_3bit.pt b/opt-6.7b_21.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339412c29a1ce1c34916dd9012a1aeb2e1516070
--- /dev/null
+++ b/opt-6.7b_21.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63f2b3d020247d83aa76d3ec5d5b268c01a5c1af8e188fbb87afa3bfb8575e7
+size 6342590
diff --git a/opt-6.7b_21.self_attn.v_proj_3bit.pt b/opt-6.7b_21.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3be5abac34b9616904ebfaa89c10fcd330e927
--- /dev/null
+++ b/opt-6.7b_21.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbccf051a0548de590a5c93d030696f6a9c53d5c3211d1bc799256d295632ce
+size 6342590
diff --git a/opt-6.7b_22.fc1_3bit.pt b/opt-6.7b_22.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c58f11393320280d601da8eb58f5a968797f31
--- /dev/null
+++ b/opt-6.7b_22.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e504a18312e3acefb3990d361b0ccefbb9a8e10d8affd0df57c03ff1ba53272
+size 25364208
diff --git a/opt-6.7b_22.fc2_3bit.pt b/opt-6.7b_22.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73df5cbb7eb6d9812e6eced1344cfc8a3f3e9c4a
--- /dev/null
+++ b/opt-6.7b_22.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f13d1d5d31d6d7b85a7b3431fa7737070791420232ec80417af136cd9961734
+size 25364208
diff --git a/opt-6.7b_22.self_attn.k_proj_3bit.pt b/opt-6.7b_22.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36adc4a87c58133836cb8853b82a8c41348989e3
--- /dev/null
+++ b/opt-6.7b_22.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee34d466b204d21ef48a35ca147298a5def4e21ae1b86f622766387d5ccafa8
+size 6342590
diff --git a/opt-6.7b_22.self_attn.out_proj_3bit.pt b/opt-6.7b_22.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f72a6f41b8c488a09bad0fdab92d131e203c1c
--- /dev/null
+++ b/opt-6.7b_22.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1e005db74bcab848a014b41cf0b1c7ddbdeedb60dcfa1ff5734d648a2e986f
+size 6342602
diff --git a/opt-6.7b_22.self_attn.q_proj_3bit.pt b/opt-6.7b_22.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94aeb14c172395594d401a6902bafb1ffd57e129
--- /dev/null
+++ b/opt-6.7b_22.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55627436ffc59b3cf38537d787fe9adff73446c1258e6b0c88bd25150b9f0b0a
+size 6342590
diff --git a/opt-6.7b_22.self_attn.v_proj_3bit.pt b/opt-6.7b_22.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1757605a31bebedeeb9b79235e1aee3e02719b2f
--- /dev/null
+++ b/opt-6.7b_22.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7805ac720d76f369f76f91d25d51bb3f4d1de107ba75432cbe9a8ccec70928d
+size 6342590
diff --git a/opt-6.7b_23.fc1_3bit.pt b/opt-6.7b_23.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ace6f264502382b531f2d1e703196ad0fe3747c
--- /dev/null
+++ b/opt-6.7b_23.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a341e36f52aa69d654680bd7d36a954f3d12a949e9b5c96463b0dd1471fa2f
+size 25364208
diff --git a/opt-6.7b_23.fc2_3bit.pt b/opt-6.7b_23.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e585b539d043c6b38952e99b5151396bd3711c
--- /dev/null
+++ b/opt-6.7b_23.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e049ce2e5733359c5cae15e44f038e508e86604ea31fca37369249e7a8899
+size 25364208
diff --git a/opt-6.7b_23.self_attn.k_proj_3bit.pt b/opt-6.7b_23.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8580406d61247abae5bb123d27d177e2e3f9a19f
--- /dev/null
+++ b/opt-6.7b_23.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b32d03cde189d768381c6110da3267a539c546df0faae5628282d9cae4492
+size 6342590
diff --git a/opt-6.7b_23.self_attn.out_proj_3bit.pt b/opt-6.7b_23.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccde95d912dfc59eeb5205dda1f3db0eb829490
--- /dev/null
+++ b/opt-6.7b_23.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae30eb249fc1b1a157a510a5d472fa7dd9c36939bd07474387dfd62845109082
+size 6342602
diff --git a/opt-6.7b_23.self_attn.q_proj_3bit.pt b/opt-6.7b_23.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e92de5a1f326030ce59992cfa4fbf425cfc9993
--- /dev/null
+++ b/opt-6.7b_23.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951287c5041d9fb25bbd761d6063a37781ffba830b9419f89bccd5048211b892
+size 6342590
diff --git a/opt-6.7b_23.self_attn.v_proj_3bit.pt b/opt-6.7b_23.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea96aeb6a22ed6c223ca3158d1899419ebdd7f08
--- /dev/null
+++ b/opt-6.7b_23.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e567564ce169479ad5741995e15981decc1a5731c7ab90a0fe44305a3ab658e
+size 6342590
diff --git a/opt-6.7b_24.fc1_3bit.pt b/opt-6.7b_24.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b07cc201e900474c81a4800bff63151ad4d5a6a
--- /dev/null
+++ b/opt-6.7b_24.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20347d37ce98156d30194760408600275e1a6171f0f4b57042da868fb11b4e50
+size 25364208
diff --git a/opt-6.7b_24.fc2_3bit.pt b/opt-6.7b_24.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0a87d8b89096d8e9ef12610b43001cfe3636d0
--- /dev/null
+++ b/opt-6.7b_24.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4061beca1000034fe5a1d5a7e05df2001648b8b3b716fa1ae7c9fe1f1b92326b
+size 25364208
diff --git a/opt-6.7b_24.self_attn.k_proj_3bit.pt b/opt-6.7b_24.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249c8a77b459782bebfa0dea61e32b589ffb21c4
--- /dev/null
+++ b/opt-6.7b_24.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51e80d0d1517dab905eaa1265f9fa34918e1da7e82702774c91563d56ad61f4
+size 6342590
diff --git a/opt-6.7b_24.self_attn.out_proj_3bit.pt b/opt-6.7b_24.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61d2da3bd781cded3b30f05a0bef55764e1f46b
--- /dev/null
+++ b/opt-6.7b_24.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11c29186472b1c0d151e48c8e95bdebbb540f0563b34518c5efe8265e6a0bb1
+size 6342602
diff --git a/opt-6.7b_24.self_attn.q_proj_3bit.pt b/opt-6.7b_24.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79ab6611f86ab70158aad819cc43ab7014223cd
--- /dev/null
+++ b/opt-6.7b_24.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9b24389293dece58d001259ec0f4ec06c5934fa0a7054c53ac890829b81d6c
+size 6342590
diff --git a/opt-6.7b_24.self_attn.v_proj_3bit.pt b/opt-6.7b_24.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec5496bce134c70359c71157ea3aed434aa7433
--- /dev/null
+++ b/opt-6.7b_24.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07054f694f4138f84a3f20142a1c43ab14f230c9dbef724d3bcf8bf97da78df2
+size 6342590
diff --git a/opt-6.7b_25.fc1_3bit.pt b/opt-6.7b_25.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c4e1845d6b3a116646e0df7ae4d84795e82fa0
--- /dev/null
+++ b/opt-6.7b_25.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b1c72c4c8497f73795981cb5cc6a4a321d873f4833c83e49dfbbaa1f4cc29c
+size 25364208
diff --git a/opt-6.7b_25.fc2_3bit.pt b/opt-6.7b_25.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3c2daa6c9a98a7836888caac9c5efb56e5df59
--- /dev/null
+++ b/opt-6.7b_25.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11023150c6042c46237fb692f46790d18c865b293414a169eb123b94d7727c17
+size 25364208
diff --git a/opt-6.7b_25.self_attn.k_proj_3bit.pt b/opt-6.7b_25.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4481392e1c26a9b8a30e4a8b688ac55b59bff66
--- /dev/null
+++ b/opt-6.7b_25.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b1926ea740870f34c4c07091c2e113af38a5521ec42326e6c2ce85b5377f39
+size 6342590
diff --git a/opt-6.7b_25.self_attn.out_proj_3bit.pt b/opt-6.7b_25.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89103ce5783bca554ea3afed97aa0869bc33dd1
--- /dev/null
+++ b/opt-6.7b_25.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa90b02311aeb4ffe00b97220c0fd8526accb5ae9b3d46043cd3ccaedad5a0a
+size 6342602
diff --git a/opt-6.7b_25.self_attn.q_proj_3bit.pt b/opt-6.7b_25.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb796ddf47620c74a1cab3fc26785e905073f88
--- /dev/null
+++ b/opt-6.7b_25.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d5e5ccb9ac197a3310a542b524453484eb8435566ff1dcc9f9b83944c733d9
+size 6342590
diff --git a/opt-6.7b_25.self_attn.v_proj_3bit.pt b/opt-6.7b_25.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f4d4cd52a89596e7a5938cf60c48b20b9df3b2
--- /dev/null
+++ b/opt-6.7b_25.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10ddcb640dff06865ecf6a36aa442a81c37582df414a10dfcce2bd500fd129
+size 6342590
diff --git a/opt-6.7b_26.fc1_3bit.pt b/opt-6.7b_26.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7758db08d13a661e532902f5be90346ea9a3c86e
--- /dev/null
+++ b/opt-6.7b_26.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ba7f22d067c7237c9386fbd08b962a2c01e79e286c888ee77384ff185f790
+size 25364208
diff --git a/opt-6.7b_26.fc2_3bit.pt b/opt-6.7b_26.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f286a472840d9152ee2165e3899bcae9c23f15
--- /dev/null
+++ b/opt-6.7b_26.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f48e6e957784b935de474743466e03e15d0b708054c7914201919ea080412b7
+size 25364208
diff --git a/opt-6.7b_26.self_attn.k_proj_3bit.pt b/opt-6.7b_26.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a9fc7980e80f8f98da042574f98bab1b797921
--- /dev/null
+++ b/opt-6.7b_26.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ecb86c6af6861a1028c25b0f936095db14dc0831c214dde006af8b734ddbf2
+size 6342590
diff --git a/opt-6.7b_26.self_attn.out_proj_3bit.pt b/opt-6.7b_26.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2899c1fd7db08e374acacfd1e5ffd767f762e4f6
--- /dev/null
+++ b/opt-6.7b_26.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db442d1939bfc99d63a7d6d78d6c858178b680332e81ceaa584edf20443832
+size 6342602
diff --git a/opt-6.7b_26.self_attn.q_proj_3bit.pt b/opt-6.7b_26.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4083677ceb150993e519064cc3c384e551c44d86
--- /dev/null
+++ b/opt-6.7b_26.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1fad5386b84203ade5b80621597fb4359b0d95269580bab9ee3a8e64ae83c
+size 6342590
diff --git a/opt-6.7b_26.self_attn.v_proj_3bit.pt b/opt-6.7b_26.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428564e48e46bafbbf228e9a33465e065bbde290
--- /dev/null
+++ b/opt-6.7b_26.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fca71a12755e20a5633d014add3cf8903cbd9b193d7e5a14e7c8363424146a7
+size 6342590
diff --git a/opt-6.7b_27.fc1_3bit.pt b/opt-6.7b_27.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5ee57831effa7dafde0ba6c65a5853cc24b881
--- /dev/null
+++ b/opt-6.7b_27.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a98189c2c172b302b46eb7e843bf48433675c3dd2fc876b2adc9123aa13f4f0
+size 25364208
diff --git a/opt-6.7b_27.fc2_3bit.pt b/opt-6.7b_27.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2a3ac5f95cb3699377211ace8ff80796d8e93
--- /dev/null
+++ b/opt-6.7b_27.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceb0cbb0363cb1967a832ca2fbe7e0cdd343721af1b0259cfa43da9bde3048f
+size 25364208
diff --git a/opt-6.7b_27.self_attn.k_proj_3bit.pt b/opt-6.7b_27.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80adab7870a8f092b43b80d1fcf077dc8b2418dd
--- /dev/null
+++ b/opt-6.7b_27.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f066945f76932d57f5bd18b0f94ba6cb4d725590a4625c52846580b71dc2766
+size 6342590
diff --git a/opt-6.7b_27.self_attn.out_proj_3bit.pt b/opt-6.7b_27.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3119973d285895e568a18088fd09aef8036849d1
--- /dev/null
+++ b/opt-6.7b_27.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5abe32bbf24b07659eaaa7e4e96b38639d6adf679ee3232bdc85d570a64be4e
+size 6342602
diff --git a/opt-6.7b_27.self_attn.q_proj_3bit.pt b/opt-6.7b_27.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37d688b7615ef58abb45f6436f753a3f1ea2142
--- /dev/null
+++ b/opt-6.7b_27.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4af360c64afa2e79e5e983178b46b6f05dbf1402fd563f947962509ad71c43
+size 6342590
diff --git a/opt-6.7b_27.self_attn.v_proj_3bit.pt b/opt-6.7b_27.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3f105149b00efebf82954ad821fc94a8571612
--- /dev/null
+++ b/opt-6.7b_27.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6a10194dcf4e99ced3ad47512117eac993e2b380bc5beceeb538e8b216608c
+size 6342590
diff --git a/opt-6.7b_28.fc1_3bit.pt b/opt-6.7b_28.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2935a799e1ef1e35bb76809ee067de367b112c68
--- /dev/null
+++ b/opt-6.7b_28.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4e14f5a54ad2fd20fc0601a9416312f8d64b46f7297dadc69c8e943f886493
+size 25364208
diff --git a/opt-6.7b_28.fc2_3bit.pt b/opt-6.7b_28.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd73eedcf196c359a2fbd9b12d69bfb0e0dbb7c5
--- /dev/null
+++ b/opt-6.7b_28.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb42679b01b79a5034d1045c2f58e661f2a0c1bcc65f805e87c9f655aa06307
+size 25364208
diff --git a/opt-6.7b_28.self_attn.k_proj_3bit.pt b/opt-6.7b_28.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0faad0317bfd029f83fccbd40ac12990631f31
--- /dev/null
+++ b/opt-6.7b_28.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff25c6f91414fc76f23e065c8b83abb0913582b4fab436d16b47866e02cce61
+size 6342590
diff --git a/opt-6.7b_28.self_attn.out_proj_3bit.pt b/opt-6.7b_28.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12570f835688a4ee112f7834bba6dbe20e43b982
--- /dev/null
+++ b/opt-6.7b_28.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75a06304f5a96318e5eb56c8f6fa32aa8e845ce7e7099c724e237d9621565da
+size 6342602
diff --git a/opt-6.7b_28.self_attn.q_proj_3bit.pt b/opt-6.7b_28.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae0181e029f61044d036ec28f037603f7093ea3
--- /dev/null
+++ b/opt-6.7b_28.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c448932580b219eac9951eb739fb4690ca26bcdec4394e2e347d62c49084537d
+size 6342590
diff --git a/opt-6.7b_28.self_attn.v_proj_3bit.pt b/opt-6.7b_28.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b839b6c718ab6e095c58d1d5a4bcf28b02f02168
--- /dev/null
+++ b/opt-6.7b_28.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b858e854fdeb1ae57ba29359851152843bf31ff97701e5ef4c920057976c2938
+size 6342590
diff --git a/opt-6.7b_29.fc1_3bit.pt b/opt-6.7b_29.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9e58fd8e7642fd9cb7fbf15e521433ed18740
--- /dev/null
+++ b/opt-6.7b_29.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47e008d40135c155d22f116138e6f2c2f076cb4c3767317cccea43cc6d29c1f
+size 25364208
diff --git a/opt-6.7b_29.fc2_3bit.pt b/opt-6.7b_29.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30db4abf557e9ebbfa34eb86e42eb59b18068793
--- /dev/null
+++ b/opt-6.7b_29.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be96c4b6bf1dc4c725adcb74873648c52a1259adb3cb35ea48c30a9099ee828
+size 25364208
diff --git a/opt-6.7b_29.self_attn.k_proj_3bit.pt b/opt-6.7b_29.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5672796f310aae84288b5ab7c9d8346f189f1d3
--- /dev/null
+++ b/opt-6.7b_29.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316358c186d779d9dfcb83517f8d39a6ffa537f0b70e4eed8eb20eef67faa38e
+size 6342590
diff --git a/opt-6.7b_29.self_attn.out_proj_3bit.pt b/opt-6.7b_29.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e8a395cfeee682bb4a3386af04357f826aa2fa
--- /dev/null
+++ b/opt-6.7b_29.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e172c0dce677cab368f37c3ae48fd4d06683a0fbbd75a85171b2180324cd098f
+size 6342602
diff --git a/opt-6.7b_29.self_attn.q_proj_3bit.pt b/opt-6.7b_29.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9252d11adc1ca254c3f275da975204ff5dcfac80
--- /dev/null
+++ b/opt-6.7b_29.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dfb3869b885a53bebd9546cef0d328c364b6379fc0b1850405334239bbe3d7
+size 6342590
diff --git a/opt-6.7b_29.self_attn.v_proj_3bit.pt b/opt-6.7b_29.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe0f9a00bb1048fe599ec489e358a90df5e0072
--- /dev/null
+++ b/opt-6.7b_29.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee61278acc42f63d1bf6c6ffe212c767255da85a7f11768f276ce6103940b8
+size 6342590
diff --git a/opt-6.7b_3.fc1_3bit.pt b/opt-6.7b_3.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae19a1620208d86c242549d52c2708cd36405ef5
--- /dev/null
+++ b/opt-6.7b_3.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85352eae0980a716b01b1b466369231dd00087e70491fdc211425c0282ba8a8c
+size 25364202
diff --git a/opt-6.7b_3.fc2_3bit.pt b/opt-6.7b_3.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f66f76bcb00e115e652dc62bc11733451a986d
--- /dev/null
+++ b/opt-6.7b_3.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412fe099073da73fa2fa1aa4ec042b9e91b00780672a9a4844ab1e29e6602e0a
+size 25364202
diff --git a/opt-6.7b_3.self_attn.k_proj_3bit.pt b/opt-6.7b_3.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3bcf026e95b3e7ec646edd4b4a99e65e2d00f2
--- /dev/null
+++ b/opt-6.7b_3.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283d515f1522c1799f5e7930e1ad86751e984da27763657671be71557f19071b
+size 6342584
diff --git a/opt-6.7b_3.self_attn.out_proj_3bit.pt b/opt-6.7b_3.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1349b5a9cd856e7d0eaaa82b3ca24b0da8ef49ae
--- /dev/null
+++ b/opt-6.7b_3.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471e9dc7e3557ffedb1666a081682ed0b96235381c5a89cc4f61d2a92fa02c08
+size 6342596
diff --git a/opt-6.7b_3.self_attn.q_proj_3bit.pt b/opt-6.7b_3.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac0c9858ce5b3feb1296f15dcc8d22844748e8d
--- /dev/null
+++ b/opt-6.7b_3.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e865a1f603d6cff8776b34650eba3332466cb6a8e771e38cac6204a97a248340
+size 6342584
diff --git a/opt-6.7b_3.self_attn.v_proj_3bit.pt b/opt-6.7b_3.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93fc5ae9d4f0f4b748d27aaa9d172d358cfca25
--- /dev/null
+++ b/opt-6.7b_3.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113969d36689ff14e2ef238e3e3974d2f664c96ce3173350bb2adbca36fbe20b
+size 6342584
diff --git a/opt-6.7b_30.fc1_3bit.pt b/opt-6.7b_30.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f5482d03ede37580ea154876be6323496e05f0
--- /dev/null
+++ b/opt-6.7b_30.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8321e6aee6be2dad5fc60023bf9c38819c1d57a44e6f46e00836d7fd5333c9c
+size 25364208
diff --git a/opt-6.7b_30.fc2_3bit.pt b/opt-6.7b_30.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45c9942a057a5ca5c22b4624439bfcc681b6955
--- /dev/null
+++ b/opt-6.7b_30.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab820a1cdeae70cab559eefdcef415bee05d591102700aae02dbf72ddeb5250
+size 25364208
diff --git a/opt-6.7b_30.self_attn.k_proj_3bit.pt b/opt-6.7b_30.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1889251e98e01ff3aea60c4f15eb0108e6536adf
--- /dev/null
+++ b/opt-6.7b_30.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210177cf506cbb6fff7b90c41480e46c849c00fefeae8147a738806632693233
+size 6342590
diff --git a/opt-6.7b_30.self_attn.out_proj_3bit.pt b/opt-6.7b_30.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9920dc5fbd584148b8cd0e307cf8b95442e968
--- /dev/null
+++ b/opt-6.7b_30.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d09cd4d2681540cb983894a7aa2ed7eee31c8d149452b4b16f55c4da3495fb
+size 6342602
diff --git a/opt-6.7b_30.self_attn.q_proj_3bit.pt b/opt-6.7b_30.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c2021bf62778d1353e67382f58eafb6626a80
--- /dev/null
+++ b/opt-6.7b_30.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8999ea1d5e8a6ce9ccaeadb298bc77cceb1afb1a6ce05073a7ba0481a64bacc4
+size 6342590
diff --git a/opt-6.7b_30.self_attn.v_proj_3bit.pt b/opt-6.7b_30.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bafafc3f511917f8345daa7d73e0b0556d3c34
--- /dev/null
+++ b/opt-6.7b_30.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29068292f1b89efe36ee92b411ec5eaeafa5b2e2c760a9dd561160b1cb62624b
+size 6342590
diff --git a/opt-6.7b_31.fc1_3bit.pt b/opt-6.7b_31.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15936e1ffee2764b0dafdc9b57801f3f9f75c6b0
--- /dev/null
+++ b/opt-6.7b_31.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b0e171fe29e356a045c267e12b51061bf86a7d42d89e31e0bf288cfbd2d989
+size 25364208
diff --git a/opt-6.7b_31.fc2_3bit.pt b/opt-6.7b_31.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3336d5934acd0a0363b74bf6759cfab460587e
--- /dev/null
+++ b/opt-6.7b_31.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37dfeb82cc3a4cf5f6d29d0534f40dda79260d66ef045e5d96cb5ed483afe8b
+size 25364208
diff --git a/opt-6.7b_31.self_attn.k_proj_3bit.pt b/opt-6.7b_31.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8ae53e8b9e060d33b1d2d45321f28733c73fc
--- /dev/null
+++ b/opt-6.7b_31.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b886d02055afd5e2a7fc9a07d8c4539472325e587e873d233363321463bba3b
+size 6342590
diff --git a/opt-6.7b_31.self_attn.out_proj_3bit.pt b/opt-6.7b_31.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17c5f60f44902036d25adc2dd9669d99a728c9a
--- /dev/null
+++ b/opt-6.7b_31.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea74ebf6c8e226c90d683e961c9d28ed13bf7ea2385eeb6fa19c6da0d90f312b
+size 6342602
diff --git a/opt-6.7b_31.self_attn.q_proj_3bit.pt b/opt-6.7b_31.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441e8a575f70665cfc1d6be16285dd6dbc4b5eca
--- /dev/null
+++ b/opt-6.7b_31.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d043abe0fc1927a6d4aeb41117c33c9c0ca91cb8c2cf654d17761304b935b
+size 6342590
diff --git a/opt-6.7b_31.self_attn.v_proj_3bit.pt b/opt-6.7b_31.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b6795d35da8135df2594651c71f08619457b13
--- /dev/null
+++ b/opt-6.7b_31.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12ae9b71fa812dfae3daf1651f747ceb6d389106afe5ad07db77b05478d6ef8
+size 6342590
diff --git a/opt-6.7b_4.fc1_3bit.pt b/opt-6.7b_4.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5b57f746d176af1329d9926d7b41f4e548cd21
--- /dev/null
+++ b/opt-6.7b_4.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8520d14ff18bb8cd6380f073db9a83151d245357439613c254bbcf1f4481f66e
+size 25364202
diff --git a/opt-6.7b_4.fc2_3bit.pt b/opt-6.7b_4.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a61fec59435acd5580760432af399d7d69e3503
--- /dev/null
+++ b/opt-6.7b_4.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7451d3e41918f6aeb0674fa85468b4509229ed09623386f5c6c65cc2cc842dbc
+size 25364202
diff --git a/opt-6.7b_4.self_attn.k_proj_3bit.pt b/opt-6.7b_4.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4bf641fc50700e8b12f2ec06fdb789bcd7b028
--- /dev/null
+++ b/opt-6.7b_4.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c0485fe769908b5eca9bf6e5fac410a90690c2c3ac31385d944a0b51acb2e
+size 6342584
diff --git a/opt-6.7b_4.self_attn.out_proj_3bit.pt b/opt-6.7b_4.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b42fcff5890a972ea4164855c4ea9cfbe0c060a
--- /dev/null
+++ b/opt-6.7b_4.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10fc437c9b840a1661666b15739394f35919d0d78b0f356070e8bf23a26ae3
+size 6342596
diff --git a/opt-6.7b_4.self_attn.q_proj_3bit.pt b/opt-6.7b_4.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b06e6e5fa5a8fa76fa48791f44523b082cfea27
--- /dev/null
+++ b/opt-6.7b_4.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a972982a92a8e65f9541c935c61cb3b0abb5717361f58b3978ab05624f4592b
+size 6342584
diff --git a/opt-6.7b_4.self_attn.v_proj_3bit.pt b/opt-6.7b_4.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eca8ba6df4665e33915092b6f6c3ed313c9d44
--- /dev/null
+++ b/opt-6.7b_4.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f60d2ab711e1d4c1465fe0a1edacbff3f443f669b12c435d065816b39c7c81
+size 6342584
diff --git a/opt-6.7b_5.fc1_3bit.pt b/opt-6.7b_5.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0e3c611d1f5f2de694ee1975eb575d7f774c42
--- /dev/null
+++ b/opt-6.7b_5.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38a1065b2159e6aa075da5e5c885851c04a1a19db29702c5a6a5e111849a62f
+size 25364202
diff --git a/opt-6.7b_5.fc2_3bit.pt b/opt-6.7b_5.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b47ac1c5bdab74abae826f8730491749637c30
--- /dev/null
+++ b/opt-6.7b_5.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd36f133bd70f52c1e792f8ff1455b2800f6f537086829d606ea135a44605de
+size 25364202
diff --git a/opt-6.7b_5.self_attn.k_proj_3bit.pt b/opt-6.7b_5.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5130c7212ae68e99f3d7eebc31c4034721f66cb4
--- /dev/null
+++ b/opt-6.7b_5.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d8f64b68d7881a0635df5e99b8e30930747a605b989ff9031b51231760dffe
+size 6342584
diff --git a/opt-6.7b_5.self_attn.out_proj_3bit.pt b/opt-6.7b_5.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224e8440258ac46befe428e969d552e424b08701
--- /dev/null
+++ b/opt-6.7b_5.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe2fd3da2f196f8f921baade7cfd391c0dac5f1eed0e4f0964dfbac58ebc784
+size 6342596
diff --git a/opt-6.7b_5.self_attn.q_proj_3bit.pt b/opt-6.7b_5.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39b3907a14b57d8caec0e1b40e04620db063e6f
--- /dev/null
+++ b/opt-6.7b_5.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a885a90f8ea1ede14245502c5abd54443b99dd27416d22f10bf62e0b91b3def
+size 6342584
diff --git a/opt-6.7b_5.self_attn.v_proj_3bit.pt b/opt-6.7b_5.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8b8d3c1e77b0301f9e47bf51517890912acaa4
--- /dev/null
+++ b/opt-6.7b_5.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2252df73bfb4dd827ec56d398e7dd1ac7d7f5579c368ece397186659b4134e3
+size 6342584
diff --git a/opt-6.7b_6.fc1_3bit.pt b/opt-6.7b_6.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496d7e012ef0e46cad05451b5d265177a489392d
--- /dev/null
+++ b/opt-6.7b_6.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7b0a6cdb2a9a5ab61ce83c66686582396744147fc14550cac3adc1a7bc7ac
+size 25364202
diff --git a/opt-6.7b_6.fc2_3bit.pt b/opt-6.7b_6.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae39a55d5cbdda82845f5f2156490994e0803cfb
--- /dev/null
+++ b/opt-6.7b_6.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84c888c2c9ba08c957743ee01376c741207396705e89690b932244a64d8e5e6
+size 25364202
diff --git a/opt-6.7b_6.self_attn.k_proj_3bit.pt b/opt-6.7b_6.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb4b0723271e25a38107b1e8a8ac28e8e8917b4
--- /dev/null
+++ b/opt-6.7b_6.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c649de2dae32a0bd333a42ca0b655b394f7f26fce26c24dc7577dcf913b516ad
+size 6342584
diff --git a/opt-6.7b_6.self_attn.out_proj_3bit.pt b/opt-6.7b_6.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be225634c6c470c727623bb28edf89d783eef0a9
--- /dev/null
+++ b/opt-6.7b_6.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe6a8cd8934a738b7ceda3d43663d9041817e1dc09f5710938d48fa4eb4cc0d
+size 6342596
diff --git a/opt-6.7b_6.self_attn.q_proj_3bit.pt b/opt-6.7b_6.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb84e915e750ad1c2a8828e7a1ea590ae8b08a7
--- /dev/null
+++ b/opt-6.7b_6.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1981a7b794d14ebe150439f37bb8e199baa2b1ac23bf865572ea05d78a99c2e
+size 6342584
diff --git a/opt-6.7b_6.self_attn.v_proj_3bit.pt b/opt-6.7b_6.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f504b992ebfdb5d62755000dfc4f1d01e332d7d0
--- /dev/null
+++ b/opt-6.7b_6.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0571ef72ca569a6db415345288992f3f31439a284903d528a1b219c9e138edc3
+size 6342584
diff --git a/opt-6.7b_7.fc1_3bit.pt b/opt-6.7b_7.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a91fe7ac757c6d347d0fa0b889b390c15e0df6
--- /dev/null
+++ b/opt-6.7b_7.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319871762dcbe0767d68cf326e183bea519a2c0a11b4a2acb52676a3a79254f4
+size 25364202
diff --git a/opt-6.7b_7.fc2_3bit.pt b/opt-6.7b_7.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398d905793d43063e9353ec5cac52ab00bceeda6
--- /dev/null
+++ b/opt-6.7b_7.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc78a1dd5fdbfc54b2dfacdec9606444647d9c6ef9b6d291d8afcf0f7613d9
+size 25364202
diff --git a/opt-6.7b_7.self_attn.k_proj_3bit.pt b/opt-6.7b_7.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037b56ba59996cfb5dab5e7e653d84a41780ffef
--- /dev/null
+++ b/opt-6.7b_7.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537644f69567d299a5e84b32fe9c172a7ff2ae2a13ba78ea88cffc1ba83e481e
+size 6342584
diff --git a/opt-6.7b_7.self_attn.out_proj_3bit.pt b/opt-6.7b_7.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d635975dd7e83c1f61b1bc0250a0e061299ce09
--- /dev/null
+++ b/opt-6.7b_7.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea2cf91a3ed06426f70d5b90d904b828a3423a8c7d5f9cf5a0ebe25dc1ca684
+size 6342596
diff --git a/opt-6.7b_7.self_attn.q_proj_3bit.pt b/opt-6.7b_7.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678a2707dc889ba98889198289909926f6d7b08c
--- /dev/null
+++ b/opt-6.7b_7.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f0a1fc648ea41b7ac9849a3cbc3536335fdc3d88af5b9caf7e4bf8b6e16ca2
+size 6342584
diff --git a/opt-6.7b_7.self_attn.v_proj_3bit.pt b/opt-6.7b_7.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8404ff56c3d67782e2f9c04b8dfd7df41ac938
--- /dev/null
+++ b/opt-6.7b_7.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128a4fe2b369be5024c4dc93134aee3ab58fc067f9d587cd0a695f72b412c628
+size 6342584
diff --git a/opt-6.7b_8.fc1_3bit.pt b/opt-6.7b_8.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6534bbd13d263799f7a12a2c14e2df0d3f25c1af
--- /dev/null
+++ b/opt-6.7b_8.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c50c9178026416b69a95e16d10f9873a9febe75f206c0ad4ac1fcb9df399bc
+size 25364202
diff --git a/opt-6.7b_8.fc2_3bit.pt b/opt-6.7b_8.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d74732ebec9ded19182680861bd7442689334
--- /dev/null
+++ b/opt-6.7b_8.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20913241d327ebe90e00a84b7ecec12eccc3bc6289da8e6695f173796346d49c
+size 25364202
diff --git a/opt-6.7b_8.self_attn.k_proj_3bit.pt b/opt-6.7b_8.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdf5163b1ffa1404e3a8b38e5de4480375759ab
--- /dev/null
+++ b/opt-6.7b_8.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bd00a5ce0bdbb9df81659eec60f159062f6d5f52c18bed5218adc9af852ba5
+size 6342584
diff --git a/opt-6.7b_8.self_attn.out_proj_3bit.pt b/opt-6.7b_8.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e81545ad653e6cab992ccec634bae60009aad1
--- /dev/null
+++ b/opt-6.7b_8.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29563aa8f634247ba730552a8ff587a03e6b1c60118f4b12deb2b6ba2a3f5aee
+size 6342596
diff --git a/opt-6.7b_8.self_attn.q_proj_3bit.pt b/opt-6.7b_8.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e13544a3b6dffdd0cb64bcdceb552a153b91e8
--- /dev/null
+++ b/opt-6.7b_8.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b03e6ad38843bfede99277b400a6fae11380e6ff1b5ee825c94f4695f840e68
+size 6342584
diff --git a/opt-6.7b_8.self_attn.v_proj_3bit.pt b/opt-6.7b_8.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20124a6fe5c3841b80edb2b96b80c1ec8c6963e4
--- /dev/null
+++ b/opt-6.7b_8.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807235fc4cac718722bfe1b38743bb47d5c873e1bb5eb0744c097dbe7219dfe3
+size 6342584
diff --git a/opt-6.7b_9.fc1_3bit.pt b/opt-6.7b_9.fc1_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee454976f59d2928367e32e7cbe9f073881c47d8
--- /dev/null
+++ b/opt-6.7b_9.fc1_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61ae768bce34624f045071920a93aa3d635ba8f9a280bd70ace09e87329277
+size 25364202
diff --git a/opt-6.7b_9.fc2_3bit.pt b/opt-6.7b_9.fc2_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d325bd4fdee580cae872f7b41ae0912cd682db4
--- /dev/null
+++ b/opt-6.7b_9.fc2_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67360b92a6667e32ceb485ed1e2bd2a8dcd468f36077d7d94136a86e3337f7b
+size 25364202
diff --git a/opt-6.7b_9.self_attn.k_proj_3bit.pt b/opt-6.7b_9.self_attn.k_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e521c472252369533283ab8bf210b981288284ee
--- /dev/null
+++ b/opt-6.7b_9.self_attn.k_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cbfcca375a00f0fa104b763b87e9109cf59af98644002c76b11f3700dc5df9
+size 6342584
diff --git a/opt-6.7b_9.self_attn.out_proj_3bit.pt b/opt-6.7b_9.self_attn.out_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d7bdc05f8e0094ac935ce4ad60c3940580575b
--- /dev/null
+++ b/opt-6.7b_9.self_attn.out_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404df73877e86d70498813daf5ecb7455fbc15c07c3fdcd24696c8774d991821
+size 6342596
diff --git a/opt-6.7b_9.self_attn.q_proj_3bit.pt b/opt-6.7b_9.self_attn.q_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e87159075d9189aa8584f98a281eb77075d25c3
--- /dev/null
+++ b/opt-6.7b_9.self_attn.q_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a69fea3a8d79feedede20ca4af497c1d97a6b1a0e54d2b4cb7d58aec1f4ba
+size 6342584
diff --git a/opt-6.7b_9.self_attn.v_proj_3bit.pt b/opt-6.7b_9.self_attn.v_proj_3bit.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434817da3a18016d93203c16d67d1005c71fd233
--- /dev/null
+++ b/opt-6.7b_9.self_attn.v_proj_3bit.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700aedcccc5f3fffd027198abd00195664d769ce5de9702b7e682f850da48f5
+size 6342584