Add application file
Browse files
app.py
CHANGED
|
@@ -57,7 +57,7 @@ else:
|
|
| 57 |
BASE_MODEL,
|
| 58 |
device_map={"": device},
|
| 59 |
low_cpu_mem_usage=True,
|
| 60 |
-
|
| 61 |
)
|
| 62 |
model = PeftModel.from_pretrained(
|
| 63 |
model,
|
|
|
|
| 57 |
BASE_MODEL,
|
| 58 |
device_map={"": device},
|
| 59 |
low_cpu_mem_usage=True,
|
| 60 |
+
load_in_8bit=True,
|
| 61 |
)
|
| 62 |
model = PeftModel.from_pretrained(
|
| 63 |
model,
|