Add application file
Browse files
app.py
CHANGED
|
@@ -56,7 +56,8 @@ else:
|
|
| 56 |
model = LlamaForCausalLM.from_pretrained(
|
| 57 |
BASE_MODEL,
|
| 58 |
device_map={"": device},
|
| 59 |
-
low_cpu_mem_usage=True
|
|
|
|
| 60 |
)
|
| 61 |
model = PeftModel.from_pretrained(
|
| 62 |
model,
|
|
|
|
| 56 |
model = LlamaForCausalLM.from_pretrained(
|
| 57 |
BASE_MODEL,
|
| 58 |
device_map={"": device},
|
| 59 |
+
low_cpu_mem_usage=True,
|
| 60 |
+
torch_dtype=torch.float16
|
| 61 |
)
|
| 62 |
model = PeftModel.from_pretrained(
|
| 63 |
model,
|