Spaces:
Sleeping
Sleeping
app.py
CHANGED
@@ -26,8 +26,8 @@ def load_pipeline():
|
|
26 |
torch_dtype=torch.float16,
|
27 |
variant="fp16",
|
28 |
use_safetensors=True,
|
29 |
-
device_map="
|
30 |
-
|
31 |
)
|
32 |
|
33 |
# Enable memory optimizations
|
|
|
26 |
torch_dtype=torch.float16,
|
27 |
variant="fp16",
|
28 |
use_safetensors=True,
|
29 |
+
device_map="balanced",
|
30 |
+
attn_implementation="eager"
|
31 |
)
|
32 |
|
33 |
# Enable memory optimizations
|