ajsbsd commited on
Commit
e66736e
·
1 Parent(s): d9ea5f3
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -26,8 +26,8 @@ def load_pipeline():
26
  torch_dtype=torch.float16,
27
  variant="fp16",
28
  use_safetensors=True,
29
- device_map="auto",
30
- attn_implementation="eager"
31
  )
32
 
33
  # Enable memory optimizations
 
26
  torch_dtype=torch.float16,
27
  variant="fp16",
28
  use_safetensors=True,
29
+ device_map="balanced",
30
+ attn_implementation="eager"
31
  )
32
 
33
  # Enable memory optimizations