ajsbsd commited on
Commit
25abded
·
1 Parent(s): baa104a
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,7 +11,7 @@ import gradio as gr
11
  import tempfile
12
 
13
  # Set environment variable to reduce memory fragmentation
14
- os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
15
 
16
  # Initialize pipeline as None - will be loaded in GPU function
17
  pipe = None
@@ -30,7 +30,7 @@ def load_pipeline():
30
  )
31
 
32
  # Enable memory optimizations
33
- pipe.enable_model_cpu_offload()
34
 
35
  # Try to enable memory efficient attention
36
  try:
 
11
  import tempfile
12
 
13
  # Set environment variable to reduce memory fragmentation
14
+ #os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
15
 
16
  # Initialize pipeline as None - will be loaded in GPU function
17
  pipe = None
 
30
  )
31
 
32
  # Enable memory optimizations
33
+ #pipe.enable_model_cpu_offload()
34
 
35
  # Try to enable memory efficient attention
36
  try: