Spaces:
Sleeping
Sleeping
app.py
CHANGED
@@ -11,7 +11,7 @@ import gradio as gr
|
|
11 |
import tempfile
|
12 |
|
13 |
# Set environment variable to reduce memory fragmentation
|
14 |
-
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
|
15 |
|
16 |
# Initialize pipeline as None - will be loaded in GPU function
|
17 |
pipe = None
|
@@ -30,7 +30,7 @@ def load_pipeline():
|
|
30 |
)
|
31 |
|
32 |
# Enable memory optimizations
|
33 |
-
pipe.enable_model_cpu_offload()
|
34 |
|
35 |
# Try to enable memory efficient attention
|
36 |
try:
|
|
|
11 |
import tempfile
|
12 |
|
13 |
# Set environment variable to reduce memory fragmentation
|
14 |
+
#os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
|
15 |
|
16 |
# Initialize pipeline as None - will be loaded in GPU function
|
17 |
pipe = None
|
|
|
30 |
)
|
31 |
|
32 |
# Enable memory optimizations
|
33 |
+
#pipe.enable_model_cpu_offload()
|
34 |
|
35 |
# Try to enable memory efficient attention
|
36 |
try:
|