Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -65,8 +65,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
65 |
torch_dtype=torch.bfloat16,
|
66 |
).to(device)
|
67 |
|
68 |
-
if device == "cuda":
|
69 |
-
model = torch.compile(model)
|
70 |
|
71 |
@spaces.GPU
|
72 |
def stream_chat(
|
|
|
65 |
torch_dtype=torch.bfloat16,
|
66 |
).to(device)
|
67 |
|
|
|
|
|
68 |
|
69 |
@spaces.GPU
|
70 |
def stream_chat(
|