JingweiZuo commited on
Commit
78a6447
·
verified ·
1 Parent(s): c013691

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -2
app.py CHANGED
@@ -65,8 +65,6 @@ model = AutoModelForCausalLM.from_pretrained(
65
  torch_dtype=torch.bfloat16,
66
  ).to(device)
67
 
68
- if device == "cuda":
69
- model = torch.compile(model)
70
 
71
  @spaces.GPU
72
  def stream_chat(
 
65
  torch_dtype=torch.bfloat16,
66
  ).to(device)
67
 
 
 
68
 
69
  @spaces.GPU
70
  def stream_chat(