zmeeks commited on
Commit
78e3211
·
verified ·
1 Parent(s): 019c212

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -67,7 +67,8 @@ class BasicAgent:
67
  self.model = TransformersModel(
68
  model_id="google/gemma-3-4b-it",
69
  torch_dtype=torch.bfloat16,
70
- device_map="auto"
 
71
  )
72
 
73
  # Verify where model actually loaded
 
67
  self.model = TransformersModel(
68
  model_id="google/gemma-3-4b-it",
69
  torch_dtype=torch.bfloat16,
70
+ device_map="auto",
71
+ attn_implementation="eager"
72
  )
73
 
74
  # Verify where model actually loaded