Update app.py

app.py

@@ -77,7 +77,7 @@ class BasicAgent:
                     if self.model.tokenizer.pad_token is None:
                         self.model.tokenizer.pad_token = self.model.tokenizer.eos_token
                     # Set default padding behavior for FlashAttention
-                    self.model.tokenizer.pad_to_multiple_of = 64
+                    self.model.tokenizer.pad_to_multiple_of = 8
                     print("✅ Applied tokenizer padding fix for FlashAttention alignment")
                 
                 # If the model has a processor with tokenizer, fix that too
@@ -85,7 +85,7 @@ class BasicAgent:
                     self.model.processor.tokenizer.padding_side = "left"
                     if self.model.processor.tokenizer.pad_token is None:
                         self.model.processor.tokenizer.pad_token = self.model.processor.tokenizer.eos_token
-                    self.model.processor.tokenizer.pad_to_multiple_of = 64
+                    self.model.processor.tokenizer.pad_to_multiple_of = 8
                     print("✅ Applied processor tokenizer padding fix")