test deepseek

app.py

@@ -47,6 +47,11 @@ def respond(
 
 import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
+model_name = "deepseek-ai/deepseek-math-7b-instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
+model.generation_config = GenerationConfig.from_pretrained(model_name)
+model.generation_config.pad_token_id = model.generation_config.eos_token_id
 def deepseek(
             message, 
             history: list[tuple[str, str]], 
@@ -54,11 +59,7 @@ def deepseek(
             max_tokens, 
             temperature, 
             top_p):
-    model_name = "deepseek-ai/deepseek-math-7b-instruct"
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16, device_map="auto")
-    model.generation_config = GenerationConfig.from_pretrained(model_name)
-    model.generation_config.pad_token_id = model.generation_config.eos_token_id
+    
     
     # messages = [
     #     {"role": "user", "content": "what is the integral of x^2 from 0 to 2?\nPlease reason step by step, and put your final answer within \\boxed{}."}