Update interaction.py

interaction.py

@@ -8,15 +8,16 @@ import gradio as gr
 from transformers import AutoTokenizer, LlamaForCausalLM
 from utils import SteamGenerationMixin
 
+auth_token = os.getenv("SECRET_TOKEN")
 
 class MindBot(object):
     def __init__(self, model_path, tokenizer_path,if_int8=False):
         # self.device = torch.device("cuda")
         # device_ids = [1, 2]
         if if_int8:
-            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto', load_in_8bit=True,use_auth_token='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').eval()
+            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto', load_in_8bit=True,use_auth_token=auth_token).eval()
         else:
-            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto',use_auth_token='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').half().eval()
+            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto',use_auth_token=auth_token).half().eval()
         
         self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path)
         # sp_tokens = {'additional_special_tokens': ['<human>', '<bot>']}