Spaces:
Sleeping
Sleeping
Commit
·
4d5780b
1
Parent(s):
5b8a196
replaced cuda() with device
Browse files
app.py
CHANGED
@@ -218,7 +218,7 @@ def load_model():
|
|
218 |
#tokenizer_gpt = AutoTokenizer.from_pretrained("netgvarun2005/GPTVirtualTherapistTokenizer", pad_token='<|pad|>',bos_token='<|startoftext|>',eos_token='<|endoftext|>')
|
219 |
tokenizer_gpt = AutoTokenizer.from_pretrained("netgvarun2005/GPTTherapistDeepSpeedTokenizer", pad_token='<|pad|>',bos_token='<|startoftext|>',eos_token='<|endoftext|>')
|
220 |
#model_gpt = AutoModelForCausalLM.from_pretrained("netgvarun2005/GPTVirtualTherapist")
|
221 |
-
model_gpt = AutoModelForCausalLM.from_pretrained("netgvarun2005/GPTTherapistDeepSpeedModel").
|
222 |
|
223 |
return multiModel,tokenizer,model_gpt,tokenizer_gpt
|
224 |
|
|
|
218 |
#tokenizer_gpt = AutoTokenizer.from_pretrained("netgvarun2005/GPTVirtualTherapistTokenizer", pad_token='<|pad|>',bos_token='<|startoftext|>',eos_token='<|endoftext|>')
|
219 |
tokenizer_gpt = AutoTokenizer.from_pretrained("netgvarun2005/GPTTherapistDeepSpeedTokenizer", pad_token='<|pad|>',bos_token='<|startoftext|>',eos_token='<|endoftext|>')
|
220 |
#model_gpt = AutoModelForCausalLM.from_pretrained("netgvarun2005/GPTVirtualTherapist")
|
221 |
+
model_gpt = AutoModelForCausalLM.from_pretrained("netgvarun2005/GPTTherapistDeepSpeedModel").to(device)
|
222 |
|
223 |
return multiModel,tokenizer,model_gpt,tokenizer_gpt
|
224 |
|