SagaMKM commited on
Commit
76e0e92
·
verified ·
1 Parent(s): e9ee13d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -1,4 +1,4 @@
1
- from transformers import pipeline
2
  import torch
3
  import gradio as gr
4
  import os
@@ -11,6 +11,9 @@ if not token:
11
 
12
 
13
  model_id = "meta-llama/Llama-3.2-1B-Instruct"
 
 
 
14
  pipe = pipeline(
15
  "text-generation",
16
  model=model_id,
 
1
+ from transformers import pipeline, AutoModelForCausalLM, AutoTokenizer
2
  import torch
3
  import gradio as gr
4
  import os
 
11
 
12
 
13
  model_id = "meta-llama/Llama-3.2-1B-Instruct"
14
+ tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
15
+ model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=token)
16
+
17
  pipe = pipeline(
18
  "text-generation",
19
  model=model_id,