DeeeTeeee01 commited on
Commit
3a55b6a
·
1 Parent(s): ccbd4ac

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -143,13 +143,18 @@
143
  import streamlit as st
144
  import transformers
145
  import torch
 
146
 
147
  # Load the model and tokenizer
148
  model = transformers.AutoModelForSequenceClassification.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
149
  tokenizer = transformers.AutoTokenizer.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
150
 
 
 
 
 
151
  # Define the function for sentiment analysis
152
- @st.cache
153
  def predict_sentiment(text):
154
  # Load the pipeline
155
  pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)
 
143
  import streamlit as st
144
  import transformers
145
  import torch
146
+ import tokenizers # Import tokenizers explicitly
147
 
148
  # Load the model and tokenizer
149
  model = transformers.AutoModelForSequenceClassification.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
150
  tokenizer = transformers.AutoTokenizer.from_pretrained("DeeeTeeee01/mytest_trainer_roberta-base")
151
 
152
+ # Define the custom hash function for tokenizers.Tokenizer
153
+ def tokenizer_hash_func(tokenizer):
154
+ return tokenizer.__str__()
155
+
156
  # Define the function for sentiment analysis
157
+ @st.cache(hash_funcs={tokenizers.Tokenizer: tokenizer_hash_func}) # Specify the custom hash function
158
  def predict_sentiment(text):
159
  # Load the pipeline
160
  pipeline = transformers.pipeline("sentiment-analysis", model=model, tokenizer=tokenizer)