rcook commited on
Commit
fcb2108
·
verified ·
1 Parent(s): 5d5cebc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -2,6 +2,7 @@ from fastapi import FastAPI
2
  from datasets import load_dataset
3
  from transformers import AutoTokenizer
4
  from transformers import DataCollatorForSeq2Seq
 
5
 
6
  app = FastAPI()
7
 
@@ -34,6 +35,8 @@ def summarize():
34
  tokenized_billsum = billsum.map(preprocess_function, batched=True)
35
 
36
  data_collator = DataCollatorForSeq2Seq(tokenizer=tokenizer, model=checkpoint)
 
 
37
 
38
  return data_collator
39
  # return type(tokenized_billsum)
 
2
  from datasets import load_dataset
3
  from transformers import AutoTokenizer
4
  from transformers import DataCollatorForSeq2Seq
5
+ from transformers import evaluate
6
 
7
  app = FastAPI()
8
 
 
35
  tokenized_billsum = billsum.map(preprocess_function, batched=True)
36
 
37
  data_collator = DataCollatorForSeq2Seq(tokenizer=tokenizer, model=checkpoint)
38
+
39
+ rouge = evaluate.load("rouge")
40
 
41
  return data_collator
42
  # return type(tokenized_billsum)