rcook commited on
Commit
1f93ce8
·
verified ·
1 Parent(s): 2bd0595

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -1,6 +1,7 @@
1
  from fastapi import FastAPI
2
  from datasets import load_dataset
3
  from transformers import AutoTokenizer
 
4
 
5
  app = FastAPI()
6
 
@@ -31,8 +32,11 @@ def summarize():
31
  return model_inputs
32
 
33
  tokenized_billsum = billsum.map(preprocess_function, batched=True)
 
 
34
 
35
- return type(tokenized_billsum)
 
36
 
37
  """from fastapi import FastAPI
38
  from datasets import load_dataset
 
1
  from fastapi import FastAPI
2
  from datasets import load_dataset
3
  from transformers import AutoTokenizer
4
+ from transformers import DataCollatorForSeq2Seq
5
 
6
  app = FastAPI()
7
 
 
32
  return model_inputs
33
 
34
  tokenized_billsum = billsum.map(preprocess_function, batched=True)
35
+
36
+ data_collator = DataCollatorForSeq2Seq(tokenizer=tokenizer, model=checkpoint)
37
 
38
+ return
39
+ # return type(tokenized_billsum)
40
 
41
  """from fastapi import FastAPI
42
  from datasets import load_dataset