Update model.py
Browse files
model.py
CHANGED
@@ -1,20 +1,3 @@
|
|
1 |
-
# ---
|
2 |
-
# license: cc-by-nc-2.0
|
3 |
-
# datasets:
|
4 |
-
# - wikimedia/wikipedia
|
5 |
-
# - open-llm-leaderboard-old/details_microsoft__DialoGPT-large
|
6 |
-
# - li2017dailydialog/daily_dialog
|
7 |
-
# - google/Synthetic-Persona-Chat
|
8 |
-
# - kanhatakeyama/CommonCrawl-RAG-QA-Calm3-22b-chat
|
9 |
-
# - yuyijiong/Multi-doc-QA-CommonCrawl
|
10 |
-
# - Skylion007/openwebtext
|
11 |
-
# - Bingsu/openwebtext_20p
|
12 |
-
# - segyges/OpenWebText2
|
13 |
-
# language:
|
14 |
-
# - en
|
15 |
-
# library_name: transformers
|
16 |
-
# ---
|
17 |
-
|
18 |
import torch
|
19 |
from transformers import BartForConditionalGeneration, BartTokenizer, GPT2LMHeadModel, GPT2Tokenizer
|
20 |
import argparse
|
@@ -44,7 +27,7 @@ class AdvancedSummarizer:
|
|
44 |
def main_summarizer():
|
45 |
# Example usage
|
46 |
summarizer = AdvancedSummarizer()
|
47 |
-
text = """
|
48 |
summary = summarizer.summarize(text)
|
49 |
print("Summary:")
|
50 |
print(summary)
|
@@ -124,3 +107,4 @@ def main_generator():
|
|
124 |
if __name__ == "__main__":
|
125 |
main_summarizer() # Call the summarizer main function
|
126 |
main_generator() # Call the text generator main function
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import torch
|
2 |
from transformers import BartForConditionalGeneration, BartTokenizer, GPT2LMHeadModel, GPT2Tokenizer
|
3 |
import argparse
|
|
|
27 |
def main_summarizer():
|
28 |
# Example usage
|
29 |
summarizer = AdvancedSummarizer()
|
30 |
+
text = """Your text here""" # Replace with your actual text
|
31 |
summary = summarizer.summarize(text)
|
32 |
print("Summary:")
|
33 |
print(summary)
|
|
|
107 |
if __name__ == "__main__":
|
108 |
main_summarizer() # Call the summarizer main function
|
109 |
main_generator() # Call the text generator main function
|
110 |
+
|