Spaces:
Paused
Paused
Commit
·
1238103
1
Parent(s):
86dcdde
update utils
Browse files- utils/db_utils.py +3 -0
utils/db_utils.py
CHANGED
|
@@ -16,6 +16,9 @@ def add_a_record(question, db_id):
|
|
| 16 |
conn.close()
|
| 17 |
|
| 18 |
def obtain_n_grams(sequence, max_n):
|
|
|
|
|
|
|
|
|
|
| 19 |
tokens = word_tokenize(sequence)
|
| 20 |
all_grams = []
|
| 21 |
for n in range(1, max_n + 1):
|
|
|
|
| 16 |
conn.close()
|
| 17 |
|
| 18 |
def obtain_n_grams(sequence, max_n):
|
| 19 |
+
nltk.download('punkt')
|
| 20 |
+
nltk.download('punkt_tab')
|
| 21 |
+
|
| 22 |
tokens = word_tokenize(sequence)
|
| 23 |
all_grams = []
|
| 24 |
for n in range(1, max_n + 1):
|