Spaces:
Configuration error
Configuration error
Update cross_encoder_reranking_train.py
Browse files
cross_encoder_reranking_train.py
CHANGED
@@ -191,14 +191,14 @@ def extract_text(content_dict, text_type="full"):
|
|
191 |
|
192 |
# For claims, paragraphs and features, we take only the top-10 most relevant
|
193 |
# Add claims
|
194 |
-
for claim in filtered_dict["claims"][:10]:
|
195 |
-
|
196 |
-
# Add features
|
197 |
-
for feature in filtered_dict["features"][:10]:
|
198 |
-
|
199 |
-
#
|
200 |
-
|
201 |
-
|
202 |
|
203 |
return " ".join(all_text)
|
204 |
|
|
|
191 |
|
192 |
# For claims, paragraphs and features, we take only the top-10 most relevant
|
193 |
# Add claims
|
194 |
+
# for claim in filtered_dict["claims"][:10]:
|
195 |
+
# all_text.append(claim)
|
196 |
+
# # Add features
|
197 |
+
# for feature in filtered_dict["features"][:10]:
|
198 |
+
# all_text.append(feature)
|
199 |
+
# Add paragraphs
|
200 |
+
for paragraph in filtered_dict["paragraphs"][:10]:
|
201 |
+
all_text.append(paragraph)
|
202 |
|
203 |
return " ".join(all_text)
|
204 |
|