Spaces:
Sleeping
Sleeping
Update dataset_utils.py
Browse files- dataset_utils.py +1 -0
dataset_utils.py
CHANGED
@@ -12,6 +12,7 @@ class DatasetHandler:
|
|
12 |
def load_descriptions(self, max_records=500):
|
13 |
dataset = load_dataset(self.dataset_name)
|
14 |
descriptions = {}
|
|
|
15 |
for record in dataset["train"].select(range(max_records)):
|
16 |
species_name = record.get("species_name", "Unknown Species")
|
17 |
description = record.get("description", "No description available.")
|
|
|
12 |
def load_descriptions(self, max_records=500):
|
13 |
dataset = load_dataset(self.dataset_name)
|
14 |
descriptions = {}
|
15 |
+
# Limit to the first 500 records for testing
|
16 |
for record in dataset["train"].select(range(max_records)):
|
17 |
species_name = record.get("species_name", "Unknown Species")
|
18 |
description = record.get("description", "No description available.")
|