dalybuilds commited on
Commit
90e019a
·
verified ·
1 Parent(s): d2b447d

Update dataset_utils.py

Browse files
Files changed (1) hide show
  1. dataset_utils.py +1 -0
dataset_utils.py CHANGED
@@ -12,6 +12,7 @@ class DatasetHandler:
12
  def load_descriptions(self, max_records=500):
13
  dataset = load_dataset(self.dataset_name)
14
  descriptions = {}
 
15
  for record in dataset["train"].select(range(max_records)):
16
  species_name = record.get("species_name", "Unknown Species")
17
  description = record.get("description", "No description available.")
 
12
  def load_descriptions(self, max_records=500):
13
  dataset = load_dataset(self.dataset_name)
14
  descriptions = {}
15
+ # Limit to the first 500 records for testing
16
  for record in dataset["train"].select(range(max_records)):
17
  species_name = record.get("species_name", "Unknown Species")
18
  description = record.get("description", "No description available.")