Spaces:
Sleeping
Sleeping
Update dataset_utils.py
Browse files- dataset_utils.py +1 -0
dataset_utils.py
CHANGED
|
@@ -12,6 +12,7 @@ class DatasetHandler:
|
|
| 12 |
def load_descriptions(self, max_records=500):
|
| 13 |
dataset = load_dataset(self.dataset_name)
|
| 14 |
descriptions = {}
|
|
|
|
| 15 |
for record in dataset["train"].select(range(max_records)):
|
| 16 |
species_name = record.get("species_name", "Unknown Species")
|
| 17 |
description = record.get("description", "No description available.")
|
|
|
|
| 12 |
def load_descriptions(self, max_records=500):
|
| 13 |
dataset = load_dataset(self.dataset_name)
|
| 14 |
descriptions = {}
|
| 15 |
+
# Limit to the first 500 records for testing
|
| 16 |
for record in dataset["train"].select(range(max_records)):
|
| 17 |
species_name = record.get("species_name", "Unknown Species")
|
| 18 |
description = record.get("description", "No description available.")
|