Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -24,7 +24,24 @@ csv_datasets_reloaded
|
|
| 24 |
|
| 25 |
|
| 26 |
for split, dataset in raw_datasets.items():
|
| 27 |
-
dataset.to_json(f
|
| 28 |
|
| 29 |
for split, dataset in raw_datasets.items():
|
| 30 |
dataset.to_parquet(f"my-dataset-{split}.parquet")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
|
| 25 |
|
| 26 |
for split, dataset in raw_datasets.items():
|
| 27 |
+
dataset.to_json(f"my-dataset-{split}.jsonl")
|
| 28 |
|
| 29 |
for split, dataset in raw_datasets.items():
|
| 30 |
dataset.to_parquet(f"my-dataset-{split}.parquet")
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
json_data_files = {
|
| 34 |
+
"train": "my-dataset-train.jsonl",
|
| 35 |
+
"validation": "my-dataset-validation.jsonl",
|
| 36 |
+
"test": "my-dataset-test.jsonl",
|
| 37 |
+
}
|
| 38 |
+
parquet_data_files = {
|
| 39 |
+
"train": "my-dataset-train.parquet",
|
| 40 |
+
"validation": "my-dataset-validation.parquet",
|
| 41 |
+
"test": "my-dataset-test.parquet",
|
| 42 |
+
}
|
| 43 |
+
|
| 44 |
+
json_datasets_reloaded = load_dataset("json", data_files=json_data_files)
|
| 45 |
+
parquet_datasets_reloaded = load_dataset("parquet", data_files=parquet_data_files)
|
| 46 |
+
|
| 47 |
+
|