|
@@ -324,6 +324,12 @@ def _download_modelscope_dataset(dataset_id: str) -> tuple[Path, Path, int]:
|
|
|
records.append(json.loads(line))
|
|
records.append(json.loads(line))
|
|
|
except json.JSONDecodeError:
|
|
except json.JSONDecodeError:
|
|
|
continue
|
|
continue
|
|
|
|
|
+ elif target.suffix == ".csv":
|
|
|
|
|
+ import csv as _csv
|
|
|
|
|
+ records = []
|
|
|
|
|
+ reader = _csv.DictReader(content.splitlines())
|
|
|
|
|
+ for row in reader:
|
|
|
|
|
+ records.append(dict(row))
|
|
|
else:
|
|
else:
|
|
|
records = []
|
|
records = []
|
|
|
|
|
|