Fine-tuning/backend/app/api/datasets.py

from fastapi import APIRouter, UploadFile, File, Query

from app.schemas.dataset import (
    DatasetDownloadRequest,
    DatasetDownloadResponse,
    DatasetPreviewResponse,
    DatasetUploadResponse,
    DatasetValidationResult,
)
from app.services import dataset_service

router = APIRouter()


@router.post("/download", response_model=DatasetDownloadResponse)
async def download_dataset(req: DatasetDownloadRequest):
    """从 HuggingFace 或 ModelScope 下载数据集。"""
    return await dataset_service.download_dataset(req)


@router.post("/upload", response_model=DatasetUploadResponse)
async def upload_dataset(file: UploadFile = File(...)):
    """上传数据集文件（JSONL / CSV / Parquet / JSON）。"""
    result = await dataset_service.upload_dataset(file)
    return DatasetUploadResponse(**result)


@router.get("/{dataset_id}/preview", response_model=DatasetPreviewResponse)
async def preview_dataset(dataset_id: str, rows: int = Query(default=10, le=100)):
    """预览数据集前 N 行。"""
    result = await dataset_service.preview_dataset(dataset_id, rows)
    return DatasetPreviewResponse(**result)


@router.post("/{dataset_id}/validate", response_model=DatasetValidationResult)
async def validate_dataset(dataset_id: str):
    """校验数据集格式和 Schema。"""
    result = await dataset_service.validate_dataset(dataset_id)
    return DatasetValidationResult(**result)


@router.get("/", response_model=list[DatasetUploadResponse])
async def list_datasets():
    """列出所有已上传数据集。"""
    items = await dataset_service.list_datasets()
    return [DatasetUploadResponse(**item) for item in items]


@router.delete("/{dataset_id}")
async def delete_dataset(dataset_id: str):
    """删除数据集。"""
    return await dataset_service.delete_dataset(dataset_id)