|
|
@@ -1,3 +1,6 @@
|
|
|
+# --- 151 主节点 API 服务依赖(轻量) ---
|
|
|
+# 实际训练依赖(torch/transformers/peft/trl)在 253 沐曦容器中
|
|
|
+
|
|
|
fastapi>=0.115.0
|
|
|
uvicorn[standard]>=0.30.0
|
|
|
pydantic>=2.0
|
|
|
@@ -9,24 +12,9 @@ asyncpg>=0.29.0
|
|
|
alembic>=1.13.0
|
|
|
python-multipart>=0.0.9
|
|
|
websockets>=12.0
|
|
|
-# GPU 相关依赖需要根据实际显卡手动安装:
|
|
|
-# NVIDIA GPU: pip install torch --index-url https://download.pytorch.org/whl/cu121
|
|
|
-# 沐曦 GPU: pip install torch_musa --index-url https://release.mthreads.com/repo/pypi/simple
|
|
|
-# 以下为框架和工具库依赖
|
|
|
-# transformers>=4.45.0
|
|
|
-transformers
|
|
|
-peft>=0.13.0
|
|
|
-trl>=0.12.0
|
|
|
-datasets>=3.0.0
|
|
|
-# accelerate>=1.0.0 # 随 GPU 环境一起安装
|
|
|
-# bitsandbytes>=0.44.0 # 仅 NVIDIA GPU 需要,沐曦环境可能不兼容
|
|
|
scipy>=1.14.0
|
|
|
scikit-learn>=1.5.0
|
|
|
pillow>=10.4.0
|
|
|
-huggingface_hub>=0.25.0
|
|
|
-modelscope>=1.15.0
|
|
|
-addict>=2.4.0
|
|
|
pandas>=2.2.0
|
|
|
pyarrow>=17.0.0
|
|
|
-sentencepiece>=0.2.0
|
|
|
-protobuf>=4.25.0
|
|
|
+addict>=2.4.0
|