|
@@ -1,209 +1,131 @@
|
|
|
-lq@lq:~/Fine-tuning$ sudo docker logs -f -t finetune-backend
|
|
|
|
|
-[sudo] password for lq:
|
|
|
|
|
-Sorry, try again.
|
|
|
|
|
-[sudo] password for lq:
|
|
|
|
|
-2026-05-21T01:42:39.209707323Z => Syncing backend code to compute node 192.168.91.253 ...
|
|
|
|
|
-2026-05-21T01:42:39.258692563Z Warning: Permanently added '192.168.91.253' (ED25519) to the list of known hosts.
|
|
|
|
|
-2026-05-21T01:42:56.837916486Z sending incremental file list
|
|
|
|
|
-2026-05-21T01:42:56.840810735Z rsync: [generator] chown "/root/Fine-tuning/backend/." failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.847485293Z rsync: [generator] delete_file: rmdir(data/processed/ms_yanalong_yanalong/._____temp) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.847708893Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/distill_r1_sft.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.848110396Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/dataset_infos.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.848474236Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/data.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.848831874Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/README.md) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.849030751Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/.mv) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.849528206Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/.msc) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.849846228Z rsync: [generator] delete_file: unlink(data/processed/ms_yanalong_yanalong/.gitattributes) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.850209937Z rsync: [generator] delete_file: rmdir(data/processed/ms_yanalong_yanalong) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.852835393Z rsync: [generator] delete_file: rmdir(data/processed/._____temp/yanalong/yanalong) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.853133841Z rsync: [generator] delete_file: rmdir(data/processed/._____temp/yanalong) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.853340450Z rsync: [generator] delete_file: rmdir(data/processed/._____temp) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.853678058Z rsync: [generator] delete_file: unlink(data/processed/d0412da9-b6d0-4ecf-8ae9-35600353bf3e_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.853922468Z rsync: [generator] delete_file: unlink(data/processed/cce886de-4dd5-460a-b0ac-2404731cd9f8_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.854233744Z rsync: [generator] delete_file: unlink(data/processed/aa342346-a39e-4644-9a34-f3a9d3b961f8_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.854494938Z rsync: [generator] delete_file: unlink(data/processed/a52d395e-d3c8-40d2-9be3-1839f597dc7f_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.854814568Z rsync: [generator] delete_file: unlink(data/processed/92a0a9cd-46aa-48bc-b7ad-bd5a18270c51_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.855051340Z rsync: [generator] delete_file: unlink(data/processed/7bcbc0bb-72c7-408f-a4c6-c38fb05b8382_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.855384963Z rsync: [generator] delete_file: unlink(data/processed/7aa39fbf-b396-422d-82c9-73044ee4397e_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.855699895Z rsync: [generator] delete_file: unlink(data/processed/35949b14-2872-47b4-9fdc-b87bda7279ef_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.856024323Z rsync: [generator] delete_file: unlink(data/processed/3296b92a-8bd0-4c26-8c9d-d17778abfa14_processed.jsonl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.861121067Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/vocab.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.861303810Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/video_preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.861597345Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/tokenizer_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.861934766Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/tokenizer.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.862143585Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.862469521Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/model.safetensors.index.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.862681718Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/model.safetensors-00001-of-00001.safetensors) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.863037819Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/merges.txt) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.863252628Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/configuration.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.863557202Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.863821309Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/chat_template.jinja) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.864156424Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/README.md) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.864384423Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/LICENSE) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.864706441Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/.mv) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.864969716Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/.msc) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.865258014Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B/.mdl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.868431637Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.868746978Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3.5-0.8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.868972476Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/Qwen) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.869988414Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/.lock) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.872147160Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/._____temp/Qwen/Qwen3.5-0.8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.872458402Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/._____temp/Qwen) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.872736027Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B/._____temp) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.873042132Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/vocab.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.874314935Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/video_preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.874605310Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/tokenizer_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.874872685Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/tokenizer.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.875139303Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.875378548Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/model.safetensors.index.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.875792105Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/model.safetensors-00001-of-00001.safetensors) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.876059182Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/merges.txt) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.876311446Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/configuration.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.876630817Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.876875504Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/chat_template.jinja) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.877135789Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/README.md) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.877448752Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/LICENSE) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.877683502Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/.mv) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.877983301Z rsync: [generator] delete_file: unlink(data/models/Qwen_Qwen3.5-0.8B/.msc) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.878218517Z rsync: [generator] delete_file: rmdir(data/models/Qwen_Qwen3.5-0.8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.880827684Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/vocab.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.881004031Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/video_preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.881348815Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/tokenizer_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.881605518Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/tokenizer.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.882011407Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/preprocessor_config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.882224765Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/model.safetensors.index.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.882558445Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/model.safetensors-00001-of-00001.safetensors) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.882772925Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/merges.txt) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.883155082Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/configuration.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.883371345Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/config.json) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.883797552Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/chat_template.jinja) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.884064684Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/README.md) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.884281954Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/LICENSE) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.884603442Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/.mv) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.884920167Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/.msc) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.885161873Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3___5-0___8B/.mdl) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.885438646Z rsync: [generator] delete_file: rmdir(data/models/Qwen/Qwen3___5-0___8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.885789670Z rsync: [generator] delete_file: unlink(data/models/Qwen/Qwen3.5-0.8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.886141849Z rsync: [generator] delete_file: rmdir(data/models/Qwen) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.887083992Z rsync: [generator] delete_file: rmdir(data/models/.lock) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.889473730Z rsync: [generator] delete_file: rmdir(data/models/._____temp/Qwen/Qwen3.5-0.8B) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.889714749Z rsync: [generator] delete_file: rmdir(data/models/._____temp/Qwen) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.890043850Z rsync: [generator] delete_file: rmdir(data/models/._____temp) failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.892891835Z rsync: [generator] chown "/root/Fine-tuning/backend/.dockerignore" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.893197452Z rsync: [generator] chown "/root/Fine-tuning/backend/.env.docker" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.893398855Z rsync: [generator] chown "/root/Fine-tuning/backend/.env.example" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.893776910Z rsync: [generator] chown "/root/Fine-tuning/backend/Dockerfile" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.893962616Z rsync: [generator] chown "/root/Fine-tuning/backend/entrypoint.sh" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.894410699Z rsync: [generator] chown "/root/Fine-tuning/backend/main.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.894713897Z rsync: [generator] chown "/root/Fine-tuning/backend/pyproject.toml" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.895052615Z rsync: [generator] chown "/root/Fine-tuning/backend/requirements.txt" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.895456706Z rsync: [generator] chown "/root/Fine-tuning/backend/app" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.895546414Z deleting data/uploads/
|
|
|
|
|
-2026-05-21T01:42:56.895561539Z cannot delete non-empty directory: data/processed/ms_yanalong_yanalong
|
|
|
|
|
-2026-05-21T01:42:56.895568988Z cannot delete non-empty directory: data/processed/._____temp/yanalong
|
|
|
|
|
-2026-05-21T01:42:56.895576088Z cannot delete non-empty directory: data/processed/._____temp
|
|
|
|
|
-2026-05-21T01:42:56.895584816Z cannot delete non-empty directory: data/processed
|
|
|
|
|
-2026-05-21T01:42:56.895594908Z cannot delete non-empty directory: data/processed
|
|
|
|
|
-2026-05-21T01:42:56.895604967Z cannot delete non-empty directory: data/models/Qwen_Qwen3.5-0.8B/Qwen/Qwen3___5-0___8B
|
|
|
|
|
-2026-05-21T01:42:56.895617960Z cannot delete non-empty directory: data/models/Qwen_Qwen3.5-0.8B/Qwen
|
|
|
|
|
-2026-05-21T01:42:56.895625952Z cannot delete non-empty directory: data/models/Qwen_Qwen3.5-0.8B/._____temp/Qwen
|
|
|
|
|
-2026-05-21T01:42:56.895635994Z cannot delete non-empty directory: data/models/Qwen_Qwen3.5-0.8B/._____temp
|
|
|
|
|
-2026-05-21T01:42:56.895646215Z cannot delete non-empty directory: data/models/Qwen_Qwen3.5-0.8B
|
|
|
|
|
-2026-05-21T01:42:56.895656428Z cannot delete non-empty directory: data/models/Qwen/Qwen3___5-0___8B
|
|
|
|
|
-2026-05-21T01:42:56.895666067Z cannot delete non-empty directory: data/models/Qwen
|
|
|
|
|
-2026-05-21T01:42:56.895675881Z cannot delete non-empty directory: data/models/._____temp/Qwen
|
|
|
|
|
-2026-05-21T01:42:56.895684322Z cannot delete non-empty directory: data/models/._____temp
|
|
|
|
|
-2026-05-21T01:42:56.895693172Z cannot delete non-empty directory: data/models
|
|
|
|
|
-2026-05-21T01:42:56.895703593Z cannot delete non-empty directory: data/models
|
|
|
|
|
-2026-05-21T01:42:56.895713689Z deleting data/adapters/
|
|
|
|
|
-2026-05-21T01:42:56.895723807Z deleting data/config_7aa39fbf-b396-422d-82c9-73044ee4397e.json
|
|
|
|
|
-2026-05-21T01:42:56.895750131Z deleting data/config_3296b92a-8bd0-4c26-8c9d-d17778abfa14.json
|
|
|
|
|
-2026-05-21T01:42:56.895760876Z cannot delete non-empty directory: data
|
|
|
|
|
-2026-05-21T01:42:56.896812328Z rsync: [generator] chown "/root/Fine-tuning/backend/app/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.897072829Z rsync: [generator] chown "/root/Fine-tuning/backend/app/config.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.897311276Z rsync: [generator] chown "/root/Fine-tuning/backend/app/__pycache__" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.900492333Z rsync: [generator] chown "/root/Fine-tuning/backend/app/__pycache__/__init__.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.901038284Z rsync: [generator] chown "/root/Fine-tuning/backend/app/__pycache__/config.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.901316529Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.902544905Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.902885158Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/datasets.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.903125244Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/deployment.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.903439256Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/evaluation.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.903707834Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/inference.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.904043327Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/models.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.904370695Z rsync: [generator] chown "/root/Fine-tuning/backend/app/api/training.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.904779029Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.906246583Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.906701829Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/db.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.906879362Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/job_queue.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.907287857Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/logging.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.907552553Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/remote_executor.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.907884771Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/websocket.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.908137419Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/__pycache__" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.909440210Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/__pycache__/__init__.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.910329759Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/__pycache__/db.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.910706235Z rsync: [generator] chown "/root/Fine-tuning/backend/app/core/__pycache__/logging.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.910936052Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.912356629Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.912588928Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__main__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.912944243Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/base.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.913180704Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/multimodal_engine.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.913605213Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/remote_train.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.913855333Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/text_engine.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.914247815Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/vision_engine.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.914491762Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__pycache__" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.916322091Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__pycache__/__init__.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.916346676Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__pycache__/base.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.916870484Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__pycache__/remote_train.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.917025088Z rsync: [generator] chown "/root/Fine-tuning/backend/app/engines/__pycache__/text_engine.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.917579970Z rsync: [generator] chown "/root/Fine-tuning/backend/app/peft" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.918459857Z rsync: [generator] chown "/root/Fine-tuning/backend/app/peft/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.918974673Z rsync: [generator] chown "/root/Fine-tuning/backend/app/preprocessors" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.920179310Z rsync: [generator] chown "/root/Fine-tuning/backend/app/preprocessors/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.920541658Z rsync: [generator] chown "/root/Fine-tuning/backend/app/preprocessors/__pycache__" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.922022417Z rsync: [generator] chown "/root/Fine-tuning/backend/app/preprocessors/__pycache__/__init__.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.922370236Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.924649177Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/__init__.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.925553965Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/common.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.925959799Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/dataset.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.926479863Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/deployment.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.926720333Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/evaluation.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.927130231Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/model.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.927343490Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/model_test.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.927834280Z rsync: [generator] chown "/root/Fine-tuning/backend/app/schemas/training.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.928069685Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.929432461Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/dataset_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.929772735Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/deploy_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.930123436Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/eval_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.930542988Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/inference_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.930938841Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/model_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.933040670Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/model_test_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.933386401Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/training_service.py" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.933729056Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/__pycache__" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.935036979Z rsync: [generator] chown "/root/Fine-tuning/backend/app/services/__pycache__/model_service.cpython-310.pyc" failed: Permission denied (13)
|
|
|
|
|
-2026-05-21T01:42:56.935126540Z ./
|
|
|
|
|
-2026-05-21T01:42:56.935136768Z app/
|
|
|
|
|
-2026-05-21T01:42:56.935222473Z app/__pycache__/
|
|
|
|
|
-2026-05-21T01:42:56.935240207Z app/api/
|
|
|
|
|
-2026-05-21T01:42:56.935248055Z app/core/
|
|
|
|
|
-2026-05-21T01:42:56.935255127Z app/core/__pycache__/
|
|
|
|
|
-2026-05-21T01:42:56.935262483Z app/engines/
|
|
|
|
|
-2026-05-21T01:42:56.935269697Z app/engines/__pycache__/
|
|
|
|
|
-2026-05-21T01:42:56.935281026Z app/peft/
|
|
|
|
|
-2026-05-21T01:42:56.935311737Z app/preprocessors/
|
|
|
|
|
-2026-05-21T01:42:56.935319204Z app/preprocessors/__pycache__/
|
|
|
|
|
-2026-05-21T01:42:56.935326227Z app/schemas/
|
|
|
|
|
-2026-05-21T01:42:56.935333130Z app/services/
|
|
|
|
|
-2026-05-21T01:42:56.935340185Z app/services/__pycache__/
|
|
|
|
|
-2026-05-21T01:42:57.077344579Z rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1338) [sender=3.4.1]
|
|
|
|
|
-2026-05-21T01:42:57.077344429Z
|
|
|
|
|
-2026-05-21T01:42:57.077415918Z sent 2,556 bytes received 1,515 bytes 232.63 bytes/sec
|
|
|
|
|
-2026-05-21T01:42:57.077424276Z total size is 201,685 speedup is 49.54
|
|
|
|
|
-2026-05-21T01:42:57.079317846Z => Sync done.
|
|
|
|
|
-2026-05-21T01:42:58.438464876Z INFO: Started server process [1]
|
|
|
|
|
-2026-05-21T01:42:58.438511994Z INFO: Waiting for application startup.
|
|
|
|
|
-2026-05-21T01:42:58.532911681Z 2026-05-21 01:42:58 | INFO | peft-platform | JobQueue started with 2 workers
|
|
|
|
|
-2026-05-21T01:42:58.532994007Z INFO: Application startup complete.
|
|
|
|
|
-2026-05-21T01:42:58.533493499Z INFO: Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)
|
|
|
|
|
-2026-05-21T01:43:00.023620598Z INFO: 127.0.0.1:37162 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
-2026-05-21T01:43:30.224333123Z INFO: 127.0.0.1:42736 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
|
|
+2026-05-21T01:47:11.109900890Z 2026-05-21 01:47:11 | INFO | peft-platform | Job 0058e329-ea10-442c-b73f-7f4c64965478 enqueued
|
|
|
|
|
+2026-05-21T01:47:11.109996178Z 2026-05-21 01:47:11 | INFO | peft-platform | Training job created: 0058e329-ea10-442c-b73f-7f4c64965478
|
|
|
|
|
+2026-05-21T01:47:11.110042752Z INFO: 172.20.0.4:49694 - "POST /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:47:11.144823215Z 2026-05-21 01:47:11 | INFO | peft-platform | Preprocessed 60 samples for sft/alpaca
|
|
|
|
|
+2026-05-21T01:48:04.173709355Z 2026-05-21 01:48:04 | INFO | peft-platform | Created remote dataset directory: /root/Fine-tuning/backend/data/datasets
|
|
|
|
|
+2026-05-21T01:48:04.173829093Z 2026-05-21 01:48:04 | INFO | peft-platform | Uploading dataset file: /root/Fine-tuning/backend/data/processed/ms_yanalong_yanalong/data.jsonl -> /root/Fine-tuning/backend/data/datasets/data.jsonl
|
|
|
|
|
+2026-05-21T01:48:21.838741471Z 2026-05-21 01:48:21 | INFO | peft-platform | Dataset uploaded successfully: /root/Fine-tuning/backend/data/datasets/data.jsonl
|
|
|
|
|
+2026-05-21T01:48:39.512689216Z 2026-05-21 01:48:39 | INFO | peft-platform | Remote training launched in container: job=0058e329-ea10-442c-b73f-7f4c64965478, container_pid=13417
|
|
|
|
|
+2026-05-21T01:48:39.521386438Z INFO: 127.0.0.1:53180 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.583985621Z INFO: 127.0.0.1:57590 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.585257318Z INFO: 127.0.0.1:45468 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.589332198Z INFO: 172.20.0.4:49706 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.589765217Z INFO: 172.20.0.4:49734 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.590556794Z INFO: 172.20.0.4:49722 - "GET /api/v1/models/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.748227481Z INFO: 172.20.0.4:60052 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.750373168Z INFO: 172.20.0.4:48050 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:39.757098923Z INFO: 172.20.0.4:48066 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.666272241Z INFO: 172.20.0.4:33146 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.717317469Z INFO: 172.20.0.4:33162 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.717846223Z INFO: 172.20.0.4:33176 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.845138175Z INFO: 172.20.0.4:33190 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.847551987Z INFO: 172.20.0.4:33196 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:40.853602270Z INFO: 172.20.0.4:33208 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.024102823Z INFO: 172.20.0.4:33210 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.078894607Z INFO: 172.20.0.4:33212 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.087639834Z INFO: 172.20.0.4:33216 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.202428054Z INFO: 172.20.0.4:33230 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.206855929Z INFO: 172.20.0.4:33234 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.212833698Z INFO: 172.20.0.4:33250 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.569479688Z INFO: 172.20.0.4:33260 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:41.924673478Z INFO: 172.20.0.4:33274 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:42.279178087Z INFO: 172.20.0.4:33284 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:44.295821678Z INFO: 172.20.0.4:47720 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:48.415063680Z INFO: 172.20.0.4:47728 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:53.415693496Z INFO: 172.20.0.4:47744 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:48:59.294348762Z INFO: 172.20.0.4:51212 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:04.324440751Z INFO: 172.20.0.4:48950 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:09.382711419Z INFO: 172.20.0.4:48960 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:09.786234680Z INFO: 127.0.0.1:46956 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:49:14.532686614Z INFO: 172.20.0.4:53266 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:19.264717001Z INFO: 172.20.0.4:53276 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:24.258635581Z INFO: 172.20.0.4:53290 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:29.220724780Z INFO: 172.20.0.4:50370 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:32.681583269Z 2026-05-21 01:49:32 | INFO | peft-platform | Remote training launched for job 0058e329-ea10-442c-b73f-7f4c64965478
|
|
|
|
|
+2026-05-21T01:49:34.269700667Z INFO: 172.20.0.4:47996 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:39.355988204Z INFO: 172.20.0.4:48004 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:40.000996955Z INFO: 127.0.0.1:42040 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:49:44.412716600Z INFO: 172.20.0.4:43526 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:49.574152785Z INFO: 172.20.0.4:43528 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:53.514179915Z INFO: 172.20.0.4:43542 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:54.747123812Z INFO: 172.20.0.4:52492 - "GET /api/v1/models/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:54.749178772Z INFO: 172.20.0.4:52506 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:49:54.751773005Z INFO: 172.20.0.4:52522 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T01:50:10.212679436Z INFO: 127.0.0.1:53658 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:50:40.411802142Z INFO: 127.0.0.1:44742 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:51:10.621501705Z INFO: 127.0.0.1:55778 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:51:40.815979297Z INFO: 127.0.0.1:39202 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:52:11.013485932Z INFO: 127.0.0.1:54368 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:52:41.213441229Z INFO: 127.0.0.1:59480 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:53:11.421541812Z INFO: 127.0.0.1:33758 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:53:41.628060172Z INFO: 127.0.0.1:60568 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:54:11.823696826Z INFO: 127.0.0.1:45286 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:54:42.030870829Z INFO: 127.0.0.1:33386 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:55:12.226840345Z INFO: 127.0.0.1:33020 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:55:42.421509542Z INFO: 127.0.0.1:41274 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:56:12.626627017Z INFO: 127.0.0.1:50616 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:56:42.828189828Z INFO: 127.0.0.1:46986 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:57:13.026982928Z INFO: 127.0.0.1:41904 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:57:43.233186933Z INFO: 127.0.0.1:33734 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:58:13.439083873Z INFO: 127.0.0.1:40796 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:58:43.632010887Z INFO: 127.0.0.1:44992 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:59:13.822666634Z INFO: 127.0.0.1:59208 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T01:59:44.026399435Z INFO: 127.0.0.1:38648 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:00:14.226886596Z INFO: 127.0.0.1:54064 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:00:44.424181719Z INFO: 127.0.0.1:50078 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:01:14.620781297Z INFO: 127.0.0.1:51844 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:01:44.827380744Z INFO: 127.0.0.1:36894 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:02:15.027961837Z INFO: 127.0.0.1:48112 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:02:45.225554977Z INFO: 127.0.0.1:54346 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:03:15.408360474Z INFO: 127.0.0.1:37464 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:03:45.614449728Z INFO: 127.0.0.1:47460 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:03:46.683217262Z INFO: 172.20.0.4:36286 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:46.685006635Z INFO: 172.20.0.4:36284 - "GET /api/v1/models/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:46.701161130Z INFO: 172.20.0.4:36302 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:49.880916877Z 2026-05-21 02:03:49 | INFO | peft-platform | Job 20cbc0c5-c946-4166-9e21-a5a96e49a0da enqueued
|
|
|
|
|
+2026-05-21T02:03:49.880999807Z 2026-05-21 02:03:49 | INFO | peft-platform | Training job created: 20cbc0c5-c946-4166-9e21-a5a96e49a0da
|
|
|
|
|
+2026-05-21T02:03:49.881287849Z INFO: 172.20.0.4:36314 - "POST /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:49.916125486Z INFO: 172.20.0.4:36328 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:49.916599993Z INFO: 172.20.0.4:36334 - "GET /api/v1/models/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:49.917107436Z INFO: 172.20.0.4:36344 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:03:49.926395292Z 2026-05-21 02:03:49 | INFO | peft-platform | Preprocessed 60 samples for sft/alpaca
|
|
|
|
|
+2026-05-21T02:04:42.993163235Z 2026-05-21 02:04:42 | INFO | peft-platform | Created remote dataset directory: /root/Fine-tuning/backend/data/datasets
|
|
|
|
|
+2026-05-21T02:04:42.993253916Z 2026-05-21 02:04:42 | INFO | peft-platform | Uploading dataset file: /root/Fine-tuning/backend/data/processed/ms_yanalong_yanalong/data.jsonl -> /root/Fine-tuning/backend/data/datasets/data.jsonl
|
|
|
|
|
+2026-05-21T02:05:00.606290095Z 2026-05-21 02:05:00 | INFO | peft-platform | Dataset uploaded successfully: /root/Fine-tuning/backend/data/datasets/data.jsonl
|
|
|
|
|
+2026-05-21T02:05:18.249911779Z 2026-05-21 02:05:18 | INFO | peft-platform | Remote training launched in container: job=20cbc0c5-c946-4166-9e21-a5a96e49a0da, container_pid=13468
|
|
|
|
|
+2026-05-21T02:05:18.254300019Z INFO: 127.0.0.1:56600 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.265080495Z INFO: 127.0.0.1:38716 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.272391198Z INFO: 172.20.0.4:47216 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.273335631Z INFO: 172.20.0.4:36360 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.274492372Z INFO: 172.20.0.4:56370 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.327023650Z INFO: 172.20.0.4:47222 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.327542598Z INFO: 172.20.0.4:56372 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.336483570Z INFO: 172.20.0.4:39232 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.337960844Z INFO: 172.20.0.4:39260 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.338744709Z INFO: 172.20.0.4:39244 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.346357992Z INFO: 172.20.0.4:47686 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.353132349Z INFO: 172.20.0.4:39272 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.356354467Z INFO: 172.20.0.4:39278 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.359993317Z INFO: 172.20.0.4:39292 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.360741798Z INFO: 172.20.0.4:39296 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.362382848Z INFO: 172.20.0.4:39302 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.366195990Z INFO: 172.20.0.4:39318 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.385026274Z INFO: 172.20.0.4:39328 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.403020326Z INFO: 172.20.0.4:39330 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:18.416811808Z INFO: 172.20.0.4:39334 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:21.677266126Z INFO: 172.20.0.4:39344 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:26.680936364Z INFO: 172.20.0.4:55946 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:31.689596760Z INFO: 172.20.0.4:55952 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:36.058520743Z INFO: 127.0.0.1:55854 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:05:36.682980862Z INFO: 172.20.0.4:52090 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:41.698651214Z INFO: 172.20.0.4:52098 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:46.685679051Z INFO: 172.20.0.4:48708 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:51.677681149Z INFO: 172.20.0.4:48714 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:05:56.690184509Z INFO: 172.20.0.4:59618 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:06:01.687375102Z INFO: 172.20.0.4:59620 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:06:06.247031201Z INFO: 127.0.0.1:47362 - "GET /health HTTP/1.1" 200 OK
|
|
|
|
|
+2026-05-21T02:06:06.675681448Z INFO: 172.20.0.4:47818 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:06:11.397601402Z 2026-05-21 02:06:11 | INFO | peft-platform | Remote training launched for job 20cbc0c5-c946-4166-9e21-a5a96e49a0da
|
|
|
|
|
+2026-05-21T02:06:11.676153875Z INFO: 172.20.0.4:47826 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:06:16.705429798Z INFO: 172.20.0.4:39082 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
|
|
|
|
|
+2026-05-21T02:06:36.453888365Z INFO: 127.0.0.1:34720 - "GET /health HTTP/1.1" 200 OK
|
