加速训练

backend/app/engines/remote_train.py

@@ -26,6 +26,12 @@ os.environ["TORCHINDUCTOR_MAX_WORKERS"] = "1"
 os.environ["CUDA_VISIBLE_DEVICES"] = "3"
 # 启用 MPS 多进程服务，允许与 VLLM 共享 GPU
 os.environ["MACA_MPS_MODE"] = "1"
+# Triton 编译缓存 — 持久化编译产物，避免每次训练都重新编译
+os.environ["TRITON_CACHE_DIR"] = "/root/Fine-tuning/backend/data/.triton_cache"
+os.environ["TRITON_HOME"] = "/root/Fine-tuning/backend/data/.triton_cache"
+# 减少 Triton 编译时的冗余输出
+os.environ["MLIR_ENABLE_DUMP"] = "0"
+os.environ["TRITON_INTERPRET"] = "0"
 
 _progress_log_file = None
 
@@ -68,6 +74,14 @@ class FileProgressCallback:
     def __init__(self, job_id: str):
         self.job_id = job_id
 
+    def on_step_end(self, args, state, control, **kwargs):
+        """每步结束记录进度，便于观察训练是否在推进。"""
+        _write_log(type="step", step=state.global_step,
+                   total_steps=state.max_steps or 0,
+                   epoch=round(state.epoch or 0, 2))
+        if state.global_step % 5 == 0 or state.global_step <= 3:
+            _remote_log(f"Step {state.global_step}/{state.max_steps} done (epoch {state.epoch:.2f})")
+
     def on_log(self, args, state, control, logs=None, **kwargs):
         if logs and "loss" in logs:
             _write_log(type="progress", epoch=int(state.epoch or 0),
@@ -183,6 +197,8 @@ async def run_training(job_id: str, model_id: str, model_type: str, dataset_path
 
         _write_log(type="status", status="training")
         _remote_log("Step 4: Starting training...")
+        _remote_log("NOTE: First step may take 2-5 minutes due to Triton kernel compilation (autotuning). This is normal.")
+        _remote_log(f"Total steps: {config.get('epochs', 3)} epochs, batch_size={config.get('batch_size', 8)}")
 
         # 训练 — 传入文件日志回调替代 WebSocket 回调
         start_time = time.time()

result.txt

@@ -1,27 +1,975 @@
-root@localhost:/workspace# /opt/conda/bin/python -c $'import triton\nprint(\'triton version:\', triton.__version__)\nfrom triton.runtime import driver\nprint(\'available device:\', driver.active.get_current_target())'
-triton version: 3.7.0
-Traceback (most recent call last):
-  File "<string>", line 4, in <module>
-  File "/opt/conda/lib/python3.10/site-packages/triton/runtime/driver.py", line 39, in active
-    self._active = self.default
-  File "/opt/conda/lib/python3.10/site-packages/triton/runtime/driver.py", line 33, in default
-    self._default = _create_driver()
-  File "/opt/conda/lib/python3.10/site-packages/triton/runtime/driver.py", line 21, in _create_driver
-    return active_drivers[0]()
-  File "/opt/conda/lib/python3.10/site-packages/triton/backends/nvidia/driver.py", line 336, in __init__
-    self.utils = CudaUtils()  # TODO: make static
-  File "/opt/conda/lib/python3.10/site-packages/triton/backends/nvidia/driver.py", line 69, in __init__
-    library_dirs=library_dirs(),
-  File "/opt/conda/lib/python3.10/site-packages/triton/backends/nvidia/driver.py", line 50, in library_dirs
-    return [libdevice_dir, *libcuda_dirs()]
-  File "/opt/conda/lib/python3.10/site-packages/triton/backends/nvidia/driver.py", line 44, in libcuda_dirs
-    assert any(os.path.exists(os.path.join(path, 'libcuda.so.1')) for path in dirs), msg
-AssertionError: libcuda.so cannot found!
-Please make sure GPU is set up and then run "/sbin/ldconfig" (requires sudo) to refresh the linker cache.
-root@localhost:/workspace# /opt/conda/bin/python -c "from fla.ops.gated_delta_rule.chunk import chunk_gated_delta_rule_bwd; print('fla OK')"
-Current Python version 3.10 is below the recommended 3.11 version. It is recommended to upgrade to Python 3.11 or higher for the best experience.
-/opt/conda/lib/python3.10/site-packages/fla/utils.py:425: UserWarning: Triton is not supported on current platform, roll back to CPU.
-  warnings.warn(('Triton is not supported on current platform, roll back to CPU.'), stacklevel=1)
-/opt/conda/lib/python3.10/site-packages/fla/utils.py:425: UserWarning: Triton is not supported on current platform, roll back to CPU.
-  warnings.warn(('Triton is not supported on current platform, roll back to CPU.'), stacklevel=1)
-fla OK
+INFO:     127.0.0.1:34374 - "GET /health HTTP/1.1" 200 OK
+INFO:     172.20.0.4:60480 - "GET /auth/sso/authorize?redirect=true HTTP/1.0" 307 Temporary Redirect
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] exchange_code start, code=zDBC-jONyA
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] sso_base_url=http://192.168.92.61:8200
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] client_id=hmDeOtXZVbeo2AZ-x58yPssZLg4Tcb1W
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] redirect_uri=http://192.168.92.151:3000/auth/callback
+2026-05-25 08:14:28 | INFO     | httpx | HTTP Request: POST http://192.168.92.61:8200/oauth/token "HTTP/1.1 200 OK"
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] token response: {'access_token': 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiJ1MDAwMDAwMC0wMDAwLTQwMDAtODAwMC0wMDAwMDAwMDAwMDAiLCJjbGllbnRfaWQiOiJobURlT3RYWlZiZW8yQVoteDU4eVBzc1pMZzRUY2IxVyIsInNjb3BlIjoicHJvZmlsZSBlbWFpbCIsImV4cCI6MTc3OTY5ODA2OCwiaWF0IjoxNzc5Njk2ODY4fQ.C1zulDijPCbFdjd_3xkqBIZy_DQC9TEVBK539h3QHwY', 'token_type': 'Bearer', 'expires_in': 1800, 'refresh_token': 'yCZiIxJ4uc32A40uxleifzmVnWvy2Om55PMXkbbE5Xs', 'scope': 'profile email'}
+2026-05-25 08:14:28 | INFO     | httpx | HTTP Request: GET http://192.168.92.61:8200/oauth/userinfo "HTTP/1.1 200 OK"
+2026-05-25 08:14:28 | INFO     | app.api.auth | [SSO] userinfo: {'sub': 'u0000000-0000-4000-8000-000000000000', 'roles': [{'name': '超级管理员', 'code': 'super_admin'}], 'username': 'super_admin', 'avatar_url': None, 'real_name': '超级管理员', 'company': None, 'department': None, 'position': '超级管理员', 'email': 'super_admin@lqai.com'}
+INFO:     172.20.0.4:41402 - "POST /api/oauth/exchange-code HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41406 - "GET /api/v1/models/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41412 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41436 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41450 - "GET /api/v1/models/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41438 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:14:33 | INFO     | peft-platform | Job 161b4413-0ab4-4d26-87a0-ec100f12c036 cancelled
+2026-05-25 08:14:33 | INFO     | peft-platform | Job cancelled: 161b4413-0ab4-4d26-87a0-ec100f12c036
+INFO:     172.20.0.4:41460 - "POST /api/v1/training/jobs/161b4413-0ab4-4d26-87a0-ec100f12c036/cancel HTTP/1.0" 200 OK
+INFO:     172.20.0.4:41466 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:40056 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:40070 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:47980 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:14:47 | INFO     | peft-platform | Job 94377f34-d183-46f4-b4bb-4e8b304745b2 enqueued
+2026-05-25 08:14:47 | INFO     | peft-platform | Training job created: 94377f34-d183-46f4-b4bb-4e8b304745b2
+INFO:     172.20.0.4:47988 - "POST /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:47996 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:48016 - "GET /api/v1/models/ HTTP/1.0" 200 OK
+INFO:     172.20.0.4:48006 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:14:47 | INFO     | app.engines.text_engine | Preprocessed 60 samples for sft/alpaca
+INFO:     127.0.0.1:38412 - "GET /health HTTP/1.1" 200 OK
+INFO:     172.20.0.4:48028 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:56708 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:56720 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:58994 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:15:07 | INFO     | peft-platform | Remote cleanup result: true
+cleaned 39 processes
+2026-05-25 08:16:00 | INFO     | peft-platform | Created remote dataset directory: /root/Fine-tuning/backend/data/datasets
+2026-05-25 08:16:00 | INFO     | peft-platform | Uploading dataset file: /root/Fine-tuning/backend/data/processed/ms_yanalong_yanalong/data.jsonl -> /root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:16:18 | INFO     | peft-platform | Dataset uploaded successfully: /root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:16:53 | INFO     | peft-platform | Remote training launched in container: job=94377f34-d183-46f4-b4bb-4e8b304745b2, container_pid=36002
+INFO:     127.0.0.1:47190 - "GET /health HTTP/1.1" 200 OK
+INFO:     127.0.0.1:60378 - "GET /health HTTP/1.1" 200 OK
+INFO:     127.0.0.1:46424 - "GET /health HTTP/1.1" 200 OK
+INFO:     172.20.0.4:48876 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:58996 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:48886 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:60136 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:60140 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:42188 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43658 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43672 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43680 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43660 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43682 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43688 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43698 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43702 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43712 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43742 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43726 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43744 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43750 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43756 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:43760 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:54752 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:54768 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:40032 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] fla package found at: /opt/conda/lib/python3.10/site-packages/fla
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] fla shared memory patch v2 already applied, skipping
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] === Training job started: 161b4413-0ab4-4d26-87a0-ec100f12c036 ===
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] model_id=Qwen/Qwen3.5-0.8B, model_type=text
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] dataset_path=/root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] config={"model_id": "Qwen/Qwen3.5-0.8B", "model_type": "text", "dataset_id": "3d5f8808-e71a-449d-94e9-c61c4881b2cf", "peft_method": "lora", "epochs": 3, "batch_size": 8, "gradient_accumulation": 4, "learning
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] Dataset file exists: /root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] Step 1: Preprocessing dataset...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   task_type=sft, template=auto
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   output_path=/root/Fine-tuning/backend/data/processed/161b4413-0ab4-4d26-87a0-ec100f12c036_processed.jsonl
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Selecting engine for model_type=text...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Engine loaded: TextEngine
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   PEFT method: lora
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Running preprocess_dataset...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Preprocessing done, output: /root/Fine-tuning/backend/data/processed/161b4413-0ab4-4d26-87a0-ec100f12c036_processed.jsonl
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] Step 2: Loading model: Qwen/Qwen3.5-0.8B...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Quantization: None
+2026-05-25 08:17:11 | ERROR    | peft-platform | [253:161b4413] Current Triton version 3.0.0 is below the recommended 3.2.0 version. Errors may occur and these issues will not be fixed. Please consider upgrading Triton.
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Current Python version 3.10 is below the recommended 3.11 version. It is recommended to upgrade to Python 3.11 or higher for the best experience.
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] torch.compile is not available in Python 3.10, using identity decorator instead
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] /opt/conda/lib/python3.10/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] warnings.warn(_BETA_TRANSFORMS_WARNING)
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] /opt/conda/lib/python3.10/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] warnings.warn(_BETA_TRANSFORMS_WARNING)
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:   0%|          | 0/320 [00:00<?, ?it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:   0%|          | 1/320 [00:02<11:52,  2.23s/it]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:   3%|▎         | 11/320 [00:02<00:48,  6.34it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:   7%|▋         | 21/320 [00:02<00:22, 13.07it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:   8%|▊         | 27/320 [00:02<00:17, 17.09it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  12%|█▏        | 39/320 [00:02<00:10, 26.14it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  16%|█▌        | 50/320 [00:03<00:07, 34.58it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  19%|█▉        | 62/320 [00:03<00:05, 47.16it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  23%|██▎       | 74/320 [00:03<00:04, 53.55it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  26%|██▌       | 82/320 [00:03<00:04, 58.08it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  29%|██▉       | 92/320 [00:03<00:04, 56.78it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  32%|███▏      | 103/320 [00:03<00:03, 59.96it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  37%|███▋      | 118/320 [00:03<00:03, 66.19it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  41%|████      | 131/320 [00:04<00:02, 72.81it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  44%|████▍     | 142/320 [00:04<00:02, 76.61it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  47%|████▋     | 151/320 [00:04<00:02, 65.92it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  52%|█████▏    | 167/320 [00:04<00:01, 76.98it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  56%|█████▋    | 180/320 [00:04<00:01, 77.49it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  59%|█████▉    | 189/320 [00:04<00:01, 78.11it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  62%|██████▏   | 199/320 [00:04<00:01, 70.68it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  65%|██████▍   | 207/320 [00:05<00:01, 66.63it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  69%|██████▉   | 220/320 [00:05<00:01, 73.81it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  72%|███████▏  | 231/320 [00:05<00:01, 74.23it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  75%|███████▍  | 239/320 [00:05<00:01, 67.53it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  78%|███████▊  | 251/320 [00:05<00:01, 64.54it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  82%|████████▏ | 262/320 [00:05<00:00, 66.06it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  86%|████████▋ | 276/320 [00:06<00:00, 70.25it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  90%|████████▉ | 287/320 [00:06<00:00, 73.94it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  92%|█████████▏| 295/320 [00:06<00:00, 75.17it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  95%|█████████▌| 304/320 [00:06<00:00, 64.91it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights:  98%|█████████▊| 315/320 [00:06<00:00, 67.78it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Loading weights: 100%|██████████| 320/320 [00:06<00:00, 47.99it/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   Model loaded successfully
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] Step 3: Building PEFT config...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train]   PEFT config built
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] [remote_train] Step 4: Starting training...
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Map:   0%|          | 0/60 [00:00<?, ? examples/s]
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Map: 100%|██████████| 60/60 [00:00<00:00, 2158.73 examples/s]
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] /opt/conda/lib/python3.10/site-packages/peft/tuners/tuners_utils.py:1348: UserWarning: Model has `tie_word_embeddings=True` and a tied layer is part of the adapter, but `ensure_weight_tying` is not set to True. This can lead to complications, for example when merging the adapter or converting your model to formats other than safetensors. Check the discussion here: https://github.com/huggingface/peft/issues/2777
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] warnings.warn(msg)
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] bitsandbytes library load error: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] Traceback (most recent call last):
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 320, in <module>
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] lib = get_native_library()
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 288, in get_native_library
+2026-05-25 08:17:11 | ERROR    | peft-platform | [253:161b4413] raise RuntimeError(f"Configured {BNB_BACKEND} binary not found at {cuda_binary_path}")
+2026-05-25 08:17:11 | ERROR    | peft-platform | [253:161b4413] RuntimeError: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] [transformers] warmup_ratio is deprecated and will be removed in v5.2. Use `warmup_steps` instead.
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] trainable params: 5,070,848 || all params: 757,463,872 || trainable%: 0.6695
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] 0%|          | 0/5 [00:00<?, ?it/s]/opt/conda/lib/python3.10/site-packages/torch/autograd/graph.py:829: UserWarning: Attempting to run cuBLAS, but there was no current CUDA context! Attempting to set the primary context... (Triggered internally at /workspace/framework/mcPytorch/aten/src/ATen/cuda/CublasHandlePool.cpp:183.)
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] return Variable._execution_engine.run_backward(  # Calls into the C++ engine to run the backward pass
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 20%|██        | 1/5 [02:03<08:13, 123.25s/it]8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,32,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,28,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | WARNING  | peft-platform | [253:161b4413] 40%|████      | 2/5 [02:16<02:56, 58.76s/it] /opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:356: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] warnings.warn("Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.")
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,34,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 4,36,16,128,128,64,4,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 60%|██████    | 3/5 [02:24<01:10, 35.47s/it]8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,26,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,24,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,39,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,25,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+2026-05-25 08:17:11 | INFO     | peft-platform | [253:161b4413] 8,36,16,128,128,64,8,1,None
+INFO:     172.20.0.4:40042 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:34586 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     127.0.0.1:60428 - "GET /health HTTP/1.1" 200 OK
+INFO:     172.20.0.4:34594 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:17:26 | ERROR    | peft-platform | SSH command timeout after 10s: docker exec finetune-trainer bash -c 'kill -9 25181 2>/dev/null; pkill -9 -P 25181 2>/dev/null'
+2026-05-25 08:17:26 | INFO     | peft-platform | Killed remote process 25181 via docker exec
+2026-05-25 08:17:26 | INFO     | peft-platform | Remote training launched for job 161b4413-0ab4-4d26-87a0-ec100f12c036
+INFO:     172.20.0.4:35772 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:35786 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:52932 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:52934 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:49138 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     127.0.0.1:39048 - "GET /health HTTP/1.1" 200 OK
+INFO:     172.20.0.4:49150 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:38668 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:38678 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:37272 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:37284 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+2026-05-25 08:18:15 | INFO     | peft-platform | Job 94377f34-d183-46f4-b4bb-4e8b304745b2 cancelled
+2026-05-25 08:18:15 | INFO     | peft-platform | Job cancelled: 94377f34-d183-46f4-b4bb-4e8b304745b2
+INFO:     172.20.0.4:35298 - "POST /api/v1/training/jobs/94377f34-d183-46f4-b4bb-4e8b304745b2/cancel HTTP/1.0" 200 OK
+INFO:     172.20.0.4:35308 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     172.20.0.4:35318 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+INFO:     127.0.0.1:35760 - "GET /health HTTP/1.1" 200 OK
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] fla package found at: /opt/conda/lib/python3.10/site-packages/fla
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] fla shared memory patch v2 already applied, skipping
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] === Training job started: 94377f34-d183-46f4-b4bb-4e8b304745b2 ===
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] model_id=Qwen/Qwen3.5-0.8B, model_type=text
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] dataset_path=/root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] config={"model_id": "Qwen/Qwen3.5-0.8B", "model_type": "text", "dataset_id": "3d5f8808-e71a-449d-94e9-c61c4881b2cf", "peft_method": "lora", "epochs": 3, "batch_size": 8, "gradient_accumulation": 4, "learning
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] Dataset file exists: /root/Fine-tuning/backend/data/datasets/data.jsonl
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] Step 1: Preprocessing dataset...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   task_type=sft, template=auto
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   output_path=/root/Fine-tuning/backend/data/processed/94377f34-d183-46f4-b4bb-4e8b304745b2_processed.jsonl
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Selecting engine for model_type=text...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Engine loaded: TextEngine
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   PEFT method: lora
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Running preprocess_dataset...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Preprocessing done, output: /root/Fine-tuning/backend/data/processed/94377f34-d183-46f4-b4bb-4e8b304745b2_processed.jsonl
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] Step 2: Loading model: Qwen/Qwen3.5-0.8B...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Quantization: None
+2026-05-25 08:18:22 | ERROR    | peft-platform | [253:94377f34] Current Triton version 3.0.0 is below the recommended 3.2.0 version. Errors may occur and these issues will not be fixed. Please consider upgrading Triton.
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Current Python version 3.10 is below the recommended 3.11 version. It is recommended to upgrade to Python 3.11 or higher for the best experience.
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] torch.compile is not available in Python 3.10, using identity decorator instead
+2026-05-25 08:18:22 | WARNING  | peft-platform | [253:94377f34] /opt/conda/lib/python3.10/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] warnings.warn(_BETA_TRANSFORMS_WARNING)
+2026-05-25 08:18:22 | WARNING  | peft-platform | [253:94377f34] /opt/conda/lib/python3.10/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] warnings.warn(_BETA_TRANSFORMS_WARNING)
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:   0%|          | 0/320 [00:00<?, ?it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:   0%|          | 1/320 [00:02<11:18,  2.13s/it]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:   3%|▎         | 9/320 [00:02<00:59,  5.25it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:   7%|▋         | 22/320 [00:02<00:20, 14.30it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:   8%|▊         | 27/320 [00:02<00:16, 17.75it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  12%|█▎        | 40/320 [00:02<00:09, 28.60it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  15%|█▌        | 48/320 [00:02<00:07, 34.74it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  19%|█▉        | 61/320 [00:03<00:05, 45.94it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  23%|██▎       | 73/320 [00:03<00:04, 57.99it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  26%|██▌       | 82/320 [00:03<00:03, 61.18it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  29%|██▉       | 93/320 [00:03<00:03, 60.42it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  32%|███▏      | 103/320 [00:03<00:03, 66.02it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  36%|███▌      | 114/320 [00:03<00:03, 68.10it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  39%|███▉      | 126/320 [00:03<00:02, 69.30it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  42%|████▏     | 134/320 [00:03<00:02, 71.50it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  45%|████▌     | 144/320 [00:04<00:02, 75.32it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  48%|████▊     | 152/320 [00:04<00:02, 65.64it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  52%|█████▏    | 167/320 [00:04<00:02, 71.84it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  57%|█████▋    | 181/320 [00:04<00:01, 72.72it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  61%|██████    | 194/320 [00:04<00:01, 77.51it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  63%|██████▎   | 202/320 [00:04<00:01, 73.64it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  66%|██████▌   | 210/320 [00:05<00:01, 72.40it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  69%|██████▉   | 220/320 [00:05<00:01, 74.42it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  73%|███████▎  | 234/320 [00:05<00:01, 78.12it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  77%|███████▋  | 247/320 [00:05<00:00, 76.66it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  80%|███████▉  | 255/320 [00:05<00:00, 75.36it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  82%|████████▏ | 263/320 [00:05<00:00, 66.55it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  86%|████████▋ | 276/320 [00:05<00:00, 66.85it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  91%|█████████ | 290/320 [00:06<00:00, 69.28it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  95%|█████████▌| 304/320 [00:06<00:00, 68.99it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights:  97%|█████████▋| 311/320 [00:06<00:00, 68.93it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Loading weights: 100%|██████████| 320/320 [00:06<00:00, 49.10it/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   Model loaded successfully
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] Step 3: Building PEFT config...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train]   PEFT config built
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] [remote_train] Step 4: Starting training...
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Map:   0%|          | 0/60 [00:00<?, ? examples/s]
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Map: 100%|██████████| 60/60 [00:00<00:00, 2506.76 examples/s]
+2026-05-25 08:18:22 | WARNING  | peft-platform | [253:94377f34] /opt/conda/lib/python3.10/site-packages/peft/tuners/tuners_utils.py:1348: UserWarning: Model has `tie_word_embeddings=True` and a tied layer is part of the adapter, but `ensure_weight_tying` is not set to True. This can lead to complications, for example when merging the adapter or converting your model to formats other than safetensors. Check the discussion here: https://github.com/huggingface/peft/issues/2777
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] warnings.warn(msg)
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] bitsandbytes library load error: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] Traceback (most recent call last):
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 320, in <module>
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] lib = get_native_library()
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 288, in get_native_library
+2026-05-25 08:18:22 | ERROR    | peft-platform | [253:94377f34] raise RuntimeError(f"Configured {BNB_BACKEND} binary not found at {cuda_binary_path}")
+2026-05-25 08:18:22 | ERROR    | peft-platform | [253:94377f34] RuntimeError: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
+2026-05-25 08:18:22 | WARNING  | peft-platform | [253:94377f34] [transformers] warmup_ratio is deprecated and will be removed in v5.2. Use `warmup_steps` instead.
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] trainable params: 5,070,848 || all params: 757,463,872 || trainable%: 0.6695
+2026-05-25 08:18:22 | WARNING  | peft-platform | [253:94377f34] 0%|          | 0/5 [00:00<?, ?it/s]/opt/conda/lib/python3.10/site-packages/torch/autograd/graph.py:829: UserWarning: Attempting to run cuBLAS, but there was no current CUDA context! Attempting to set the primary context... (Triggered internally at /workspace/framework/mcPytorch/aten/src/ATen/cuda/CublasHandlePool.cpp:183.)
+2026-05-25 08:18:22 | INFO     | peft-platform | [253:94377f34] return Variable._execution_engine.run_backward(  # Calls into the C++ engine to run the backward pass
+2026-05-25 08:18:37 | ERROR    | peft-platform | SSH command timeout after 10s: docker exec finetune-trainer bash -c 'kill -9 36002 2>/dev/null; pkill -9 -P 36002 2>/dev/null'
+2026-05-25 08:18:37 | INFO     | peft-platform | Killed remote process 36002 via docker exec
+2026-05-25 08:18:37 | INFO     | peft-platform | Remote training launched for job 94377f34-d183-46f4-b4bb-4e8b304745b2
+INFO:     127.0.0.1:37350 - "GET /health HTTP/1.1" 200 OK
+INFO:     127.0.0.1:55308 - "GET /health HTTP/1.1" 200 OK
+INFO:     127.0.0.1:34724 - "GET /health HTTP/1.1" 200 OK