修复dpo报错

backend/app/engines/text_engine.py

@@ -288,11 +288,17 @@ class TextEngine(BaseEngine):
                 _HFTrainer.__init__ = _patched_trainer_init
                 _HFTrainer._patched_kwargs = True
 
-            # 兼容：新版 transformers Trainer 调用 get_batch_samples 时多传了 device 参数
+            # 兼容：新版 transformers Trainer 调用 get_batch_samples(epoch_iterator, num_batches, device)
+            # 但 TRL 0.9.6 的签名是 get_batch_samples(model, batch)，参数语义不同
             if not getattr(DPOTrainer, "_patched_gbs", False):
                 _orig_gbs = DPOTrainer.get_batch_samples
-                def _patched_gbs(self, epoch_iterator, num_batches, *args, **kwargs):
-                    return _orig_gbs(self, epoch_iterator, num_batches)
+                def _patched_gbs(self, epoch_iterator, num_batches, device=None):
+                    batch = next(epoch_iterator)
+                    if device:
+                        batch = {k: v.to(device) if hasattr(v, "to") else v for k, v in batch.items()}
+                    _orig_gbs(self, self.model, batch)
+                    num_items = len(batch.get("input_ids", batch.get("prompt_input_ids", [])))
+                    return [batch], num_items
                 DPOTrainer.get_batch_samples = _patched_gbs
                 DPOTrainer._patched_gbs = True
 

result.txt

@@ -1,933 +1,52 @@
-lq@lq:~/Fine-tuning$ sudo docker logs -f finetune-backend
-[sudo] password for lq: 
-=> Syncing backend code to compute node 192.168.91.253 ...
-Warning: Permanently added '192.168.91.253' (ED25519) to the list of known hosts.
-sending incremental file list
-.dockerignore
-.env.docker
-.env.example
-.python-version
-Dockerfile
-entrypoint.sh
-main.py
-pyproject.toml
-requirements.txt
-app/__init__.py
-app/config.py
-app/__pycache__/__init__.cpython-310.pyc
-app/__pycache__/config.cpython-310.pyc
-app/api/__init__.py
-app/api/annotation_platform.py
-app/api/api_keys.py
-app/api/auth.py
-app/api/datasets.py
-app/api/deployment.py
-app/api/evaluation.py
-app/api/inference.py
-app/api/models.py
-app/api/training.py
-app/api/__pycache__/__init__.cpython-310.pyc
-app/api/__pycache__/api_keys.cpython-310.pyc
-app/api/__pycache__/auth.cpython-310.pyc
-app/api/__pycache__/datasets.cpython-310.pyc
-app/api/__pycache__/deployment.cpython-310.pyc
-app/api/__pycache__/evaluation.cpython-310.pyc
-app/api/__pycache__/inference.cpython-310.pyc
-app/api/__pycache__/models.cpython-310.pyc
-app/api/__pycache__/sample_center.cpython-310.pyc
-app/api/__pycache__/training.cpython-310.pyc
-app/core/__init__.py
-app/core/auth.py
-app/core/background_tasks.py
-app/core/db.py
-app/core/deploy_server_template.py
-app/core/inference_worker.py
-app/core/job_queue.py
-app/core/logging.py
-app/core/remote_deploy.py
-app/core/remote_eval.py
-app/core/remote_executor.py
-app/core/security.py
-app/core/sso_client.py
-app/core/websocket.py
-app/core/__pycache__/__init__.cpython-310.pyc
-app/core/__pycache__/auth.cpython-310.pyc
-app/core/__pycache__/background_tasks.cpython-310.pyc
-app/core/__pycache__/db.cpython-310.pyc
-app/core/__pycache__/job_queue.cpython-310.pyc
-app/core/__pycache__/logging.cpython-310.pyc
-app/core/__pycache__/remote_deploy.cpython-310.pyc
-app/core/__pycache__/remote_eval.cpython-310.pyc
-app/core/__pycache__/remote_executor.cpython-310.pyc
-app/core/__pycache__/security.cpython-310.pyc
-app/core/__pycache__/sso_client.cpython-310.pyc
-app/core/__pycache__/websocket.cpython-310.pyc
-app/engines/
-app/engines/__init__.py
-app/engines/__main__.py
-app/engines/base.py
-app/engines/multimodal_engine.py
-app/engines/remote_train.py
-app/engines/text_engine.py
-app/engines/vision_engine.py
-app/engines/__pycache__/__init__.cpython-310.pyc
-app/engines/__pycache__/base.cpython-310.pyc
-app/engines/__pycache__/remote_train.cpython-310.pyc
-app/engines/__pycache__/text_engine.cpython-310.pyc
-app/peft/__init__.py
-app/peft/__pycache__/__init__.cpython-310.pyc
-app/preprocessors/
-app/preprocessors/__init__.py
-app/preprocessors/__pycache__/
-app/preprocessors/__pycache__/__init__.cpython-310.pyc
-app/schemas/__init__.py
-app/schemas/annotation_platform.py
-app/schemas/background_task.py
-app/schemas/common.py
-app/schemas/dataset.py
-app/schemas/deployment.py
-app/schemas/evaluation.py
-app/schemas/model.py
-app/schemas/model_test.py
-app/schemas/training.py
-app/schemas/__pycache__/__init__.cpython-310.pyc
-app/schemas/__pycache__/background_task.cpython-310.pyc
-app/schemas/__pycache__/common.cpython-310.pyc
-app/schemas/__pycache__/dataset.cpython-310.pyc
-app/schemas/__pycache__/deployment.cpython-310.pyc
-app/schemas/__pycache__/evaluation.cpython-310.pyc
-app/schemas/__pycache__/model.cpython-310.pyc
-app/schemas/__pycache__/model_test.cpython-310.pyc
-app/schemas/__pycache__/sample_center.cpython-310.pyc
-app/schemas/__pycache__/training.cpython-310.pyc
-app/services/annotation_platform_service.py
-app/services/api_key_service.py
-app/services/dataset_service.py
-app/services/deploy_service.py
-app/services/eval_service.py
-app/services/inference_service.py
-app/services/model_service.py
-app/services/model_test_service.py
-app/services/training_service.py
-app/services/__pycache__/api_key_service.cpython-310.pyc
-app/services/__pycache__/dataset_service.cpython-310.pyc
-app/services/__pycache__/deploy_service.cpython-310.pyc
-app/services/__pycache__/eval_service.cpython-310.pyc
-app/services/__pycache__/inference_service.cpython-310.pyc
-app/services/__pycache__/model_service.cpython-310.pyc
-app/services/__pycache__/model_test_service.cpython-310.pyc
-app/services/__pycache__/sample_center_service.cpython-310.pyc
-app/services/__pycache__/training_service.cpython-310.pyc
+(base) [root@localhost ~]# docker exec finetune-trainer bash -c 'sed -n "1400,1450p" /opt/conda/lib/python3.10/site-packages/trl/trainer/dpo_trainer.py'
+            warnings.warn(
+                "compute_loss is only implemented for DPODataCollatorWithPadding, and you passed a datacollator that is different than "
+                "DPODataCollatorWithPadding - you might see unexpected behavior. Alternatively, you can implement your own prediction_step method if you are using a custom data collator"
+            )
 
-sent 8,297 bytes  received 7,247 bytes  840.22 bytes/sec
-total size is 551,554  speedup is 35.48
-=> Sync done.
-INFO:     Started server process [1]
-INFO:     Waiting for application startup.
-2026-05-27 03:56:31 | INFO     | peft-platform | JobQueue started with 2 workers
-INFO:     Application startup complete.
-INFO:     Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)
-INFO:     127.0.0.1:59336 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:39822 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50448 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50450 - "GET /api/v1/models/ HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50454 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50460 - "GET /api/v1/models/ HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50484 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50476 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:39340 - "GET /health HTTP/1.1" 200 OK
-2026-05-27 03:57:10 | INFO     | peft-platform | Training job 832c0256-2308-4b07-b8de-fcf9ce100c4c: num_gpus=1, batch_size=16
-2026-05-27 03:57:10 | INFO     | peft-platform | Job 832c0256-2308-4b07-b8de-fcf9ce100c4c enqueued
-2026-05-27 03:57:10 | INFO     | peft-platform | Training job created: 832c0256-2308-4b07-b8de-fcf9ce100c4c
-INFO:     172.20.0.4:50492 - "POST /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50498 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50508 - "GET /api/v1/models/ HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50502 - "GET /api/v1/datasets/ HTTP/1.0" 200 OK
-2026-05-27 03:57:10 | INFO     | app.engines.text_engine | Preprocessed 8 samples for ppo/alpaca
-INFO:     172.20.0.4:50512 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50526 - "WebSocket /ws/training/832c0256-2308-4b07-b8de-fcf9ce100c4c?token=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJzdWIiOiJhZjgyN2IxZC0wM2IxLTQwZGMtOTliMC1jOGRjYTEzNWEwNmUiLCJ1c2VybmFtZSI6InN1cGVyX2FkbWluIiwicm9sZXMiOlsic3VwZXJfYWRtaW4iXSwiZXhwIjoxNzc5ODU1MTMzLCJpYXQiOjE3Nzk4NTM5MzMsInR5cGUiOiJhY2Nlc3MifQ.DXc1xT1Oh5fiC6yaO53kZ2V9UOirKS2yZCTKnxrMBBA" [accepted]
-2026-05-27 03:57:10 | INFO     | peft-platform | 客户端已连接到训练 WebSocket (job 832c0256-2308-4b07-b8de-fcf9ce100c4c)
-INFO:     connection open
-INFO:     172.20.0.4:60796 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60808 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40164 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-2026-05-27 03:57:28 | INFO     | peft-platform | Remote cleanup result: true
-no python processes
-2026-05-27 03:58:21 | INFO     | peft-platform | Created remote dataset directory: /root/Fine-tuning/backend/data/datasets
-2026-05-27 03:58:21 | INFO     | peft-platform | Uploading dataset file: /root/Fine-tuning/backend/data/uploads/ppo_sample.jsonl -> /root/Fine-tuning/backend/data/datasets/ppo_sample.jsonl
-2026-05-27 03:58:39 | INFO     | peft-platform | Dataset uploaded successfully: /root/Fine-tuning/backend/data/datasets/ppo_sample.jsonl
-2026-05-27 03:59:14 | INFO     | peft-platform | Remote training launched in container: job=832c0256-2308-4b07-b8de-fcf9ce100c4c, container_pid=35
-INFO:     127.0.0.1:35058 - "GET /health HTTP/1.1" 200 OK
-INFO:     127.0.0.1:52056 - "GET /health HTTP/1.1" 200 OK
-INFO:     127.0.0.1:37292 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:40168 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51214 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38860 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51202 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36072 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38866 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44930 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44938 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44966 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44954 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:53854 - "GET /health HTTP/1.1" 200 OK
-INFO:     127.0.0.1:51240 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:47368 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42234 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36516 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:39910 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:36532 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] fla package found at: /opt/conda/lib/python3.10/site-packages/fla
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] fla shared memory patch v2 already applied, skipping
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] [rank 0] === Training job started: 832c0256-2308-4b07-b8de-fcf9ce100c4c ===
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] model_id=Qwen/Qwen3.5-0.8B, model_type=text
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] dataset_path=/root/Fine-tuning/backend/data/datasets/ppo_sample.jsonl
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] config={"model_id": "Qwen/Qwen3.5-0.8B", "model_type": "text", "dataset_id": "26767f82-673c-4199-8c59-e9ed715f0ae0", "peft_method": "lora", "epochs": 3, "batch_size": 16, "gradient_accumulation": 4, "learnin
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] Step 1: Preprocessing dataset...
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train]   task_type=ppo, template=auto
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train]   Engine loaded: TextEngine
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train]   Running preprocess_dataset...
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train]   Preprocessing done, output: /root/Fine-tuning/backend/data/processed/832c0256-2308-4b07-b8de-fcf9ce100c4c_processed.jsonl
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] Step 2: Loading model: Qwen/Qwen3.5-0.8B...
-2026-05-27 04:00:43 | ERROR    | peft-platform | [253:832c0256] Current Triton version 3.0.0 is below the recommended 3.2.0 version. Errors may occur and these issues will not be fixed. Please consider upgrading Triton.
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Current Python version 3.10 is below the recommended 3.11 version. It is recommended to upgrade to Python 3.11 or higher for the best experience.
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] torch.compile is not available in Python 3.10, using identity decorator instead
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] /opt/conda/lib/python3.10/site-packages/torchvision/datapoints/__init__.py:12: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] warnings.warn(_BETA_TRANSFORMS_WARNING)
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] /opt/conda/lib/python3.10/site-packages/torchvision/transforms/v2/__init__.py:54: UserWarning: The torchvision.datapoints and torchvision.transforms.v2 namespaces are still Beta. While we do not expect major breaking changes, some APIs may still change according to user feedback. Please submit any feedback you may have in this issue: https://github.com/pytorch/vision/issues/6753, and you can also check out https://github.com/pytorch/vision/issues/7319 to learn more about the APIs that we suspect might involve future changes. You can silence this warning by calling torchvision.disable_beta_transforms_warning().
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] warnings.warn(_BETA_TRANSFORMS_WARNING)
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   0%|          | 0/320 [00:00<?, ?it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   0%|          | 1/320 [00:02<11:49,  2.22s/it]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   3%|▎         | 11/320 [00:02<00:50,  6.10it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   8%|▊         | 25/320 [00:02<00:19, 15.16it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  12%|█▏        | 39/320 [00:02<00:10, 26.00it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  15%|█▍        | 47/320 [00:02<00:09, 29.92it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  19%|█▉        | 60/320 [00:03<00:06, 40.35it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  21%|██▏       | 68/320 [00:03<00:05, 44.90it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  24%|██▍       | 76/320 [00:03<00:04, 48.89it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  27%|██▋       | 85/320 [00:03<00:04, 55.88it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  29%|██▉       | 94/320 [00:03<00:03, 59.30it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  32%|███▏      | 102/320 [00:03<00:03, 61.67it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  36%|███▌      | 114/320 [00:03<00:02, 71.31it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  40%|████      | 128/320 [00:03<00:02, 74.91it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  44%|████▍     | 140/320 [00:04<00:02, 74.80it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  46%|████▋     | 148/320 [00:04<00:02, 68.41it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  49%|████▉     | 156/320 [00:04<00:02, 66.74it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  53%|█████▎    | 170/320 [00:04<00:01, 78.63it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  57%|█████▋    | 181/320 [00:04<00:01, 77.34it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  61%|██████    | 195/320 [00:04<00:01, 76.82it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  64%|██████▍   | 204/320 [00:05<00:01, 66.62it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  69%|██████▉   | 220/320 [00:05<00:01, 73.99it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  72%|███████▏  | 231/320 [00:05<00:01, 70.69it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  75%|███████▍  | 239/320 [00:05<00:01, 68.94it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  78%|███████▊  | 250/320 [00:05<00:00, 73.80it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  81%|████████  | 258/320 [00:05<00:00, 66.56it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  85%|████████▌ | 273/320 [00:05<00:00, 75.72it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  90%|████████▉ | 287/320 [00:06<00:00, 77.58it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  92%|█████████▎| 296/320 [00:06<00:00, 71.51it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  95%|█████████▌| 304/320 [00:06<00:00, 72.41it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  98%|█████████▊| 312/320 [00:06<00:00, 73.52it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights: 100%|██████████| 320/320 [00:06<00:00, 48.81it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train]   Model loaded successfully
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] Step 3: Building PEFT config...
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] Step 4: Starting training...
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] NOTE: First step may take 2-5 minutes due to Triton kernel compilation (autotuning). This is normal.
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] [remote_train] Total steps: 3 epochs, batch_size per GPU=16
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] /opt/conda/lib/python3.10/site-packages/peft/tuners/tuners_utils.py:1348: UserWarning: Model has `tie_word_embeddings=True` and a tied layer is part of the adapter, but `ensure_weight_tying` is not set to True. This can lead to complications, for example when merging the adapter or converting your model to formats other than safetensors. Check the discussion here: https://github.com/huggingface/peft/issues/2777
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] warnings.warn(msg)
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] bitsandbytes library load error: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Traceback (most recent call last):
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 320, in <module>
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] lib = get_native_library()
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] File "/opt/conda/lib/python3.10/site-packages/bitsandbytes/cextension.py", line 288, in get_native_library
-2026-05-27 04:00:43 | ERROR    | peft-platform | [253:832c0256] raise RuntimeError(f"Configured {BNB_BACKEND} binary not found at {cuda_binary_path}")
-2026-05-27 04:00:43 | ERROR    | peft-platform | [253:832c0256] RuntimeError: Configured CUDA binary not found at /opt/conda/lib/python3.10/site-packages/bitsandbytes/libbitsandbytes_cuda116.so
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] [transformers] warmup_ratio is deprecated and will be removed in v5.2. Use `warmup_steps` instead.
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] /root/Fine-tuning/backend/app/engines/text_engine.py:310: TRLExperimentalWarning: You are importing from 'trl.experimental'. APIs here are unstable and may change or be removed without notice. Silence this warning by setting environment variable TRL_EXPERIMENTAL_SILENCE=1.
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] from trl.experimental.ppo import PPOConfig, PPOTrainer
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] [transformers] `torch_dtype` is deprecated! Use `dtype` instead!
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] trainable params: 5,070,848 || all params: 757,463,872 || trainable%: 0.6695
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   0%|          | 0/473 [00:00<?, ?it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:   0%|          | 1/473 [00:02<18:43,  2.38s/it]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  13%|█▎        | 61/473 [00:02<00:12, 33.88it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  19%|█▉        | 90/473 [00:02<00:08, 43.66it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  23%|██▎       | 109/473 [00:03<00:07, 50.60it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  26%|██▌       | 124/473 [00:03<00:06, 57.31it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  29%|██▉       | 138/473 [00:03<00:05, 61.75it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  32%|███▏      | 150/473 [00:03<00:04, 65.28it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  34%|███▍      | 161/473 [00:03<00:04, 65.78it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  37%|███▋      | 173/473 [00:03<00:04, 66.40it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  39%|███▉      | 185/473 [00:04<00:04, 65.54it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  42%|████▏     | 201/473 [00:04<00:03, 80.80it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  45%|████▍     | 211/473 [00:04<00:03, 83.19it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  47%|████▋     | 221/473 [00:04<00:03, 83.62it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  49%|████▉     | 231/473 [00:04<00:02, 82.36it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  51%|█████     | 240/473 [00:04<00:02, 79.58it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  53%|█████▎    | 249/473 [00:04<00:02, 75.17it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  54%|█████▍    | 257/473 [00:04<00:02, 72.68it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  58%|█████▊    | 273/473 [00:05<00:02, 88.06it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  60%|█████▉    | 282/473 [00:05<00:02, 78.78it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  62%|██████▏   | 291/473 [00:05<00:02, 72.26it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  65%|██████▍   | 306/473 [00:05<00:02, 76.36it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  67%|██████▋   | 318/473 [00:05<00:01, 84.04it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  72%|███████▏  | 340/473 [00:05<00:01, 114.61it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  77%|███████▋  | 364/473 [00:05<00:00, 138.25it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  81%|████████  | 384/473 [00:05<00:00, 153.55it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  85%|████████▍ | 401/473 [00:06<00:00, 157.16it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  90%|████████▉ | 424/473 [00:06<00:00, 167.82it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  94%|█████████▍| 445/473 [00:06<00:00, 172.18it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights:  98%|█████████▊| 463/473 [00:06<00:00, 160.24it/s]
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Loading weights: 100%|██████████| 473/473 [00:06<00:00, 72.56it/s]
-2026-05-27 04:00:43 | WARNING  | peft-platform | [253:832c0256] [transformers] Qwen3_5ForSequenceClassification LOAD REPORT from: /root/Fine-tuning/backend/data/models/Qwen_Qwen3.5-0.8B
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Key          | Status  |
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] -------------+---------+-
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] score.weight | MISSING |
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] Notes:
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] - MISSING:	those params were newly initialized because missing from the checkpoint. Consider training on your downstream task.
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] ===training policy===
-2026-05-27 04:00:43 | INFO     | peft-platform | [253:832c0256] 0%|          | 0/1 [00:00<?, ?it/s]
-INFO:     172.20.0.4:37512 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37520 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42038 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42054 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54404 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41564 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:54420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51366 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51374 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51372 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51384 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42896 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:37624 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:42908 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46132 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46148 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50088 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50092 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57084 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:50570 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47750 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47756 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36394 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36402 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57050 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:35558 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57060 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39816 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39818 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47380 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47396 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51768 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:55474 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:51778 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44678 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44686 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58596 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58598 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43102 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41496 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:43116 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46762 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46774 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33864 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33876 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45352 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:34392 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45362 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56984 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56988 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33320 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33322 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47140 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:48598 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:47146 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51682 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51694 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44054 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44056 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45734 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:45368 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45738 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52000 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52014 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32816 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32830 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48976 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:35024 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:48992 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40444 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40460 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51448 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51454 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45958 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:48908 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45970 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52794 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52806 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44520 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44526 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34254 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:56500 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34264 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49998 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50012 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43788 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43804 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42614 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:45998 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:42622 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32992 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33008 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34494 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34496 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36302 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:55948 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:36318 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36992 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37004 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49380 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49390 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39108 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:49258 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:39124 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46778 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46788 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51712 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51728 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41918 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:46566 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:41920 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60542 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60544 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56672 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56676 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43858 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:56708 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:43862 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44278 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44286 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35148 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35150 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45034 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:46310 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45044 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52406 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52416 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47640 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47654 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49252 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49262 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:39458 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:39362 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39364 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54350 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54358 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49916 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49928 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:40136 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:59388 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59400 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46028 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46044 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55242 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55248 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:42708 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:40012 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40020 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41514 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41520 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57280 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57294 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:36632 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57230 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57238 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50354 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50358 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41850 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41856 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:46602 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:47208 - "GET /api/v1/training/jobs HTTP/1.0" 401 Unauthorized
-INFO:     172.20.0.4:47218 - "POST /api/v1/auth/refresh HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47224 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47238 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57082 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57098 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45620 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45624 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:34198 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57446 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57458 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49174 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49190 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52050 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52066 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52774 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:49346 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49350 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33160 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33168 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59190 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59202 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:37008 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:37412 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37422 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39052 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39054 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49278 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49290 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52540 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:37202 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37218 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55074 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55078 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38416 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:47526 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45110 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45112 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51394 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51400 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56356 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56358 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41518 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:43898 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43912 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35290 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35300 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43752 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43764 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:49308 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34942 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34944 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58696 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58710 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42680 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42690 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:59014 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:54416 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48850 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48866 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33402 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33406 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:59302 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:44464 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44474 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43808 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43822 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47046 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47050 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:48880 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:36028 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36030 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58314 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58324 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37080 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37092 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:46852 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:60992 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60998 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39630 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39642 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36476 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36488 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:53522 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:51504 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51516 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35868 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35870 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34374 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34376 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:57202 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:44868 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44872 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42406 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42422 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60702 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60710 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:60600 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:50484 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50498 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45690 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45692 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52716 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52718 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:48724 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:51784 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51786 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38232 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38234 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34956 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34966 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52180 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:36488 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36490 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41376 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41392 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46826 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46836 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:47626 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:54908 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54912 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35626 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35634 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50542 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50550 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:36580 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:50738 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50742 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50508 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50524 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52314 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52318 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:53346 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:33188 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33196 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45814 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45830 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57786 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57794 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:47498 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:32778 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32784 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56482 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56484 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59438 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59446 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52028 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:56488 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:52044 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33298 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33306 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51924 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51930 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52452 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:42738 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:52458 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59096 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54470 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54486 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36706 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52486 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:36716 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51060 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51068 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34328 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34334 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54774 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:57076 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:54780 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34402 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34418 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38228 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38236 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37076 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:45446 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:37086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48046 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48058 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38112 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38120 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45198 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:38814 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45210 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43402 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43414 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40246 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40254 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44564 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:58232 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:44576 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:53844 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:53846 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34974 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34978 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60516 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41410 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:60528 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40258 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40266 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38798 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38800 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38078 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:45778 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:38086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51946 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51952 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35198 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35204 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56816 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:51960 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:56830 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56830 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56832 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40294 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40298 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57358 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:60288 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57370 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48902 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48910 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37686 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37702 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:45518 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:40092 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57062 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57072 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48960 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48962 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35056 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:33282 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:35064 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40256 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40258 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41078 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41080 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48264 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:33056 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:48276 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43240 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43242 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41054 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41060 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43068 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:35534 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:43070 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55842 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55848 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55450 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55458 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40482 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:57392 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:40496 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43374 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43388 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51658 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51664 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38436 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:55008 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:38446 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54708 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54720 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58096 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58104 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41600 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:55794 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:41602 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49594 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49604 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58604 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58614 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40642 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:54878 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:40646 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43400 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43416 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35948 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35960 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33746 - "GET /api/v1/training/jobs HTTP/1.0" 401 Unauthorized
-INFO:     172.20.0.4:33756 - "POST /api/v1/auth/refresh HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33760 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:35890 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:33776 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45654 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45666 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56414 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56422 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45068 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:34722 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:45078 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47542 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47548 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60286 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60298 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35570 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:36088 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:35586 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38744 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38756 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38208 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38214 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41866 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:58152 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:41874 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58270 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58282 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52058 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52062 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43178 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:43892 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:43182 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36476 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36488 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44800 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44816 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60126 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60128 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:50304 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:60974 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60976 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60204 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:60218 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45836 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45846 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:42984 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:42764 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:42768 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45106 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45114 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47878 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47886 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:60250 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34066 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34072 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48678 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48680 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44510 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44526 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:58120 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:51246 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51260 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56330 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56340 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38666 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:38680 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52352 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:53626 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:53638 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37922 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37924 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48974 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:48986 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:42640 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34100 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45412 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35974 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35990 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:58778 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:58494 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58506 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34012 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34026 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51558 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51562 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:44164 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:56038 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56052 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52234 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52242 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39060 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:39062 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:55850 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:53702 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:53714 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55232 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:55244 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58022 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58024 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:35092 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:33586 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33600 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52474 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52484 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33616 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33628 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:46168 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:53610 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:53620 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40012 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:40020 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43308 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:43310 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:52462 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:44410 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:44420 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54336 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54338 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34896 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34908 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:44548 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34280 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34292 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50498 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50506 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45522 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:45538 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:57902 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:47720 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47734 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34412 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34422 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47576 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47580 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:33812 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:34674 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:34676 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56512 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56520 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56118 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:56128 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:39556 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:46290 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:46302 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37848 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37864 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32974 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32976 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:51610 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:58296 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58312 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58882 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58890 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58712 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58728 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:54736 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:50148 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:50164 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47952 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:47954 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49086 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49090 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:38496 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:49240 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49252 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58204 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:58214 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36860 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:36874 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41468 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:57226 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:57236 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54068 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:54076 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51842 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:51850 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:49742 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:41866 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41880 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41118 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41128 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37406 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:37414 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:41030 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:49464 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:49480 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35326 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:35330 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41598 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:41606 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:56438 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:52102 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:52114 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32814 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:32824 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33056 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:33070 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     127.0.0.1:39812 - "GET /health HTTP/1.1" 200 OK
-INFO:     172.20.0.4:59340 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
-INFO:     172.20.0.4:59352 - "GET /api/v1/training/jobs HTTP/1.0" 200 OK
+        compute_loss_context_manager = torch.cuda.amp.autocast if self._peft_has_been_casted_to_bf16 else nullcontext
+
+        with compute_loss_context_manager():
+            loss, metrics = self.get_batch_loss_metrics(model, inputs, train_eval="train")
+
+        # Make sure to move the loss to the device the original accumulating loss is at back in the `Trainer` class:
+        loss = loss.to(self.args.device)
+        # force log the metrics
+        self.store_metrics(metrics, train_eval="train")
+
+        if return_outputs:
+            return (loss, metrics)
+        return loss
+
+    def get_batch_samples(self, model, batch: Dict[str, torch.LongTensor]) -> Tuple[str, str]:
+        """Generate samples from the model and reference model for the given batch of inputs."""
+
+        # If one uses `generate_during_eval` with peft + bf16, we need to explicitly call generate with
+        # the torch cuda amp context manager as some hidden states are silently casted to full precision.
+        generate_context_manager = nullcontext if not self._peft_has_been_casted_to_bf16 else torch.cuda.amp.autocast
+
+        with generate_context_manager():
+            policy_output = model.generate(
+                input_ids=batch["prompt_input_ids"],
+                attention_mask=batch["prompt_attention_mask"],
+                max_length=self.max_length,
+                do_sample=True,
+                pad_token_id=self.tokenizer.pad_token_id,
+            )
+
+            # if reference_output in batch use that otherwise use the reference model
+            if "reference_output" in batch:
+                reference_output = batch["reference_output"]
+            else:
+                if self.ref_model is None:
+                    with self.null_ref_context():
+                        reference_output = self.model.generate(
+                            input_ids=batch["prompt_input_ids"],
+                            attention_mask=batch["prompt_attention_mask"],
+                            max_length=self.max_length,
+                            do_sample=True,
+                            pad_token_id=self.tokenizer.pad_token_id,
+                        )
+                else:
+                    reference_output = self.ref_model.generate(
+                        input_ids=batch["prompt_input_ids"],