diff --git a/.gitignore b/.gitignore index f9ab5c6..0098713 100644 --- a/.gitignore +++ b/.gitignore @@ -7,3 +7,4 @@ results .claude node_modules src/paddle_ocr/wheels +src/*.log diff --git a/src/output_raytune.ipynb b/src/output_raytune.ipynb index af5a163..5980e2e 100644 --- a/src/output_raytune.ipynb +++ b/src/output_raytune.ipynb @@ -1,14 +1,26 @@ { "cells": [ + { + "cell_type": "markdown", + "id": "6b547287", + "metadata": { + "tags": [ + "papermill-error-cell-tag" + ] + }, + "source": [ + "An Exception was encountered at 'In [9]'." + ] + }, { "cell_type": "markdown", "id": "header", "metadata": { "papermill": { - "duration": 0.002078, - "end_time": "2026-01-18T07:09:37.528058", + "duration": 0.002021, + "end_time": "2026-01-18T07:14:59.560538", "exception": false, - "start_time": "2026-01-18T07:09:37.525980", + "start_time": "2026-01-18T07:14:59.558517", "status": "completed" }, "tags": [] @@ -29,10 +41,10 @@ "id": "prereq", "metadata": { "papermill": { - "duration": 0.000885, - "end_time": "2026-01-18T07:09:37.531707", + "duration": 0.000882, + "end_time": "2026-01-18T07:14:59.562561", "exception": false, - "start_time": "2026-01-18T07:09:37.530822", + "start_time": "2026-01-18T07:14:59.561679", "status": "completed" }, "tags": [] @@ -60,10 +72,10 @@ "id": "3ob9fsoilc4", "metadata": { "papermill": { - "duration": 0.000857, - "end_time": "2026-01-18T07:09:37.533450", + "duration": 0.000859, + "end_time": "2026-01-18T07:14:59.564299", "exception": false, - "start_time": "2026-01-18T07:09:37.532593", + "start_time": "2026-01-18T07:14:59.563440", "status": "completed" }, "tags": [] @@ -78,16 +90,16 @@ "id": "wyr2nsoj7", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:37.536224Z", - "iopub.status.busy": "2026-01-18T07:09:37.536085Z", - "iopub.status.idle": "2026-01-18T07:09:38.812692Z", - "shell.execute_reply": "2026-01-18T07:09:38.811660Z" + "iopub.execute_input": "2026-01-18T07:14:59.567028Z", + "iopub.status.busy": "2026-01-18T07:14:59.566901Z", + "iopub.status.idle": "2026-01-18T07:15:00.844044Z", + "shell.execute_reply": "2026-01-18T07:15:00.842338Z" }, "papermill": { - "duration": 1.278901, - "end_time": "2026-01-18T07:09:38.813189", + "duration": 1.279907, + "end_time": "2026-01-18T07:15:00.845079", "exception": false, - "start_time": "2026-01-18T07:09:37.534288", + "start_time": "2026-01-18T07:14:59.565172", "status": "completed" }, "tags": [] @@ -120,18 +132,18 @@ "Requirement already satisfied: annotated-types>=0.6.0 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.10.*,!=2.11.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3->ray[tune]) (0.7.0)\r\n", "Requirement already satisfied: pydantic-core==2.41.5 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.10.*,!=2.11.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3->ray[tune]) (2.41.5)\r\n", "Requirement already satisfied: typing-extensions>=4.14.1 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.10.*,!=2.11.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3->ray[tune]) (4.15.0)\r\n", - "Requirement already satisfied: typing-inspection>=0.4.2 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.10.*,!=2.11.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3->ray[tune]) (0.4.2)\r\n", - "Requirement already satisfied: numpy in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from tensorboardX>=1.9->ray[tune]) (2.4.1)\r\n", - "Requirement already satisfied: attrs>=22.2.0 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (25.4.0)\r\n", - "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (2025.9.1)\r\n", - "Requirement already satisfied: referencing>=0.28.4 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (0.37.0)\r\n", - "Requirement already satisfied: rpds-py>=0.25.0 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (0.30.0)\r\n" + "Requirement already satisfied: typing-inspection>=0.4.2 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pydantic!=2.0.*,!=2.1.*,!=2.10.*,!=2.11.*,!=2.2.*,!=2.3.*,!=2.4.*,!=2.5.*,!=2.6.*,!=2.7.*,!=2.8.*,!=2.9.*,<3->ray[tune]) (0.4.2)\r\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ + "Requirement already satisfied: numpy in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from tensorboardX>=1.9->ray[tune]) (2.4.1)\r\n", + "Requirement already satisfied: attrs>=22.2.0 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (25.4.0)\r\n", + "Requirement already satisfied: jsonschema-specifications>=2023.03.6 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (2025.9.1)\r\n", + "Requirement already satisfied: referencing>=0.28.4 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (0.37.0)\r\n", + "Requirement already satisfied: rpds-py>=0.25.0 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from jsonschema->ray[tune]) (0.30.0)\r\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pandas->ray[tune]) (2.9.0.post0)\r\n", "Requirement already satisfied: pytz>=2020.1 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pandas->ray[tune]) (2025.2)\r\n", "Requirement already satisfied: tzdata>=2022.7 in /home/sergio/MastersThesis/.venv/lib/python3.12/site-packages (from pandas->ray[tune]) (2025.3)\r\n", @@ -211,10 +223,10 @@ "id": "imports-header", "metadata": { "papermill": { - "duration": 0.009527, - "end_time": "2026-01-18T07:09:38.824238", + "duration": 0.009841, + "end_time": "2026-01-18T07:15:00.856488", "exception": false, - "start_time": "2026-01-18T07:09:38.814711", + "start_time": "2026-01-18T07:15:00.846647", "status": "completed" }, "tags": [] @@ -229,16 +241,16 @@ "id": "imports", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:38.827592Z", - "iopub.status.busy": "2026-01-18T07:09:38.827455Z", - "iopub.status.idle": "2026-01-18T07:09:39.774594Z", - "shell.execute_reply": "2026-01-18T07:09:39.774114Z" + "iopub.execute_input": "2026-01-18T07:15:00.860270Z", + "iopub.status.busy": "2026-01-18T07:15:00.860041Z", + "iopub.status.idle": "2026-01-18T07:15:01.828333Z", + "shell.execute_reply": "2026-01-18T07:15:01.827627Z" }, "papermill": { - "duration": 0.949919, - "end_time": "2026-01-18T07:09:39.775317", + "duration": 0.971437, + "end_time": "2026-01-18T07:15:01.829018", "exception": false, - "start_time": "2026-01-18T07:09:38.825398", + "start_time": "2026-01-18T07:15:00.857581", "status": "completed" }, "tags": [] @@ -261,10 +273,10 @@ "id": "config-header", "metadata": { "papermill": { - "duration": 0.009564, - "end_time": "2026-01-18T07:09:39.786378", + "duration": 0.009553, + "end_time": "2026-01-18T07:15:01.840129", "exception": false, - "start_time": "2026-01-18T07:09:39.776814", + "start_time": "2026-01-18T07:15:01.830576", "status": "completed" }, "tags": [] @@ -279,16 +291,16 @@ "id": "config", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:39.789662Z", - "iopub.status.busy": "2026-01-18T07:09:39.789533Z", - "iopub.status.idle": "2026-01-18T07:09:39.791831Z", - "shell.execute_reply": "2026-01-18T07:09:39.791432Z" + "iopub.execute_input": "2026-01-18T07:15:01.843415Z", + "iopub.status.busy": "2026-01-18T07:15:01.843179Z", + "iopub.status.idle": "2026-01-18T07:15:01.846155Z", + "shell.execute_reply": "2026-01-18T07:15:01.845706Z" }, "papermill": { - "duration": 0.004949, - "end_time": "2026-01-18T07:09:39.792449", + "duration": 0.005247, + "end_time": "2026-01-18T07:15:01.846517", "exception": false, - "start_time": "2026-01-18T07:09:39.787500", + "start_time": "2026-01-18T07:15:01.841270", "status": "completed" }, "tags": [] @@ -314,16 +326,16 @@ "id": "health-check", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:39.795399Z", - "iopub.status.busy": "2026-01-18T07:09:39.795279Z", - "iopub.status.idle": "2026-01-18T07:09:39.803656Z", - "shell.execute_reply": "2026-01-18T07:09:39.803234Z" + "iopub.execute_input": "2026-01-18T07:15:01.849199Z", + "iopub.status.busy": "2026-01-18T07:15:01.849135Z", + "iopub.status.idle": "2026-01-18T07:15:01.856150Z", + "shell.execute_reply": "2026-01-18T07:15:01.855789Z" }, "papermill": { - "duration": 0.010311, - "end_time": "2026-01-18T07:09:39.803886", + "duration": 0.008777, + "end_time": "2026-01-18T07:15:01.856430", "exception": false, - "start_time": "2026-01-18T07:09:39.793575", + "start_time": "2026-01-18T07:15:01.847653", "status": "completed" }, "tags": [] @@ -368,10 +380,10 @@ "id": "search-space-header", "metadata": { "papermill": { - "duration": 0.001081, - "end_time": "2026-01-18T07:09:39.806136", + "duration": 0.001067, + "end_time": "2026-01-18T07:15:01.858650", "exception": false, - "start_time": "2026-01-18T07:09:39.805055", + "start_time": "2026-01-18T07:15:01.857583", "status": "completed" }, "tags": [] @@ -386,16 +398,16 @@ "id": "search-space", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:39.808859Z", - "iopub.status.busy": "2026-01-18T07:09:39.808794Z", - "iopub.status.idle": "2026-01-18T07:09:39.810819Z", - "shell.execute_reply": "2026-01-18T07:09:39.810510Z" + "iopub.execute_input": "2026-01-18T07:15:01.861275Z", + "iopub.status.busy": "2026-01-18T07:15:01.861205Z", + "iopub.status.idle": "2026-01-18T07:15:01.863429Z", + "shell.execute_reply": "2026-01-18T07:15:01.863034Z" }, "papermill": { - "duration": 0.003948, - "end_time": "2026-01-18T07:09:39.811160", + "duration": 0.004046, + "end_time": "2026-01-18T07:15:01.863788", "exception": false, - "start_time": "2026-01-18T07:09:39.807212", + "start_time": "2026-01-18T07:15:01.859742", "status": "completed" }, "tags": [] @@ -425,10 +437,10 @@ "id": "trainable-header", "metadata": { "papermill": { - "duration": 0.001066, - "end_time": "2026-01-18T07:09:39.813352", + "duration": 0.001064, + "end_time": "2026-01-18T07:15:01.865979", "exception": false, - "start_time": "2026-01-18T07:09:39.812286", + "start_time": "2026-01-18T07:15:01.864915", "status": "completed" }, "tags": [] @@ -443,16 +455,16 @@ "id": "trainable", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:39.815935Z", - "iopub.status.busy": "2026-01-18T07:09:39.815875Z", - "iopub.status.idle": "2026-01-18T07:09:39.819033Z", - "shell.execute_reply": "2026-01-18T07:09:39.818672Z" + "iopub.execute_input": "2026-01-18T07:15:01.868751Z", + "iopub.status.busy": "2026-01-18T07:15:01.868656Z", + "iopub.status.idle": "2026-01-18T07:15:01.871950Z", + "shell.execute_reply": "2026-01-18T07:15:01.871453Z" }, "papermill": { - "duration": 0.00507, - "end_time": "2026-01-18T07:09:39.819491", + "duration": 0.005245, + "end_time": "2026-01-18T07:15:01.872296", "exception": false, - "start_time": "2026-01-18T07:09:39.814421", + "start_time": "2026-01-18T07:15:01.867051", "status": "completed" }, "tags": [] @@ -498,7 +510,7 @@ " }\n", "\n", " try:\n", - " response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=600)\n", + " response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=None) # No timeout\n", " response.raise_for_status()\n", " metrics = response.json()\n", " metrics[\"worker\"] = api_url\n", @@ -520,10 +532,10 @@ "id": "tuner-header", "metadata": { "papermill": { - "duration": 0.001049, - "end_time": "2026-01-18T07:09:39.821656", + "duration": 0.001042, + "end_time": "2026-01-18T07:15:01.874467", "exception": false, - "start_time": "2026-01-18T07:09:39.820607", + "start_time": "2026-01-18T07:15:01.873425", "status": "completed" }, "tags": [] @@ -538,16 +550,16 @@ "id": "ray-init", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:39.824409Z", - "iopub.status.busy": "2026-01-18T07:09:39.824357Z", - "iopub.status.idle": "2026-01-18T07:09:42.432539Z", - "shell.execute_reply": "2026-01-18T07:09:42.431817Z" + "iopub.execute_input": "2026-01-18T07:15:01.877636Z", + "iopub.status.busy": "2026-01-18T07:15:01.877526Z", + "iopub.status.idle": "2026-01-18T07:15:04.527343Z", + "shell.execute_reply": "2026-01-18T07:15:04.526869Z" }, "papermill": { - "duration": 2.610279, - "end_time": "2026-01-18T07:09:42.433000", + "duration": 2.652439, + "end_time": "2026-01-18T07:15:04.527996", "exception": false, - "start_time": "2026-01-18T07:09:39.822721", + "start_time": "2026-01-18T07:15:01.875557", "status": "completed" }, "tags": [] @@ -557,7 +569,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:41,083\tINFO worker.py:2007 -- Started a local Ray instance.\n" + "2026-01-18 08:15:03,149\tINFO worker.py:2007 -- Started a local Ray instance.\n" ] }, { @@ -587,15 +599,17 @@ "id": "tuner", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:09:42.446046Z", - "iopub.status.busy": "2026-01-18T07:09:42.445323Z" + "iopub.execute_input": "2026-01-18T07:15:04.542083Z", + "iopub.status.busy": "2026-01-18T07:15:04.541579Z", + "iopub.status.idle": "2026-01-18T07:16:51.740809Z", + "shell.execute_reply": "2026-01-18T07:16:51.740224Z" }, "papermill": { - "duration": null, - "end_time": null, + "duration": 107.210662, + "end_time": "2026-01-18T07:16:51.741577", "exception": false, - "start_time": "2026-01-18T07:09:42.434682", - "status": "running" + "start_time": "2026-01-18T07:15:04.530915", + "status": "completed" }, "tags": [] }, @@ -606,14 +620,14 @@ "text": [ "/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/impl/tuner_internal.py:144: RayDeprecationWarning: The `RunConfig` class should be imported from `ray.tune` when passing it to the Tuner. Please update your imports. See this issue for more context and migration options: https://github.com/ray-project/ray/issues/49454. Disable these warnings by setting the environment variable: RAY_TRAIN_ENABLE_V2_MIGRATION_WARNINGS=0\n", " _log_deprecation_warning(\n", - "2026-01-18 08:09:42,457\tINFO tune.py:616 -- [output] This uses the legacy output and progress reporter, as Jupyter notebooks are not supported by the new engine, yet. For more information, please see https://github.com/ray-project/ray/issues/36949\n" + "2026-01-18 08:15:04,548\tINFO tune.py:616 -- [output] This uses the legacy output and progress reporter, as Jupyter notebooks are not supported by the new engine, yet. For more information, please see https://github.com/ray-project/ray/issues/36949\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "[I 2026-01-18 08:09:42,461] A new study created in memory with name: optuna\n" + "[I 2026-01-18 08:15:04,550] A new study created in memory with name: optuna\n" ] }, { @@ -625,9 +639,9 @@ "

Tune Status

\n", " \n", "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", "\n", "
Current time:2026-01-18 08:10:43
Running for: 00:01:00.59
Memory: 11.1/119.7 GiB
Current time:2026-01-18 08:16:51
Running for: 00:01:47.13
Memory: 9.3/119.7 GiB
\n", " \n", @@ -640,32 +654,76 @@ "
\n", "

Messages

\n", " \n", - " ... 17 more trials not shown (17 ERROR)\n", - " Number of errored trials: 36
Table truncated to 20 rows (16 overflow)
\n", + " \n", + " Number of errored trials: 64
\n", "\n", "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "\n", "
Trial name # failureserror file
trainable_paddle_ocr_1dfb6efc 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_1dfb6efc_1_text_det_box_thresh=0.3434,text_det_thresh=0.5450,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-42/error.txt
trainable_paddle_ocr_7207923f 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_7207923f_2_text_det_box_thresh=0.5582,text_det_thresh=0.5795,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-44/error.txt
trainable_paddle_ocr_9d186472 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_9d186472_3_text_det_box_thresh=0.6292,text_det_thresh=0.5747,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-45/error.txt
trainable_paddle_ocr_cf1ca69b 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_cf1ca69b_4_text_det_box_thresh=0.5197,text_det_thresh=0.5634,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-47/error.txt
trainable_paddle_ocr_8705afb0 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_8705afb0_5_text_det_box_thresh=0.2333,text_det_thresh=0.4399,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-49/error.txt
trainable_paddle_ocr_6a87c44e 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_6a87c44e_6_text_det_box_thresh=0.6925,text_det_thresh=0.1092,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-50/error.txt
trainable_paddle_ocr_b234b9c4 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_b234b9c4_7_text_det_box_thresh=0.0388,text_det_thresh=0.1447,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-52/error.txt
trainable_paddle_ocr_0c097d1b 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_0c097d1b_8_text_det_box_thresh=0.3627,text_det_thresh=0.5081,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-54/error.txt
trainable_paddle_ocr_65aef77d 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_65aef77d_9_text_det_box_thresh=0.5284,text_det_thresh=0.0341,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-09-55/error.txt
trainable_paddle_ocr_1bdb346f 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_1bdb346f_10_text_det_box_thresh=0.2700,text_det_thresh=0.0133,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-09-57/error.txt
trainable_paddle_ocr_9eb43564 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_9eb43564_11_text_det_box_thresh=0.0667,text_det_thresh=0.6018,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-09-59/error.txt
trainable_paddle_ocr_69102b85 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_69102b85_12_text_det_box_thresh=0.0186,text_det_thresh=0.1448,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-00/error.txt
trainable_paddle_ocr_2393de4f 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_2393de4f_13_text_det_box_thresh=0.2169,text_det_thresh=0.1937,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-02/error.txt
trainable_paddle_ocr_e3fa0b1b 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_e3fa0b1b_14_text_det_box_thresh=0.2970,text_det_thresh=0.0638,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-04/error.txt
trainable_paddle_ocr_1cf2c62c 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_1cf2c62c_15_text_det_box_thresh=0.2257,text_det_thresh=0.3085,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-05/error.txt
trainable_paddle_ocr_9e723005 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_9e723005_16_text_det_box_thresh=0.5469,text_det_thresh=0.3089,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-07/error.txt
trainable_paddle_ocr_9751b8b7 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_9751b8b7_17_text_det_box_thresh=0.6950,text_det_thresh=0.5605,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-09/error.txt
trainable_paddle_ocr_20eeca6a 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_20eeca6a_18_text_det_box_thresh=0.2342,text_det_thresh=0.4196,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-10/error.txt
trainable_paddle_ocr_336cd7e0 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_336cd7e0_19_text_det_box_thresh=0.4674,text_det_thresh=0.2587,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-12/error.txt
trainable_paddle_ocr_3f7fde37 1/tmp/ray/session_2026-01-18_08-09-39_842185_1162060/artifacts/2026-01-18_08-09-42/trainable_paddle_ocr_2026-01-18_08-09-42/driver_artifacts/trainable_paddle_ocr_3f7fde37_20_text_det_box_thresh=0.4702,text_det_thresh=0.5269,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-10-14/error.txt
trainable_paddle_ocr_6bf31ec4 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6bf31ec4_1_text_det_box_thresh=0.3903,text_det_thresh=0.0894,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-04/error.txt
trainable_paddle_ocr_0581bc7f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_0581bc7f_2_text_det_box_thresh=0.6285,text_det_thresh=0.4307,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-06/error.txt
trainable_paddle_ocr_2b294ccd 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2b294ccd_3_text_det_box_thresh=0.3592,text_det_thresh=0.5692,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-07/error.txt
trainable_paddle_ocr_863cf92d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_863cf92d_4_text_det_box_thresh=0.4625,text_det_thresh=0.6531,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-09/error.txt
trainable_paddle_ocr_4d80d6bc 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_4d80d6bc_5_text_det_box_thresh=0.3074,text_det_thresh=0.5779,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-11/error.txt
trainable_paddle_ocr_88f5b99b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_88f5b99b_6_text_det_box_thresh=0.4628,text_det_thresh=0.2964,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-12/error.txt
trainable_paddle_ocr_b94bd663 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b94bd663_7_text_det_box_thresh=0.0646,text_det_thresh=0.0740,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-14/error.txt
trainable_paddle_ocr_a7a8d797 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a7a8d797_8_text_det_box_thresh=0.2400,text_det_thresh=0.2066,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-16/error.txt
trainable_paddle_ocr_e2458073 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e2458073_9_text_det_box_thresh=0.3950,text_det_thresh=0.0939,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-17/error.txt
trainable_paddle_ocr_8bd28b94 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_8bd28b94_10_text_det_box_thresh=0.4158,text_det_thresh=0.1052,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-19/error.txt
trainable_paddle_ocr_6a87d6ec 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6a87d6ec_11_text_det_box_thresh=0.0418,text_det_thresh=0.5340,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-21/error.txt
trainable_paddle_ocr_20800023 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_20800023_12_text_det_box_thresh=0.6455,text_det_thresh=0.3654,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-22/error.txt
trainable_paddle_ocr_ece7ddc1 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_ece7ddc1_13_text_det_box_thresh=0.3177,text_det_thresh=0.1642,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-24/error.txt
trainable_paddle_ocr_a9881d38 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a9881d38_14_text_det_box_thresh=0.6594,text_det_thresh=0.5420,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-26/error.txt
trainable_paddle_ocr_c8ec82a9 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_c8ec82a9_15_text_det_box_thresh=0.6487,text_det_thresh=0.3307,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-27/error.txt
trainable_paddle_ocr_b52158c0 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b52158c0_16_text_det_box_thresh=0.0268,text_det_thresh=0.5331,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-29/error.txt
trainable_paddle_ocr_d3826db6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d3826db6_17_text_det_box_thresh=0.5079,text_det_thresh=0.4743,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-31/error.txt
trainable_paddle_ocr_b8f7a481 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b8f7a481_18_text_det_box_thresh=0.5483,text_det_thresh=0.6201,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-33/error.txt
trainable_paddle_ocr_26af04f8 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_26af04f8_19_text_det_box_thresh=0.1941,text_det_thresh=0.1427,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-34/error.txt
trainable_paddle_ocr_b0bee75d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b0bee75d_20_text_det_box_thresh=0.6083,text_det_thresh=0.4114,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-36/error.txt
trainable_paddle_ocr_3e30b123 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_3e30b123_21_text_det_box_thresh=0.0779,text_det_thresh=0.6198,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-38/error.txt
trainable_paddle_ocr_d50d01d2 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d50d01d2_22_text_det_box_thresh=0.0593,text_det_thresh=0.0692,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-39/error.txt
trainable_paddle_ocr_09c1df0f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_09c1df0f_23_text_det_box_thresh=0.6243,text_det_thresh=0.1191,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-41/error.txt
trainable_paddle_ocr_eb9ce9f6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_eb9ce9f6_24_text_det_box_thresh=0.6459,text_det_thresh=0.6878,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-43/error.txt
trainable_paddle_ocr_530965e3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_530965e3_25_text_det_box_thresh=0.3435,text_det_thresh=0.5321,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-44/error.txt
trainable_paddle_ocr_64035cd3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_64035cd3_26_text_det_box_thresh=0.6553,text_det_thresh=0.3534,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-46/error.txt
trainable_paddle_ocr_76e99ffa 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_76e99ffa_27_text_det_box_thresh=0.3241,text_det_thresh=0.4626,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-48/error.txt
trainable_paddle_ocr_356e1b30 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_356e1b30_28_text_det_box_thresh=0.3883,text_det_thresh=0.1804,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-49/error.txt
trainable_paddle_ocr_c1dac62d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_c1dac62d_29_text_det_box_thresh=0.1544,text_det_thresh=0.1679,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-51/error.txt
trainable_paddle_ocr_47e4370a 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_47e4370a_30_text_det_box_thresh=0.4857,text_det_thresh=0.6673,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-53/error.txt
trainable_paddle_ocr_619e0df6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_619e0df6_31_text_det_box_thresh=0.0503,text_det_thresh=0.5872,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-54/error.txt
trainable_paddle_ocr_1ba6186e 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_1ba6186e_32_text_det_box_thresh=0.0982,text_det_thresh=0.4596,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-56/error.txt
trainable_paddle_ocr_f3acfd65 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_f3acfd65_33_text_det_box_thresh=0.2579,text_det_thresh=0.4026,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-58/error.txt
trainable_paddle_ocr_2eeab47b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2eeab47b_34_text_det_box_thresh=0.2556,text_det_thresh=0.0288,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-59/error.txt
trainable_paddle_ocr_41c7a0dd 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_41c7a0dd_35_text_det_box_thresh=0.4860,text_det_thresh=0.1406,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-01/error.txt
trainable_paddle_ocr_d4a3b4ec 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d4a3b4ec_36_text_det_box_thresh=0.4130,text_det_thresh=0.5181,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-03/error.txt
trainable_paddle_ocr_e34318fc 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e34318fc_37_text_det_box_thresh=0.4892,text_det_thresh=0.5103,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-04/error.txt
trainable_paddle_ocr_2947584e 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2947584e_38_text_det_box_thresh=0.2107,text_det_thresh=0.2868,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-06/error.txt
trainable_paddle_ocr_ba985826 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_ba985826_39_text_det_box_thresh=0.1259,text_det_thresh=0.1693,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-08/error.txt
trainable_paddle_ocr_069a81ff 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_069a81ff_40_text_det_box_thresh=0.3772,text_det_thresh=0.1206,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-09/error.txt
trainable_paddle_ocr_26a86e10 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_26a86e10_41_text_det_box_thresh=0.2260,text_det_thresh=0.4213,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-11/error.txt
trainable_paddle_ocr_a2dec12b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a2dec12b_42_text_det_box_thresh=0.3576,text_det_thresh=0.6193,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-13/error.txt
trainable_paddle_ocr_a329183c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a329183c_43_text_det_box_thresh=0.0591,text_det_thresh=0.4260,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-14/error.txt
trainable_paddle_ocr_01afde9f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_01afde9f_44_text_det_box_thresh=0.4478,text_det_thresh=0.4019,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-16/error.txt
trainable_paddle_ocr_99e58d9c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_99e58d9c_45_text_det_box_thresh=0.2931,text_det_thresh=0.2685,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-18/error.txt
trainable_paddle_ocr_abfa2d00 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_abfa2d00_46_text_det_box_thresh=0.5342,text_det_thresh=0.2225,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-19/error.txt
trainable_paddle_ocr_0a01ad75 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_0a01ad75_47_text_det_box_thresh=0.2605,text_det_thresh=0.4041,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-21/error.txt
trainable_paddle_ocr_74efac41 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_74efac41_48_text_det_box_thresh=0.3317,text_det_thresh=0.6152,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-23/error.txt
trainable_paddle_ocr_e13823ba 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e13823ba_49_text_det_box_thresh=0.6187,text_det_thresh=0.6859,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-24/error.txt
trainable_paddle_ocr_8f0f284c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_8f0f284c_50_text_det_box_thresh=0.6318,text_det_thresh=0.3441,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-26/error.txt
trainable_paddle_ocr_e92d7cd3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e92d7cd3_51_text_det_box_thresh=0.4227,text_det_thresh=0.4409,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-28/error.txt
trainable_paddle_ocr_4df0b874 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_4df0b874_52_text_det_box_thresh=0.6761,text_det_thresh=0.1009,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-29/error.txt
trainable_paddle_ocr_fdb7072f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_fdb7072f_53_text_det_box_thresh=0.1377,text_det_thresh=0.6217,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-31/error.txt
trainable_paddle_ocr_a9a71e45 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a9a71e45_54_text_det_box_thresh=0.0547,text_det_thresh=0.3294,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-33/error.txt
trainable_paddle_ocr_cd15bd1d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_cd15bd1d_55_text_det_box_thresh=0.5698,text_det_thresh=0.3256,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-35/error.txt
trainable_paddle_ocr_aac57e7c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_aac57e7c_56_text_det_box_thresh=0.5948,text_det_thresh=0.2095,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-36/error.txt
trainable_paddle_ocr_5cb5762f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_5cb5762f_57_text_det_box_thresh=0.1412,text_det_thresh=0.5146,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-38/error.txt
trainable_paddle_ocr_6ee2a3ed 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6ee2a3ed_58_text_det_box_thresh=0.3299,text_det_thresh=0.0919,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-40/error.txt
trainable_paddle_ocr_9ef78737 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_9ef78737_59_text_det_box_thresh=0.3112,text_det_thresh=0.2598,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-41/error.txt
trainable_paddle_ocr_6f3d237a 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6f3d237a_60_text_det_box_thresh=0.6768,text_det_thresh=0.0321,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-43/error.txt
trainable_paddle_ocr_b2dc1001 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b2dc1001_61_text_det_box_thresh=0.3452,text_det_thresh=0.0194,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-45/error.txt
trainable_paddle_ocr_d9c91163 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d9c91163_62_text_det_box_thresh=0.3979,text_det_thresh=0.5021,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-46/error.txt
trainable_paddle_ocr_1cdb6cf0 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_1cdb6cf0_63_text_det_box_thresh=0.3075,text_det_thresh=0.4003,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-48/error.txt
trainable_paddle_ocr_7bad4799 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_7bad4799_64_text_det_box_thresh=0.4232,text_det_thresh=0.6435,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-49/error.txt
\n", "
\n", @@ -695,31 +753,75 @@ " \n", "\n", "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", "\n", "
Trial name status loc text_det_box_thresh text_det_thresh text_det_unclip_rati\n", - "o text_rec_score_thres\n", + "o text_rec_score_thres\n", "htextline_orientation use_doc_orientation_\n", "classify use_doc_unwarping
trainable_paddle_ocr_43946461PENDING 0.629564 0.682338 00.110796 True FalseTrue
trainable_paddle_ocr_0c097d1bERROR 192.168.65.140:1164070 0.362666 0.508107 00.189003 True FalseTrue
trainable_paddle_ocr_1826c000ERROR 192.168.65.140:1165715 0.57287 0.203366 00.125037 False True False
trainable_paddle_ocr_18c164caERROR 192.168.65.140:1166093 0.63944 0.381276 00.56397 False FalseFalse
trainable_paddle_ocr_1bdb346fERROR 192.168.65.140:1164216 0.269986 0.013320900.4966 True FalseFalse
trainable_paddle_ocr_1cf2c62cERROR 192.168.65.140:1164584 0.225659 0.308462 00.181031 False FalseFalse
trainable_paddle_ocr_1dfb6efcERROR 192.168.65.140:1163551 0.3434 0.545037 00.263803 True True True
trainable_paddle_ocr_20eeca6aERROR 192.168.65.140:1164817 0.234161 0.419637 00.270497 True True False
trainable_paddle_ocr_2393de4fERROR 192.168.65.140:1164465 0.216897 0.193734 00.170636 True FalseFalse
trainable_paddle_ocr_332b7991ERROR 192.168.65.140:1165567 0.241403 0.038812700.414523 False FalseFalse
trainable_paddle_ocr_336cd7e0ERROR 192.168.65.140:1164898 0.467436 0.258686 00.138666 True True False
trainable_paddle_ocr_39036a64ERROR 192.168.65.140:1165427 0.570841 0.479926 00.272159 False FalseFalse
trainable_paddle_ocr_395f1e8bERROR 192.168.65.140:1165855 0.363105 0.039043800.34921 True True False
trainable_paddle_ocr_3f7fde37ERROR 192.168.65.140:1164963 0.470214 0.526887 00.0699669False FalseTrue
trainable_paddle_ocr_65aef77dERROR 192.168.65.140:1164138 0.528446 0.034088800.0928365False FalseTrue
trainable_paddle_ocr_69102b85ERROR 192.168.65.140:1164361 0.0186252 0.144809 00.0397942True True True
trainable_paddle_ocr_69575fc2ERROR 192.168.65.140:1165304 0.495832 0.237163 00.653164 False True True
trainable_paddle_ocr_6a87c44eERROR 192.168.65.140:1163924 0.692497 0.1092 00.55452 True True True
trainable_paddle_ocr_7207923fERROR 192.168.65.140:1163640 0.558151 0.579507 00.301832 False FalseTrue
trainable_paddle_ocr_77b79aebERROR 192.168.65.140:1165797 0.373257 0.694542 00.0908941False True False
trainable_paddle_ocr_6bf31ec4ERROR 192.168.65.140:1180996 0.39032 0.089350300.510144 False True True
trainable_paddle_ocr_0581bc7fERROR 192.168.65.140:1181076 0.628538 0.430734 00.572028 False True True
trainable_paddle_ocr_2b294ccdERROR 192.168.65.140:1181140 0.35917 0.569189 00.398691 False True True
trainable_paddle_ocr_863cf92dERROR 192.168.65.140:1181233 0.462526 0.65313 00.201286 True FalseTrue
trainable_paddle_ocr_4d80d6bcERROR 192.168.65.140:1181337 0.307405 0.577876 00.123351 True True False
trainable_paddle_ocr_88f5b99bERROR 192.168.65.140:1181396 0.462808 0.296416 00.0991077 False True False
trainable_paddle_ocr_b94bd663ERROR 192.168.65.140:1181454 0.0646412 0.073963800.132554 True FalseTrue
trainable_paddle_ocr_a7a8d797ERROR 192.168.65.140:1181540 0.239973 0.206588 00.038023 True FalseTrue
trainable_paddle_ocr_e2458073ERROR 192.168.65.140:1181601 0.395005 0.093877300.207557 True True False
trainable_paddle_ocr_8bd28b94ERROR 192.168.65.140:1181679 0.415785 0.105178 00.237575 True FalseTrue
trainable_paddle_ocr_6a87d6ecERROR 192.168.65.140:1181748 0.0417775 0.533986 00.655555 True FalseTrue
trainable_paddle_ocr_20800023ERROR 192.168.65.140:1181809 0.64549 0.365376 00.450362 True True False
trainable_paddle_ocr_ece7ddc1ERROR 192.168.65.140:1181885 0.317738 0.164245 00.119151 False True True
trainable_paddle_ocr_a9881d38ERROR 192.168.65.140:1181978 0.659372 0.542042 00.433649 False FalseTrue
trainable_paddle_ocr_c8ec82a9ERROR 192.168.65.140:1182052 0.648651 0.330737 00.635815 True True False
trainable_paddle_ocr_b52158c0ERROR 192.168.65.140:1182135 0.0267739 0.53311 00.309056 True True False
trainable_paddle_ocr_d3826db6ERROR 192.168.65.140:1182203 0.507855 0.474303 00.323979 False True False
trainable_paddle_ocr_b8f7a481ERROR 192.168.65.140:1182281 0.548293 0.620087 00.123661 False True True
trainable_paddle_ocr_26af04f8ERROR 192.168.65.140:1182349 0.194097 0.142677 00.646631 False FalseTrue
trainable_paddle_ocr_b0bee75dERROR 192.168.65.140:1182444 0.608299 0.411435 00.586333 False FalseTrue
trainable_paddle_ocr_3e30b123ERROR 192.168.65.140:1182501 0.0779434 0.619831 00.599645 False True True
trainable_paddle_ocr_d50d01d2ERROR 192.168.65.140:1182574 0.0593152 0.069217900.298712 False True True
trainable_paddle_ocr_09c1df0fERROR 192.168.65.140:1182699 0.62431 0.119079 00.169161 False True True
trainable_paddle_ocr_eb9ce9f6ERROR 192.168.65.140:1182778 0.64586 0.687753 00.617925 False True True
trainable_paddle_ocr_530965e3ERROR 192.168.65.140:1182848 0.343468 0.532107 00.354731 True FalseFalse
trainable_paddle_ocr_64035cd3ERROR 192.168.65.140:1182917 0.655316 0.353411 00.590635 False FalseFalse
trainable_paddle_ocr_76e99ffaERROR 192.168.65.140:1182976 0.324144 0.462554 00.432215 True True False
trainable_paddle_ocr_356e1b30ERROR 192.168.65.140:1183046 0.388325 0.180412 00.539149 False FalseFalse
trainable_paddle_ocr_c1dac62dERROR 192.168.65.140:1183115 0.154434 0.16788 00.659353 True True True
trainable_paddle_ocr_47e4370aERROR 192.168.65.140:1183174 0.485723 0.667272 00.495147 False True True
trainable_paddle_ocr_619e0df6ERROR 192.168.65.140:1183244 0.0503144 0.587223 00.660952 True FalseFalse
trainable_paddle_ocr_1ba6186eERROR 192.168.65.140:1183313 0.0981667 0.459631 00.570227 False True True
trainable_paddle_ocr_f3acfd65ERROR 192.168.65.140:1183372 0.257882 0.402552 00.697082 True True True
trainable_paddle_ocr_2eeab47bERROR 192.168.65.140:1183443 0.255588 0.028762700.26564 False FalseFalse
trainable_paddle_ocr_41c7a0ddERROR 192.168.65.140:1183515 0.486041 0.140558 00.0113787 True True False
trainable_paddle_ocr_d4a3b4ecERROR 192.168.65.140:1183592 0.413047 0.518129 00.0847272 False FalseTrue
trainable_paddle_ocr_e34318fcERROR 192.168.65.140:1183662 0.489181 0.510287 00.575766 True True True
trainable_paddle_ocr_2947584eERROR 192.168.65.140:1183736 0.210651 0.286823 00.0394218 False True False
trainable_paddle_ocr_ba985826ERROR 192.168.65.140:1183796 0.125918 0.169266 00.567154 False True False
trainable_paddle_ocr_069a81ffERROR 192.168.65.140:1183866 0.377151 0.120571 00.461722 True True True
trainable_paddle_ocr_26a86e10ERROR 192.168.65.140:1183970 0.226007 0.42126 00.552411 True True True
trainable_paddle_ocr_a2dec12bERROR 192.168.65.140:1184029 0.357629 0.61926 00.377764 False True True
trainable_paddle_ocr_a329183cERROR 192.168.65.140:1184100 0.0590931 0.426047 00.413968 True True False
trainable_paddle_ocr_01afde9fERROR 192.168.65.140:1184170 0.447814 0.401888 00.402544 True True True
trainable_paddle_ocr_99e58d9cERROR 192.168.65.140:1184228 0.293092 0.268454 00.388751 False True True
trainable_paddle_ocr_abfa2d00ERROR 192.168.65.140:1184298 0.534151 0.222465 00.364601 False FalseTrue
trainable_paddle_ocr_0a01ad75ERROR 192.168.65.140:1184370 0.260459 0.404148 00.632166 False True False
trainable_paddle_ocr_74efac41ERROR 192.168.65.140:1184430 0.331729 0.615152 00.204964 False FalseFalse
trainable_paddle_ocr_e13823baERROR 192.168.65.140:1184500 0.618669 0.685865 00.42536 True FalseFalse
trainable_paddle_ocr_8f0f284cERROR 192.168.65.140:1184570 0.631841 0.344078 00.0336681 True FalseTrue
trainable_paddle_ocr_e92d7cd3ERROR 192.168.65.140:1184629 0.422668 0.440932 00.482034 True True True
trainable_paddle_ocr_4df0b874ERROR 192.168.65.140:1184699 0.676074 0.100945 00.164867 False FalseFalse
trainable_paddle_ocr_fdb7072fERROR 192.168.65.140:1184767 0.137672 0.621699 00.0949795 True True False
trainable_paddle_ocr_a9a71e45ERROR 192.168.65.140:1184845 0.0547467 0.329374 00.129005 True True True
trainable_paddle_ocr_cd15bd1dERROR 192.168.65.140:1184916 0.569787 0.325571 00.00887252True FalseTrue
trainable_paddle_ocr_aac57e7cERROR 192.168.65.140:1184991 0.594832 0.209511 00.576989 True True True
trainable_paddle_ocr_5cb5762fERROR 192.168.65.140:1185050 0.141233 0.514643 00.166991 False True False
trainable_paddle_ocr_6ee2a3edERROR 192.168.65.140:1185121 0.329948 0.091881 00.0565286 False True True
trainable_paddle_ocr_9ef78737ERROR 192.168.65.140:1185233 0.311238 0.259813 00.395532 False True False
trainable_paddle_ocr_6f3d237aERROR 192.168.65.140:1185291 0.67676 0.032104500.12651 True FalseTrue
trainable_paddle_ocr_b2dc1001ERROR 192.168.65.140:1185361 0.345218 0.019408900.373212 True FalseTrue
trainable_paddle_ocr_d9c91163ERROR 192.168.65.140:1185425 0.397871 0.5021 00.575078 False True True
trainable_paddle_ocr_1cdb6cf0ERROR 192.168.65.140:1185482 0.307529 0.400274 00.645179 False True False
trainable_paddle_ocr_7bad4799ERROR 192.168.65.140:1185549 0.423169 0.643454 00.421445 False FalseFalse
\n", " \n", @@ -766,7 +868,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:44,254\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1dfb6efc\n", + "2026-01-18 08:15:06,314\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6bf31ec4\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -782,7 +884,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163551, ip=192.168.65.140, actor_id=fca623a6d8fd15f5f6b7f9d601000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1180996, ip=192.168.65.140, actor_id=f5e312adbb4889107ded878001000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -797,7 +899,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -813,42 +915,70 @@ "Trial name \n", "\n", "\n", - "trainable_paddle_ocr_0c097d1b\n", - "trainable_paddle_ocr_1826c000\n", - "trainable_paddle_ocr_18c164ca\n", - "trainable_paddle_ocr_1bdb346f\n", - "trainable_paddle_ocr_1cf2c62c\n", - "trainable_paddle_ocr_1dfb6efc\n", - "trainable_paddle_ocr_20eeca6a\n", - "trainable_paddle_ocr_2393de4f\n", - "trainable_paddle_ocr_332b7991\n", - "trainable_paddle_ocr_336cd7e0\n", - "trainable_paddle_ocr_39036a64\n", - "trainable_paddle_ocr_395f1e8b\n", - "trainable_paddle_ocr_3f7fde37\n", - "trainable_paddle_ocr_65aef77d\n", - "trainable_paddle_ocr_69102b85\n", - "trainable_paddle_ocr_69575fc2\n", - "trainable_paddle_ocr_6a87c44e\n", - "trainable_paddle_ocr_7207923f\n", - "trainable_paddle_ocr_77b79aeb\n", - "trainable_paddle_ocr_7caf7679\n", - "trainable_paddle_ocr_826a3bfd\n", - "trainable_paddle_ocr_83ae14a3\n", - "trainable_paddle_ocr_8705afb0\n", - "trainable_paddle_ocr_9751b8b7\n", - "trainable_paddle_ocr_9d186472\n", - "trainable_paddle_ocr_9e723005\n", - "trainable_paddle_ocr_9eb43564\n", - "trainable_paddle_ocr_a369d771\n", - "trainable_paddle_ocr_a74cc67d\n", - "trainable_paddle_ocr_ace50f2b\n", - "trainable_paddle_ocr_b234b9c4\n", - "trainable_paddle_ocr_b9a9db46\n", - "trainable_paddle_ocr_bd3b2d27\n", - "trainable_paddle_ocr_cf1ca69b\n", - "trainable_paddle_ocr_e3fa0b1b\n", - "trainable_paddle_ocr_f4cf9600\n", + "trainable_paddle_ocr_01afde9f\n", + "trainable_paddle_ocr_0581bc7f\n", + "trainable_paddle_ocr_069a81ff\n", + "trainable_paddle_ocr_09c1df0f\n", + "trainable_paddle_ocr_0a01ad75\n", + "trainable_paddle_ocr_1ba6186e\n", + "trainable_paddle_ocr_1cdb6cf0\n", + "trainable_paddle_ocr_20800023\n", + "trainable_paddle_ocr_26a86e10\n", + "trainable_paddle_ocr_26af04f8\n", + "trainable_paddle_ocr_2947584e\n", + "trainable_paddle_ocr_2b294ccd\n", + "trainable_paddle_ocr_2eeab47b\n", + "trainable_paddle_ocr_356e1b30\n", + "trainable_paddle_ocr_3e30b123\n", + "trainable_paddle_ocr_41c7a0dd\n", + "trainable_paddle_ocr_47e4370a\n", + "trainable_paddle_ocr_4d80d6bc\n", + "trainable_paddle_ocr_4df0b874\n", + "trainable_paddle_ocr_530965e3\n", + "trainable_paddle_ocr_5cb5762f\n", + "trainable_paddle_ocr_619e0df6\n", + "trainable_paddle_ocr_64035cd3\n", + "trainable_paddle_ocr_6a87d6ec\n", + "trainable_paddle_ocr_6bf31ec4\n", + "trainable_paddle_ocr_6ee2a3ed\n", + "trainable_paddle_ocr_6f3d237a\n", + "trainable_paddle_ocr_74efac41\n", + "trainable_paddle_ocr_76e99ffa\n", + "trainable_paddle_ocr_7bad4799\n", + "trainable_paddle_ocr_863cf92d\n", + "trainable_paddle_ocr_88f5b99b\n", + "trainable_paddle_ocr_8bd28b94\n", + "trainable_paddle_ocr_8f0f284c\n", + "trainable_paddle_ocr_99e58d9c\n", + "trainable_paddle_ocr_9ef78737\n", + "trainable_paddle_ocr_a2dec12b\n", + "trainable_paddle_ocr_a329183c\n", + "trainable_paddle_ocr_a7a8d797\n", + "trainable_paddle_ocr_a9881d38\n", + "trainable_paddle_ocr_a9a71e45\n", + "trainable_paddle_ocr_aac57e7c\n", + "trainable_paddle_ocr_abfa2d00\n", + "trainable_paddle_ocr_b0bee75d\n", + "trainable_paddle_ocr_b2dc1001\n", + "trainable_paddle_ocr_b52158c0\n", + "trainable_paddle_ocr_b8f7a481\n", + "trainable_paddle_ocr_b94bd663\n", + "trainable_paddle_ocr_ba985826\n", + "trainable_paddle_ocr_c1dac62d\n", + "trainable_paddle_ocr_c8ec82a9\n", + "trainable_paddle_ocr_cd15bd1d\n", + "trainable_paddle_ocr_d3826db6\n", + "trainable_paddle_ocr_d4a3b4ec\n", + "trainable_paddle_ocr_d50d01d2\n", + "trainable_paddle_ocr_d9c91163\n", + "trainable_paddle_ocr_e13823ba\n", + "trainable_paddle_ocr_e2458073\n", + "trainable_paddle_ocr_e34318fc\n", + "trainable_paddle_ocr_e92d7cd3\n", + "trainable_paddle_ocr_eb9ce9f6\n", + "trainable_paddle_ocr_ece7ddc1\n", + "trainable_paddle_ocr_f3acfd65\n", + "trainable_paddle_ocr_fdb7072f\n", "\n", "\n", "\n", @@ -877,7 +1007,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:45,939\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_7207923f\n", + "2026-01-18 08:15:07,995\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_0581bc7f\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -893,7 +1023,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163640, ip=192.168.65.140, actor_id=111e7b2e86b54e45900ebbf401000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181076, ip=192.168.65.140, actor_id=af98e888a25ee22aebf08af601000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -908,7 +1038,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -918,7 +1048,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:47,616\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9d186472\n", + "2026-01-18 08:15:09,641\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2b294ccd\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -934,7 +1064,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163704, ip=192.168.65.140, actor_id=de9e40c2993f255a035dc29801000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181140, ip=192.168.65.140, actor_id=fccaddb49d42c4b75034d84e01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -949,7 +1079,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -959,7 +1089,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:49,285\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_cf1ca69b\n", + "2026-01-18 08:15:11,317\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_863cf92d\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -975,7 +1105,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163806, ip=192.168.65.140, actor_id=7aa6aff7d79803e2f6a0ea8801000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181233, ip=192.168.65.140, actor_id=ca83f6b51440fd0ad2fb318a01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -990,7 +1120,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1000,7 +1130,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:50,940\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_8705afb0\n", + "2026-01-18 08:15:12,962\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_4d80d6bc\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1016,7 +1146,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163865, ip=192.168.65.140, actor_id=8d83a5d435aa059c2d8a593001000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181337, ip=192.168.65.140, actor_id=0b5fd4694305989646ad83e201000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1031,7 +1161,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1041,7 +1171,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:52,601\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6a87c44e\n", + "2026-01-18 08:15:14,647\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_88f5b99b\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1057,7 +1187,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1163924, ip=192.168.65.140, actor_id=9b88e959bc0aa616a7f01c1a01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181396, ip=192.168.65.140, actor_id=fd8e299eaab8a0addb4eb5e301000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1072,7 +1202,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1082,7 +1212,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:54,239\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b234b9c4\n", + "2026-01-18 08:15:16,299\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b94bd663\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1098,7 +1228,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164002, ip=192.168.65.140, actor_id=684fd5c585af1b5fccf74f6301000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181454, ip=192.168.65.140, actor_id=19aafcdb3a21253f247fa8e101000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1113,7 +1243,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1123,7 +1253,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:55,885\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_0c097d1b\n", + "2026-01-18 08:15:17,952\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a7a8d797\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1139,7 +1269,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164070, ip=192.168.65.140, actor_id=d146676e152867f73062234d01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181540, ip=192.168.65.140, actor_id=ee92602f062af0eb7a18ee3201000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1154,7 +1284,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1164,7 +1294,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:57,552\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_65aef77d\n", + "2026-01-18 08:15:19,613\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e2458073\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1180,7 +1310,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164138, ip=192.168.65.140, actor_id=7ae43cf36b1f62812187a8c701000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181601, ip=192.168.65.140, actor_id=d1c087ce7c208475abfb1bb701000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1195,7 +1325,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1205,7 +1335,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:09:59,220\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1bdb346f\n", + "2026-01-18 08:15:21,290\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_8bd28b94\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1221,7 +1351,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164216, ip=192.168.65.140, actor_id=229efb5639262d4e4c6553fb01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181679, ip=192.168.65.140, actor_id=56834862666faf790f0ee8b301000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1236,7 +1366,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1246,7 +1376,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:00,884\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9eb43564\n", + "2026-01-18 08:15:22,965\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6a87d6ec\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1262,7 +1392,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164304, ip=192.168.65.140, actor_id=afba9408b304d3fb53fa0be901000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181748, ip=192.168.65.140, actor_id=6fb7093883a73084c750036501000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1277,7 +1407,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1287,7 +1417,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:02,576\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_69102b85\n", + "2026-01-18 08:15:24,647\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_20800023\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1303,7 +1433,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164361, ip=192.168.65.140, actor_id=839891072c4e9b45332f821f01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181809, ip=192.168.65.140, actor_id=183e37520c70273a4a20d43e01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1318,7 +1448,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1328,7 +1458,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:04,238\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2393de4f\n", + "2026-01-18 08:15:26,310\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_ece7ddc1\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1344,7 +1474,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164465, ip=192.168.65.140, actor_id=a1fdaeb2cb395b787b9e94bb01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181885, ip=192.168.65.140, actor_id=e2ba65135111e7b006f282f701000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1359,7 +1489,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1369,7 +1499,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:05,907\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e3fa0b1b\n", + "2026-01-18 08:15:27,999\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a9881d38\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1385,7 +1515,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164525, ip=192.168.65.140, actor_id=7dcea88a70a5d6d062105d1c01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181978, ip=192.168.65.140, actor_id=cf24e99d552155cb7063731e01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1400,7 +1530,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1410,7 +1540,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:07,583\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1cf2c62c\n", + "2026-01-18 08:15:29,663\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_c8ec82a9\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1426,7 +1556,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164584, ip=192.168.65.140, actor_id=e677471edcdc3fa119c2825401000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182052, ip=192.168.65.140, actor_id=4b0d75f963dcd4af44e6bed101000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1441,7 +1571,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1451,7 +1581,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:09,250\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9e723005\n", + "2026-01-18 08:15:31,345\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b52158c0\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1467,7 +1597,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164664, ip=192.168.65.140, actor_id=f2e25366365217e9dc91f57201000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182135, ip=192.168.65.140, actor_id=15d58cacec8b9dfe6ffff4ad01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1482,7 +1612,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1492,14 +1622,14 @@ "name": "stderr", "output_type": "stream", "text": [ - "\u001b[36m(pid=gcs_server)\u001b[0m [2026-01-18 08:10:09,972 E 1162212 1162212] (gcs_server) gcs_server.cc:303: Failed to establish connection to the event+metrics exporter agent. Events and metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" + "\u001b[36m(pid=gcs_server)\u001b[0m [2026-01-18 08:15:32,039 E 1179675 1179675] (gcs_server) gcs_server.cc:303: Failed to establish connection to the event+metrics exporter agent. Events and metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:10,918\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9751b8b7\n", + "2026-01-18 08:15:33,013\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d3826db6\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1515,7 +1645,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164723, ip=192.168.65.140, actor_id=d2491bdf054d8db1e98798f701000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182203, ip=192.168.65.140, actor_id=ec5e137492d542ea644d192601000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1530,7 +1660,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1540,22 +1670,22 @@ "name": "stderr", "output_type": "stream", "text": [ - "\u001b[33m(raylet)\u001b[0m [2026-01-18 08:10:11,011 E 1162379 1162379] (raylet) main.cc:1032: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" + "\u001b[33m(raylet)\u001b[0m [2026-01-18 08:15:33,076 E 1179837 1179837] (raylet) main.cc:1032: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "\u001b[36m(bundle_reservation_check_func pid=1162459)\u001b[0m [2026-01-18 08:10:11,819 E 1162459 1162599] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" + "\u001b[36m(bundle_reservation_check_func pid=1179912)\u001b[0m [2026-01-18 08:15:33,913 E 1179912 1180046] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "[2026-01-18 08:10:12,432 E 1162060 1162448] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n", - "2026-01-18 08:10:12,581\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_20eeca6a\n", + "[2026-01-18 08:15:34,527 E 1179535 1179906] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n", + "2026-01-18 08:15:34,685\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b8f7a481\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1571,7 +1701,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164817, ip=192.168.65.140, actor_id=4bcb09cff39a0059fff3b84f01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182281, ip=192.168.65.140, actor_id=45dce51b1ba4afd3e7c10cd801000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1586,7 +1716,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1596,7 +1726,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:14,246\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_336cd7e0\n", + "2026-01-18 08:15:36,376\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_26af04f8\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1612,7 +1742,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164898, ip=192.168.65.140, actor_id=3a19705a167b69a89bb77fad01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182349, ip=192.168.65.140, actor_id=4896a1887678c4e1fb70c76701000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1627,7 +1757,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1637,7 +1767,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:15,922\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_3f7fde37\n", + "2026-01-18 08:15:38,060\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b0bee75d\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1653,7 +1783,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1164963, ip=192.168.65.140, actor_id=fe86fb13d5683fe32e12d62301000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182444, ip=192.168.65.140, actor_id=3f00b36fe3b789aaec34308e01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1668,7 +1798,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1678,7 +1808,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:17,609\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a74cc67d\n", + "2026-01-18 08:15:39,733\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_3e30b123\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1694,7 +1824,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165021, ip=192.168.65.140, actor_id=9f3d47f5faeb28a9b06cdb7801000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182501, ip=192.168.65.140, actor_id=447566906a189dd167fc3ab401000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1709,7 +1839,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1719,7 +1849,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:19,251\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_bd3b2d27\n", + "2026-01-18 08:15:41,404\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d50d01d2\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1735,7 +1865,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165105, ip=192.168.65.140, actor_id=578a91cf6da9a32d9266a07601000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182574, ip=192.168.65.140, actor_id=289960b32c5e18c4de63547b01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1750,7 +1880,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1760,7 +1890,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:20,907\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_ace50f2b\n", + "2026-01-18 08:15:43,084\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_09c1df0f\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1776,7 +1906,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165165, ip=192.168.65.140, actor_id=57b527fb486c439e0da549a201000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182699, ip=192.168.65.140, actor_id=131d929936a2968bc4a3e0e001000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1791,7 +1921,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1801,7 +1931,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:22,567\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_f4cf9600\n", + "2026-01-18 08:15:44,764\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_eb9ce9f6\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1817,7 +1947,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165224, ip=192.168.65.140, actor_id=4b4d142f4b73290da4296a5901000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182778, ip=192.168.65.140, actor_id=840018ee38d5a6c92033f19701000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1832,7 +1962,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1842,7 +1972,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:24,216\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_69575fc2\n", + "2026-01-18 08:15:46,452\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_530965e3\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1858,7 +1988,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165304, ip=192.168.65.140, actor_id=c7cec2a8e27b97dd3a21c7dd01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182848, ip=192.168.65.140, actor_id=cba674a325222edc7441b2ea01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1873,7 +2003,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1883,7 +2013,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:25,885\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_83ae14a3\n", + "2026-01-18 08:15:48,140\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_64035cd3\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1899,7 +2029,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165368, ip=192.168.65.140, actor_id=0b1a528e4b4d67fc12c398e901000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182917, ip=192.168.65.140, actor_id=5651619595a1e3ee59379def01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1914,7 +2044,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1924,7 +2054,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:27,550\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_39036a64\n", + "2026-01-18 08:15:49,829\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_76e99ffa\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1940,7 +2070,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165427, ip=192.168.65.140, actor_id=346b0c0514cf182156c9351001000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182976, ip=192.168.65.140, actor_id=2778aca542c3948715dc83f701000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1955,7 +2085,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -1965,7 +2095,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:29,194\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_7caf7679\n", + "2026-01-18 08:15:51,486\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_356e1b30\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -1981,7 +2111,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165507, ip=192.168.65.140, actor_id=ae46187a690c35ca9c9d808201000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183046, ip=192.168.65.140, actor_id=f1cf6666ef830b7012ec8f6101000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -1996,7 +2126,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2006,7 +2136,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:30,870\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_332b7991\n", + "2026-01-18 08:15:53,170\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_c1dac62d\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2022,7 +2152,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165567, ip=192.168.65.140, actor_id=c7e6e565cd25486d8ee1ce8901000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183115, ip=192.168.65.140, actor_id=4390a5c13317f268eec7170c01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2037,7 +2167,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2047,7 +2177,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:32,514\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b9a9db46\n", + "2026-01-18 08:15:54,850\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_47e4370a\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2063,7 +2193,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165624, ip=192.168.65.140, actor_id=cf4810f5df446624f67c8e9f01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183174, ip=192.168.65.140, actor_id=770a05b62bfebd3ff51471c801000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2078,7 +2208,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2088,7 +2218,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:34,190\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1826c000\n", + "2026-01-18 08:15:56,533\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_619e0df6\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2104,7 +2234,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165715, ip=192.168.65.140, actor_id=4a18dbfb5d9f6f3b24b8e44001000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183244, ip=192.168.65.140, actor_id=4f4e4b5e5313c9dce149ac6101000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2119,7 +2249,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2129,7 +2259,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:35,864\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_77b79aeb\n", + "2026-01-18 08:15:58,193\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1ba6186e\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2145,7 +2275,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165797, ip=192.168.65.140, actor_id=e069e7254b4bdec785604bc901000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183313, ip=192.168.65.140, actor_id=0d82ff33fb59abed1a13151401000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2160,7 +2290,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2170,7 +2300,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:37,558\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_395f1e8b\n", + "2026-01-18 08:15:59,858\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_f3acfd65\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2186,7 +2316,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165855, ip=192.168.65.140, actor_id=126e55037174bf919a34778401000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183372, ip=192.168.65.140, actor_id=f26debac4ee3fe42215a4c1801000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2201,7 +2331,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2211,7 +2341,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:39,230\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a369d771\n", + "2026-01-18 08:16:01,531\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2eeab47b\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2227,7 +2357,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165918, ip=192.168.65.140, actor_id=20667fba64228d7cf4ae365d01000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183443, ip=192.168.65.140, actor_id=1ae3d6b9022a639a5c00ad5001000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2242,7 +2372,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2252,7 +2382,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:40,868\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_826a3bfd\n", + "2026-01-18 08:16:03,205\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_41c7a0dd\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2268,7 +2398,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1165977, ip=192.168.65.140, actor_id=8815169d89c0f8b8560cbbc801000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183515, ip=192.168.65.140, actor_id=c6b007205b7e5795bb0c9e6001000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2283,7 +2413,7 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" @@ -2293,7 +2423,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:10:42,550\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_18c164ca\n", + "2026-01-18 08:16:04,880\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d4a3b4ec\n", "Traceback (most recent call last):\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", " result = ray.get(future)\n", @@ -2309,7 +2439,7 @@ " ^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1166093, ip=192.168.65.140, actor_id=03943e8081fc8cd326f6372201000000, repr=trainable_paddle_ocr)\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183592, ip=192.168.65.140, actor_id=809df4b9ccf023c0f54c29cc01000000, repr=trainable_paddle_ocr)\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", @@ -2324,11 +2454,1180 @@ " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", " output = fn()\n", " ^^^^\n", - " File \"/tmp/ipykernel_1162060/2443294666.py\", line 15, in trainable_paddle_ocr\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", " raise DeprecationWarning(\n", "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:06,571\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e34318fc\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183662, ip=192.168.65.140, actor_id=fb019824feff80ed29affa4f01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:08,254\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2947584e\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183736, ip=192.168.65.140, actor_id=908847437054c660746006dd01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:09,894\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_ba985826\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183796, ip=192.168.65.140, actor_id=1d3973d83393b850a601465401000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:11,579\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_069a81ff\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183866, ip=192.168.65.140, actor_id=29b9786b3443cc31d83c3c7f01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:13,263\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_26a86e10\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183970, ip=192.168.65.140, actor_id=8dd2d9561728363d192d484001000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:14,926\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a2dec12b\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184029, ip=192.168.65.140, actor_id=9e4b3be4c1a2a1744708f14301000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:16,619\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a329183c\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184100, ip=192.168.65.140, actor_id=f557ab0763303a0f332453e601000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:18,281\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_01afde9f\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184170, ip=192.168.65.140, actor_id=af4f08e2ef9bd64abf19daaf01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:19,958\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_99e58d9c\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184228, ip=192.168.65.140, actor_id=404e7dd0912d5e902f0a534401000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:21,627\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_abfa2d00\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184298, ip=192.168.65.140, actor_id=476b253566a3eb25baa5b52401000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:23,286\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_0a01ad75\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184370, ip=192.168.65.140, actor_id=eec654fc3b94a11014c61a6d01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:24,955\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_74efac41\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184430, ip=192.168.65.140, actor_id=2ee40537ea045206ebcdafa501000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:26,613\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e13823ba\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184500, ip=192.168.65.140, actor_id=d350f4e2cedd5e9210eebdfa01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:28,277\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_8f0f284c\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184570, ip=192.168.65.140, actor_id=71c35b41552040c80769ab5501000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:29,952\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e92d7cd3\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184629, ip=192.168.65.140, actor_id=5d87a4ba7c9fdee4f978805201000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:31,615\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_4df0b874\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184699, ip=192.168.65.140, actor_id=df11e70ba38fa05f40931d3a01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:33,281\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_fdb7072f\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184767, ip=192.168.65.140, actor_id=4ba15903063537ba9a0ebeac01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:35,015\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a9a71e45\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184845, ip=192.168.65.140, actor_id=1ab7a2a173b68e2036cb0cb601000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:36,680\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_cd15bd1d\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184916, ip=192.168.65.140, actor_id=ad376699afe9c9a7bf8d1b1701000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:38,360\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_aac57e7c\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184991, ip=192.168.65.140, actor_id=3756aa8ca5114f5f7eb41c5d01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:40,014\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_5cb5762f\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185050, ip=192.168.65.140, actor_id=9ff698ffc1b98bde6699348e01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:41,681\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6ee2a3ed\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185121, ip=192.168.65.140, actor_id=178748179463bc69377027c001000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:43,331\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9ef78737\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185233, ip=192.168.65.140, actor_id=50f99ffdc69b142f50e98e6901000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:45,010\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6f3d237a\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185291, ip=192.168.65.140, actor_id=7a2b60b0592847222376b0a601000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:46,678\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b2dc1001\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185361, ip=192.168.65.140, actor_id=43b5263c8eada790386d926a01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:48,345\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d9c91163\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185425, ip=192.168.65.140, actor_id=f3e3821dfe85b576c825928a01000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:49,995\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1cdb6cf0\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185482, ip=192.168.65.140, actor_id=cea73c455a79e58e6521db5801000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:51,665\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_7bad4799\n", + "Traceback (most recent call last):\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", + " result = ray.get(future)\n", + " ^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", + " return fn(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", + " return func(*args, **kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", + " values, debugger_breakpoint = worker.get_objects(\n", + " ^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", + " raise value.as_instanceof_cause()\n", + "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185549, ip=192.168.65.140, actor_id=cd3e9862c074eb2e1f8e143301000000, repr=trainable_paddle_ocr)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", + " raise skipped from exception_cause(skipped)\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", + " self._ret = self._target(*self._args, **self._kwargs)\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", + " training_func=lambda: self._trainable_func(self.config),\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", + " output = fn()\n", + " ^^^^\n", + " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", + " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", + " raise DeprecationWarning(\n", + "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:51,687\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/home/sergio/ray_results/trainable_paddle_ocr_2026-01-18_08-15-04' in 0.0167s.\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:51,712\tERROR tune.py:1037 -- Trials did not complete: [trainable_paddle_ocr_6bf31ec4, trainable_paddle_ocr_0581bc7f, trainable_paddle_ocr_2b294ccd, trainable_paddle_ocr_863cf92d, trainable_paddle_ocr_4d80d6bc, trainable_paddle_ocr_88f5b99b, trainable_paddle_ocr_b94bd663, trainable_paddle_ocr_a7a8d797, trainable_paddle_ocr_e2458073, trainable_paddle_ocr_8bd28b94, trainable_paddle_ocr_6a87d6ec, trainable_paddle_ocr_20800023, trainable_paddle_ocr_ece7ddc1, trainable_paddle_ocr_a9881d38, trainable_paddle_ocr_c8ec82a9, trainable_paddle_ocr_b52158c0, trainable_paddle_ocr_d3826db6, trainable_paddle_ocr_b8f7a481, trainable_paddle_ocr_26af04f8, trainable_paddle_ocr_b0bee75d, trainable_paddle_ocr_3e30b123, trainable_paddle_ocr_d50d01d2, trainable_paddle_ocr_09c1df0f, trainable_paddle_ocr_eb9ce9f6, trainable_paddle_ocr_530965e3, trainable_paddle_ocr_64035cd3, trainable_paddle_ocr_76e99ffa, trainable_paddle_ocr_356e1b30, trainable_paddle_ocr_c1dac62d, trainable_paddle_ocr_47e4370a, trainable_paddle_ocr_619e0df6, trainable_paddle_ocr_1ba6186e, trainable_paddle_ocr_f3acfd65, trainable_paddle_ocr_2eeab47b, trainable_paddle_ocr_41c7a0dd, trainable_paddle_ocr_d4a3b4ec, trainable_paddle_ocr_e34318fc, trainable_paddle_ocr_2947584e, trainable_paddle_ocr_ba985826, trainable_paddle_ocr_069a81ff, trainable_paddle_ocr_26a86e10, trainable_paddle_ocr_a2dec12b, trainable_paddle_ocr_a329183c, trainable_paddle_ocr_01afde9f, trainable_paddle_ocr_99e58d9c, trainable_paddle_ocr_abfa2d00, trainable_paddle_ocr_0a01ad75, trainable_paddle_ocr_74efac41, trainable_paddle_ocr_e13823ba, trainable_paddle_ocr_8f0f284c, trainable_paddle_ocr_e92d7cd3, trainable_paddle_ocr_4df0b874, trainable_paddle_ocr_fdb7072f, trainable_paddle_ocr_a9a71e45, trainable_paddle_ocr_cd15bd1d, trainable_paddle_ocr_aac57e7c, trainable_paddle_ocr_5cb5762f, trainable_paddle_ocr_6ee2a3ed, trainable_paddle_ocr_9ef78737, trainable_paddle_ocr_6f3d237a, trainable_paddle_ocr_b2dc1001, trainable_paddle_ocr_d9c91163, trainable_paddle_ocr_1cdb6cf0, trainable_paddle_ocr_7bad4799]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2026-01-18 08:16:51,713\tINFO tune.py:1041 -- Total run time: 107.16 seconds (107.11 seconds for the tuning loop).\n" + ] } ], "source": [ @@ -2353,11 +3652,11 @@ "id": "analysis-header", "metadata": { "papermill": { - "duration": null, - "end_time": null, - "exception": null, - "start_time": null, - "status": "pending" + "duration": 0.003683, + "end_time": "2026-01-18T07:16:51.749577", + "exception": false, + "start_time": "2026-01-18T07:16:51.745894", + "status": "completed" }, "tags": [] }, @@ -2365,21 +3664,54 @@ "## 6. Results Analysis" ] }, + { + "cell_type": "markdown", + "id": "257a1eaf", + "metadata": { + "tags": [ + "papermill-error-cell-tag" + ] + }, + "source": [ + "Execution using papermill encountered an exception here and stopped:" + ] + }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "id": "results-df", "metadata": { + "execution": { + "iopub.execute_input": "2026-01-18T07:16:51.758547Z", + "iopub.status.busy": "2026-01-18T07:16:51.758304Z", + "iopub.status.idle": "2026-01-18T07:16:52.059151Z", + "shell.execute_reply": "2026-01-18T07:16:52.058558Z" + }, "papermill": { - "duration": null, - "end_time": null, - "exception": null, - "start_time": null, - "status": "pending" + "duration": 0.307111, + "end_time": "2026-01-18T07:16:52.060330", + "exception": true, + "start_time": "2026-01-18T07:16:51.753219", + "status": "failed" }, "tags": [] }, - "outputs": [], + "outputs": [ + { + "ename": "ValueError", + "evalue": "Cannot describe a DataFrame without columns", + "output_type": "error", + "traceback": [ + "\u001b[31m---------------------------------------------------------------------------\u001b[39m", + "\u001b[31mValueError\u001b[39m Traceback (most recent call last)", + "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[9]\u001b[39m\u001b[32m, line 2\u001b[39m\n\u001b[32m 1\u001b[39m df = results.get_dataframe()\n\u001b[32m----> \u001b[39m\u001b[32m2\u001b[39m \u001b[43mdf\u001b[49m\u001b[43m.\u001b[49m\u001b[43mdescribe\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/generic.py:12041\u001b[39m, in \u001b[36mNDFrame.describe\u001b[39m\u001b[34m(self, percentiles, include, exclude)\u001b[39m\n\u001b[32m 11799\u001b[39m \u001b[38;5;129m@final\u001b[39m\n\u001b[32m 11800\u001b[39m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34mdescribe\u001b[39m(\n\u001b[32m 11801\u001b[39m \u001b[38;5;28mself\u001b[39m,\n\u001b[32m (...)\u001b[39m\u001b[32m 11804\u001b[39m exclude=\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[32m 11805\u001b[39m ) -> Self:\n\u001b[32m 11806\u001b[39m \u001b[38;5;250m \u001b[39m\u001b[33;03m\"\"\"\u001b[39;00m\n\u001b[32m 11807\u001b[39m \u001b[33;03m Generate descriptive statistics.\u001b[39;00m\n\u001b[32m 11808\u001b[39m \n\u001b[32m (...)\u001b[39m\u001b[32m 12039\u001b[39m \u001b[33;03m max NaN 3.0\u001b[39;00m\n\u001b[32m 12040\u001b[39m \u001b[33;03m \"\"\"\u001b[39;00m\n\u001b[32m> \u001b[39m\u001b[32m12041\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mdescribe_ndframe\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 12042\u001b[39m \u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m=\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[32m 12043\u001b[39m \u001b[43m \u001b[49m\u001b[43minclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43minclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12044\u001b[39m \u001b[43m \u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12045\u001b[39m \u001b[43m \u001b[49m\u001b[43mpercentiles\u001b[49m\u001b[43m=\u001b[49m\u001b[43mpercentiles\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12046\u001b[39m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m.__finalize__(\u001b[38;5;28mself\u001b[39m, method=\u001b[33m\"\u001b[39m\u001b[33mdescribe\u001b[39m\u001b[33m\"\u001b[39m)\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/methods/describe.py:91\u001b[39m, in \u001b[36mdescribe_ndframe\u001b[39m\u001b[34m(obj, include, exclude, percentiles)\u001b[39m\n\u001b[32m 87\u001b[39m describer = SeriesDescriber(\n\u001b[32m 88\u001b[39m obj=cast(\u001b[33m\"\u001b[39m\u001b[33mSeries\u001b[39m\u001b[33m\"\u001b[39m, obj),\n\u001b[32m 89\u001b[39m )\n\u001b[32m 90\u001b[39m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[32m---> \u001b[39m\u001b[32m91\u001b[39m describer = \u001b[43mDataFrameDescriber\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 92\u001b[39m \u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m=\u001b[49m\u001b[43mcast\u001b[49m\u001b[43m(\u001b[49m\u001b[33;43m\"\u001b[39;49m\u001b[33;43mDataFrame\u001b[39;49m\u001b[33;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 93\u001b[39m \u001b[43m \u001b[49m\u001b[43minclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43minclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 94\u001b[39m \u001b[43m \u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 95\u001b[39m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[32m 97\u001b[39m result = describer.describe(percentiles=percentiles)\n\u001b[32m 98\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m cast(NDFrameT, result)\n", + "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/methods/describe.py:162\u001b[39m, in \u001b[36mDataFrameDescriber.__init__\u001b[39m\u001b[34m(self, obj, include, exclude)\u001b[39m\n\u001b[32m 159\u001b[39m \u001b[38;5;28mself\u001b[39m.exclude = exclude\n\u001b[32m 161\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m obj.ndim == \u001b[32m2\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m obj.columns.size == \u001b[32m0\u001b[39m:\n\u001b[32m--> \u001b[39m\u001b[32m162\u001b[39m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[33m\"\u001b[39m\u001b[33mCannot describe a DataFrame without columns\u001b[39m\u001b[33m\"\u001b[39m)\n\u001b[32m 164\u001b[39m \u001b[38;5;28msuper\u001b[39m().\u001b[34m__init__\u001b[39m(obj)\n", + "\u001b[31mValueError\u001b[39m: Cannot describe a DataFrame without columns" + ] + } + ], "source": [ "df = results.get_dataframe()\n", "df.describe()" @@ -2495,14 +3827,14 @@ }, "papermill": { "default_parameters": {}, - "duration": null, - "end_time": null, + "duration": 118.250198, + "end_time": "2026-01-18T07:16:57.181596", "environment_variables": {}, - "exception": null, + "exception": true, "input_path": "paddle_ocr_raytune_rest.ipynb", "output_path": "output_raytune.ipynb", "parameters": {}, - "start_time": "2026-01-18T07:09:36.905858", + "start_time": "2026-01-18T07:14:58.931398", "version": "2.6.0" } }, diff --git a/src/run_raytune.py b/src/run_raytune.py new file mode 100644 index 0000000..a4e80f1 --- /dev/null +++ b/src/run_raytune.py @@ -0,0 +1,124 @@ +#!/usr/bin/env python3 +"""Ray Tune hyperparameter search for PaddleOCR via REST API.""" + +import os +from datetime import datetime + +import requests +import pandas as pd + +import ray +from ray import tune, train, air +from ray.tune.search.optuna import OptunaSearch + +# Configuration +WORKER_PORTS = [8001, 8002] +OUTPUT_FOLDER = "results" +os.makedirs(OUTPUT_FOLDER, exist_ok=True) + +# Search space +search_space = { + "use_doc_orientation_classify": tune.choice([True, False]), + "use_doc_unwarping": tune.choice([True, False]), + "textline_orientation": tune.choice([True, False]), + "text_det_thresh": tune.uniform(0.0, 0.7), + "text_det_box_thresh": tune.uniform(0.0, 0.7), + "text_det_unclip_ratio": tune.choice([0.0]), + "text_rec_score_thresh": tune.uniform(0.0, 0.7), +} + + +def trainable_paddle_ocr(config): + """Call PaddleOCR REST API with the given hyperparameter config.""" + import requests + from ray import train + + NUM_WORKERS = len(WORKER_PORTS) + + context = train.get_context() + trial_id = context.get_trial_id() if context else "0" + try: + trial_num = int(trial_id.split("_")[-1]) + except (ValueError, IndexError): + trial_num = hash(trial_id) + + worker_idx = trial_num % NUM_WORKERS + api_url = f"http://localhost:{WORKER_PORTS[worker_idx]}" + + payload = { + "pdf_folder": "/app/dataset", + "use_doc_orientation_classify": config.get("use_doc_orientation_classify", False), + "use_doc_unwarping": config.get("use_doc_unwarping", False), + "textline_orientation": config.get("textline_orientation", True), + "text_det_thresh": config.get("text_det_thresh", 0.0), + "text_det_box_thresh": config.get("text_det_box_thresh", 0.0), + "text_det_unclip_ratio": config.get("text_det_unclip_ratio", 1.5), + "text_rec_score_thresh": config.get("text_rec_score_thresh", 0.0), + "start_page": 5, + "end_page": 10, + } + + try: + response = requests.post(f"{api_url}/evaluate", json=payload, timeout=None) + response.raise_for_status() + metrics = response.json() + metrics["worker"] = api_url + train.report(metrics) + except Exception as e: + train.report({ + "CER": 1.0, + "WER": 1.0, + "TIME": 0.0, + "PAGES": 0, + "TIME_PER_PAGE": 0, + "worker": api_url, + "ERROR": str(e)[:500] + }) + + +def main(): + # Check workers + print("Checking workers...") + for port in WORKER_PORTS: + try: + r = requests.get(f"http://localhost:{port}/health", timeout=10) + print(f" Worker {port}: {r.json().get('status', 'unknown')}") + except Exception as e: + print(f" Worker {port}: ERROR - {e}") + + print("\nStarting Ray Tune...") + ray.init(ignore_reinit_error=True) + + tuner = tune.Tuner( + trainable_paddle_ocr, + tune_config=tune.TuneConfig( + metric="CER", + mode="min", + search_alg=OptunaSearch(), + num_samples=64, + max_concurrent_trials=len(WORKER_PORTS), + ), + run_config=air.RunConfig(verbose=2, log_to_file=True), + param_space=search_space, + ) + + results = tuner.fit() + + # Save results + df = results.get_dataframe() + timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") + filepath = os.path.join(OUTPUT_FOLDER, f"raytune_paddle_results_{timestamp}.csv") + df.to_csv(filepath, index=False) + print(f"\nResults saved: {filepath}") + + # Best config + if len(df) > 0 and "CER" in df.columns: + best = df.loc[df["CER"].idxmin()] + print(f"\nBest CER: {best['CER']:.6f}") + print(f"Best WER: {best['WER']:.6f}") + + ray.shutdown() + + +if __name__ == "__main__": + main()