diff --git a/src/output_raytune.ipynb b/src/output_raytune.ipynb index 5980e2e..85b308b 100644 --- a/src/output_raytune.ipynb +++ b/src/output_raytune.ipynb @@ -1,26 +1,14 @@ { "cells": [ - { - "cell_type": "markdown", - "id": "6b547287", - "metadata": { - "tags": [ - "papermill-error-cell-tag" - ] - }, - "source": [ - "An Exception was encountered at 'In [9]'." - ] - }, { "cell_type": "markdown", "id": "header", "metadata": { "papermill": { - "duration": 0.002021, - "end_time": "2026-01-18T07:14:59.560538", + "duration": 0.00208, + "end_time": "2026-01-18T07:22:47.796550", "exception": false, - "start_time": "2026-01-18T07:14:59.558517", + "start_time": "2026-01-18T07:22:47.794470", "status": "completed" }, "tags": [] @@ -41,10 +29,10 @@ "id": "prereq", "metadata": { "papermill": { - "duration": 0.000882, - "end_time": "2026-01-18T07:14:59.562561", + "duration": 0.000961, + "end_time": "2026-01-18T07:22:47.807230", "exception": false, - "start_time": "2026-01-18T07:14:59.561679", + "start_time": "2026-01-18T07:22:47.806269", "status": "completed" }, "tags": [] @@ -72,10 +60,10 @@ "id": "3ob9fsoilc4", "metadata": { "papermill": { - "duration": 0.000859, - "end_time": "2026-01-18T07:14:59.564299", + "duration": 0.000901, + "end_time": "2026-01-18T07:22:47.809075", "exception": false, - "start_time": "2026-01-18T07:14:59.563440", + "start_time": "2026-01-18T07:22:47.808174", "status": "completed" }, "tags": [] @@ -90,16 +78,16 @@ "id": "wyr2nsoj7", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:14:59.567028Z", - "iopub.status.busy": "2026-01-18T07:14:59.566901Z", - "iopub.status.idle": "2026-01-18T07:15:00.844044Z", - "shell.execute_reply": "2026-01-18T07:15:00.842338Z" + "iopub.execute_input": "2026-01-18T07:22:47.812056Z", + "iopub.status.busy": "2026-01-18T07:22:47.811910Z", + "iopub.status.idle": "2026-01-18T07:22:49.130013Z", + "shell.execute_reply": "2026-01-18T07:22:49.129363Z" }, "papermill": { - "duration": 1.279907, - "end_time": "2026-01-18T07:15:00.845079", + "duration": 1.321151, + "end_time": "2026-01-18T07:22:49.131123", "exception": false, - "start_time": "2026-01-18T07:14:59.565172", + "start_time": "2026-01-18T07:22:47.809972", "status": "completed" }, "tags": [] @@ -223,10 +211,10 @@ "id": "imports-header", "metadata": { "papermill": { - "duration": 0.009841, - "end_time": "2026-01-18T07:15:00.856488", + "duration": 0.002313, + "end_time": "2026-01-18T07:22:49.136199", "exception": false, - "start_time": "2026-01-18T07:15:00.846647", + "start_time": "2026-01-18T07:22:49.133886", "status": "completed" }, "tags": [] @@ -241,16 +229,16 @@ "id": "imports", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:00.860270Z", - "iopub.status.busy": "2026-01-18T07:15:00.860041Z", - "iopub.status.idle": "2026-01-18T07:15:01.828333Z", - "shell.execute_reply": "2026-01-18T07:15:01.827627Z" + "iopub.execute_input": "2026-01-18T07:22:49.141850Z", + "iopub.status.busy": "2026-01-18T07:22:49.141713Z", + "iopub.status.idle": "2026-01-18T07:22:50.248414Z", + "shell.execute_reply": "2026-01-18T07:22:50.247699Z" }, "papermill": { - "duration": 0.971437, - "end_time": "2026-01-18T07:15:01.829018", + "duration": 1.111175, + "end_time": "2026-01-18T07:22:50.249605", "exception": false, - "start_time": "2026-01-18T07:15:00.857581", + "start_time": "2026-01-18T07:22:49.138430", "status": "completed" }, "tags": [] @@ -273,10 +261,10 @@ "id": "config-header", "metadata": { "papermill": { - "duration": 0.009553, - "end_time": "2026-01-18T07:15:01.840129", + "duration": 0.00953, + "end_time": "2026-01-18T07:22:50.261880", "exception": false, - "start_time": "2026-01-18T07:15:01.830576", + "start_time": "2026-01-18T07:22:50.252350", "status": "completed" }, "tags": [] @@ -291,16 +279,16 @@ "id": "config", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:01.843415Z", - "iopub.status.busy": "2026-01-18T07:15:01.843179Z", - "iopub.status.idle": "2026-01-18T07:15:01.846155Z", - "shell.execute_reply": "2026-01-18T07:15:01.845706Z" + "iopub.execute_input": "2026-01-18T07:22:50.267482Z", + "iopub.status.busy": "2026-01-18T07:22:50.267340Z", + "iopub.status.idle": "2026-01-18T07:22:50.269689Z", + "shell.execute_reply": "2026-01-18T07:22:50.269264Z" }, "papermill": { - "duration": 0.005247, - "end_time": "2026-01-18T07:15:01.846517", + "duration": 0.006027, + "end_time": "2026-01-18T07:22:50.270230", "exception": false, - "start_time": "2026-01-18T07:15:01.841270", + "start_time": "2026-01-18T07:22:50.264203", "status": "completed" }, "tags": [] @@ -326,16 +314,16 @@ "id": "health-check", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:01.849199Z", - "iopub.status.busy": "2026-01-18T07:15:01.849135Z", - "iopub.status.idle": "2026-01-18T07:15:01.856150Z", - "shell.execute_reply": "2026-01-18T07:15:01.855789Z" + "iopub.execute_input": "2026-01-18T07:22:50.275708Z", + "iopub.status.busy": "2026-01-18T07:22:50.275626Z", + "iopub.status.idle": "2026-01-18T07:22:50.283441Z", + "shell.execute_reply": "2026-01-18T07:22:50.282984Z" }, "papermill": { - "duration": 0.008777, - "end_time": "2026-01-18T07:15:01.856430", + "duration": 0.011534, + "end_time": "2026-01-18T07:22:50.284080", "exception": false, - "start_time": "2026-01-18T07:15:01.847653", + "start_time": "2026-01-18T07:22:50.272546", "status": "completed" }, "tags": [] @@ -380,10 +368,10 @@ "id": "search-space-header", "metadata": { "papermill": { - "duration": 0.001067, - "end_time": "2026-01-18T07:15:01.858650", + "duration": 0.002325, + "end_time": "2026-01-18T07:22:50.288969", "exception": false, - "start_time": "2026-01-18T07:15:01.857583", + "start_time": "2026-01-18T07:22:50.286644", "status": "completed" }, "tags": [] @@ -398,16 +386,16 @@ "id": "search-space", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:01.861275Z", - "iopub.status.busy": "2026-01-18T07:15:01.861205Z", - "iopub.status.idle": "2026-01-18T07:15:01.863429Z", - "shell.execute_reply": "2026-01-18T07:15:01.863034Z" + "iopub.execute_input": "2026-01-18T07:22:50.294569Z", + "iopub.status.busy": "2026-01-18T07:22:50.294500Z", + "iopub.status.idle": "2026-01-18T07:22:50.296998Z", + "shell.execute_reply": "2026-01-18T07:22:50.296295Z" }, "papermill": { - "duration": 0.004046, - "end_time": "2026-01-18T07:15:01.863788", + "duration": 0.006486, + "end_time": "2026-01-18T07:22:50.297804", "exception": false, - "start_time": "2026-01-18T07:15:01.859742", + "start_time": "2026-01-18T07:22:50.291318", "status": "completed" }, "tags": [] @@ -437,10 +425,10 @@ "id": "trainable-header", "metadata": { "papermill": { - "duration": 0.001064, - "end_time": "2026-01-18T07:15:01.865979", + "duration": 0.002321, + "end_time": "2026-01-18T07:22:50.302532", "exception": false, - "start_time": "2026-01-18T07:15:01.864915", + "start_time": "2026-01-18T07:22:50.300211", "status": "completed" }, "tags": [] @@ -455,16 +443,16 @@ "id": "trainable", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:01.868751Z", - "iopub.status.busy": "2026-01-18T07:15:01.868656Z", - "iopub.status.idle": "2026-01-18T07:15:01.871950Z", - "shell.execute_reply": "2026-01-18T07:15:01.871453Z" + "iopub.execute_input": "2026-01-18T07:22:50.308222Z", + "iopub.status.busy": "2026-01-18T07:22:50.308103Z", + "iopub.status.idle": "2026-01-18T07:22:50.311240Z", + "shell.execute_reply": "2026-01-18T07:22:50.310694Z" }, "papermill": { - "duration": 0.005245, - "end_time": "2026-01-18T07:15:01.872296", + "duration": 0.007301, + "end_time": "2026-01-18T07:22:50.312116", "exception": false, - "start_time": "2026-01-18T07:15:01.867051", + "start_time": "2026-01-18T07:22:50.304815", "status": "completed" }, "tags": [] @@ -472,29 +460,14 @@ "outputs": [], "source": [ "def trainable_paddle_ocr(config):\n", - " \"\"\"Call PaddleOCR REST API with the given hyperparameter config.\n", - " \n", - " Uses trial index to deterministically assign a worker (round-robin),\n", - " ensuring only 1 request per container at a time.\n", - " \"\"\"\n", - " import requests # Must be inside function for Ray workers\n", - " from ray import train\n", + " \"\"\"Call PaddleOCR REST API with the given hyperparameter config.\"\"\"\n", + " import random\n", + " import requests\n", + " from ray import tune\n", "\n", - " # Worker URLs - round-robin assignment based on trial index\n", + " # Worker URLs - random selection (load balances with 2 workers, 2 concurrent trials)\n", " WORKER_PORTS = [8001, 8002]\n", - " NUM_WORKERS = len(WORKER_PORTS)\n", - " \n", - " # Get trial context for deterministic worker assignment\n", - " context = train.get_context()\n", - " trial_id = context.get_trial_id() if context else \"0\"\n", - " # Extract numeric part from trial ID (e.g., \"trainable_paddle_ocr_abc123_00001\" -> 1)\n", - " try:\n", - " trial_num = int(trial_id.split(\"_\")[-1])\n", - " except (ValueError, IndexError):\n", - " trial_num = hash(trial_id)\n", - " \n", - " worker_idx = trial_num % NUM_WORKERS\n", - " api_url = f\"http://localhost:{WORKER_PORTS[worker_idx]}\"\n", + " api_url = f\"http://localhost:{random.choice(WORKER_PORTS)}\"\n", "\n", " payload = {\n", " \"pdf_folder\": \"/app/dataset\",\n", @@ -510,21 +483,21 @@ " }\n", "\n", " try:\n", - " response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=None) # No timeout\n", + " response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=None)\n", " response.raise_for_status()\n", " metrics = response.json()\n", " metrics[\"worker\"] = api_url\n", - " train.report(metrics)\n", + " tune.report(**metrics)\n", " except Exception as e:\n", - " train.report({\n", - " \"CER\": 1.0,\n", - " \"WER\": 1.0,\n", - " \"TIME\": 0.0,\n", - " \"PAGES\": 0,\n", - " \"TIME_PER_PAGE\": 0,\n", - " \"worker\": api_url,\n", - " \"ERROR\": str(e)[:500]\n", - " })" + " tune.report(\n", + " CER=1.0,\n", + " WER=1.0,\n", + " TIME=0.0,\n", + " PAGES=0,\n", + " TIME_PER_PAGE=0,\n", + " worker=api_url,\n", + " ERROR=str(e)[:500]\n", + " )" ] }, { @@ -532,10 +505,10 @@ "id": "tuner-header", "metadata": { "papermill": { - "duration": 0.001042, - "end_time": "2026-01-18T07:15:01.874467", + "duration": 0.002522, + "end_time": "2026-01-18T07:22:50.317277", "exception": false, - "start_time": "2026-01-18T07:15:01.873425", + "start_time": "2026-01-18T07:22:50.314755", "status": "completed" }, "tags": [] @@ -550,16 +523,16 @@ "id": "ray-init", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:01.877636Z", - "iopub.status.busy": "2026-01-18T07:15:01.877526Z", - "iopub.status.idle": "2026-01-18T07:15:04.527343Z", - "shell.execute_reply": "2026-01-18T07:15:04.526869Z" + "iopub.execute_input": "2026-01-18T07:22:50.323163Z", + "iopub.status.busy": "2026-01-18T07:22:50.323037Z", + "iopub.status.idle": "2026-01-18T07:22:54.197904Z", + "shell.execute_reply": "2026-01-18T07:22:54.196986Z" }, "papermill": { - "duration": 2.652439, - "end_time": "2026-01-18T07:15:04.527996", + "duration": 3.878908, + "end_time": "2026-01-18T07:22:54.198593", "exception": false, - "start_time": "2026-01-18T07:15:01.875557", + "start_time": "2026-01-18T07:22:50.319685", "status": "completed" }, "tags": [] @@ -569,7 +542,7 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:15:03,149\tINFO worker.py:2007 -- Started a local Ray instance.\n" + "2026-01-18 08:22:51,904\tINFO worker.py:2007 -- Started a local Ray instance.\n" ] }, { @@ -599,17 +572,15 @@ "id": "tuner", "metadata": { "execution": { - "iopub.execute_input": "2026-01-18T07:15:04.542083Z", - "iopub.status.busy": "2026-01-18T07:15:04.541579Z", - "iopub.status.idle": "2026-01-18T07:16:51.740809Z", - "shell.execute_reply": "2026-01-18T07:16:51.740224Z" + "iopub.execute_input": "2026-01-18T07:22:54.213071Z", + "iopub.status.busy": "2026-01-18T07:22:54.212310Z" }, "papermill": { - "duration": 107.210662, - "end_time": "2026-01-18T07:16:51.741577", + "duration": null, + "end_time": null, "exception": false, - "start_time": "2026-01-18T07:15:04.530915", - "status": "completed" + "start_time": "2026-01-18T07:22:54.201610", + "status": "running" }, "tags": [] }, @@ -620,14 +591,14 @@ "text": [ "/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/impl/tuner_internal.py:144: RayDeprecationWarning: The `RunConfig` class should be imported from `ray.tune` when passing it to the Tuner. Please update your imports. See this issue for more context and migration options: https://github.com/ray-project/ray/issues/49454. Disable these warnings by setting the environment variable: RAY_TRAIN_ENABLE_V2_MIGRATION_WARNINGS=0\n", " _log_deprecation_warning(\n", - "2026-01-18 08:15:04,548\tINFO tune.py:616 -- [output] This uses the legacy output and progress reporter, as Jupyter notebooks are not supported by the new engine, yet. For more information, please see https://github.com/ray-project/ray/issues/36949\n" + "2026-01-18 08:22:54,222\tINFO tune.py:616 -- [output] This uses the legacy output and progress reporter, as Jupyter notebooks are not supported by the new engine, yet. For more information, please see https://github.com/ray-project/ray/issues/36949\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "[I 2026-01-18 08:15:04,550] A new study created in memory with name: optuna\n" + "[I 2026-01-18 08:22:54,226] A new study created in memory with name: optuna\n" ] }, { @@ -639,113 +610,18 @@ "

Tune Status

\n", " \n", "\n", - "\n", - "\n", - "\n", + "\n", + "\n", + "\n", "\n", "
Current time:2026-01-18 08:16:51
Running for: 00:01:47.13
Memory: 9.3/119.7 GiB
Current time:2026-01-18 08:23:19
Running for: 00:00:25.26
Memory: 57.8/119.7 GiB
\n", " \n", "
\n", "
\n", "

System Info

\n", - " Using FIFO scheduling algorithm.
Logical resource usage: 1.0/20 CPUs, 0/1 GPUs (0.0/1.0 accelerator_type:GB10)\n", + " Using FIFO scheduling algorithm.
Logical resource usage: 2.0/20 CPUs, 0/1 GPUs (0.0/1.0 accelerator_type:GB10)\n", "
\n", - "
\n", - "
\n", - "

Messages

\n", - " \n", - " \n", - " Number of errored trials: 64
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
Trial name # failureserror file
trainable_paddle_ocr_6bf31ec4 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6bf31ec4_1_text_det_box_thresh=0.3903,text_det_thresh=0.0894,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-04/error.txt
trainable_paddle_ocr_0581bc7f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_0581bc7f_2_text_det_box_thresh=0.6285,text_det_thresh=0.4307,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-06/error.txt
trainable_paddle_ocr_2b294ccd 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2b294ccd_3_text_det_box_thresh=0.3592,text_det_thresh=0.5692,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-07/error.txt
trainable_paddle_ocr_863cf92d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_863cf92d_4_text_det_box_thresh=0.4625,text_det_thresh=0.6531,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-09/error.txt
trainable_paddle_ocr_4d80d6bc 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_4d80d6bc_5_text_det_box_thresh=0.3074,text_det_thresh=0.5779,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-11/error.txt
trainable_paddle_ocr_88f5b99b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_88f5b99b_6_text_det_box_thresh=0.4628,text_det_thresh=0.2964,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-12/error.txt
trainable_paddle_ocr_b94bd663 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b94bd663_7_text_det_box_thresh=0.0646,text_det_thresh=0.0740,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-14/error.txt
trainable_paddle_ocr_a7a8d797 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a7a8d797_8_text_det_box_thresh=0.2400,text_det_thresh=0.2066,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-16/error.txt
trainable_paddle_ocr_e2458073 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e2458073_9_text_det_box_thresh=0.3950,text_det_thresh=0.0939,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_08-15-17/error.txt
trainable_paddle_ocr_8bd28b94 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_8bd28b94_10_text_det_box_thresh=0.4158,text_det_thresh=0.1052,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-19/error.txt
trainable_paddle_ocr_6a87d6ec 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6a87d6ec_11_text_det_box_thresh=0.0418,text_det_thresh=0.5340,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-21/error.txt
trainable_paddle_ocr_20800023 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_20800023_12_text_det_box_thresh=0.6455,text_det_thresh=0.3654,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-22/error.txt
trainable_paddle_ocr_ece7ddc1 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_ece7ddc1_13_text_det_box_thresh=0.3177,text_det_thresh=0.1642,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-24/error.txt
trainable_paddle_ocr_a9881d38 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a9881d38_14_text_det_box_thresh=0.6594,text_det_thresh=0.5420,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-26/error.txt
trainable_paddle_ocr_c8ec82a9 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_c8ec82a9_15_text_det_box_thresh=0.6487,text_det_thresh=0.3307,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-27/error.txt
trainable_paddle_ocr_b52158c0 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b52158c0_16_text_det_box_thresh=0.0268,text_det_thresh=0.5331,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-29/error.txt
trainable_paddle_ocr_d3826db6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d3826db6_17_text_det_box_thresh=0.5079,text_det_thresh=0.4743,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-31/error.txt
trainable_paddle_ocr_b8f7a481 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b8f7a481_18_text_det_box_thresh=0.5483,text_det_thresh=0.6201,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-33/error.txt
trainable_paddle_ocr_26af04f8 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_26af04f8_19_text_det_box_thresh=0.1941,text_det_thresh=0.1427,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-34/error.txt
trainable_paddle_ocr_b0bee75d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b0bee75d_20_text_det_box_thresh=0.6083,text_det_thresh=0.4114,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-36/error.txt
trainable_paddle_ocr_3e30b123 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_3e30b123_21_text_det_box_thresh=0.0779,text_det_thresh=0.6198,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-38/error.txt
trainable_paddle_ocr_d50d01d2 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d50d01d2_22_text_det_box_thresh=0.0593,text_det_thresh=0.0692,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-39/error.txt
trainable_paddle_ocr_09c1df0f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_09c1df0f_23_text_det_box_thresh=0.6243,text_det_thresh=0.1191,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-41/error.txt
trainable_paddle_ocr_eb9ce9f6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_eb9ce9f6_24_text_det_box_thresh=0.6459,text_det_thresh=0.6878,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-43/error.txt
trainable_paddle_ocr_530965e3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_530965e3_25_text_det_box_thresh=0.3435,text_det_thresh=0.5321,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-44/error.txt
trainable_paddle_ocr_64035cd3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_64035cd3_26_text_det_box_thresh=0.6553,text_det_thresh=0.3534,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-46/error.txt
trainable_paddle_ocr_76e99ffa 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_76e99ffa_27_text_det_box_thresh=0.3241,text_det_thresh=0.4626,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-48/error.txt
trainable_paddle_ocr_356e1b30 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_356e1b30_28_text_det_box_thresh=0.3883,text_det_thresh=0.1804,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-49/error.txt
trainable_paddle_ocr_c1dac62d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_c1dac62d_29_text_det_box_thresh=0.1544,text_det_thresh=0.1679,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-51/error.txt
trainable_paddle_ocr_47e4370a 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_47e4370a_30_text_det_box_thresh=0.4857,text_det_thresh=0.6673,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-53/error.txt
trainable_paddle_ocr_619e0df6 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_619e0df6_31_text_det_box_thresh=0.0503,text_det_thresh=0.5872,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-54/error.txt
trainable_paddle_ocr_1ba6186e 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_1ba6186e_32_text_det_box_thresh=0.0982,text_det_thresh=0.4596,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-56/error.txt
trainable_paddle_ocr_f3acfd65 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_f3acfd65_33_text_det_box_thresh=0.2579,text_det_thresh=0.4026,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-58/error.txt
trainable_paddle_ocr_2eeab47b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2eeab47b_34_text_det_box_thresh=0.2556,text_det_thresh=0.0288,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-15-59/error.txt
trainable_paddle_ocr_41c7a0dd 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_41c7a0dd_35_text_det_box_thresh=0.4860,text_det_thresh=0.1406,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-01/error.txt
trainable_paddle_ocr_d4a3b4ec 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d4a3b4ec_36_text_det_box_thresh=0.4130,text_det_thresh=0.5181,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-03/error.txt
trainable_paddle_ocr_e34318fc 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e34318fc_37_text_det_box_thresh=0.4892,text_det_thresh=0.5103,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-04/error.txt
trainable_paddle_ocr_2947584e 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_2947584e_38_text_det_box_thresh=0.2107,text_det_thresh=0.2868,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-06/error.txt
trainable_paddle_ocr_ba985826 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_ba985826_39_text_det_box_thresh=0.1259,text_det_thresh=0.1693,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-08/error.txt
trainable_paddle_ocr_069a81ff 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_069a81ff_40_text_det_box_thresh=0.3772,text_det_thresh=0.1206,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-09/error.txt
trainable_paddle_ocr_26a86e10 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_26a86e10_41_text_det_box_thresh=0.2260,text_det_thresh=0.4213,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-11/error.txt
trainable_paddle_ocr_a2dec12b 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a2dec12b_42_text_det_box_thresh=0.3576,text_det_thresh=0.6193,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-13/error.txt
trainable_paddle_ocr_a329183c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a329183c_43_text_det_box_thresh=0.0591,text_det_thresh=0.4260,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-14/error.txt
trainable_paddle_ocr_01afde9f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_01afde9f_44_text_det_box_thresh=0.4478,text_det_thresh=0.4019,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-16/error.txt
trainable_paddle_ocr_99e58d9c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_99e58d9c_45_text_det_box_thresh=0.2931,text_det_thresh=0.2685,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-18/error.txt
trainable_paddle_ocr_abfa2d00 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_abfa2d00_46_text_det_box_thresh=0.5342,text_det_thresh=0.2225,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-19/error.txt
trainable_paddle_ocr_0a01ad75 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_0a01ad75_47_text_det_box_thresh=0.2605,text_det_thresh=0.4041,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-21/error.txt
trainable_paddle_ocr_74efac41 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_74efac41_48_text_det_box_thresh=0.3317,text_det_thresh=0.6152,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-23/error.txt
trainable_paddle_ocr_e13823ba 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e13823ba_49_text_det_box_thresh=0.6187,text_det_thresh=0.6859,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-24/error.txt
trainable_paddle_ocr_8f0f284c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_8f0f284c_50_text_det_box_thresh=0.6318,text_det_thresh=0.3441,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-26/error.txt
trainable_paddle_ocr_e92d7cd3 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_e92d7cd3_51_text_det_box_thresh=0.4227,text_det_thresh=0.4409,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-28/error.txt
trainable_paddle_ocr_4df0b874 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_4df0b874_52_text_det_box_thresh=0.6761,text_det_thresh=0.1009,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-29/error.txt
trainable_paddle_ocr_fdb7072f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_fdb7072f_53_text_det_box_thresh=0.1377,text_det_thresh=0.6217,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-31/error.txt
trainable_paddle_ocr_a9a71e45 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_a9a71e45_54_text_det_box_thresh=0.0547,text_det_thresh=0.3294,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-33/error.txt
trainable_paddle_ocr_cd15bd1d 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_cd15bd1d_55_text_det_box_thresh=0.5698,text_det_thresh=0.3256,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-35/error.txt
trainable_paddle_ocr_aac57e7c 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_aac57e7c_56_text_det_box_thresh=0.5948,text_det_thresh=0.2095,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-36/error.txt
trainable_paddle_ocr_5cb5762f 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_5cb5762f_57_text_det_box_thresh=0.1412,text_det_thresh=0.5146,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-38/error.txt
trainable_paddle_ocr_6ee2a3ed 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6ee2a3ed_58_text_det_box_thresh=0.3299,text_det_thresh=0.0919,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-40/error.txt
trainable_paddle_ocr_9ef78737 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_9ef78737_59_text_det_box_thresh=0.3112,text_det_thresh=0.2598,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-41/error.txt
trainable_paddle_ocr_6f3d237a 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_6f3d237a_60_text_det_box_thresh=0.6768,text_det_thresh=0.0321,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-43/error.txt
trainable_paddle_ocr_b2dc1001 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_b2dc1001_61_text_det_box_thresh=0.3452,text_det_thresh=0.0194,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-45/error.txt
trainable_paddle_ocr_d9c91163 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_d9c91163_62_text_det_box_thresh=0.3979,text_det_thresh=0.5021,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-46/error.txt
trainable_paddle_ocr_1cdb6cf0 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_1cdb6cf0_63_text_det_box_thresh=0.3075,text_det_thresh=0.4003,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-48/error.txt
trainable_paddle_ocr_7bad4799 1/tmp/ray/session_2026-01-18_08-15-01_894245_1179535/artifacts/2026-01-18_08-15-04/trainable_paddle_ocr_2026-01-18_08-15-04/driver_artifacts/trainable_paddle_ocr_7bad4799_64_text_det_box_thresh=0.4232,text_det_thresh=0.6435,text_det_unclip_ratio=0.0000,text_rec_score_thr_2026-01-18_08-16-49/error.txt
\n", - "
\n", - "\n", - "\n", + " \n", " \n", "
\n", "
\n", @@ -753,75 +629,13 @@ " \n", "\n", "\n", "\n", "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", + "\n", + "\n", "\n", "
Trial name status loc text_det_box_thresh text_det_thresh text_det_unclip_rati\n", - "o text_rec_score_thres\n", + "o text_rec_score_thres\n", "htextline_orientation use_doc_orientation_\n", "classify use_doc_unwarping
trainable_paddle_ocr_6bf31ec4ERROR 192.168.65.140:1180996 0.39032 0.089350300.510144 False True True
trainable_paddle_ocr_0581bc7fERROR 192.168.65.140:1181076 0.628538 0.430734 00.572028 False True True
trainable_paddle_ocr_2b294ccdERROR 192.168.65.140:1181140 0.35917 0.569189 00.398691 False True True
trainable_paddle_ocr_863cf92dERROR 192.168.65.140:1181233 0.462526 0.65313 00.201286 True FalseTrue
trainable_paddle_ocr_4d80d6bcERROR 192.168.65.140:1181337 0.307405 0.577876 00.123351 True True False
trainable_paddle_ocr_88f5b99bERROR 192.168.65.140:1181396 0.462808 0.296416 00.0991077 False True False
trainable_paddle_ocr_b94bd663ERROR 192.168.65.140:1181454 0.0646412 0.073963800.132554 True FalseTrue
trainable_paddle_ocr_a7a8d797ERROR 192.168.65.140:1181540 0.239973 0.206588 00.038023 True FalseTrue
trainable_paddle_ocr_e2458073ERROR 192.168.65.140:1181601 0.395005 0.093877300.207557 True True False
trainable_paddle_ocr_8bd28b94ERROR 192.168.65.140:1181679 0.415785 0.105178 00.237575 True FalseTrue
trainable_paddle_ocr_6a87d6ecERROR 192.168.65.140:1181748 0.0417775 0.533986 00.655555 True FalseTrue
trainable_paddle_ocr_20800023ERROR 192.168.65.140:1181809 0.64549 0.365376 00.450362 True True False
trainable_paddle_ocr_ece7ddc1ERROR 192.168.65.140:1181885 0.317738 0.164245 00.119151 False True True
trainable_paddle_ocr_a9881d38ERROR 192.168.65.140:1181978 0.659372 0.542042 00.433649 False FalseTrue
trainable_paddle_ocr_c8ec82a9ERROR 192.168.65.140:1182052 0.648651 0.330737 00.635815 True True False
trainable_paddle_ocr_b52158c0ERROR 192.168.65.140:1182135 0.0267739 0.53311 00.309056 True True False
trainable_paddle_ocr_d3826db6ERROR 192.168.65.140:1182203 0.507855 0.474303 00.323979 False True False
trainable_paddle_ocr_b8f7a481ERROR 192.168.65.140:1182281 0.548293 0.620087 00.123661 False True True
trainable_paddle_ocr_26af04f8ERROR 192.168.65.140:1182349 0.194097 0.142677 00.646631 False FalseTrue
trainable_paddle_ocr_b0bee75dERROR 192.168.65.140:1182444 0.608299 0.411435 00.586333 False FalseTrue
trainable_paddle_ocr_3e30b123ERROR 192.168.65.140:1182501 0.0779434 0.619831 00.599645 False True True
trainable_paddle_ocr_d50d01d2ERROR 192.168.65.140:1182574 0.0593152 0.069217900.298712 False True True
trainable_paddle_ocr_09c1df0fERROR 192.168.65.140:1182699 0.62431 0.119079 00.169161 False True True
trainable_paddle_ocr_eb9ce9f6ERROR 192.168.65.140:1182778 0.64586 0.687753 00.617925 False True True
trainable_paddle_ocr_530965e3ERROR 192.168.65.140:1182848 0.343468 0.532107 00.354731 True FalseFalse
trainable_paddle_ocr_64035cd3ERROR 192.168.65.140:1182917 0.655316 0.353411 00.590635 False FalseFalse
trainable_paddle_ocr_76e99ffaERROR 192.168.65.140:1182976 0.324144 0.462554 00.432215 True True False
trainable_paddle_ocr_356e1b30ERROR 192.168.65.140:1183046 0.388325 0.180412 00.539149 False FalseFalse
trainable_paddle_ocr_c1dac62dERROR 192.168.65.140:1183115 0.154434 0.16788 00.659353 True True True
trainable_paddle_ocr_47e4370aERROR 192.168.65.140:1183174 0.485723 0.667272 00.495147 False True True
trainable_paddle_ocr_619e0df6ERROR 192.168.65.140:1183244 0.0503144 0.587223 00.660952 True FalseFalse
trainable_paddle_ocr_1ba6186eERROR 192.168.65.140:1183313 0.0981667 0.459631 00.570227 False True True
trainable_paddle_ocr_f3acfd65ERROR 192.168.65.140:1183372 0.257882 0.402552 00.697082 True True True
trainable_paddle_ocr_2eeab47bERROR 192.168.65.140:1183443 0.255588 0.028762700.26564 False FalseFalse
trainable_paddle_ocr_41c7a0ddERROR 192.168.65.140:1183515 0.486041 0.140558 00.0113787 True True False
trainable_paddle_ocr_d4a3b4ecERROR 192.168.65.140:1183592 0.413047 0.518129 00.0847272 False FalseTrue
trainable_paddle_ocr_e34318fcERROR 192.168.65.140:1183662 0.489181 0.510287 00.575766 True True True
trainable_paddle_ocr_2947584eERROR 192.168.65.140:1183736 0.210651 0.286823 00.0394218 False True False
trainable_paddle_ocr_ba985826ERROR 192.168.65.140:1183796 0.125918 0.169266 00.567154 False True False
trainable_paddle_ocr_069a81ffERROR 192.168.65.140:1183866 0.377151 0.120571 00.461722 True True True
trainable_paddle_ocr_26a86e10ERROR 192.168.65.140:1183970 0.226007 0.42126 00.552411 True True True
trainable_paddle_ocr_a2dec12bERROR 192.168.65.140:1184029 0.357629 0.61926 00.377764 False True True
trainable_paddle_ocr_a329183cERROR 192.168.65.140:1184100 0.0590931 0.426047 00.413968 True True False
trainable_paddle_ocr_01afde9fERROR 192.168.65.140:1184170 0.447814 0.401888 00.402544 True True True
trainable_paddle_ocr_99e58d9cERROR 192.168.65.140:1184228 0.293092 0.268454 00.388751 False True True
trainable_paddle_ocr_abfa2d00ERROR 192.168.65.140:1184298 0.534151 0.222465 00.364601 False FalseTrue
trainable_paddle_ocr_0a01ad75ERROR 192.168.65.140:1184370 0.260459 0.404148 00.632166 False True False
trainable_paddle_ocr_74efac41ERROR 192.168.65.140:1184430 0.331729 0.615152 00.204964 False FalseFalse
trainable_paddle_ocr_e13823baERROR 192.168.65.140:1184500 0.618669 0.685865 00.42536 True FalseFalse
trainable_paddle_ocr_8f0f284cERROR 192.168.65.140:1184570 0.631841 0.344078 00.0336681 True FalseTrue
trainable_paddle_ocr_e92d7cd3ERROR 192.168.65.140:1184629 0.422668 0.440932 00.482034 True True True
trainable_paddle_ocr_4df0b874ERROR 192.168.65.140:1184699 0.676074 0.100945 00.164867 False FalseFalse
trainable_paddle_ocr_fdb7072fERROR 192.168.65.140:1184767 0.137672 0.621699 00.0949795 True True False
trainable_paddle_ocr_a9a71e45ERROR 192.168.65.140:1184845 0.0547467 0.329374 00.129005 True True True
trainable_paddle_ocr_cd15bd1dERROR 192.168.65.140:1184916 0.569787 0.325571 00.00887252True FalseTrue
trainable_paddle_ocr_aac57e7cERROR 192.168.65.140:1184991 0.594832 0.209511 00.576989 True True True
trainable_paddle_ocr_5cb5762fERROR 192.168.65.140:1185050 0.141233 0.514643 00.166991 False True False
trainable_paddle_ocr_6ee2a3edERROR 192.168.65.140:1185121 0.329948 0.091881 00.0565286 False True True
trainable_paddle_ocr_9ef78737ERROR 192.168.65.140:1185233 0.311238 0.259813 00.395532 False True False
trainable_paddle_ocr_6f3d237aERROR 192.168.65.140:1185291 0.67676 0.032104500.12651 True FalseTrue
trainable_paddle_ocr_b2dc1001ERROR 192.168.65.140:1185361 0.345218 0.019408900.373212 True FalseTrue
trainable_paddle_ocr_d9c91163ERROR 192.168.65.140:1185425 0.397871 0.5021 00.575078 False True True
trainable_paddle_ocr_1cdb6cf0ERROR 192.168.65.140:1185482 0.307529 0.400274 00.645179 False True False
trainable_paddle_ocr_7bad4799ERROR 192.168.65.140:1185549 0.423169 0.643454 00.421445 False FalseFalse
trainable_paddle_ocr_59252191RUNNING 192.168.65.140:1195312 0.414043 0.33747500.478234True True True
trainable_paddle_ocr_47499299RUNNING 192.168.65.140:1195374 0.544738 0.26973500.30771 True FalseTrue
\n", "
\n", @@ -868,2765 +682,28 @@ "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:15:06,314\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6bf31ec4\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1180996, ip=192.168.65.140, actor_id=f5e312adbb4889107ded878001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "data": { - "text/html": [ - "
\n", - "

Trial Progress

\n", - " \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
Trial name
trainable_paddle_ocr_01afde9f
trainable_paddle_ocr_0581bc7f
trainable_paddle_ocr_069a81ff
trainable_paddle_ocr_09c1df0f
trainable_paddle_ocr_0a01ad75
trainable_paddle_ocr_1ba6186e
trainable_paddle_ocr_1cdb6cf0
trainable_paddle_ocr_20800023
trainable_paddle_ocr_26a86e10
trainable_paddle_ocr_26af04f8
trainable_paddle_ocr_2947584e
trainable_paddle_ocr_2b294ccd
trainable_paddle_ocr_2eeab47b
trainable_paddle_ocr_356e1b30
trainable_paddle_ocr_3e30b123
trainable_paddle_ocr_41c7a0dd
trainable_paddle_ocr_47e4370a
trainable_paddle_ocr_4d80d6bc
trainable_paddle_ocr_4df0b874
trainable_paddle_ocr_530965e3
trainable_paddle_ocr_5cb5762f
trainable_paddle_ocr_619e0df6
trainable_paddle_ocr_64035cd3
trainable_paddle_ocr_6a87d6ec
trainable_paddle_ocr_6bf31ec4
trainable_paddle_ocr_6ee2a3ed
trainable_paddle_ocr_6f3d237a
trainable_paddle_ocr_74efac41
trainable_paddle_ocr_76e99ffa
trainable_paddle_ocr_7bad4799
trainable_paddle_ocr_863cf92d
trainable_paddle_ocr_88f5b99b
trainable_paddle_ocr_8bd28b94
trainable_paddle_ocr_8f0f284c
trainable_paddle_ocr_99e58d9c
trainable_paddle_ocr_9ef78737
trainable_paddle_ocr_a2dec12b
trainable_paddle_ocr_a329183c
trainable_paddle_ocr_a7a8d797
trainable_paddle_ocr_a9881d38
trainable_paddle_ocr_a9a71e45
trainable_paddle_ocr_aac57e7c
trainable_paddle_ocr_abfa2d00
trainable_paddle_ocr_b0bee75d
trainable_paddle_ocr_b2dc1001
trainable_paddle_ocr_b52158c0
trainable_paddle_ocr_b8f7a481
trainable_paddle_ocr_b94bd663
trainable_paddle_ocr_ba985826
trainable_paddle_ocr_c1dac62d
trainable_paddle_ocr_c8ec82a9
trainable_paddle_ocr_cd15bd1d
trainable_paddle_ocr_d3826db6
trainable_paddle_ocr_d4a3b4ec
trainable_paddle_ocr_d50d01d2
trainable_paddle_ocr_d9c91163
trainable_paddle_ocr_e13823ba
trainable_paddle_ocr_e2458073
trainable_paddle_ocr_e34318fc
trainable_paddle_ocr_e92d7cd3
trainable_paddle_ocr_eb9ce9f6
trainable_paddle_ocr_ece7ddc1
trainable_paddle_ocr_f3acfd65
trainable_paddle_ocr_fdb7072f
\n", - "
\n", - "\n" - ], - "text/plain": [ - "" - ] - }, - "metadata": {}, - "output_type": "display_data" - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:07,995\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_0581bc7f\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181076, ip=192.168.65.140, actor_id=af98e888a25ee22aebf08af601000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:09,641\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2b294ccd\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181140, ip=192.168.65.140, actor_id=fccaddb49d42c4b75034d84e01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:11,317\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_863cf92d\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181233, ip=192.168.65.140, actor_id=ca83f6b51440fd0ad2fb318a01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:12,962\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_4d80d6bc\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181337, ip=192.168.65.140, actor_id=0b5fd4694305989646ad83e201000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:14,647\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_88f5b99b\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181396, ip=192.168.65.140, actor_id=fd8e299eaab8a0addb4eb5e301000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:16,299\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b94bd663\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181454, ip=192.168.65.140, actor_id=19aafcdb3a21253f247fa8e101000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:17,952\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a7a8d797\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181540, ip=192.168.65.140, actor_id=ee92602f062af0eb7a18ee3201000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:19,613\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e2458073\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181601, ip=192.168.65.140, actor_id=d1c087ce7c208475abfb1bb701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:21,290\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_8bd28b94\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181679, ip=192.168.65.140, actor_id=56834862666faf790f0ee8b301000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:22,965\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6a87d6ec\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181748, ip=192.168.65.140, actor_id=6fb7093883a73084c750036501000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:24,647\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_20800023\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181809, ip=192.168.65.140, actor_id=183e37520c70273a4a20d43e01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:26,310\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_ece7ddc1\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181885, ip=192.168.65.140, actor_id=e2ba65135111e7b006f282f701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:27,999\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a9881d38\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1181978, ip=192.168.65.140, actor_id=cf24e99d552155cb7063731e01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:29,663\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_c8ec82a9\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182052, ip=192.168.65.140, actor_id=4b0d75f963dcd4af44e6bed101000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:31,345\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b52158c0\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182135, ip=192.168.65.140, actor_id=15d58cacec8b9dfe6ffff4ad01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m(pid=gcs_server)\u001b[0m [2026-01-18 08:15:32,039 E 1179675 1179675] (gcs_server) gcs_server.cc:303: Failed to establish connection to the event+metrics exporter agent. Events and metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:33,013\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d3826db6\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182203, ip=192.168.65.140, actor_id=ec5e137492d542ea644d192601000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[33m(raylet)\u001b[0m [2026-01-18 08:15:33,076 E 1179837 1179837] (raylet) main.cc:1032: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m(bundle_reservation_check_func pid=1179912)\u001b[0m [2026-01-18 08:15:33,913 E 1179912 1180046] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[2026-01-18 08:15:34,527 E 1179535 1179906] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n", - "2026-01-18 08:15:34,685\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b8f7a481\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182281, ip=192.168.65.140, actor_id=45dce51b1ba4afd3e7c10cd801000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:36,376\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_26af04f8\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182349, ip=192.168.65.140, actor_id=4896a1887678c4e1fb70c76701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:38,060\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b0bee75d\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182444, ip=192.168.65.140, actor_id=3f00b36fe3b789aaec34308e01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:39,733\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_3e30b123\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182501, ip=192.168.65.140, actor_id=447566906a189dd167fc3ab401000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:41,404\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d50d01d2\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182574, ip=192.168.65.140, actor_id=289960b32c5e18c4de63547b01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:43,084\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_09c1df0f\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182699, ip=192.168.65.140, actor_id=131d929936a2968bc4a3e0e001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:44,764\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_eb9ce9f6\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182778, ip=192.168.65.140, actor_id=840018ee38d5a6c92033f19701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:46,452\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_530965e3\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182848, ip=192.168.65.140, actor_id=cba674a325222edc7441b2ea01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:48,140\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_64035cd3\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182917, ip=192.168.65.140, actor_id=5651619595a1e3ee59379def01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:49,829\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_76e99ffa\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1182976, ip=192.168.65.140, actor_id=2778aca542c3948715dc83f701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:51,486\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_356e1b30\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183046, ip=192.168.65.140, actor_id=f1cf6666ef830b7012ec8f6101000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:53,170\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_c1dac62d\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183115, ip=192.168.65.140, actor_id=4390a5c13317f268eec7170c01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:54,850\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_47e4370a\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183174, ip=192.168.65.140, actor_id=770a05b62bfebd3ff51471c801000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:56,533\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_619e0df6\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183244, ip=192.168.65.140, actor_id=4f4e4b5e5313c9dce149ac6101000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:58,193\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1ba6186e\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183313, ip=192.168.65.140, actor_id=0d82ff33fb59abed1a13151401000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:15:59,858\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_f3acfd65\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183372, ip=192.168.65.140, actor_id=f26debac4ee3fe42215a4c1801000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:01,531\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2eeab47b\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183443, ip=192.168.65.140, actor_id=1ae3d6b9022a639a5c00ad5001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:03,205\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_41c7a0dd\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183515, ip=192.168.65.140, actor_id=c6b007205b7e5795bb0c9e6001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:04,880\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d4a3b4ec\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183592, ip=192.168.65.140, actor_id=809df4b9ccf023c0f54c29cc01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:06,571\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e34318fc\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183662, ip=192.168.65.140, actor_id=fb019824feff80ed29affa4f01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:08,254\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2947584e\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183736, ip=192.168.65.140, actor_id=908847437054c660746006dd01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:09,894\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_ba985826\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183796, ip=192.168.65.140, actor_id=1d3973d83393b850a601465401000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:11,579\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_069a81ff\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183866, ip=192.168.65.140, actor_id=29b9786b3443cc31d83c3c7f01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:13,263\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_26a86e10\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1183970, ip=192.168.65.140, actor_id=8dd2d9561728363d192d484001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:14,926\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a2dec12b\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184029, ip=192.168.65.140, actor_id=9e4b3be4c1a2a1744708f14301000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:16,619\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a329183c\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184100, ip=192.168.65.140, actor_id=f557ab0763303a0f332453e601000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:18,281\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_01afde9f\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184170, ip=192.168.65.140, actor_id=af4f08e2ef9bd64abf19daaf01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:19,958\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_99e58d9c\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184228, ip=192.168.65.140, actor_id=404e7dd0912d5e902f0a534401000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:21,627\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_abfa2d00\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184298, ip=192.168.65.140, actor_id=476b253566a3eb25baa5b52401000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:23,286\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_0a01ad75\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184370, ip=192.168.65.140, actor_id=eec654fc3b94a11014c61a6d01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:24,955\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_74efac41\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184430, ip=192.168.65.140, actor_id=2ee40537ea045206ebcdafa501000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:26,613\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e13823ba\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184500, ip=192.168.65.140, actor_id=d350f4e2cedd5e9210eebdfa01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:28,277\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_8f0f284c\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184570, ip=192.168.65.140, actor_id=71c35b41552040c80769ab5501000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:29,952\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_e92d7cd3\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184629, ip=192.168.65.140, actor_id=5d87a4ba7c9fdee4f978805201000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:31,615\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_4df0b874\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184699, ip=192.168.65.140, actor_id=df11e70ba38fa05f40931d3a01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:33,281\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_fdb7072f\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184767, ip=192.168.65.140, actor_id=4ba15903063537ba9a0ebeac01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:35,015\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_a9a71e45\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184845, ip=192.168.65.140, actor_id=1ab7a2a173b68e2036cb0cb601000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:36,680\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_cd15bd1d\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184916, ip=192.168.65.140, actor_id=ad376699afe9c9a7bf8d1b1701000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:38,360\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_aac57e7c\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1184991, ip=192.168.65.140, actor_id=3756aa8ca5114f5f7eb41c5d01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:40,014\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_5cb5762f\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185050, ip=192.168.65.140, actor_id=9ff698ffc1b98bde6699348e01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:41,681\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6ee2a3ed\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185121, ip=192.168.65.140, actor_id=178748179463bc69377027c001000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:43,331\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_9ef78737\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185233, ip=192.168.65.140, actor_id=50f99ffdc69b142f50e98e6901000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:45,010\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_6f3d237a\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185291, ip=192.168.65.140, actor_id=7a2b60b0592847222376b0a601000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:46,678\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_b2dc1001\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185361, ip=192.168.65.140, actor_id=43b5263c8eada790386d926a01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:48,345\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_d9c91163\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185425, ip=192.168.65.140, actor_id=f3e3821dfe85b576c825928a01000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:49,995\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_1cdb6cf0\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185482, ip=192.168.65.140, actor_id=cea73c455a79e58e6521db5801000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2026-01-18 08:16:51,665\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_7bad4799\n", - "Traceback (most recent call last):\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n", - " result = ray.get(future)\n", - " ^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n", - " return fn(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n", - " return func(*args, **kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n", - " values, debugger_breakpoint = worker.get_objects(\n", - " ^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n", - " raise value.as_instanceof_cause()\n", - "ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1185549, ip=192.168.65.140, actor_id=cd3e9862c074eb2e1f8e143301000000, repr=trainable_paddle_ocr)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n", - " raise skipped from exception_cause(skipped)\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n", - " self._ret = self._target(*self._args, **self._kwargs)\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in \n", - " training_func=lambda: self._trainable_func(self.config),\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n", - " output = fn()\n", - " ^^^^\n", - " File \"/tmp/ipykernel_1179535/249718987.py\", line 15, in trainable_paddle_ocr\n", - " File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n", - " raise DeprecationWarning(\n", - "DeprecationWarning: `ray.train.get_context` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n" + "\u001b[36m(pid=gcs_server)\u001b[0m [2026-01-18 08:23:20,495 E 1193965 1193965] (gcs_server) gcs_server.cc:303: Failed to establish connection to the event+metrics exporter agent. Events and metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:16:51,687\tINFO tune.py:1009 -- Wrote the latest version of all result files and experiment state to '/home/sergio/ray_results/trainable_paddle_ocr_2026-01-18_08-15-04' in 0.0167s.\n" + "\u001b[33m(raylet)\u001b[0m [2026-01-18 08:23:21,833 E 1194136 1194136] (raylet) main.cc:1032: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:16:51,712\tERROR tune.py:1037 -- Trials did not complete: [trainable_paddle_ocr_6bf31ec4, trainable_paddle_ocr_0581bc7f, trainable_paddle_ocr_2b294ccd, trainable_paddle_ocr_863cf92d, trainable_paddle_ocr_4d80d6bc, trainable_paddle_ocr_88f5b99b, trainable_paddle_ocr_b94bd663, trainable_paddle_ocr_a7a8d797, trainable_paddle_ocr_e2458073, trainable_paddle_ocr_8bd28b94, trainable_paddle_ocr_6a87d6ec, trainable_paddle_ocr_20800023, trainable_paddle_ocr_ece7ddc1, trainable_paddle_ocr_a9881d38, trainable_paddle_ocr_c8ec82a9, trainable_paddle_ocr_b52158c0, trainable_paddle_ocr_d3826db6, trainable_paddle_ocr_b8f7a481, trainable_paddle_ocr_26af04f8, trainable_paddle_ocr_b0bee75d, trainable_paddle_ocr_3e30b123, trainable_paddle_ocr_d50d01d2, trainable_paddle_ocr_09c1df0f, trainable_paddle_ocr_eb9ce9f6, trainable_paddle_ocr_530965e3, trainable_paddle_ocr_64035cd3, trainable_paddle_ocr_76e99ffa, trainable_paddle_ocr_356e1b30, trainable_paddle_ocr_c1dac62d, trainable_paddle_ocr_47e4370a, trainable_paddle_ocr_619e0df6, trainable_paddle_ocr_1ba6186e, trainable_paddle_ocr_f3acfd65, trainable_paddle_ocr_2eeab47b, trainable_paddle_ocr_41c7a0dd, trainable_paddle_ocr_d4a3b4ec, trainable_paddle_ocr_e34318fc, trainable_paddle_ocr_2947584e, trainable_paddle_ocr_ba985826, trainable_paddle_ocr_069a81ff, trainable_paddle_ocr_26a86e10, trainable_paddle_ocr_a2dec12b, trainable_paddle_ocr_a329183c, trainable_paddle_ocr_01afde9f, trainable_paddle_ocr_99e58d9c, trainable_paddle_ocr_abfa2d00, trainable_paddle_ocr_0a01ad75, trainable_paddle_ocr_74efac41, trainable_paddle_ocr_e13823ba, trainable_paddle_ocr_8f0f284c, trainable_paddle_ocr_e92d7cd3, trainable_paddle_ocr_4df0b874, trainable_paddle_ocr_fdb7072f, trainable_paddle_ocr_a9a71e45, trainable_paddle_ocr_cd15bd1d, trainable_paddle_ocr_aac57e7c, trainable_paddle_ocr_5cb5762f, trainable_paddle_ocr_6ee2a3ed, trainable_paddle_ocr_9ef78737, trainable_paddle_ocr_6f3d237a, trainable_paddle_ocr_b2dc1001, trainable_paddle_ocr_d9c91163, trainable_paddle_ocr_1cdb6cf0, trainable_paddle_ocr_7bad4799]\n" + "\u001b[36m(bundle_reservation_check_func pid=1194212)\u001b[0m [2026-01-18 08:23:23,446 E 1194212 1194301] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2026-01-18 08:16:51,713\tINFO tune.py:1041 -- Total run time: 107.16 seconds (107.11 seconds for the tuning loop).\n" + "[2026-01-18 08:23:24,197 E 1193837 1194205] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\n" ] } ], @@ -3652,11 +729,11 @@ "id": "analysis-header", "metadata": { "papermill": { - "duration": 0.003683, - "end_time": "2026-01-18T07:16:51.749577", - "exception": false, - "start_time": "2026-01-18T07:16:51.745894", - "status": "completed" + "duration": null, + "end_time": null, + "exception": null, + "start_time": null, + "status": "pending" }, "tags": [] }, @@ -3664,54 +741,21 @@ "## 6. Results Analysis" ] }, - { - "cell_type": "markdown", - "id": "257a1eaf", - "metadata": { - "tags": [ - "papermill-error-cell-tag" - ] - }, - "source": [ - "Execution using papermill encountered an exception here and stopped:" - ] - }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "id": "results-df", "metadata": { - "execution": { - "iopub.execute_input": "2026-01-18T07:16:51.758547Z", - "iopub.status.busy": "2026-01-18T07:16:51.758304Z", - "iopub.status.idle": "2026-01-18T07:16:52.059151Z", - "shell.execute_reply": "2026-01-18T07:16:52.058558Z" - }, "papermill": { - "duration": 0.307111, - "end_time": "2026-01-18T07:16:52.060330", - "exception": true, - "start_time": "2026-01-18T07:16:51.753219", - "status": "failed" + "duration": null, + "end_time": null, + "exception": null, + "start_time": null, + "status": "pending" }, "tags": [] }, - "outputs": [ - { - "ename": "ValueError", - "evalue": "Cannot describe a DataFrame without columns", - "output_type": "error", - "traceback": [ - "\u001b[31m---------------------------------------------------------------------------\u001b[39m", - "\u001b[31mValueError\u001b[39m Traceback (most recent call last)", - "\u001b[36mCell\u001b[39m\u001b[36m \u001b[39m\u001b[32mIn[9]\u001b[39m\u001b[32m, line 2\u001b[39m\n\u001b[32m 1\u001b[39m df = results.get_dataframe()\n\u001b[32m----> \u001b[39m\u001b[32m2\u001b[39m \u001b[43mdf\u001b[49m\u001b[43m.\u001b[49m\u001b[43mdescribe\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", - "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/generic.py:12041\u001b[39m, in \u001b[36mNDFrame.describe\u001b[39m\u001b[34m(self, percentiles, include, exclude)\u001b[39m\n\u001b[32m 11799\u001b[39m \u001b[38;5;129m@final\u001b[39m\n\u001b[32m 11800\u001b[39m \u001b[38;5;28;01mdef\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[34mdescribe\u001b[39m(\n\u001b[32m 11801\u001b[39m \u001b[38;5;28mself\u001b[39m,\n\u001b[32m (...)\u001b[39m\u001b[32m 11804\u001b[39m exclude=\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[32m 11805\u001b[39m ) -> Self:\n\u001b[32m 11806\u001b[39m \u001b[38;5;250m \u001b[39m\u001b[33;03m\"\"\"\u001b[39;00m\n\u001b[32m 11807\u001b[39m \u001b[33;03m Generate descriptive statistics.\u001b[39;00m\n\u001b[32m 11808\u001b[39m \n\u001b[32m (...)\u001b[39m\u001b[32m 12039\u001b[39m \u001b[33;03m max NaN 3.0\u001b[39;00m\n\u001b[32m 12040\u001b[39m \u001b[33;03m \"\"\"\u001b[39;00m\n\u001b[32m> \u001b[39m\u001b[32m12041\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mdescribe_ndframe\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 12042\u001b[39m \u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m=\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[32m 12043\u001b[39m \u001b[43m \u001b[49m\u001b[43minclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43minclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12044\u001b[39m \u001b[43m \u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12045\u001b[39m \u001b[43m \u001b[49m\u001b[43mpercentiles\u001b[49m\u001b[43m=\u001b[49m\u001b[43mpercentiles\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 12046\u001b[39m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m.__finalize__(\u001b[38;5;28mself\u001b[39m, method=\u001b[33m\"\u001b[39m\u001b[33mdescribe\u001b[39m\u001b[33m\"\u001b[39m)\n", - "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/methods/describe.py:91\u001b[39m, in \u001b[36mdescribe_ndframe\u001b[39m\u001b[34m(obj, include, exclude, percentiles)\u001b[39m\n\u001b[32m 87\u001b[39m describer = SeriesDescriber(\n\u001b[32m 88\u001b[39m obj=cast(\u001b[33m\"\u001b[39m\u001b[33mSeries\u001b[39m\u001b[33m\"\u001b[39m, obj),\n\u001b[32m 89\u001b[39m )\n\u001b[32m 90\u001b[39m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[32m---> \u001b[39m\u001b[32m91\u001b[39m describer = \u001b[43mDataFrameDescriber\u001b[49m\u001b[43m(\u001b[49m\n\u001b[32m 92\u001b[39m \u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m=\u001b[49m\u001b[43mcast\u001b[49m\u001b[43m(\u001b[49m\u001b[33;43m\"\u001b[39;49m\u001b[33;43mDataFrame\u001b[39;49m\u001b[33;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mobj\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 93\u001b[39m \u001b[43m \u001b[49m\u001b[43minclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43minclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 94\u001b[39m \u001b[43m \u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m=\u001b[49m\u001b[43mexclude\u001b[49m\u001b[43m,\u001b[49m\n\u001b[32m 95\u001b[39m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[32m 97\u001b[39m result = describer.describe(percentiles=percentiles)\n\u001b[32m 98\u001b[39m \u001b[38;5;28;01mreturn\u001b[39;00m cast(NDFrameT, result)\n", - "\u001b[36mFile \u001b[39m\u001b[32m~/MastersThesis/.venv/lib/python3.12/site-packages/pandas/core/methods/describe.py:162\u001b[39m, in \u001b[36mDataFrameDescriber.__init__\u001b[39m\u001b[34m(self, obj, include, exclude)\u001b[39m\n\u001b[32m 159\u001b[39m \u001b[38;5;28mself\u001b[39m.exclude = exclude\n\u001b[32m 161\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m obj.ndim == \u001b[32m2\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m obj.columns.size == \u001b[32m0\u001b[39m:\n\u001b[32m--> \u001b[39m\u001b[32m162\u001b[39m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[33m\"\u001b[39m\u001b[33mCannot describe a DataFrame without columns\u001b[39m\u001b[33m\"\u001b[39m)\n\u001b[32m 164\u001b[39m \u001b[38;5;28msuper\u001b[39m().\u001b[34m__init__\u001b[39m(obj)\n", - "\u001b[31mValueError\u001b[39m: Cannot describe a DataFrame without columns" - ] - } - ], + "outputs": [], "source": [ "df = results.get_dataframe()\n", "df.describe()" @@ -3827,14 +871,14 @@ }, "papermill": { "default_parameters": {}, - "duration": 118.250198, - "end_time": "2026-01-18T07:16:57.181596", + "duration": null, + "end_time": null, "environment_variables": {}, - "exception": true, + "exception": null, "input_path": "paddle_ocr_raytune_rest.ipynb", "output_path": "output_raytune.ipynb", "parameters": {}, - "start_time": "2026-01-18T07:14:58.931398", + "start_time": "2026-01-18T07:22:47.169883", "version": "2.6.0" } }, diff --git a/src/paddle_ocr_raytune_rest.ipynb b/src/paddle_ocr_raytune_rest.ipynb index 9df88f5..5febbb6 100644 --- a/src/paddle_ocr_raytune_rest.ipynb +++ b/src/paddle_ocr_raytune_rest.ipynb @@ -188,62 +188,7 @@ "id": "trainable", "metadata": {}, "outputs": [], - "source": [ - "def trainable_paddle_ocr(config):\n", - " \"\"\"Call PaddleOCR REST API with the given hyperparameter config.\n", - " \n", - " Uses trial index to deterministically assign a worker (round-robin),\n", - " ensuring only 1 request per container at a time.\n", - " \"\"\"\n", - " import requests # Must be inside function for Ray workers\n", - " from ray import train\n", - "\n", - " # Worker URLs - round-robin assignment based on trial index\n", - " WORKER_PORTS = [8001, 8002]\n", - " NUM_WORKERS = len(WORKER_PORTS)\n", - " \n", - " # Get trial context for deterministic worker assignment\n", - " context = train.get_context()\n", - " trial_id = context.get_trial_id() if context else \"0\"\n", - " # Extract numeric part from trial ID (e.g., \"trainable_paddle_ocr_abc123_00001\" -> 1)\n", - " try:\n", - " trial_num = int(trial_id.split(\"_\")[-1])\n", - " except (ValueError, IndexError):\n", - " trial_num = hash(trial_id)\n", - " \n", - " worker_idx = trial_num % NUM_WORKERS\n", - " api_url = f\"http://localhost:{WORKER_PORTS[worker_idx]}\"\n", - "\n", - " payload = {\n", - " \"pdf_folder\": \"/app/dataset\",\n", - " \"use_doc_orientation_classify\": config.get(\"use_doc_orientation_classify\", False),\n", - " \"use_doc_unwarping\": config.get(\"use_doc_unwarping\", False),\n", - " \"textline_orientation\": config.get(\"textline_orientation\", True),\n", - " \"text_det_thresh\": config.get(\"text_det_thresh\", 0.0),\n", - " \"text_det_box_thresh\": config.get(\"text_det_box_thresh\", 0.0),\n", - " \"text_det_unclip_ratio\": config.get(\"text_det_unclip_ratio\", 1.5),\n", - " \"text_rec_score_thresh\": config.get(\"text_rec_score_thresh\", 0.0),\n", - " \"start_page\": 5,\n", - " \"end_page\": 10,\n", - " }\n", - "\n", - " try:\n", - " response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=None) # No timeout\n", - " response.raise_for_status()\n", - " metrics = response.json()\n", - " metrics[\"worker\"] = api_url\n", - " train.report(metrics)\n", - " except Exception as e:\n", - " train.report({\n", - " \"CER\": 1.0,\n", - " \"WER\": 1.0,\n", - " \"TIME\": 0.0,\n", - " \"PAGES\": 0,\n", - " \"TIME_PER_PAGE\": 0,\n", - " \"worker\": api_url,\n", - " \"ERROR\": str(e)[:500]\n", - " })" - ] + "source": "def trainable_paddle_ocr(config):\n \"\"\"Call PaddleOCR REST API with the given hyperparameter config.\"\"\"\n import random\n import requests\n from ray import tune\n\n # Worker URLs - random selection (load balances with 2 workers, 2 concurrent trials)\n WORKER_PORTS = [8001, 8002]\n api_url = f\"http://localhost:{random.choice(WORKER_PORTS)}\"\n\n payload = {\n \"pdf_folder\": \"/app/dataset\",\n \"use_doc_orientation_classify\": config.get(\"use_doc_orientation_classify\", False),\n \"use_doc_unwarping\": config.get(\"use_doc_unwarping\", False),\n \"textline_orientation\": config.get(\"textline_orientation\", True),\n \"text_det_thresh\": config.get(\"text_det_thresh\", 0.0),\n \"text_det_box_thresh\": config.get(\"text_det_box_thresh\", 0.0),\n \"text_det_unclip_ratio\": config.get(\"text_det_unclip_ratio\", 1.5),\n \"text_rec_score_thresh\": config.get(\"text_rec_score_thresh\", 0.0),\n \"start_page\": 5,\n \"end_page\": 10,\n }\n\n try:\n response = requests.post(f\"{api_url}/evaluate\", json=payload, timeout=None)\n response.raise_for_status()\n metrics = response.json()\n metrics[\"worker\"] = api_url\n tune.report(**metrics)\n except Exception as e:\n tune.report(\n CER=1.0,\n WER=1.0,\n TIME=0.0,\n PAGES=0,\n TIME_PER_PAGE=0,\n worker=api_url,\n ERROR=str(e)[:500]\n )" }, { "cell_type": "markdown", @@ -390,4 +335,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/src/run_raytune.py b/src/run_raytune.py deleted file mode 100644 index a4e80f1..0000000 --- a/src/run_raytune.py +++ /dev/null @@ -1,124 +0,0 @@ -#!/usr/bin/env python3 -"""Ray Tune hyperparameter search for PaddleOCR via REST API.""" - -import os -from datetime import datetime - -import requests -import pandas as pd - -import ray -from ray import tune, train, air -from ray.tune.search.optuna import OptunaSearch - -# Configuration -WORKER_PORTS = [8001, 8002] -OUTPUT_FOLDER = "results" -os.makedirs(OUTPUT_FOLDER, exist_ok=True) - -# Search space -search_space = { - "use_doc_orientation_classify": tune.choice([True, False]), - "use_doc_unwarping": tune.choice([True, False]), - "textline_orientation": tune.choice([True, False]), - "text_det_thresh": tune.uniform(0.0, 0.7), - "text_det_box_thresh": tune.uniform(0.0, 0.7), - "text_det_unclip_ratio": tune.choice([0.0]), - "text_rec_score_thresh": tune.uniform(0.0, 0.7), -} - - -def trainable_paddle_ocr(config): - """Call PaddleOCR REST API with the given hyperparameter config.""" - import requests - from ray import train - - NUM_WORKERS = len(WORKER_PORTS) - - context = train.get_context() - trial_id = context.get_trial_id() if context else "0" - try: - trial_num = int(trial_id.split("_")[-1]) - except (ValueError, IndexError): - trial_num = hash(trial_id) - - worker_idx = trial_num % NUM_WORKERS - api_url = f"http://localhost:{WORKER_PORTS[worker_idx]}" - - payload = { - "pdf_folder": "/app/dataset", - "use_doc_orientation_classify": config.get("use_doc_orientation_classify", False), - "use_doc_unwarping": config.get("use_doc_unwarping", False), - "textline_orientation": config.get("textline_orientation", True), - "text_det_thresh": config.get("text_det_thresh", 0.0), - "text_det_box_thresh": config.get("text_det_box_thresh", 0.0), - "text_det_unclip_ratio": config.get("text_det_unclip_ratio", 1.5), - "text_rec_score_thresh": config.get("text_rec_score_thresh", 0.0), - "start_page": 5, - "end_page": 10, - } - - try: - response = requests.post(f"{api_url}/evaluate", json=payload, timeout=None) - response.raise_for_status() - metrics = response.json() - metrics["worker"] = api_url - train.report(metrics) - except Exception as e: - train.report({ - "CER": 1.0, - "WER": 1.0, - "TIME": 0.0, - "PAGES": 0, - "TIME_PER_PAGE": 0, - "worker": api_url, - "ERROR": str(e)[:500] - }) - - -def main(): - # Check workers - print("Checking workers...") - for port in WORKER_PORTS: - try: - r = requests.get(f"http://localhost:{port}/health", timeout=10) - print(f" Worker {port}: {r.json().get('status', 'unknown')}") - except Exception as e: - print(f" Worker {port}: ERROR - {e}") - - print("\nStarting Ray Tune...") - ray.init(ignore_reinit_error=True) - - tuner = tune.Tuner( - trainable_paddle_ocr, - tune_config=tune.TuneConfig( - metric="CER", - mode="min", - search_alg=OptunaSearch(), - num_samples=64, - max_concurrent_trials=len(WORKER_PORTS), - ), - run_config=air.RunConfig(verbose=2, log_to_file=True), - param_space=search_space, - ) - - results = tuner.fit() - - # Save results - df = results.get_dataframe() - timestamp = datetime.now().strftime("%Y%m%d_%H%M%S") - filepath = os.path.join(OUTPUT_FOLDER, f"raytune_paddle_results_{timestamp}.csv") - df.to_csv(filepath, index=False) - print(f"\nResults saved: {filepath}") - - # Best config - if len(df) > 0 and "CER" in df.columns: - best = df.loc[df["CER"].idxmin()] - print(f"\nBest CER: {best['CER']:.6f}") - print(f"Best WER: {best['WER']:.6f}") - - ray.shutdown() - - -if __name__ == "__main__": - main()