Paddle ocr gpu support. #4
@@ -594,9 +594,9 @@
|
|||||||
" <h3>Tune Status</h3>\n",
|
" <h3>Tune Status</h3>\n",
|
||||||
" <table>\n",
|
" <table>\n",
|
||||||
"<tbody>\n",
|
"<tbody>\n",
|
||||||
"<tr><td>Current time:</td><td>2026-01-18 17:37:46</td></tr>\n",
|
"<tr><td>Current time:</td><td>2026-01-18 17:38:46</td></tr>\n",
|
||||||
"<tr><td>Running for: </td><td>00:12:03.55 </td></tr>\n",
|
"<tr><td>Running for: </td><td>00:13:03.82 </td></tr>\n",
|
||||||
"<tr><td>Memory: </td><td>16.5/119.7 GiB </td></tr>\n",
|
"<tr><td>Memory: </td><td>14.3/119.7 GiB </td></tr>\n",
|
||||||
"</tbody>\n",
|
"</tbody>\n",
|
||||||
"</table>\n",
|
"</table>\n",
|
||||||
" </div>\n",
|
" </div>\n",
|
||||||
@@ -610,12 +610,14 @@
|
|||||||
" <h3>Messages</h3>\n",
|
" <h3>Messages</h3>\n",
|
||||||
" \n",
|
" \n",
|
||||||
" \n",
|
" \n",
|
||||||
" Number of errored trials: 1<br><table>\n",
|
" Number of errored trials: 3<br><table>\n",
|
||||||
"<thead>\n",
|
"<thead>\n",
|
||||||
"<tr><th>Trial name </th><th style=\"text-align: right;\"> # failures</th><th>error file </th></tr>\n",
|
"<tr><th>Trial name </th><th style=\"text-align: right;\"> # failures</th><th>error file </th></tr>\n",
|
||||||
"</thead>\n",
|
"</thead>\n",
|
||||||
"<tbody>\n",
|
"<tbody>\n",
|
||||||
"<tr><td>trainable_paddle_ocr_36ae4d11</td><td style=\"text-align: right;\"> 1</td><td>/tmp/ray/session_2026-01-18_17-25-40_347373_1281294/artifacts/2026-01-18_17-25-43/trainable_paddle_ocr_2026-01-18_17-25-43/driver_artifacts/trainable_paddle_ocr_36ae4d11_1_text_det_box_thresh=0.5847,text_det_thresh=0.2571,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_17-25-43/error.txt</td></tr>\n",
|
"<tr><td>trainable_paddle_ocr_36ae4d11</td><td style=\"text-align: right;\"> 1</td><td>/tmp/ray/session_2026-01-18_17-25-40_347373_1281294/artifacts/2026-01-18_17-25-43/trainable_paddle_ocr_2026-01-18_17-25-43/driver_artifacts/trainable_paddle_ocr_36ae4d11_1_text_det_box_thresh=0.5847,text_det_thresh=0.2571,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_17-25-43/error.txt</td></tr>\n",
|
||||||
|
"<tr><td>trainable_paddle_ocr_2312d29c</td><td style=\"text-align: right;\"> 1</td><td>/tmp/ray/session_2026-01-18_17-25-40_347373_1281294/artifacts/2026-01-18_17-25-43/trainable_paddle_ocr_2026-01-18_17-25-43/driver_artifacts/trainable_paddle_ocr_2312d29c_2_text_det_box_thresh=0.0312,text_det_thresh=0.0223,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_17-25-44/error.txt</td></tr>\n",
|
||||||
|
"<tr><td>trainable_paddle_ocr_5b7b8e02</td><td style=\"text-align: right;\"> 1</td><td>/tmp/ray/session_2026-01-18_17-25-40_347373_1281294/artifacts/2026-01-18_17-25-43/trainable_paddle_ocr_2026-01-18_17-25-43/driver_artifacts/trainable_paddle_ocr_5b7b8e02_3_text_det_box_thresh=0.5954,text_det_thresh=0.0707,text_det_unclip_ratio=0.0000,text_rec_score_thre_2026-01-18_17-31-48/error.txt</td></tr>\n",
|
||||||
"</tbody>\n",
|
"</tbody>\n",
|
||||||
"</table>\n",
|
"</table>\n",
|
||||||
"</div>\n",
|
"</div>\n",
|
||||||
@@ -650,9 +652,11 @@
|
|||||||
"classify </th><th>use_doc_unwarping </th></tr>\n",
|
"classify </th><th>use_doc_unwarping </th></tr>\n",
|
||||||
"</thead>\n",
|
"</thead>\n",
|
||||||
"<tbody>\n",
|
"<tbody>\n",
|
||||||
"<tr><td>trainable_paddle_ocr_2312d29c</td><td>RUNNING </td><td>192.168.65.140:1282844</td><td style=\"text-align: right;\"> 0.0311783</td><td style=\"text-align: right;\"> 0.0222724</td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.141805</td><td>False </td><td>True </td><td>False </td></tr>\n",
|
"<tr><td>trainable_paddle_ocr_b3243c8a</td><td>RUNNING </td><td>192.168.65.140:1288101</td><td style=\"text-align: right;\"> 0.360789 </td><td style=\"text-align: right;\"> 0.499551 </td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.115115</td><td>False </td><td>True </td><td>False </td></tr>\n",
|
||||||
"<tr><td>trainable_paddle_ocr_5b7b8e02</td><td>RUNNING </td><td>192.168.65.140:1285648</td><td style=\"text-align: right;\"> 0.595412 </td><td style=\"text-align: right;\"> 0.0706522</td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.132174</td><td>True </td><td>False</td><td>True </td></tr>\n",
|
"<tr><td>trainable_paddle_ocr_7a4a43b0</td><td>PENDING </td><td> </td><td style=\"text-align: right;\"> 0.0727848</td><td style=\"text-align: right;\"> 0.237729 </td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.33623 </td><td>True </td><td>False</td><td>True </td></tr>\n",
|
||||||
"<tr><td>trainable_paddle_ocr_36ae4d11</td><td>ERROR </td><td>192.168.65.140:1282742</td><td style=\"text-align: right;\"> 0.58473 </td><td style=\"text-align: right;\"> 0.257102 </td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.634955</td><td>False </td><td>True </td><td>False </td></tr>\n",
|
"<tr><td>trainable_paddle_ocr_36ae4d11</td><td>ERROR </td><td>192.168.65.140:1282742</td><td style=\"text-align: right;\"> 0.58473 </td><td style=\"text-align: right;\"> 0.257102 </td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.634955</td><td>False </td><td>True </td><td>False </td></tr>\n",
|
||||||
|
"<tr><td>trainable_paddle_ocr_2312d29c</td><td>ERROR </td><td>192.168.65.140:1282844</td><td style=\"text-align: right;\"> 0.0311783</td><td style=\"text-align: right;\"> 0.0222724</td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.141805</td><td>False </td><td>True </td><td>False </td></tr>\n",
|
||||||
|
"<tr><td>trainable_paddle_ocr_5b7b8e02</td><td>ERROR </td><td>192.168.65.140:1285648</td><td style=\"text-align: right;\"> 0.595412 </td><td style=\"text-align: right;\"> 0.0706522</td><td style=\"text-align: right;\">0</td><td style=\"text-align: right;\">0.132174</td><td>True </td><td>False</td><td>True </td></tr>\n",
|
||||||
"</tbody>\n",
|
"</tbody>\n",
|
||||||
"</table>\n",
|
"</table>\n",
|
||||||
" </div>\n",
|
" </div>\n",
|
||||||
@@ -770,6 +774,88 @@
|
|||||||
"text": [
|
"text": [
|
||||||
"\u001b[36m(trainable_paddle_ocr pid=1285648)\u001b[0m [2026-01-18 17:32:19,397 E 1285648 1285683] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\u001b[32m [repeated 20x across cluster] (Ray deduplicates logs by default. Set RAY_DEDUP_LOGS=0 to disable log deduplication, or see https://docs.ray.io/en/master/ray-observability/user-guides/configure-logging.html#log-deduplication for more options.)\u001b[0m\n"
|
"\u001b[36m(trainable_paddle_ocr pid=1285648)\u001b[0m [2026-01-18 17:32:19,397 E 1285648 1285683] core_worker_process.cc:842: Failed to establish connection to the metrics exporter agent. Metrics will not be exported. Exporter agent status: RpcError: Running out of retries to initialize the metrics agent. rpc_code: 14\u001b[32m [repeated 20x across cluster] (Ray deduplicates logs by default. Set RAY_DEDUP_LOGS=0 to disable log deduplication, or see https://docs.ray.io/en/master/ray-observability/user-guides/configure-logging.html#log-deduplication for more options.)\u001b[0m\n"
|
||||||
]
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "stderr",
|
||||||
|
"output_type": "stream",
|
||||||
|
"text": [
|
||||||
|
"2026-01-18 17:38:37,341\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_2312d29c\n",
|
||||||
|
"Traceback (most recent call last):\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n",
|
||||||
|
" result = ray.get(future)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n",
|
||||||
|
" return fn(*args, **kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n",
|
||||||
|
" return func(*args, **kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n",
|
||||||
|
" values, debugger_breakpoint = worker.get_objects(\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n",
|
||||||
|
" raise value.as_instanceof_cause()\n",
|
||||||
|
"ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1282844, ip=192.168.65.140, actor_id=845cd8594f8ace3d960b90e501000000, repr=trainable_paddle_ocr)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n",
|
||||||
|
" raise skipped from exception_cause(skipped)\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n",
|
||||||
|
" self._ret = self._target(*self._args, **self._kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in <lambda>\n",
|
||||||
|
" training_func=lambda: self._trainable_func(self.config),\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n",
|
||||||
|
" output = fn()\n",
|
||||||
|
" ^^^^\n",
|
||||||
|
" File \"/tmp/ipykernel_1281294/4208751894.py\", line 31, in trainable_paddle_ocr\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n",
|
||||||
|
" raise DeprecationWarning(\n",
|
||||||
|
"DeprecationWarning: `ray.train.report` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "stderr",
|
||||||
|
"output_type": "stream",
|
||||||
|
"text": [
|
||||||
|
"2026-01-18 17:38:46,519\tERROR tune_controller.py:1331 -- Trial task failed for trial trainable_paddle_ocr_5b7b8e02\n",
|
||||||
|
"Traceback (most recent call last):\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/execution/_internal/event_manager.py\", line 110, in resolve_future\n",
|
||||||
|
" result = ray.get(future)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/auto_init_hook.py\", line 22, in auto_init_wrapper\n",
|
||||||
|
" return fn(*args, **kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/client_mode_hook.py\", line 104, in wrapper\n",
|
||||||
|
" return func(*args, **kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 2967, in get\n",
|
||||||
|
" values, debugger_breakpoint = worker.get_objects(\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/_private/worker.py\", line 1015, in get_objects\n",
|
||||||
|
" raise value.as_instanceof_cause()\n",
|
||||||
|
"ray.exceptions.RayTaskError(DeprecationWarning): \u001b[36mray::ImplicitFunc.train()\u001b[39m (pid=1285648, ip=192.168.65.140, actor_id=b8478e34aea747352febbe0801000000, repr=trainable_paddle_ocr)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/trainable.py\", line 331, in train\n",
|
||||||
|
" raise skipped from exception_cause(skipped)\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/air/_internal/util.py\", line 98, in run\n",
|
||||||
|
" self._ret = self._target(*self._args, **self._kwargs)\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 44, in <lambda>\n",
|
||||||
|
" training_func=lambda: self._trainable_func(self.config),\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/tune/trainable/function_trainable.py\", line 249, in _trainable_func\n",
|
||||||
|
" output = fn()\n",
|
||||||
|
" ^^^^\n",
|
||||||
|
" File \"/tmp/ipykernel_1281294/4208751894.py\", line 31, in trainable_paddle_ocr\n",
|
||||||
|
" File \"/home/sergio/MastersThesis/.venv/lib/python3.12/site-packages/ray/train/v2/_internal/util.py\", line 273, in _wrapped_fn\n",
|
||||||
|
" raise DeprecationWarning(\n",
|
||||||
|
"DeprecationWarning: `ray.train.report` is deprecated when running in a function passed to Ray Tune. Please use the equivalent `ray.tune` API instead. See this issue for more context: https://github.com/ray-project/ray/issues/49454\n"
|
||||||
|
]
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source": [
|
"source": [
|
||||||
|
|||||||
Reference in New Issue
Block a user