From 02d1d756945f51ab2af3999804e303c21510e9e0 Mon Sep 17 00:00:00 2001 From: Nick Proskurin <42863572+MCPN@users.noreply.github.com> Date: Thu, 4 Apr 2024 18:02:35 +0200 Subject: [PATCH] DLHELP-9856: add more logs to file connectors (#418) --- .../dl_connector_bundle_chs3/chs3_base/core/lifecycle.py | 3 +++ lib/dl_task_processor/dl_task_processor/arq_wrapper.py | 1 + 2 files changed, 4 insertions(+) diff --git a/lib/dl_connector_bundle_chs3/dl_connector_bundle_chs3/chs3_base/core/lifecycle.py b/lib/dl_connector_bundle_chs3/dl_connector_bundle_chs3/chs3_base/core/lifecycle.py index e869c4df7..2924bc75d 100644 --- a/lib/dl_connector_bundle_chs3/dl_connector_bundle_chs3/chs3_base/core/lifecycle.py +++ b/lib/dl_connector_bundle_chs3/dl_connector_bundle_chs3/chs3_base/core/lifecycle.py @@ -33,6 +33,8 @@ def schedule_sources_delete( if source_to_del is None: source_to_del = (src.id for src in conn._saved_sources or []) + + LOGGER.info("Going to schedule DeleteFileTask for sources %s", source_to_del) for src_id in source_to_del: source = conn.get_saved_source_by_id(src_id) @@ -66,6 +68,7 @@ def schedule_sources_update(self, conn: BaseFileS3Connection) -> None: } assert self._rci.tenant is not None + LOGGER.info("Going to schedule SaveSourceTask for sources %s", sources_to_add) for src_id in sources_to_add: source = conn.get_file_source_by_id(src_id) src_source_id = sources_to_replace.get(source.id, source.id) diff --git a/lib/dl_task_processor/dl_task_processor/arq_wrapper.py b/lib/dl_task_processor/dl_task_processor/arq_wrapper.py index 46931cc84..571e8932f 100644 --- a/lib/dl_task_processor/dl_task_processor/arq_wrapper.py +++ b/lib/dl_task_processor/dl_task_processor/arq_wrapper.py @@ -60,6 +60,7 @@ async def __call__(self, ctx: Dict[Any, Any], *args: Any, **kwargs: Any) -> Any: async def create_redis_pool(settings: ArqRedisSettings) -> ArqRedis: + LOGGER.info("Creating redis pool for an arq worker on %s, db=%s", settings.host, settings.database) return await create_pool(settings)