From d1dbf7f0deb1cccd057a92dc1a4fb3d1c0003290 Mon Sep 17 00:00:00 2001 From: alex Date: Mon, 5 Jan 2026 15:14:39 +0100 Subject: [PATCH] aggiunta log --- src/connectors/mysql_connector.py | 3 +++ src/migrator/partition_migrator.py | 3 +++ 2 files changed, 6 insertions(+) diff --git a/src/connectors/mysql_connector.py b/src/connectors/mysql_connector.py index 001f1ef..0118cf3 100644 --- a/src/connectors/mysql_connector.py +++ b/src/connectors/mysql_connector.py @@ -294,6 +294,7 @@ class MySQLConnector: ORDER BY UnitName ASC, ToolNameID ASC, EventDate ASC, EventTime ASC LIMIT %s """ + logger.info(f"Executing first query on partition {partition} (fetching up to {limit} rows, sorted by consolidation key)...") cursor.execute(rows_query, (limit,)) else: # Resume AFTER last completely yielded key @@ -304,9 +305,11 @@ class MySQLConnector: ORDER BY UnitName ASC, ToolNameID ASC, EventDate ASC, EventTime ASC LIMIT %s """ + logger.debug(f"Executing query on partition {partition} (resuming from key {last_completed_key}, limit {limit})...") cursor.execute(rows_query, (last_completed_key[0], last_completed_key[1], last_completed_key[2], last_completed_key[3], limit)) rows = cursor.fetchall() + logger.debug(f"Fetched {len(rows)} rows from partition {partition}") if not rows: # No more rows - yield any buffered group and finish diff --git a/src/migrator/partition_migrator.py b/src/migrator/partition_migrator.py index e5894c9..bc33e99 100644 --- a/src/migrator/partition_migrator.py +++ b/src/migrator/partition_migrator.py @@ -120,6 +120,9 @@ class PartitionMigrator: description=f"Streaming {mysql_table} partition {partition_name}" ) as progress: + # Log before starting to fetch (this query can take several minutes for large partitions) + logger.info(f"Fetching consolidation groups from MySQL partition {partition_name}...") + # Use fetch_consolidation_groups_from_partition with start_key for efficient resume # MySQL will skip all keys <= start_key using WHERE clause (no unnecessary data transfer) for group in mysql_conn.fetch_consolidation_groups_from_partition(