#!.venv/bin/python # Import necessary libraries import logging import asyncio from datetime import datetime # Import custom modules for configuration and database connection from utils.config import loader_matlab_elab as setting from utils.database import DATA_LOADED, DATA_ELABORATED, DATA_SENT from utils.database.matlab_query import get_matlab_command from utils.csv.loaders import get_next_csv_atomic from utils.orchestrator_utils import run_orchestrator, worker_context from utils.database.loader_action import update_status, unlock from utils.database.elab_query import get_data_as_csv #from utils.ftp.elab_send import send_csv_to_customer # Initialize the logger for this module logger = logging.getLogger() # Delay tra un processamento CSV e il successivo (in secondi) ELAB_PROCESSING_DELAY = 0.2 # Tempo di attesa se non ci sono record da elaborare NO_RECORD_SLEEP = 60 async def worker(worker_id: int, cfg: object, pool: object) -> None: """Esegue il ciclo di lavoro per l'elaborazione dei dati caricati. Il worker preleva un record dal database che indica dati pronti per l'elaborazione, esegue un comando Matlab associato e attende prima di iniziare un nuovo ciclo. Args: worker_id (int): L'ID univoco del worker. cfg (object): L'oggetto di configurazione. pool (object): Il pool di connessioni al database. """ # Imposta il context per questo worker worker_context.set(f"W{worker_id:02d}") debug_mode = logging.getLogger().getEffectiveLevel() == logging.DEBUG logger.info("Avviato") while True: try: logger.info("Inizio elaborazione") record = await get_next_csv_atomic(pool, cfg.dbrectable, DATA_LOADED) if record: id, unit_type, tool_type, unit_name, tool_name = [x.lower().replace(" ", "_") if isinstance(x, str) else x for x in record] tool_elab_info = await get_matlab_command(cfg, tool_name, unit_name, pool) if tool_elab_info: if tool_elab_info['statustools'].lower() in cfg.elab_status: logger.info(f"Elaborazione id {id} per {unit_name} {tool_name} ") matlab_cmd = f"timeout {cfg.matlab_timeout} ./run_{tool_elab_info['matcall']}.sh {cfg.matlab_runtime} {unit_name} {tool_name}" timestamp_matlab_elab = datetime.now().strftime("%Y-%m-%d %H:%M:%S") proc = await asyncio.create_subprocess_shell( matlab_cmd, cwd=cfg.matlab_func_path, stdout=asyncio.subprocess.PIPE, stderr=asyncio.subprocess.PIPE ) stdout, stderr = await proc.communicate() if proc.returncode != 0: logger.error("Errore durante l'elaborazione") logger.error(stderr.decode().strip()) with open(f"{cfg.matlab_error_path}{unit_name}{tool_name}_output_error.txt", "w") as f: f.write(stderr.decode().strip()) else: logger.info(stdout.decode().strip()) await update_status(cfg, id, DATA_ELABORATED, pool) if not tool_elab_info["duedate"] or tool_elab_info["duedate"] in ('0000-00-00 00:00:00', '') or tool_elab_info["duedate"] > timestamp_matlab_elab: if tool_elab_info['ftp_send']: if elab_csv := await get_data_as_csv(cfg, id, unit_name, tool_name, timestamp_matlab_elab, pool): print(elab_csv) #if await send_csv_to_customer(cfg, id, unit_name, tool_name, elab_csv, pool): #await update_status(cfg, id, DATA_SENT, pool) await update_status(cfg, id, DATA_SENT, pool) else: logger.info(f"id {id} - {unit_name} - {tool_name} {tool_elab_info['duedate']}: ftp put didn't executed because due date reached.") await unlock(cfg, id, pool) await asyncio.sleep(ELAB_PROCESSING_DELAY) else: logger.info(f"id {id} - {unit_name} - {tool_name} {tool_elab_info['statustools']}: MatLab calc by-passed.") else: logger.info("Nessun record disponibile") await asyncio.sleep(NO_RECORD_SLEEP) except Exception as e: logger.error(f"Errore durante l'esecuzione: {e}", exc_info=debug_mode) await asyncio.sleep(1) async def main(): """Funzione principale che avvia l'elab_orchestrator.""" await run_orchestrator(setting.Config, worker) if __name__ == "__main__": asyncio.run(main())