105 lines
4.9 KiB
Python
Executable File
105 lines
4.9 KiB
Python
Executable File
#!.venv/bin/python
|
|
|
|
# Import necessary libraries
|
|
import logging
|
|
import asyncio
|
|
from datetime import datetime
|
|
|
|
# Import custom modules for configuration and database connection
|
|
from utils.config import loader_matlab_elab as setting
|
|
from utils.database import DATA_LOADED, DATA_ELABORATED, DATA_SENT
|
|
from utils.database.matlab_query import get_matlab_command
|
|
from utils.csv.loaders import get_next_csv_atomic
|
|
from utils.orchestrator_utils import run_orchestrator, worker_context
|
|
from utils.database.loader_action import update_status, unlock
|
|
from utils.database.elab_query import get_data_as_csv
|
|
#from utils.ftp.elab_send import send_csv_to_customer
|
|
|
|
|
|
# Initialize the logger for this module
|
|
logger = logging.getLogger()
|
|
|
|
# Delay tra un processamento CSV e il successivo (in secondi)
|
|
ELAB_PROCESSING_DELAY = 0.2
|
|
# Tempo di attesa se non ci sono record da elaborare
|
|
NO_RECORD_SLEEP = 60
|
|
|
|
async def worker(worker_id: int, cfg: object, pool: object) -> None:
|
|
"""Esegue il ciclo di lavoro per l'elaborazione dei dati caricati.
|
|
|
|
Il worker preleva un record dal database che indica dati pronti per
|
|
l'elaborazione, esegue un comando Matlab associato e attende
|
|
prima di iniziare un nuovo ciclo.
|
|
|
|
Args:
|
|
worker_id (int): L'ID univoco del worker.
|
|
cfg (object): L'oggetto di configurazione.
|
|
pool (object): Il pool di connessioni al database.
|
|
"""
|
|
# Imposta il context per questo worker
|
|
worker_context.set(f"W{worker_id:02d}")
|
|
|
|
debug_mode = logging.getLogger().getEffectiveLevel() == logging.DEBUG
|
|
logger.info("Avviato")
|
|
|
|
while True:
|
|
try:
|
|
logger.info("Inizio elaborazione")
|
|
|
|
record = await get_next_csv_atomic(pool, cfg.dbrectable, DATA_LOADED)
|
|
|
|
if record:
|
|
id, unit_type, tool_type, unit_name, tool_name = [x.lower().replace(" ", "_") if isinstance(x, str) else x for x in record]
|
|
tool_elab_info = await get_matlab_command(cfg, tool_name, unit_name, pool)
|
|
if tool_elab_info:
|
|
if tool_elab_info['statustools'].lower() in cfg.elab_status:
|
|
logger.info(f"Elaborazione id {id} per {unit_name} {tool_name} ")
|
|
|
|
matlab_cmd = f"timeout {cfg.matlab_timeout} ./run_{tool_elab_info['matcall']}.sh {cfg.matlab_runtime} {unit_name} {tool_name}"
|
|
timestamp_matlab_elab = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
|
proc = await asyncio.create_subprocess_shell(
|
|
matlab_cmd,
|
|
cwd=cfg.matlab_func_path,
|
|
stdout=asyncio.subprocess.PIPE,
|
|
stderr=asyncio.subprocess.PIPE
|
|
)
|
|
|
|
stdout, stderr = await proc.communicate()
|
|
|
|
if proc.returncode != 0:
|
|
logger.error("Errore durante l'elaborazione")
|
|
logger.error(stderr.decode().strip())
|
|
with open(f"{cfg.matlab_error_path}{unit_name}{tool_name}_output_error.txt", "w") as f:
|
|
f.write(stderr.decode().strip())
|
|
else:
|
|
logger.info(stdout.decode().strip())
|
|
await update_status(cfg, id, DATA_ELABORATED, pool)
|
|
if not tool_elab_info["duedate"] or tool_elab_info["duedate"] in ('0000-00-00 00:00:00', '') or tool_elab_info["duedate"] > timestamp_matlab_elab:
|
|
if tool_elab_info['ftp_send']:
|
|
if elab_csv := await get_data_as_csv(cfg, id, unit_name, tool_name, timestamp_matlab_elab, pool):
|
|
print(elab_csv)
|
|
#if await send_csv_to_customer(cfg, id, unit_name, tool_name, elab_csv, pool):
|
|
#await update_status(cfg, id, DATA_SENT, pool)
|
|
await update_status(cfg, id, DATA_SENT, pool)
|
|
else:
|
|
logger.info(f"id {id} - {unit_name} - {tool_name} {tool_elab_info['duedate']}: ftp put didn't executed because due date reached.")
|
|
|
|
await unlock(cfg, id, pool)
|
|
await asyncio.sleep(ELAB_PROCESSING_DELAY)
|
|
else:
|
|
logger.info(f"id {id} - {unit_name} - {tool_name} {tool_elab_info['statustools']}: MatLab calc by-passed.")
|
|
else:
|
|
logger.info("Nessun record disponibile")
|
|
await asyncio.sleep(NO_RECORD_SLEEP)
|
|
|
|
except Exception as e:
|
|
logger.error(f"Errore durante l'esecuzione: {e}", exc_info=debug_mode)
|
|
await asyncio.sleep(1)
|
|
|
|
|
|
async def main():
|
|
"""Funzione principale che avvia l'elab_orchestrator."""
|
|
await run_orchestrator(setting.Config, worker)
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main()) |