#!/usr/bin/python3 import sys import os import re import logging from smtplib import SMTP_SSL as SMTP # SMTP_SSL port 465 from email.mime.text import MIMEText from configparser import ConfigParser from asebat.timefmt import timestamp_fmt as ts from asebat.timefmt import date_refmt as df from pyftpdlib.handlers import FTPHandler from pyftpdlib.servers import FTPServer from pyftpdlib.authorizers import UnixAuthorizer from pyftpdlib.filesystems import UnixFilesystem config = {} class ASEHandler(FTPHandler): def on_file_received(self, file): path, filenameExt = os.path.split(file) filename, fileExtension = os.path.splitext(filenameExt) if re.match( r'^(G\d\d\d)_(ID\d\d\d\d)_(DT\d\d\d\d)_(\d\d)(\d\d)(\d\d\d\d)(\d\d)(\d\d)(\d\d)$', filename, re.I) : m = re.match( r'^(G\d\d\d)_(ID\d\d\d\d)_(DT\d\d\d\d)_(\d\d)(\d\d)(\d\d\d\d)(\d\d)(\d\d)(\d\d)$', filename, re.I) unitType = m.group(1).upper() unitName = m.group(2).upper() toolName = m.group(3).upper() toolType = "N/A" fileDate = m.group(6) + "/" + m.group(5) + "/" + m.group(4) fileTime = m.group(7) + ":" + m.group(8) + ":" + m.group(9) elif re.match( r'^(\d\d_\d\d\d\d|)(DT\d\d\d\d|LOC\d\d\d\d|GD\d\d\d\d)$', filename, re.I) : with open(file, "r") as fileCsv: try: for i, line in enumerate(fileCsv.readlines(4096), 1): if i == 1: m1 = re.match( r'File Creation Date: (\d*\/\d*\/\d*)\s(\d*:\d*:\d*).*', line, re.I ) fileDate = m1.group(1) fileTime = m1.group(2) if i == 2: unitType, unitName = line.strip('\n').replace(";","").replace(",","").split(" ") if i == 6: m6 = re.match( r'SD path: .*\/.*\/(.*)\/(.*)\..*', line, re.I ) toolType = m6.group(1) toolName = m6.group(2) break except: logging.error("PID {:>5} >> Error: {}.".format( os.getpid(), sys.exc_info()[1])) fileCsv.close logging.info("PID {:>5} >> {} - {} - {} - {} - {} {}.".format(os.getpid(), unitType.upper(), unitName.upper(), toolName.upper(), toolType.upper(), df.dateFmt(fileDate), fileTime )) newPath = '/home/' + self.username + '/received/' + unitName.upper() + '/' newFilename = newPath + filename + '_' + str(ts.timestamp("tms") + fileExtension) try: os.makedirs(newPath) logging.info("PID {:>5} >> path {} created.".format(os.getpid(), newPath)) except FileExistsError: logging.info("PID {:>5} >> path {} already exists.".format(os.getpid(), newPath)) try: os.rename(file, newFilename) logging.info("PID {:>5} >> {} moved into {}.".format(os.getpid(), filenameExt, newFilename)) except OSError: logging.error("PID {:>5} >> Error to move {} into {}.".format(os.getpid(), filenameExt, newFilename)) send_mail("Error", "OS error move " + filenameExt + " to " + newFilename) def on_incomplete_file_received(self, file): # remove partially uploaded files os.remove(file) def read_config(): c = ConfigParser() c.read(['/etc/ase/ftpcsvreceiver.ini', '/home/alex/devel/python/ftpcsvreceiver.ini']) config["firstport"] = c.getint('ftpserver', 'firstport') config["logfilename"] = c.get('ftpserver', 'logfilename') config["proxyaddr"] = c.get('ftpserver', 'proxyaddr') config["smtphost"] = c.get('mailserver', 'hostname') config["smtpport"] = c.getint('mailserver', 'port') config["sender"] = c.get('mailserver', 'sender') config["password"] = c.get('mailserver', 'password') config["receivers"] = c.get('mailserver', 'receivers') config["message"] = c.get('mailserver', 'message') config["subject"] = c.get('mailserver', 'subject') config["debuglevel"] = c.getint('mailserver', 'debug') def send_mail(sev, msg): msg = MIMEText(config["message"] + " " + msg) msg['Subject'] = config["subject"] + " " + sev msg['From'] = config["sender"] msg['To'] = config["receivers"] conn = SMTP(config["smtphost"]) conn.set_debuglevel(config["debuglevel"]) conn.login(config["sender"], config["password"]) try: conn.sendmail(config["sender"], config["receivers"], msg.as_string()) except: logging.info("PID {:>5} >> Mail failed: {}.".format(os.getpid(), "CUSTOM_ERROR")) finally: conn.quit() def main(): read_config() try: authorizer = UnixAuthorizer( rejected_users=["root"], require_valid_shell=True) handler = ASEHandler handler.authorizer = authorizer handler.abstracted_fs = UnixFilesystem handler.masquerade_address = config["proxyaddr"] _range = list(range(config["firstport"], config["firstport"] + 20)) handler.passive_ports = _range logging.basicConfig(format='%(asctime)s %(message)s', filename="/var/log/" + config["logfilename"], level=logging.INFO) server = FTPServer(('0.0.0.0', 21), handler) server.serve_forever() except KeyboardInterrupt: logging.info("PID {:>5} >> Info: {}.".format(os.getpid(), "Shutdown requested...exiting")) except Exception: print("{} - PID {:>5} >> Error: {}.".format(ts.timestamp("log"), os.getpid(), sys.exc_info()[1])) if __name__ == "__main__": main()