134 lines
5.6 KiB
Python
Executable File
134 lines
5.6 KiB
Python
Executable File
#!/usr/bin/python3
|
|
|
|
import sys
|
|
import os
|
|
import re
|
|
import logging
|
|
|
|
from smtplib import SMTP_SSL as SMTP # SMTP_SSL port 465
|
|
from email.mime.text import MIMEText
|
|
from configparser import ConfigParser
|
|
|
|
from asebat.timefmt import timestamp_fmt as ts
|
|
from asebat.timefmt import date_refmt as df
|
|
|
|
from pyftpdlib.handlers import FTPHandler
|
|
from pyftpdlib.servers import FTPServer
|
|
from pyftpdlib.authorizers import UnixAuthorizer
|
|
from pyftpdlib.filesystems import UnixFilesystem
|
|
|
|
config = {}
|
|
|
|
|
|
class ASEHandler(FTPHandler):
|
|
def on_file_received(self, file):
|
|
path, filenameExt = os.path.split(file)
|
|
filename, fileExtension = os.path.splitext(filenameExt)
|
|
|
|
if re.match( r'^(G\d\d\d)_(ID\d\d\d\d)_(DT\d\d\d\d)_(\d\d)(\d\d)(\d\d\d\d)(\d\d)(\d\d)(\d\d)$', filename, re.I) :
|
|
m = re.match( r'^(G\d\d\d)_(ID\d\d\d\d)_(DT\d\d\d\d)_(\d\d)(\d\d)(\d\d\d\d)(\d\d)(\d\d)(\d\d)$', filename, re.I)
|
|
unitType = m.group(1).upper()
|
|
unitName = m.group(2).upper()
|
|
toolName = m.group(3).upper()
|
|
toolType = "N/A"
|
|
fileDate = m.group(6) + "/" + m.group(5) + "/" + m.group(4)
|
|
fileTime = m.group(7) + ":" + m.group(8) + ":" + m.group(9)
|
|
elif re.match( r'^(\d\d_\d\d\d\d|)(DT\d\d\d\d|LOC\d\d\d\d|GD\d\d\d\d)$', filename, re.I) :
|
|
with open(file, "r") as fileCsv:
|
|
try:
|
|
for i, line in enumerate(fileCsv.readlines(4096), 1):
|
|
if i == 1:
|
|
m1 = re.match( r'File Creation Date: (\d*\/\d*\/\d*)\s(\d*:\d*:\d*).*', line, re.I )
|
|
fileDate = m1.group(1)
|
|
fileTime = m1.group(2)
|
|
if i == 2:
|
|
unitType, unitName = line.strip('\n').replace(";","").replace(",","").split(" ")
|
|
if i == 6:
|
|
m6 = re.match( r'SD path: .*\/.*\/(.*)\/(.*)\..*', line, re.I )
|
|
toolType = m6.group(1)
|
|
toolName = m6.group(2)
|
|
break
|
|
except:
|
|
logging.error("PID {:>5} >> Error: {}.".format( os.getpid(), sys.exc_info()[1]))
|
|
fileCsv.close
|
|
|
|
logging.info("PID {:>5} >> {} - {} - {} - {} - {} {}.".format(os.getpid(), unitType.upper(), unitName.upper(), toolName.upper(), toolType.upper(), df.dateFmt(fileDate), fileTime ))
|
|
newPath = '/home/' + self.username + '/received/' + unitName.upper() + '/'
|
|
newFilename = newPath + filename + '_' + str(ts.timestamp("tms") + fileExtension)
|
|
try:
|
|
os.makedirs(newPath)
|
|
logging.info("PID {:>5} >> path {} created.".format(os.getpid(), newPath))
|
|
except FileExistsError:
|
|
logging.info("PID {:>5} >> path {} already exists.".format(os.getpid(), newPath))
|
|
try:
|
|
os.rename(file, newFilename)
|
|
logging.info("PID {:>5} >> {} moved into {}.".format(os.getpid(), filenameExt, newFilename))
|
|
except OSError:
|
|
logging.error("PID {:>5} >> Error to move {} into {}.".format(os.getpid(), filenameExt, newFilename))
|
|
send_mail("Error", "OS error move " + filenameExt + " to " + newFilename)
|
|
|
|
def on_incomplete_file_received(self, file):
|
|
# remove partially uploaded files
|
|
os.remove(file)
|
|
|
|
|
|
def read_config():
|
|
c = ConfigParser()
|
|
c.read(['/etc/ase/ftpcsvreceiver.ini',
|
|
'/home/alex/devel/python/ftpcsvreceiver.ini'])
|
|
|
|
config["firstport"] = c.getint('ftpserver', 'firstport')
|
|
config["logfilename"] = c.get('ftpserver', 'logfilename')
|
|
config["proxyaddr"] = c.get('ftpserver', 'proxyaddr')
|
|
config["smtphost"] = c.get('mailserver', 'hostname')
|
|
config["smtpport"] = c.getint('mailserver', 'port')
|
|
config["sender"] = c.get('mailserver', 'sender')
|
|
config["password"] = c.get('mailserver', 'password')
|
|
config["receivers"] = c.get('mailserver', 'receivers')
|
|
config["message"] = c.get('mailserver', 'message')
|
|
config["subject"] = c.get('mailserver', 'subject')
|
|
config["debuglevel"] = c.getint('mailserver', 'debug')
|
|
|
|
def send_mail(sev, msg):
|
|
msg = MIMEText(config["message"] + " " + msg)
|
|
msg['Subject'] = config["subject"] + " " + sev
|
|
msg['From'] = config["sender"]
|
|
msg['To'] = config["receivers"]
|
|
|
|
conn = SMTP(config["smtphost"])
|
|
conn.set_debuglevel(config["debuglevel"])
|
|
conn.login(config["sender"], config["password"])
|
|
try:
|
|
conn.sendmail(config["sender"], config["receivers"], msg.as_string())
|
|
except:
|
|
logging.info("PID {:>5} >> Mail failed: {}.".format(os.getpid(), "CUSTOM_ERROR"))
|
|
finally:
|
|
conn.quit()
|
|
|
|
def main():
|
|
|
|
read_config()
|
|
|
|
try:
|
|
authorizer = UnixAuthorizer(
|
|
rejected_users=["root"], require_valid_shell=True)
|
|
handler = ASEHandler
|
|
handler.authorizer = authorizer
|
|
handler.abstracted_fs = UnixFilesystem
|
|
handler.masquerade_address = config["proxyaddr"]
|
|
_range = list(range(config["firstport"], config["firstport"] + 20))
|
|
handler.passive_ports = _range
|
|
|
|
logging.basicConfig(format='%(asctime)s %(message)s',
|
|
filename="/var/log/" + config["logfilename"], level=logging.INFO)
|
|
|
|
server = FTPServer(('0.0.0.0', 21), handler)
|
|
|
|
server.serve_forever()
|
|
except KeyboardInterrupt:
|
|
logging.info("PID {:>5} >> Info: {}.".format(os.getpid(), "Shutdown requested...exiting"))
|
|
except Exception:
|
|
print("{} - PID {:>5} >> Error: {}.".format(ts.timestamp("log"), os.getpid(), sys.exc_info()[1]))
|
|
|
|
if __name__ == "__main__":
|
|
main() |