refactory old scripts

This commit is contained in:
2025-10-11 22:31:54 +02:00
parent 0f91cf1fd4
commit 1cbc619942
23 changed files with 2615 additions and 54 deletions

View File

@@ -1,14 +1,14 @@
#!/usr/bin/env python3
import sys
import os
from mysql.connector import MySQLConnection, Error
from dbconfig import read_db_config
from datetime import datetime
import math
import shutil
from pyproj import Transformer
import utm
import json
import math
import sys
from datetime import datetime
import utm
from dbconfig import read_db_config
from mysql.connector import MySQLConnection
from pyproj import Transformer
def find_nearest_element(target_time_millis, array):
return min(array, key=lambda elem: abs(elem[0] - target_time_millis))
@@ -21,7 +21,7 @@ def removeDuplicates(lst):
def getDataFromCsvAndInsert(pathFile):
#try:
print(pathFile)
with open(pathFile, 'r') as file:
with open(pathFile) as file:
data = file.readlines()
data = [row.rstrip() for row in data]
if(len(data) > 0 and data is not None):
@@ -112,8 +112,8 @@ def getDataFromCsvAndInsert(pathFile):
x_ = float((x - 1200000)/1000000)
lambda_ = float( 2.6779094 + 4.728982 * y_ + 0.791484 * y_ * x_ + 0.1306 * y_ * pow(x_,2) - 0.0436 * pow(y_,3) )
phi_ = float( 16.9023892 + 3.238272 * x_ - 0.270978 * pow(y_,2) - 0.002528 * pow(x_,2) - 0.0447 * pow(y_,2) * x_ - 0.0140 * pow(x_,3) )
lat = float("{:.8f}".format((phi_ * 100 / 36)))
lon = float("{:.8f}".format((lambda_ * 100 / 36)))
lat = float(f"{phi_ * 100 / 36:.8f}")
lon = float(f"{lambda_ * 100 / 36:.8f}")
elif sistema_coordinate == 7:
result = utm.to_latlon(float(easting), float(northing), utm_zone, northern=utm_hemisphere)
lat = float(result[0])
@@ -262,18 +262,18 @@ def getDataFromCsvAndInsert(pathFile):
ultimoDato = datoAlarm[1]
penultimoDato = datoAlarm[2]
ultimaDataDato = ultimoDato[1]
x = ((float(ultimoDato[2]) - float(primoDato[2])) + float(globalX))*1000;#m to mm
y = ((float(ultimoDato[3]) - float(primoDato[3])) + float(globalY))*1000;#m to mm
z = ((float(ultimoDato[4]) - float(primoDato[4])) + float(globalZ))*1000;#m to mm
x = ((float(ultimoDato[2]) - float(primoDato[2])) + float(globalX))*1000#m to mm
y = ((float(ultimoDato[3]) - float(primoDato[3])) + float(globalY))*1000#m to mm
z = ((float(ultimoDato[4]) - float(primoDato[4])) + float(globalZ))*1000#m to mm
r2d = math.sqrt(pow(float(x), 2) + pow(float(y), 2))
r3d = math.sqrt(pow(float(x), 2) + pow(float(y), 2) + pow(float(z), 2))
globalX = (float(ultimoDato[2]) - float(primoDato[2]))
globalY = (float(ultimoDato[3]) - float(primoDato[3]))
globalZ = (float(ultimoDato[4]) - float(primoDato[4]))
ultimaDataDatoPenultimo = penultimoDato[1]
xPenultimo = ((float(penultimoDato[2]) - float(primoDato[2])) + float(globalXPenultimo))*1000;#m to mm
yPenultimo = ((float(penultimoDato[3]) - float(primoDato[3])) + float(globalYPenultimo))*1000;#m to mm
zPenultimo = ((float(penultimoDato[4]) - float(primoDato[4])) + float(globalZPenultimo))*1000;#m to mm
xPenultimo = ((float(penultimoDato[2]) - float(primoDato[2])) + float(globalXPenultimo))*1000#m to mm
yPenultimo = ((float(penultimoDato[3]) - float(primoDato[3])) + float(globalYPenultimo))*1000#m to mm
zPenultimo = ((float(penultimoDato[4]) - float(primoDato[4])) + float(globalZPenultimo))*1000#m to mm
r2dPenultimo = math.sqrt(pow(float(xPenultimo), 2) + pow(float(yPenultimo), 2))
r3dPenultimo = math.sqrt(pow(float(xPenultimo), 2) + pow(float(yPenultimo), 2) + pow(float(zPenultimo), 2))
globalXPenultimo = (float(penultimoDato[2]) - float(primoDato[2]))

View File

@@ -1,5 +1,6 @@
from configparser import ConfigParser
def read_db_config(filename='../env/config.ini', section='mysql'):
parser = ConfigParser()
parser.read(filename)
@@ -10,6 +11,6 @@ def read_db_config(filename='../env/config.ini', section='mysql'):
for item in items:
db[item[0]] = item[1]
else:
raise Exception('{0} not found in the {1} file'.format(section, filename))
raise Exception(f'{section} not found in the {filename} file')
return db

View File

@@ -1,11 +1,12 @@
#!/usr/bin/env python3
import sys
import os
from mysql.connector import MySQLConnection, Error
from dbconfig import read_db_config
from decimal import Decimal
import sys
from datetime import datetime
import ezodf
from dbconfig import read_db_config
from mysql.connector import Error, MySQLConnection
def getDataFromCsv(pathFile):
try:

View File

@@ -1,10 +1,11 @@
#!/usr/bin/env python3
import sys
import os
from mysql.connector import MySQLConnection, Error
from dbconfig import read_db_config
from decimal import Decimal
from datetime import datetime
from decimal import Decimal
from dbconfig import read_db_config
from mysql.connector import Error, MySQLConnection
def insertData(dati):
#print(dati)
@@ -105,7 +106,7 @@ def insertData(dati):
print('Error:', e)
except Error as e:
print('Error:', e)
if(len(elabdata) > 0):
for e in elabdata:
#print(e)
@@ -117,7 +118,7 @@ def insertData(dati):
pressure = Decimal(e[3])*100
date = e[4]
time = e[5]
try:
try:
query = "INSERT INTO ELABDATADISP(UnitName, ToolNameID, NodeNum, EventDate, EventTime, pressure) VALUES(%s,%s,%s,%s,%s,%s)"
cursor.execute(query, [unitname, toolname, nodenum, date, time, pressure])
conn.commit()
@@ -133,7 +134,7 @@ def insertData(dati):
tch = e[4]
date = e[5]
time = e[6]
try:
try:
query = "INSERT INTO ELABDATADISP(UnitName, ToolNameID, NodeNum, EventDate, EventTime, XShift, T_node) VALUES(%s,%s,%s,%s,%s,%s,%s)"
cursor.execute(query, [unitname, toolname, nodenum, date, time, pch, tch])
conn.commit()
@@ -191,10 +192,10 @@ def insertData(dati):
except Error as e:
print('Error:', e)
cursor.close()
conn.close()
conn.close()
def getDataFromCsv(pathFile):
with open(pathFile, 'r') as file:
with open(pathFile) as file:
data = file.readlines()
data = [row.rstrip() for row in data]
serial_number = data[0].split(",")[1]

View File

@@ -1,11 +1,9 @@
#!/usr/bin/env python3
import sys
import os
from mysql.connector import MySQLConnection, Error
from dbconfig import read_db_config
from datetime import datetime
import math
import shutil
from mysql.connector import Error, MySQLConnection
def removeDuplicates(lst):
return list(set([i for i in lst]))
@@ -14,7 +12,7 @@ def getDataFromCsvAndInsert(pathFile):
try:
print(pathFile)
folder_name = pathFile.split("/")[-2]#cartella
with open(pathFile, 'r') as file:
with open(pathFile) as file:
data = file.readlines()
data = [row.rstrip() for row in data]
if(len(data) > 0 and data is not None):
@@ -112,7 +110,7 @@ def getDataFromCsvAndInsert(pathFile):
#print(unit_name, tool_name, 30, E8_184_CH6)
#print(unit_name, tool_name, 31, E8_184_CH7)
#print(unit_name, tool_name, 32, E8_184_CH8)
#---------------------------------------------------------------------------------------
#---------------------------------------------------------------------------------------
dataToInsertRaw.append((unit_name, tool_name, 1, date, time, an4, -273, E8_181_CH1))
dataToInsertRaw.append((unit_name, tool_name, 2, date, time, an4, -273, E8_181_CH2))
dataToInsertRaw.append((unit_name, tool_name, 3, date, time, an4, -273, E8_181_CH3))
@@ -253,7 +251,7 @@ def getDataFromCsvAndInsert(pathFile):
#print(unit_name, tool_name, 63, E8_184_CH7)
#print(unit_name, tool_name, 64, E8_184_CH8)
#print(rowSplitted)
#---------------------------------------------------------------------------------------
#---------------------------------------------------------------------------------------
dataToInsertRaw.append((unit_name, tool_name, 41, date, time, an4, -273, E8_182_CH1))
dataToInsertRaw.append((unit_name, tool_name, 42, date, time, an4, -273, E8_182_CH2))
dataToInsertRaw.append((unit_name, tool_name, 43, date, time, an4, -273, E8_182_CH3))

View File

@@ -1,10 +1,12 @@
#!/usr/bin/env python3
import sys
import os
from mysql.connector import MySQLConnection, Error
from dbconfig import read_db_config
from datetime import datetime
import json
import os
import sys
from datetime import datetime
from dbconfig import read_db_config
from mysql.connector import Error, MySQLConnection
def checkBatteryLevel(db_conn, db_cursor, unit, date_time, battery_perc):
print(date_time, battery_perc)
@@ -114,7 +116,7 @@ def getDataFromCsv(pathFile):
# 94 conductivity
# 97 ph
node_depth = float(resultNode[0]["depth"]) #node piezo depth
with open(pathFile, 'r', encoding='ISO-8859-1') as file:
with open(pathFile, encoding='ISO-8859-1') as file:
data = file.readlines()
data = [row.rstrip() for row in data]
data.pop(0) #rimuove header