diff --git a/LoadCSVData.pl b/LoadCSVData.pl index 9866fc5..ae31ca2 100644 --- a/LoadCSVData.pl +++ b/LoadCSVData.pl @@ -1,476 +1,481 @@ -#!/usr/bin/perl -use warnings; -use strict; -use DBI; -use Getopt::Long; -use Net::FTP; -use List::Util qw( max ); -use Data::Dumper qw(Dumper); - -$|++; # Autoflush - -my ( $filename, $sqlout ); -my $username = 'ase_lar'; -my $password = 'laravel'; -my $db_lar = 'ase_lar'; -my $db_sp = 'ase_lar'; -my $server = 'localhost'; -my $db_name = "ase_mums"; -my $table = "RAWDATA"; -my ( @CSVData, @sql ); -my $outcount = 0; -my $outfilenum = 0; -my $maxsqllines = 10000; -my ( - $tool, $toolbatt, $tooltemp, $tooltype, @channels, - @NewData, @din, @nodetype, $GDEventDate -); -my $matlab_ip = "160.78.21.71"; -my $matlab_cmd = "matlab.cmd"; -my $matlab_timestamp = ""; -my $ftp_send = 1; -my $ftp_addrs; -my $ftp_user; -my $ftp_passwd; -my $ftp_parm; -my $ftp_filename; -my $ftp_target; -my $unit_id; - -sub getTimeStamp -{ # parm [ts] => timestamp for filename; log => timestamp for log - my $format = "%04d%02d%02d%02d%02d%02d"; - my ($p1) = @_; - if ( defined $p1 and $p1 eq "log" ) { - $format = "%04d%02d%02d %02d:%02d:%02d"; - } - if ( defined $p1 and $p1 eq "db_ts" ) { - $format = "%04d-%02d-%02d %02d:%02d:%02d"; - } - my ( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst ) = - localtime(time); - my $timestamp = - sprintf( $format, $year + 1900, $mon + 1, $mday, $hour, $min, $sec ); - return $timestamp; -} - -sub writeOutSql { - my ($tn) = @_; - my $outfile = $sqlout . "_" . $outfilenum++; - open SQLOUT, ">", $outfile - or die( getTimeStamp("log") - . " - pid $$ >> Error: opening output file " - . $outfile - . ":$!\n" ); - print getTimeStamp("log") . " - pid $$ >> file $outfile created\n"; - print SQLOUT "/* lock " - . $db_name - . ".$table table */\nLOCK TABLES " - . $db_name - . ".$table WRITE;\n"; - print SQLOUT "INSERT IGNORE INTO " . $db_name . ".$table\n"; - print SQLOUT -"(`UnitName`,`ToolNameID`,`NodeNum`,`EventDate`,`EventTime`,`BatLevel`,`Temperature`,\n"; - print SQLOUT -"`Val0`,`Val1`,`Val2`,`Val3`,`Val4`,`Val5`,`Val6`,`Val7`,`Val8`,`Val9`,`ValA`,`ValB`,`ValC`,`ValD`,`ValE`,`ValF`)\n"; - print SQLOUT "VALUES\n"; - print SQLOUT @sql; - @sql = (); - print SQLOUT "/* unlock table */\nUNLOCK TABLES;\n"; - - if ( $table eq 'RAWDATA' ) { - print SQLOUT "/* call stored procedure to copy in " - . $db_sp - . "*/\ncall " - . $db_sp - . ".CopyAndFill('$tn');\n"; - } - - close SQLOUT - or die( getTimeStamp("log") - . " - pid $$ >> Error in closing file " - . $outfile - . "\n" ); - my @args = ( "mysql", "--login-path=asepath", "-e source " . $outfile ); - system(@args) == 0 - or die( getTimeStamp("log") . " - pid $$ >> system @args failed: $?\n" ); - print getTimeStamp("log") . " - pid $$ >> file $outfile loaded into DB\n"; - - unlink $outfile; - return; -} - -sub matlabCalc { - getMatlabCmd(); - $matlab_timestamp = getTimeStamp("db_ts"); - print getTimeStamp("log") . " - pid $$ >> $tool MatLab calc started...\n"; - my @out_matlab = `ssh1 $matlab_ip 'cmd /c $matlab_cmd ' $tool`; - print getTimeStamp("log") - . " - pid $$ >> $tool MatLab calc executed: $out_matlab[-1]"; - - #print getTimeStamp("log") . " - @out_matlab"; - #print getTimeStamp("log") . " - pid $$ >> $out_matlab[-1]"; - return; -} - -sub trxelab { - my $dbh = - DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) - or die getTimeStamp("log") - . " - pid $$ >> Could not connect to database: $DBI::errstr"; - - my $sth = $dbh->prepare( -'select ftp_addrs, ftp_user, ftp_passwd, ftp_parm, ftp_filename, ftp_target from units - where id = ' . $unit_id . ';' - ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; - - $sth->execute(); - if ( $sth->rows < 0 ) { - die getTimeStamp("log") . " - pid $$ >> No unit ftp params selected.\n"; - } - else { - while ( my $results = $sth->fetchrow_hashref ) { - $ftp_addrs = $results->{'ftp_addrs'}; - $ftp_user = $results->{'ftp_user'}; - $ftp_passwd = $results->{'ftp_passwd'}; - $ftp_parm = $results->{'ftp_parm'}; - $ftp_filename = $results->{'ftp_filename'}; - $ftp_target = $results->{'ftp_target'}; - } - } - - $sth->finish; - - # Disconnect - - my $fileelab; - if ( $ftp_filename eq "" ) { - $fileelab = - '/var/lib/mysql-files/' - . $tool . '_' - . getTimeStamp() - . '.csv'; #mettere quello che si prende da query - } - else { - $ftp_filename =~ s/(\$\w+)/$1/eeg; - $ftp_filename =~ s/\s/_/g; - $fileelab = - '/var/lib/mysql-files/' - . $ftp_filename . '_' - . getTimeStamp() . '.csv'; - } - - my $sthdo = $dbh->do( - qq{ - select * from ( - select 'ToolNameID', 'EventDate', 'EventTime', 'NodeNum', 'NodeType', 'NodeDepth', - 'XShift', 'YShift', 'ZShift' , 'X', 'Y', 'Z', 'HShift', 'HShiftDir', 'HShift_local', - 'week_shift', 'week_shift_x', 'week_shift_y', 'week_shift_z', 'T_node', 'water_level', 'pressure', 'load_value' - union all - select ToolNameID, EventDate, EventTime, NodeNum, NodeType, NodeDepth, - XShift, YShift, ZShift , X, Y, Z, HShift, HShiftDir, HShift_local, - week_shift, week_shift_x, week_shift_y, week_shift_z, T_node, water_level, pressure, load_value - from ElabDataView - where ToolNameID = '$tool' and created_at > '$matlab_timestamp' - order by ToolNameID DESC, EventDate, EventTime, convert(`NodeNum`, decimal) DESC - ) resulting_set - into outfile '$fileelab' - fields terminated by ',' optionally enclosed by '"' lines terminated by '\n'} - ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; - - $dbh->disconnect; - $ftp_parm //= ""; - $ftp_parm =~ s/\s//g; - - my %ftp_parms = ( - 'Host' => $ftp_addrs, - ); - - foreach my $parm (split(/,/, $ftp_parm)) - { - my ($key, $val) = split(/=>/, $parm); - $ftp_parms{$key} = $val; - } - - print getTimeStamp("log") . " - pid $$ >> $tool: ftp parm = " . Dumper(%ftp_parms) . "\n"; - - my $ftp = Net::FTP->new( %ftp_parms ) - or die getTimeStamp("log") - . " - pid $$ >> Cannot connect to $ftp_addrs: $@ \n"; - $ftp->login( $ftp_user, $ftp_passwd ) - or die getTimeStamp("log") - . " - pid $$ >> Cannot login " - . $ftp->message . "\n"; - $ftp_target //= ""; - if ( $ftp_target ne "" ) { - $ftp->cwd($ftp_target) - or die getTimeStamp("log") - . " - pid $$ >> Change remote dir failed " - . $ftp->message . "\n"; - } - - print getTimeStamp("log") - . " - pid $$ >> ftp target: " - . $ftp->pwd() . ".\n"; - - $ftp->put($fileelab) - or die getTimeStamp("log") - . " - pid $$ >> Put failed " - . $ftp->message . "\n"; - $ftp->quit; - print getTimeStamp("log") - . " - pid $$ >> $tool: $fileelab ftp put executed.\n"; - return; -} - -sub getNodesType { - my $dbh = - DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) - or die getTimeStamp("log") - . " - pid $$ >> Could not connect to database: $DBI::errstr"; - - my $sth = $dbh->prepare( -'select t.name as name, n.seq as seq, n.num as num, n.channels as channels, y.type as type, n.din as din - from nodes as n - inner join tools as t on t.id = n.tool_id - inner join nodetypes as y on n.nodetype_id = y.id - where t.name = "' . $tool . '" order by 3;' - ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; - - $sth->execute(); - if ( $sth->rows < 0 ) { - die getTimeStamp("log") . " - pid $$ >> No node channels selected.\n"; - } - else { - my $row = 0; - while ( my $results = $sth->fetchrow_hashref ) { - $channels[$row] = $results->{'channels'}; - $nodetype[$row] = $results->{'type'}; - $din[ $row++ ] = $results->{'din'}; - } - } - - $sth->finish; - - # Disconnect - $dbh->disconnect; - return; -} - -sub getUdbPwd { - my $dbh = - DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) - or die getTimeStamp("log") - . " - pid $$ >> Could not connect to database: $DBI::errstr"; - my $sth = $dbh->prepare( - "SELECT db_user, db_pwd FROM ase_lar.companies where db_name = '" - . $db_name - . "';" ) - or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; - - $sth->execute(); - if ( $sth->rows < 0 ) { - die getTimeStamp("log") . " - pid $$ >> No password selected.\n"; - } - else { - my $results = $sth->fetchrow_hashref; - $password = $results->{'db_pwd'}; - $username = $results->{'db_user'}; - - } - - $sth->finish; - - # Disconnect - $dbh->disconnect; - return; -} - -sub getMatlabCmd { - my $dbh = - DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) - or die getTimeStamp("log") - . " - pid $$ >> Could not connect to database: $DBI::errstr"; - - my $sth = $dbh->prepare( - 'select m.matcall, t.ftp_send , t.unit_id from matfuncs as m - inner join tools as t on t.matfunc = m.id - where t.name = "' . $tool . '" ;' - ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; - - $sth->execute(); - if ( $sth->rows < 0 ) { - die getTimeStamp("log") - . " - pid $$ >> No tool's matlab function selected.\n"; - } - else { - my $mfunc; - while ( my $results = $sth->fetchrow_hashref ) { - $mfunc = uc $results->{'matcall'}; - $ftp_send = $results->{'ftp_send'}; - $unit_id = $results->{'unit_id'}; - } - $matlab_cmd = 'matlab_' . $mfunc . '.cmd'; - } - - $sth->finish; - - # Disconnect - $dbh->disconnect; - return; -} - -my $starttime = getTimeStamp("log"); -print "$starttime - pid $$ >> Start execution.\n"; - -GetOptions( - "filename=s" => \$filename, - "sqlout=s" => \$sqlout, - "dbname=s" => \$db_name -) or die("Error in command line arguments\n"); -open FILE, $filename - or die( "Error: opening input file " . $filename . "\n" ); - -if ( $db_name ne 'asega' ) { - $db_name =~ s/aseu/dbn/; - $db_sp = $db_name; - getUdbPwd(); - $db_lar = $db_name; - $table = "RAWDATACOR"; -} -else { - $db_name = 'ase_mums'; -} - -my ( $fileDate, $fileTime ) = split( /\s/, ); -my ( $unittype, $unit ) = split( /\s/, uc ); -$unit =~ s/;+$//; - -while ( my $line = ) { - my ( $first, $NodeData ) = split( /;/, $line, 2 ); - if ( defined $first and ( $first ne '' ) ) { - $first =~ s/;+$//; - if ( !defined $NodeData or ( $NodeData =~ m/^;+/ ) ) { - my @info = ( split( /[\/,\.]/, $first ) ); - if ( defined $info[3] && $info[3] =~ m/^DT\d\d\d\d$/i ) { - $tool = uc $info[3]; - $tooltype = uc $info[2]; - print getTimeStamp("log") - . " - pid $$ >> Found $tooltype tool name: $tool\n"; - getNodesType(); - } - elsif ( defined $info[2] && $info[2] =~ m/^LOC\d*$/i ) { - $tool = uc $info[2]; - $tooltype = 'LOC'; - print getTimeStamp("log") - . " - pid $$ >> Found $tooltype tool name: $tool\n"; - getNodesType(); - } - elsif ( defined $info[3] && $info[3] =~ m/^GD\d*$/i ) { - $tool = uc $info[3]; - $tooltype = 'GD'; - print getTimeStamp("log") - . " - pid $$ >> Found $tooltype tool name: $tool\n"; - } - } - else { - $NodeData =~ s/\x0d{0,1}\x0a\Z//s; - $NodeData =~ s/;+$//; - - #$NodeData =~ s/\r\n\z//; - - if ( $tooltype eq "MUX" ) { - - #$NodeData =~ s/Dis\./N\/A/g; - @NewData = grep /\S/, split( /\||;/, $NodeData ); - my $idx = 0; - $CSVData[ $idx++ ] = join( ';', splice( @NewData, 0, 2 ) ); - foreach my $ch (@channels) { - $CSVData[ $idx++ ] = - join( ';', splice( @NewData, 0, $ch ) ); - } - - #print Dumper \@NewData; - #print Dumper \@din; - } - elsif ( $tooltype eq "LOC" ) { - if ( !defined $din[0] ) { - print getTimeStamp("log") - . " - pid $$ >> Din not defined.\n"; - print getTimeStamp("log") - . " - pid $$ >> Execution ended.\n"; - exit; - } - my ( $Vbat, $Tmod, $Ain1, $Ain2, $Din1, $Din2 ) = - split( /;/, $NodeData ); - $CSVData[0] = $Vbat . ";" . $Tmod; - $CSVData[1] = $Din1; - } - elsif ( $tooltype eq "GD" ) { - my ( $div, $Vbat, $Tmod ) = - split( /;/, $NodeData ); - $CSVData[0] = $Vbat . ";" . $Tmod; - my ( $y, $m, $d, $t ) = split( /[\s\/]/, $first ); - my ( $h, $min, $sec ) = split( /:/, $t ); - $GDEventDate = $y . '-' . $m . '-' . $d; - $CSVData[1] = "DT" - . substr( $tool, 2, 4 ) . ';' - . $h . ':' - . ( $min - 1 ) . ';' - . $h . ':' - . ( $min + 1 ); - } - else { - @CSVData = split( /\|/, $NodeData ); - } - - my $nodenum = 0; - foreach (@CSVData) { - $sql[ ( $outcount % $maxsqllines ) ] = ""; - my (@data) = grep { /\S/ } split( /\;/, $_ ); - if ( $nodenum eq 0 ) { - $toolbatt = $data[0]; - $tooltemp = $data[1]; - } - else { - my ( $y, $m, $d, $t ) = split( /[\s\/]/, $first ); - foreach (@data) { - if ( $sql[ ( $outcount % $maxsqllines ) ] eq "" ) { - $sql[ ( $outcount % $maxsqllines ) ] = -"('$unit','$tool','$nodenum','$y-$m-$d','$t','$toolbatt','$tooltemp'"; - } - $sql[ ( $outcount % $maxsqllines ) ] .= ",'" . $_ . "'"; - } - my $InsCompl = ",NULL" x ( 15 - $#data ); - $sql[ ( $outcount % $maxsqllines ) ] .= $InsCompl . ")"; - if ( ++$outcount % $maxsqllines eq 0 ) { - $sql[ ( $outcount % $maxsqllines ) - 1 ] .= ";\n"; - writeOutSql($tool); - } - else { - $sql[ ( $outcount % $maxsqllines ) - 1 ] .= ",\n"; - } - } - $nodenum++; - } - } - } -} -close FILE; -$sql[ ( $outcount % $maxsqllines ) - 1 ] =~ s/,$/;/g; -writeOutSql($tool); -if ( $tooltype eq "GD" ) { - print getTimeStamp("log") . " - pid $$ >> tool GD: nothing to do.\n"; -} -else { - matlabCalc(); - if ($ftp_send) { - if ( $tool eq 'DT0076' ) { - sleep(600); - } - trxelab(); - } -} - -print getTimeStamp("log") . " - pid $$ >> Execution ended.\n"; -exit; +#!/usr/bin/perl +use warnings; +use strict; +use DBI; +use Getopt::Long; +use Net::FTP; +use List::Util qw( max ); +use Data::Dumper qw(Dumper); + +$|++; # Autoflush + +my ( $filename, $sqlout ); +my $username = 'ase_lar'; +my $password = 'laravel'; +my $db_lar = 'ase_lar'; +my $db_sp = 'ase_lar'; +my $server = 'localhost'; +my $db_name = "ase_mums"; +my $table = "RAWDATA"; +my ( @CSVData, @sql ); +my $outcount = 0; +my $outfilenum = 0; +my $maxsqllines = 10000; +my ( + $tool, $toolbatt, $tooltemp, $tooltype, @channels, + @NewData, @din, @nodetype, $GDEventDate +); +my $matlab_ip = "160.78.21.71"; +my $matlab_cmd = "matlab.cmd"; +my $matlab_timestamp = ""; +my $ftp_send = 1; +my $ftp_addrs; +my $ftp_user; +my $ftp_passwd; +my $ftp_parm; +my $ftp_filename; +my $ftp_target; +my $unit_id; + +sub getTimeStamp +{ # parm [ts] => timestamp for filename; log => timestamp for log + my $format = "%04d%02d%02d%02d%02d%02d"; + my ($p1) = @_; + if ( defined $p1 and $p1 eq "log" ) { + $format = "%04d%02d%02d %02d:%02d:%02d"; + } + if ( defined $p1 and $p1 eq "db_ts" ) { + $format = "%04d-%02d-%02d %02d:%02d:%02d"; + } + my ( $sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst ) = + localtime(time); + my $timestamp = + sprintf( $format, $year + 1900, $mon + 1, $mday, $hour, $min, $sec ); + return $timestamp; +} + +sub writeOutSql { + my ($tn) = @_; + my $outfile = $sqlout . "_" . $outfilenum++; + open SQLOUT, ">", $outfile + or die( getTimeStamp("log") + . " - pid $$ >> Error: opening output file " + . $outfile + . ":$!\n" ); + print getTimeStamp("log") . " - pid $$ >> file $outfile created\n"; + print SQLOUT "/* lock " + . $db_name + . ".$table table */\nLOCK TABLES " + . $db_name + . ".$table WRITE;\n"; + print SQLOUT "INSERT IGNORE INTO " . $db_name . ".$table\n"; + print SQLOUT +"(`UnitName`,`ToolNameID`,`NodeNum`,`EventDate`,`EventTime`,`BatLevel`,`Temperature`,\n"; + print SQLOUT +"`Val0`,`Val1`,`Val2`,`Val3`,`Val4`,`Val5`,`Val6`,`Val7`,`Val8`,`Val9`,`ValA`,`ValB`,`ValC`,`ValD`,`ValE`,`ValF`)\n"; + print SQLOUT "VALUES\n"; + print SQLOUT @sql; + @sql = (); + print SQLOUT "/* unlock table */\nUNLOCK TABLES;\n"; + + if ( $table eq 'RAWDATA' ) { + print SQLOUT "/* call stored procedure to copy in " + . $db_sp + . "*/\ncall " + . $db_sp + . ".CopyAndFill('$tn');\n"; + } + + close SQLOUT + or die( getTimeStamp("log") + . " - pid $$ >> Error in closing file " + . $outfile + . "\n" ); + my @args = ( "mysql", "--login-path=asepath", "-e source " . $outfile ); + system(@args) == 0 + or die( getTimeStamp("log") . " - pid $$ >> system @args failed: $?\n" ); + print getTimeStamp("log") . " - pid $$ >> file $outfile loaded into DB\n"; + + unlink $outfile; + return; +} + +sub matlabCalc { + getMatlabCmd(); + $matlab_timestamp = getTimeStamp("db_ts"); + print getTimeStamp("log") . " - pid $$ >> $tool MatLab calc started...\n"; + my @out_matlab = `ssh1 $matlab_ip 'cmd /c $matlab_cmd ' $tool`; + print getTimeStamp("log") + . " - pid $$ >> $tool MatLab calc executed: $out_matlab[-1]"; + + #print getTimeStamp("log") . " - @out_matlab"; + #print getTimeStamp("log") . " - pid $$ >> $out_matlab[-1]"; + return; +} + +sub trxelab { + my $dbh = + DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) + or die getTimeStamp("log") + . " - pid $$ >> Could not connect to database: $DBI::errstr"; + + my $sth = $dbh->prepare( +'select ftp_addrs, ftp_user, ftp_passwd, ftp_parm, ftp_filename, ftp_target from units + where id = ' . $unit_id . ';' + ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; + + $sth->execute(); + if ( $sth->rows < 0 ) { + die getTimeStamp("log") . " - pid $$ >> No unit ftp params selected.\n"; + } + else { + while ( my $results = $sth->fetchrow_hashref ) { + $ftp_addrs = $results->{'ftp_addrs'}; + $ftp_user = $results->{'ftp_user'}; + $ftp_passwd = $results->{'ftp_passwd'}; + $ftp_parm = $results->{'ftp_parm'}; + $ftp_filename = $results->{'ftp_filename'}; + $ftp_target = $results->{'ftp_target'}; + } + } + + $sth->finish; + + # Disconnect + + my $fileelab; + if ( $ftp_filename eq "" ) { + $fileelab = + '/var/lib/mysql-files/' + . $tool . '_' + . getTimeStamp() + . '.csv'; #mettere quello che si prende da query + } + else { + $ftp_filename =~ s/(\$\w+)/$1/eeg; + $ftp_filename =~ s/\s/_/g; + $fileelab = + '/var/lib/mysql-files/' + . $ftp_filename . '_' + . getTimeStamp() . '.csv'; + } + + my $sthdo = $dbh->do( + qq{ + select * from ( + select 'ToolNameID', 'EventDate', 'EventTime', 'NodeNum', 'NodeType', 'NodeDepth', + 'XShift', 'YShift', 'ZShift' , 'X', 'Y', 'Z', 'HShift', 'HShiftDir', 'HShift_local', + 'week_shift', 'week_shift_x', 'week_shift_y', 'week_shift_z', 'T_node', 'water_level', 'pressure', 'load_value' + union all + select ToolNameID, EventDate, EventTime, NodeNum, NodeType, NodeDepth, + XShift, YShift, ZShift , X, Y, Z, HShift, HShiftDir, HShift_local, + week_shift, week_shift_x, week_shift_y, week_shift_z, T_node, water_level, pressure, load_value + from ElabDataView + where ToolNameID = '$tool' and created_at > '$matlab_timestamp' + order by ToolNameID DESC, EventDate, EventTime, convert(`NodeNum`, decimal) DESC + ) resulting_set + into outfile '$fileelab' + fields terminated by ',' optionally enclosed by '"' lines terminated by '\n'} + ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; + + $dbh->disconnect; + $ftp_parm //= ""; + $ftp_parm =~ s/\s//g; + + my %ftp_parms = ( + 'Host' => $ftp_addrs, + ); + + foreach my $parm (split(/,/, $ftp_parm)) + { + my ($key, $val) = split(/=>/, $parm); + $ftp_parms{$key} = $val; + } + + print getTimeStamp("log") . " - pid $$ >> $tool: ftp parm \n" . Dumper(%ftp_parms); + + my $ftp = Net::FTP->new( %ftp_parms ) + or die getTimeStamp("log") + . " - pid $$ >> Cannot connect to $ftp_addrs: $@ \n"; + $ftp->login( $ftp_user, $ftp_passwd ) + or die getTimeStamp("log") + . " - pid $$ >> Cannot login " + . $ftp->message . "\n"; + $ftp_target //= ""; + if ( $ftp_target ne "" ) { + $ftp->cwd($ftp_target) + or die getTimeStamp("log") + . " - pid $$ >> Change remote dir failed " + . $ftp->message . "\n"; + } + + print getTimeStamp("log") + . " - pid $$ >> ftp target: " + . $ftp->pwd() . ".\n"; + + $ftp->put($fileelab) + or die getTimeStamp("log") + . " - pid $$ >> Put failed " + . $ftp->message . "\n"; + + print getTimeStamp("log") + . " - pid $$ >> ftp target files list:\n" + . Dumper($ftp->ls()); + + $ftp->quit; + print getTimeStamp("log") + . " - pid $$ >> $tool: $fileelab ftp put executed.\n"; + return; +} + +sub getNodesType { + my $dbh = + DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) + or die getTimeStamp("log") + . " - pid $$ >> Could not connect to database: $DBI::errstr"; + + my $sth = $dbh->prepare( +'select t.name as name, n.seq as seq, n.num as num, n.channels as channels, y.type as type, n.din as din + from nodes as n + inner join tools as t on t.id = n.tool_id + inner join nodetypes as y on n.nodetype_id = y.id + where t.name = "' . $tool . '" order by 3;' + ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; + + $sth->execute(); + if ( $sth->rows < 0 ) { + die getTimeStamp("log") . " - pid $$ >> No node channels selected.\n"; + } + else { + my $row = 0; + while ( my $results = $sth->fetchrow_hashref ) { + $channels[$row] = $results->{'channels'}; + $nodetype[$row] = $results->{'type'}; + $din[ $row++ ] = $results->{'din'}; + } + } + + $sth->finish; + + # Disconnect + $dbh->disconnect; + return; +} + +sub getUdbPwd { + my $dbh = + DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) + or die getTimeStamp("log") + . " - pid $$ >> Could not connect to database: $DBI::errstr"; + my $sth = $dbh->prepare( + "SELECT db_user, db_pwd FROM ase_lar.companies where db_name = '" + . $db_name + . "';" ) + or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; + + $sth->execute(); + if ( $sth->rows < 0 ) { + die getTimeStamp("log") . " - pid $$ >> No password selected.\n"; + } + else { + my $results = $sth->fetchrow_hashref; + $password = $results->{'db_pwd'}; + $username = $results->{'db_user'}; + + } + + $sth->finish; + + # Disconnect + $dbh->disconnect; + return; +} + +sub getMatlabCmd { + my $dbh = + DBI->connect( "DBI:mysql:$db_lar;host=$server", $username, $password ) + or die getTimeStamp("log") + . " - pid $$ >> Could not connect to database: $DBI::errstr"; + + my $sth = $dbh->prepare( + 'select m.matcall, t.ftp_send , t.unit_id from matfuncs as m + inner join tools as t on t.matfunc = m.id + where t.name = "' . $tool . '" ;' + ) or die getTimeStamp("log") . " - pid $$ >> $DBI::errstr"; + + $sth->execute(); + if ( $sth->rows < 0 ) { + die getTimeStamp("log") + . " - pid $$ >> No tool's matlab function selected.\n"; + } + else { + my $mfunc; + while ( my $results = $sth->fetchrow_hashref ) { + $mfunc = uc $results->{'matcall'}; + $ftp_send = $results->{'ftp_send'}; + $unit_id = $results->{'unit_id'}; + } + $matlab_cmd = 'matlab_' . $mfunc . '.cmd'; + } + + $sth->finish; + + # Disconnect + $dbh->disconnect; + return; +} + +my $starttime = getTimeStamp("log"); +print "$starttime - pid $$ >> Start execution.\n"; + +GetOptions( + "filename=s" => \$filename, + "sqlout=s" => \$sqlout, + "dbname=s" => \$db_name +) or die("Error in command line arguments\n"); +open FILE, $filename + or die( "Error: opening input file " . $filename . "\n" ); + +if ( $db_name ne 'asega' ) { + $db_name =~ s/aseu/dbn/; + $db_sp = $db_name; + getUdbPwd(); + $db_lar = $db_name; + $table = "RAWDATACOR"; +} +else { + $db_name = 'ase_mums'; +} + +my ( $fileDate, $fileTime ) = split( /\s/, ); +my ( $unittype, $unit ) = split( /\s/, uc ); +$unit =~ s/;+$//; + +while ( my $line = ) { + my ( $first, $NodeData ) = split( /;/, $line, 2 ); + if ( defined $first and ( $first ne '' ) ) { + $first =~ s/;+$//; + if ( !defined $NodeData or ( $NodeData =~ m/^;+/ ) ) { + my @info = ( split( /[\/,\.]/, $first ) ); + if ( defined $info[3] && $info[3] =~ m/^DT\d\d\d\d$/i ) { + $tool = uc $info[3]; + $tooltype = uc $info[2]; + print getTimeStamp("log") + . " - pid $$ >> Found $tooltype tool name: $tool\n"; + getNodesType(); + } + elsif ( defined $info[2] && $info[2] =~ m/^LOC\d*$/i ) { + $tool = uc $info[2]; + $tooltype = 'LOC'; + print getTimeStamp("log") + . " - pid $$ >> Found $tooltype tool name: $tool\n"; + getNodesType(); + } + elsif ( defined $info[3] && $info[3] =~ m/^GD\d*$/i ) { + $tool = uc $info[3]; + $tooltype = 'GD'; + print getTimeStamp("log") + . " - pid $$ >> Found $tooltype tool name: $tool\n"; + } + } + else { + $NodeData =~ s/\x0d{0,1}\x0a\Z//s; + $NodeData =~ s/;+$//; + + #$NodeData =~ s/\r\n\z//; + + if ( $tooltype eq "MUX" ) { + + #$NodeData =~ s/Dis\./N\/A/g; + @NewData = grep /\S/, split( /\||;/, $NodeData ); + my $idx = 0; + $CSVData[ $idx++ ] = join( ';', splice( @NewData, 0, 2 ) ); + foreach my $ch (@channels) { + $CSVData[ $idx++ ] = + join( ';', splice( @NewData, 0, $ch ) ); + } + + #print Dumper \@NewData; + #print Dumper \@din; + } + elsif ( $tooltype eq "LOC" ) { + if ( !defined $din[0] ) { + print getTimeStamp("log") + . " - pid $$ >> Din not defined.\n"; + print getTimeStamp("log") + . " - pid $$ >> Execution ended.\n"; + exit; + } + my ( $Vbat, $Tmod, $Ain1, $Ain2, $Din1, $Din2 ) = + split( /;/, $NodeData ); + $CSVData[0] = $Vbat . ";" . $Tmod; + $CSVData[1] = $Din1; + } + elsif ( $tooltype eq "GD" ) { + my ( $div, $Vbat, $Tmod ) = + split( /;/, $NodeData ); + $CSVData[0] = $Vbat . ";" . $Tmod; + my ( $y, $m, $d, $t ) = split( /[\s\/]/, $first ); + my ( $h, $min, $sec ) = split( /:/, $t ); + $GDEventDate = $y . '-' . $m . '-' . $d; + $CSVData[1] = "DT" + . substr( $tool, 2, 4 ) . ';' + . $h . ':' + . ( $min - 1 ) . ';' + . $h . ':' + . ( $min + 1 ); + } + else { + @CSVData = split( /\|/, $NodeData ); + } + + my $nodenum = 0; + foreach (@CSVData) { + $sql[ ( $outcount % $maxsqllines ) ] = ""; + my (@data) = grep { /\S/ } split( /\;/, $_ ); + if ( $nodenum eq 0 ) { + $toolbatt = $data[0]; + $tooltemp = $data[1]; + } + else { + my ( $y, $m, $d, $t ) = split( /[\s\/]/, $first ); + foreach (@data) { + if ( $sql[ ( $outcount % $maxsqllines ) ] eq "" ) { + $sql[ ( $outcount % $maxsqllines ) ] = +"('$unit','$tool','$nodenum','$y-$m-$d','$t','$toolbatt','$tooltemp'"; + } + $sql[ ( $outcount % $maxsqllines ) ] .= ",'" . $_ . "'"; + } + my $InsCompl = ",NULL" x ( 15 - $#data ); + $sql[ ( $outcount % $maxsqllines ) ] .= $InsCompl . ")"; + if ( ++$outcount % $maxsqllines eq 0 ) { + $sql[ ( $outcount % $maxsqllines ) - 1 ] .= ";\n"; + writeOutSql($tool); + } + else { + $sql[ ( $outcount % $maxsqllines ) - 1 ] .= ",\n"; + } + } + $nodenum++; + } + } + } +} +close FILE; +$sql[ ( $outcount % $maxsqllines ) - 1 ] =~ s/,$/;/g; +writeOutSql($tool); +if ( $tooltype eq "GD" ) { + print getTimeStamp("log") . " - pid $$ >> tool GD: nothing to do.\n"; +} +else { + matlabCalc(); + if ($ftp_send) { + if ( $tool eq 'DT0076' ) { + sleep(600); + } + trxelab(); + } +} + +print getTimeStamp("log") . " - pid $$ >> Execution ended.\n"; +exit;