#!/usr/bin/perl -w
#
use File::Copy;
use Time::Local;

# This script copies data from the various MIRS platforms into daily data files

BEGIN
  {
  $ENV{LD_LIBRARY_PATH}="LD_LIBRARY_PATH:/data/starfs1/libs/netcdf-4.2/lib:/data/starfs1/libs/hdf5-1.8.7/lib";
  }



#-------------------------------------------------------------------------
# Variables that can be changed to affect the date to be processed, the location
# of the input data and the location of the output

# Uncomment $year, $mon and $mday to process a specific day. If they are
# commented, then yesterday's data will be processed.

# ***********************
# ***********************
# ***********************
$year = 2024;
$mon  = 9;
$mday = 17;
#$year = 0;
#$mon  = 0;
#$mday = 0;
# ***********************
# ***********************
# ***********************


$incoming_dir = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/mirs/metopc";

$nprovs_dir   = "/data/data065/nprovs/data/matchup/DailyFiles_incoming";
$archive_dir  = "/data/data599/orbital_archive/mirs_metopc";
$archive_dir2 = "/data/data215/nprovs/data/orbital_archive/mirs_metopc";
#$archive_dir = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/archive/mirs_metopc";

$source_dir = "/data/data065/nprovs/source/data_transfer/mirs/netcdf";

$ods_source_dir = "/data/data065/nprovs/source/graphics/ods_capture/mirs";
$ods_dir = "/data/data065/nprovs/data/ods/mirs";
#$ftp_dir = "/net/www/aftp/pub/smcd/opdb/nprovs/ods";
$ftp_dir = "/data/www/data/nprovs/monitoring/ods";

$footprint_size = 17.0;


chdir $incoming_dir;


#-------------------------------------------------------------------------
# If $year, $mon or $mday are set, then that date will be that date
# that is processed. Otherwise, the date to process will be yesterday.

$process_specific_date = 0;

if (($year == 0) || ($mon == 0) || ($mday == 0))
  {
  $data_day = time();
  $data_day -= 86400;

  ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime($data_day);
  $year += 1900;
  $mon++;
  $sec   = 0;
  $min   = 0;
  $hour  = 12;
  $wday  = 0;
  $yday  = 0;
  $isdst = 0;

  $process_specific_date = 1;
  }

$data_date = ($year * 10000) + ($mon * 100) + $mday;

printf("Date to be processed:  %d\n\n", $data_date);



#-------------------------------------------------------------------------
# Remove all previous files from the input raw data directory

my @tempfiles = glob $incoming_dir . "/NPR-MIRS*.nc";

foreach $file (@tempfiles)
  {
  unlink $file;
  }



#-------------------------------------------------------------------------
# Copy the files for the selected date from FTP to the incoming directory

##printf("\nCopying the data from the STAR FTP...\n\n");


##$ftp_file = sprintf("metopC_amsua_nc_%4d-%02d-%02d_v11r4dev", $year, $mon, $mday);
##$ftp_file = sprintf("metopC_amsua_nc_%4d-%02d-%02d_v11r6dev", $year, $mon, $mday);
#$ftp_file = sprintf("metopC_amsua_nc_%4d-%02d-%02d_v11r8dev", $year, $mon, $mday);

##$from_file = "/data/aftp-smcd/mirs/archive/dev/nc/metopC_amsua/" . $ftp_file . ".tar.gz";
#$from_file = "/net/www/aftp/pub/smcd/mirs/archive/dev/nc/metopC_amsua/" . $ftp_file . ".tar.gz";
#$to_file = $incoming_dir . "/" . $ftp_file . ".tar.gz";

#printf("Copying from: %s\n", $from_file);
#printf("          to: %s\n\n", $to_file);

#copy($from_file, $to_file);

#system "gunzip $to_file";

#system "tar -xvf " . $incoming_dir . "/" . $ftp_file . ".tar";


#$temp_dir = sprintf("%s/nc/metopC_amsua/%d-%02d-%02d", $incoming_dir, $year, $mon, $mday);

#system "mv " . $temp_dir . "/*.nc " . $incoming_dir;

#unlink $incoming_dir . "/" . $ftp_file . ".tar";

#system "rmdir $temp_dir";
#system "rmdir " . $incoming_dir . "/nc/metopC_amsua";
#system "rmdir " . $incoming_dir . "/nc";


# Transfer the granules from SCDR

system "/data/starfs1/bin/scdr-files -t MIRS-IMG-HIGHRES --re-file _ma3_ -d " . $year . "-" . $mon . "-" . $mday . " | xargs -L100 -P2 cp -t " . $incoming_dir;

system "/data/starfs1/bin/scdr-files -t MIRS-SND-HIGHRES --re-file _ma3_ -d " . $year . "-" . $mon . "-" . $mday . " | xargs -L100 -P2 cp -t " . $incoming_dir;

#system "/data/starfs1/bin/scdr-files -t NPR-MIRS-IMG --re-file _ma3_ -d " . $year . "-" . $mon . "-" . $mday . " | xargs -L100 -P2 cp -t " . $incoming_dir;

#system "/data/starfs1/bin/scdr-files -t NPR-MIRS-SND --re-file _ma3_ -d " . $year . "-" . $mon . "-" . $mday . " | xargs -L100 -P2 cp -t " . $incoming_dir;


#-------------------------------------------------------------------------
# Set the name of the output file. This will have the date attached to it
# if a specific date is being processed.

if ($process_specific_date == 1)
  {
  $mddf_file = $nprovs_dir . "/mirs_metopc.mddf";
  }
else
  {
  $mddf_file = $nprovs_dir . "/mirs_metopc_reprocessed.mddf";
  }

# Remove the previous output file (if it exists)

unlink $mddf_file;


# Initialize the MDDF

symlink $mddf_file, "fort.12" or warn "Cannot link $mddf_file to fort.12";

system "/data/data065/nprovs/source/data_transfer/mirs/initmddf/initMDDF.x";

unlink "fort.12" or warn "Cannot unlink the unit.12 file";


#-------------------------------------------------------------------------
# Run MirsToMDDF for each EDR

#$file_location_dir = $incoming_dir . sprintf("/nc/npp_atms/%4d-%02d-%02d", $year, $mon, $mday);
$file_location_dir = $incoming_dir;

printf("file dir: %s\n", $file_location_dir);

my @mirsfiles = glob $file_location_dir . "/NPR-MIRS-SND*ma3*";
#my @mirsfiles = glob $file_location_dir . "/SND_SX.M3*";

foreach $snd_file (@mirsfiles)
  {
  print "\n-------------------------------\n";
  print "Processing file: ". $snd_file, "\n\n";

  # Build the name of a matching IMG file

#  $string1 = "NPR-MIRS-SND";
#  $string2 = "NPR-MIRS-IMG";
  $string1 = "SND_SX.M3";
  $string2 = "IMG_SX.M3";

  $img_file = $snd_file;
  $img_file =~ s/$string1/$string2/g;

  if (-e $img_file)
    {

    # Link the output file

    symlink $mddf_file, "out.file" or warn "Cannot link $mddf_file to unit.12";

    # Run MIRStoMDDF

    #system $source_dir . "/MIRStoMDDF.x $snd_file $img_file $data_date";
    system "/data/data065/nprovs/source/data_transfer/mirs/netcdf/MIRStoMDDF.x $snd_file $img_file $data_date";

    # Unlink the file

    unlink "out.file" or warn "Cannot unlink the unit.12 file";
    }
  else
    {
    printf("\n\n***** NO MATCH MADE *****\n\n");
    }
  }



#-------------------------------------------------------------------------
# Copy the daily file to another file with the date attached and gzip it

printf("Copying the daily files to the archive directories\n\n");

$gzip_name = sprintf("mirs_metopc_%d%02d%02d.mddf", $year, $mon, $mday);

$temp_file = $nprovs_dir . "/" . $gzip_name;

copy($mddf_file, $temp_file);

system "gzip " . $temp_file;

$gzipped_file = $temp_file . ".gz";

# Copy the gzipped file to both archives

$to_file = $archive_dir . "/" . $gzip_name . ".gz";
copy($gzipped_file, $to_file);

$to_file = $archive_dir2 . "/" . $gzip_name . ".gz";
copy($gzipped_file, $to_file);

# Remove the gzipped file

unlink $gzipped_file;



#-------------------------------------------------------------------------
# Create an ODS file

my $work_dir = $incoming_dir;
chdir $work_dir;

$ods_file_name = sprintf("mirs_metopc_%d%02d%02d.ods", $year, $mon, $mday);
$ods_file = $ods_dir . "/" . $ods_file_name;


# Create the temporpary directory into which everything will be written
mkdir $work_dir . "/ods";


# Run the main program
symlink $mddf_file, "in.file" or warn "Cannot link to in.file";
symlink $work_dir . "/ods", "out.dir" or warn "Cannot link to out.dir";
symlink $ods_source_dir . "/mirs.xml", "parm.file" or warn "Cannot link to parm.file";
symlink $ods_source_dir . "/parm_defs", "parmdefs.dir" or warn "Cannot link to parmdefs.dir";

system $ods_source_dir . "/createODSFromMirs.x \"MIRS MetOp-C\" " . $data_date . " " . $footprint_size;

unlink "in.file" or warn "Cannot unlink in.file";
unlink "out.dir" or warn "Cannot unlink out.dir";
unlink "parm.file" or warn "Cannot unlink parm.file";
unlink "parmdefs.dir" or warn "Cannot unlink parmdefs.dir";


# Copy the filter_options.xml file to the ods directory
system "cp " . $ods_source_dir . "/filtering_options.xml ods/filtering_options.xml";


# Zip everything and then delete the temporary directory and everything in it
system "zip -r " . $ods_file . " ods";
system "rm -r " . $work_dir . "/ods";



#-------------------------------------------------------------------------
# Create an image from the ODS file and send the image to the STAR web site
# for routine monitoring

# Build the command line executable for ascending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/mirs_asc.xml");
$output_file  = sprintf("output:/data/www/smcd/opdb/nprovs/images/coverage/mirs_metopc_asc_%d.png", $data_date);
$thumb_file   = sprintf("thumbnail:/data/www/smcd/opdb/nprovs/images/coverage/mirs_metopc_asc_%d_thumb.png",  $data_date);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;


# Build the command line executable for descending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/mirs_des.xml");
$output_file  = sprintf("output:/data/www/smcd/opdb/nprovs/images/coverage/mirs_metopc_des_%d.png", $data_date);
$thumb_file   = sprintf("thumbnail:/data/www/smcd/opdb/nprovs/images/coverage/mirs_metopc_des_%d_thumb.png", $data_date);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;



#-------------------------------------------------------------------------
# Copy the ODS file to the FTP site

my $ftp_file = $ftp_dir . "/" . $ods_file_name;

printf("Copying from: %s\n", $ods_file);
printf("          to: %s\n\n", $ftp_file);

copy($ods_file, $ftp_file);


#-------------------------------------------------------------------------
# Remove the reprocessed file

if ($process_specific_date == 0)
  {
  unlink $mddf_file;
  }

# end of file
