#!/usr/bin/perl -w
#
use File::Copy;
use Time::Local;

# This script copies data from multiple NUCAPS granule files into an daily file

BEGIN
  {
  $ENV{LD_LIBRARY_PATH}="LD_LIBRARY_PATH:/data/starfs1/libs/netcdf-4.2/lib:/data/starfs1/libs/hdf5-1.8.7/lib";
  }



#-------------------------------------------------------------------------
# Variables that can be changed to affect the date to be processed, the location
# of the input data and the location of the output

# Uncomment $year, $mon and $mday to process a specific day. If they are
# commented, then yesterday's data will be processed.

# ***********************
# ***********************
# ***********************
$year = 2019;
$mon  = 3;
$mday = 9;
#$year = 0;
#$mon  = 0;
#$mday = 0;
# ***********************
# ***********************
# ***********************


$incoming_dir = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/iasi_metopb";
$incoming_template = "IASI_L02_";

$nprovs_dir   = "/data/data065/nprovs/data/matchup/DailyFiles_incoming";
$archive_dir  = "/data/data215/nprovs/data/orbital_archive/iasi_metopb";
$archive_dir2 = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/archive/iasi_metopb";

$source_dir = "/data/data065/nprovs/source/data_transfer/iasi/version2";

$ods_source_dir = "/data/data065/nprovs/source/graphics/ods_capture/iasi/version2";
$ods_dir = "/data/data065/nprovs/data/ods/iasi";
$ftp_dir = "/net/www/aftp/pub/smcd/opdb/nprovs/ods";



chdir $source_dir;


#-------------------------------------------------------------------------
# If $year, $mon or $mday are set, then that date will be that date
# that is processed. Otherwise, the date to process will be yesterday.

$process_specific_date = 0;

if (($year == 0) || ($mon == 0) || ($mday == 0))
  {
  $data_day = time();
  $data_day -= 86400;

  ($sec, $min, $hour, $mday, $mon, $year, $wday, $yday, $isdst) = localtime($data_day);
  $year += 1900;
  $mon++;
  $sec   = 0;
  $min   = 0;
  $hour  = 12;
  $wday  = 0;
  $yday  = 0;
  $isdst = 0;

  $process_specific_date = 1;
  }

$data_date = ($year * 10000) + ($mon * 100) + $mday;

printf("Date to be processed:  %d\n\n", $data_date);



#-------------------------------------------------------------------------
# Remove all previous files from the input raw data directory

my @tempfiles = glob $incoming_dir . "/" . $incoming_template . "*";

foreach $file (@tempfiles)
  {
  unlink $file;
  }



#-------------------------------------------------------------------------
# Copy the files for the selected date from SCDR to the incoming directory

printf("\nCopying the data from SCDR...\n\n");

system "/data/starfs1/bin/scdr-files -t IASI-L2 --re-file _M02_ -d " . $year . "-" . $mon . "-" . $mday . " | xargs -L100 -P2 cp -t " . $incoming_dir;


#-------------------------------------------------------------------------
# Set the name of the output file. This will have the date attached to it
# if a specific date is being processed.

if ($process_specific_date == 1)
  {
  $iddf_file = $nprovs_dir . "/iasi_v2.iddf";
  }
else
  {
  $iddf_file = $nprovs_dir . "/iasi_metopb_reprocessed.iddf";
  }

# Remove the previous output file (if it exists)

unlink $iddf_file;



#-------------------------------------------------------------------------
# Run NUCAPStoIDDF for each NUCAPS file

my @iasifiles = glob $incoming_dir . "/" . $incoming_template . "*.nc";

foreach $file (@iasifiles)
  {
  print "\n-------------------------------\n";
  print "Processing file: ". $file, "\n\n";

  # Link the files

  symlink $file, "in.file" or warn "Cannot link $file to in.file";
  symlink $iddf_file, "out.file" or warn "Cannot link $iddf_file to out.file";

  # Run NUCAPStoIDDF

  system $source_dir . "/IASItoIDDF.x " . $data_date . " " . $file;

  # Unlink the files

  unlink "in.file" or warn "Cannot unlink the in.file";
  unlink "out.file" or warn "Cannot unlink the out.file";
  }



#-------------------------------------------------------------------------
# Copy the daily file to another file with the date attached and gzip it

printf("Copying the daily files to the archive directories\n\n");

$gzip_name = sprintf("iasi_metopb_%d%02d%02d.iddf", $year, $mon, $mday);

$temp_file = $nprovs_dir . "/" . $gzip_name;

copy($iddf_file, $temp_file);

system "gzip " . $temp_file;

$gzipped_file = $temp_file . ".gz";

# Copy the gzipped file to both archives

$to_file = $archive_dir . "/" . $gzip_name . ".gz";
copy($gzipped_file, $to_file);

$to_file = $archive_dir2 . "/" . $gzip_name . ".gz";
copy($gzipped_file, $to_file);

# Remove the gzipped file

unlink $gzipped_file;



#-------------------------------------------------------------------------
# Create an ODS file

my $work_dir = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/iasi_metopb";
chdir $work_dir;

$ods_file_name = sprintf("iasi_metopb_%d%02d%02d.ods", $year, $mon, $mday);
$ods_file = $ods_dir . "/" . $ods_file_name;


# Create the temporpary directory into which everything will be written

mkdir $work_dir . "/ods";


# Run the main program
symlink $iddf_file, "in.file" or warn "Cannot link to in.file";
symlink $work_dir . "/ods", "out.dir" or warn "Cannot link to out.dir";
symlink $ods_source_dir . "/iasi.xml", "parm.file" or warn "Cannot link to parm.file";
symlink $ods_source_dir . "/parm_defs", "parmdefs.dir" or warn "Cannot link to parmdefs.dir";

system $ods_source_dir . "/createODSFromIASI.x \"IASI MetOp-B\" " . $data_date;

unlink "in.file" or warn "Cannot unlink in.file";
unlink "out.dir" or warn "Cannot unlink out.dir";
unlink "parm.file" or warn "Cannot unlink parm.file";
unlink "parmdefs.dir" or warn "Cannot unlink parmdefs.dir";


# Copy the filter_options.xml file to the ods directory
system "cp " . $ods_source_dir . "/filtering_options.xml ods/filtering_options.xml";


# Zip everything and then delete the temporary directory and everything in it

system "zip -r " . $ods_file . " ods";
system "rm -r " . $work_dir . "/ods";



#-------------------------------------------------------------------------
# Create an image from the ODS file and send the image to the STAR web site
# for routine monitoring

# Build the command line executable for ascending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/iasi_asc.xml");
$output_file  = sprintf("output:/net/www/www/smcd/opdb/nprovs/images/coverage/iasi_metopb_asc_%d.png", $data_date);
$thumb_file   = sprintf("thumbnail:/net/www/www/smcd/opdb/nprovs/images/coverage/iasi_metopb_asc_%d_thumb.png", $data_date);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;


# Build the command line executable for descending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/iasi_des.xml");
$output_file  = sprintf("output:/net/www/www/smcd/opdb/nprovs/images/coverage/iasi_metopb_des_%d.png", $data_date);
$thumb_file   = sprintf("thumbnail:/net/www/www/smcd/opdb/nprovs/images/coverage/iasi_metopb_des_%d_thumb.png", $data_date);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;



#-------------------------------------------------------------------------
# Copy the ODS file to the FTP site

my $ftp_file = $ftp_dir . "/" . $ods_file_name;

printf("Copying from: %s\n", $ods_file);
printf("          to: %s\n\n", $ftp_file);

copy($ods_file, $ftp_file);


#-------------------------------------------------------------------------
# Search the ftp directory and remove any file that was created
# more than 5 days ago

my @tempftpfiles = glob $ftp_dir . "/iasi_*.ods";

foreach $file (@tempftpfiles)
  {
  if (-M $file > 4)
    {
    unlink $file;
    }
  }



#-------------------------------------------------------------------------
# Search the ods directory and remove any file that was created
# more than 30 days ago

my @tempodsfiles = glob $ods_dir . "/iasi_*.ods";

foreach $file (@tempodsfiles)
  {
  if (-M $file > 29)
    {
    unlink $file;
    }
  }



#-------------------------------------------------------------------------
# Remove the reprocessed file

if ($process_specific_date == 0)
  {
  unlink $iddf_file;
  }

# end of file
