#!/usr/bin/perl -w
#
use File::Copy;
use Time::Local;

BEGIN
  {
  $ENV{LD_LIBRARY_PATH}="LD_LIBRARY_PATH:/data/starfs1/libs/netcdf-4.2/lib:/data/starfs1/libs/hdf5-1.8.7/lib";
  }


# ***********************
# ***********************
# ***********************
$year = 2022;
$mon  = 3;
$mday = 22;
# ***********************
# ***********************
# ***********************

$yday = dayofyear($year, $mon, $mday);

$day_of_data = ($year*10000) + ($mon*100) + $mday;


$source_dir   = "/data/data065/nprovs/source/data_transfer/cosmic2_ucar";
$raw_data_dir = "/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2_ucar";
$nprovs_dir   = "/data/data065/nprovs/data/matchup/DailyFiles_incoming";



print "==============================================================\n";
print "Transfering COSMIC-2 UCAR files";
print "\n\n";


# ----------------------------------------------------
# Determine the date of the data that will be transfered
# (default is yesterday)

my $date_to_process = sprintf "%04d%02d%02d", $year, $mon, $mday;

printf("\nDate to process: %d/%02d/%04d\n", $mon, $mday, $year);



# ----------------------------------------------------
# Switch to the COSMIC-2 UCAR raw data directory

chdir $raw_data_dir;



# ----------------------------------------------------
# Remove any previous files from the raw data directory

printf("\nRemoving previous netCDF files from the raw data directory\n");

system "rm " . $raw_data_dir . "/avnPrf*_nc";
system "rm " . $raw_data_dir . "/atmPrf*_nc";
system "rm " . $raw_data_dir . "/wetPf2*_nc";


# ----------------------------------------------------
# wetprf

printf("\n\nTransferring the wetPrf files...\n\n");

# Run the wget line

$wget = sprintf("wget -q http://data.cosmic.ucar.edu/gnss-ro/cosmic2/nrt/level2/%04d/%03d/wetPf2_nrt_%04d_%03d.tar.gz --no-check-certificate", $year, $yday, $year, $yday);

printf("%s\n", $wget);

system $wget;

# Copy the tar to the temporary older data directory

#$from_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2/wetPf2_nrt_%04d_%03d.tar.gz", $year, $yday);

#$to_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2_older/wetPf2_nrt_%04d_%03d.tar.gz", $year, $yday);

#copy($from_file, $to_file);

# Gunzip and Untar the tarball

$gunzip = sprintf("gunzip wetPf2_nrt_%04d_%03d.tar.gz", $year, $yday);
system $gunzip;

$untar = sprintf("tar -xvf wetPf2_nrt_%04d_%03d.tar", $year, $yday);
system $untar;

# Delete the tar file

$deletetar = sprintf("rm wetPf2_nrt_%04d_%03d.tar", $year, $yday);
system $deletetar;



# ----------------------------------------------------
# avnprf

printf("\n\nTransferring the avnPrf files...\n\n");

# Run the wget line

$wget = sprintf("wget -q http://data.cosmic.ucar.edu/gnss-ro/cosmic2/nrt/level2/%04d/%03d/avnPrf_nrt_%04d_%03d.tar.gz --no-check-certificate", $year, $yday, $year, $yday);

printf("%s\n", $wget);

system $wget;

# Copy the tar to the temporary older data directory

#$from_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2_ucar/avnPrf_nrt_%04d_%03d.tar.gz", $year, $yday);

#$to_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2_older/avnPrf_nrt_%04d_%03d.tar.gz", $year, $yday);

#copy($from_file, $to_file);

# Gunzip and Untar the tarball

$gunzip = sprintf("gunzip avnPrf_nrt_%04d_%03d.tar.gz", $year, $yday);
system $gunzip;

$untar = sprintf("tar -xvf avnPrf_nrt_%04d_%03d.tar", $year, $yday);
system $untar;

# Delete the tar file

$deletetar = sprintf("unlink avnPrf_nrt_%04d_%03d.tar", $year, $yday);
system $deletetar;


# ----------------------------------------------------
# atmprf

printf("\n\nTransferring the atmPrf files...\n\n");

# Run the wget line

$wget = sprintf("wget -q http://data.cosmic.ucar.edu/gnss-ro/cosmic2/nrt/level2/%04d/%03d/atmPrf_nrt_%04d_%03d.tar.gz --no-check-certificate", $year, $yday, $year, $yday);

printf("%s\n", $wget);

system $wget;

# Copy the tar to the temporary older data directory

#$from_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2/atmPrf_nrt_%04d_%03d.tar.gz", $year, $yday);

#$to_file = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/raw_data/cosmic2_older/atmPrf_nrt_%04d_%03d.tar.gz", $year, $yday);

#copy($from_file, $to_file);

# Gunzip and Untar the tarball

$gunzip = sprintf("gunzip atmPrf_nrt_%04d_%03d.tar.gz", $year, $yday);
system $gunzip;

$untar = sprintf("tar -xvf atmPrf_nrt_%04d_%03d.tar", $year, $yday);
system $untar;

# Delete the tar file

$deletetar = sprintf("rm atmPrf_nrt_%04d_%03d.tar", $year, $yday);
system $deletetar;



# ----------------------------------------------------

# Create the daily file

$cddf_file = sprintf("%s/cosmic2_%04d%02d%02d.cddf", $nprovs_dir, $year, $mon, $mday);

# Remove the previous daily file

unlink $cddf_file;


# Run Cosmic2toCDDF 

symlink $cddf_file, "out.file" or warn "Cannot link $cddf_file to out.file";

system $source_dir . "/Cosmic2UcarToCDDF.x " . $date_to_process . " " . $raw_data_dir;

unlink "out.file" or warn "Cannot unlink the out.file";


# ----------------------------------------------------
# Run the ODS capture

my $ods_source_dir = "/data/data065/nprovs/source/graphics/ods_capture/cosmic2_ucar";
my $file_name = "cosmic2_ucar_" . $day_of_data . ".ods";
my $ods_dir = "/data/data065/nprovs/data/ods/cosmic";
my $ods_file = $ods_dir . "/" . $file_name;

my $ftp_dir = "/net/www/aftp/pub/smcd/opdb/nprovs/ods";



chdir $ods_source_dir;
mkdir $ods_source_dir . "/ods";


# =============================================================================
# Create the COSMIC-2 ODS file

symlink $cddf_file, "in.file" or warn "Cannot link to in.file";
symlink $ods_source_dir . "/ods", "out.dir" or warn "Cannot link to out.dir";
symlink $ods_source_dir . "/cosmic2_ucar.xml", "parm.file" or warn "Cannot link to parm.file";
symlink $ods_source_dir . "/parm_defs", "parmdefs.dir" or warn "Cannot link to parmdefs.dir";

system $ods_source_dir . "/createODSFromCosmic2Ucar.x \"COSMIC-2 UCAR\" " . $day_of_data;

unlink "in.file" or warn "Cannot unlink in.file";
unlink "out.dir" or warn "Cannot unlink out.dir";
unlink "parm.file" or warn "Cannot unlink parm.file";
unlink "parmdefs.dir" or warn "Cannot unlink parmdefs.dir";



# Copy the filter_options.xml file to the ods directory

system "cp " . $ods_source_dir . "/filtering_options.xml ods/filtering_options.xml";


# Zip everything and then delete the temporary directory and everything in it

system "zip -r " . $ods_file . " ods";
system "rm -r " . $ods_source_dir . "/ods";



# =====================================================================
# Create an image from the ODS file and send the image to the STAR web site
# for routine monitoring

# Build the command line executable for ascending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/cosmic_0-12.xml");
$output_file  = sprintf("output:/net/www/www/smcd/opdb/nprovs/images/coverage/cosmic2_ucar_asc_%d.png", $day_of_data);
$thumb_file   = sprintf("thumbnail:/net/www/www/smcd/opdb/nprovs/images/coverage/cosmic2_ucar_asc_%d_thumb.png", $day_of_data);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;


# Build the command line executable for descending and then run it

$input_file   = sprintf("file:%s", $ods_file);
$parm_file    = sprintf("parmfile:/data/data065/nprovs/source/graphics/imagemaker/defaults/cosmic_12-24.xml");
$output_file  = sprintf("output:/net/www/www/smcd/opdb/nprovs/images/coverage/cosmic2_ucar_des_%d.png", $day_of_data);
$thumb_file   = sprintf("thumbnail:/net/www/www/smcd/opdb/nprovs/images/coverage/cosmic2_ucar_des_%d_thumb.png", $day_of_data);
$thumb_width  = sprintf("thumbwidth:100");
$thumb_height = sprintf("thumbheight:75");
$verbose      = sprintf("verbose:no");
$file_info    = sprintf("file_info:no");

$exec = sprintf("/usr/bin/java -Djava.awt.headless=true -jar /data/data065/nprovs/source/graphics/imagemaker/ImageMaker.jar %s %s %s %s %s %s %s %s", $input_file, $parm_file, $output_file, $thumb_file, $thumb_width, $thumb_height, $verbose, $file_info);

system $exec;



# =============================================================================
# Copy the ODS file to the FTP site

my $ftp_file = $ftp_dir . "/" . $file_name;

printf("Copying from: %s\n", $ods_file);
printf("          to: %s\n\n", $ftp_file);

copy($ods_file, $ftp_file);



# ----------------------------------------------------
# Copy the daily file to the orbital archives

printf("Gzipping the daily file\n");

$gzip_file = sprintf("%s/cosmic2_%d.cddf.gz", $nprovs_dir, $date_to_process);

system "gzip " . $cddf_file;


$to_file_1 = sprintf("/data/data599/orbital_archive/cosmic2_ucar/cosmic2_%d.cddf.gz", $date_to_process);
$to_file_2 = sprintf("/data/data215/nprovs/data/orbital_archive/cosmic2/cosmic2_%d.cddf.gz", $date_to_process);

#$to_file_2 = sprintf("/data/data065/nprovs/data/matchup/DailyFiles_incoming/archive/cosmic2/cosmic2_%d.cddf.gz", $date_to_process);

printf("Copying the daily file to the orbital archives\n\n");

copy($gzip_file, $to_file_1);

copy($gzip_file, $to_file_2);

unlink $gzip_file;



sub dayofyear
  {
  my ($year, $month, $day)=@_;
  my @days_in_month = (0,31,59,90,120,151,181,212,243,273,304,334,365);
  my $julday = $days_in_month[$month-1] + $day;

  my $is_leapyear = 0;

  if (($year % 4) == 0)
    {
    $is_leapyear = 1;
    }

  if (($year % 100) == 0)
    {
    $is_leapyear = 0;
    }

  if (($year % 400) == 0)
    {
    $is_leapyear = 1;
    }

  if (($is_leapyear == 1) && ($month >= 3))
    {
    $julday = $julday + 1;
    }

  return $julday;
  }

# end of file
