/* Name- processCOSMIC502.c Language- C Type- MAIN Version- 1.0 Date- 1/30/2017 Programmer- Mike Pettey (IMSG) Function- This program extracts data from P72 EDR files in HDF5 format and writes the data to an EDGE orbital file. The selected data is defined in the run script. Also in the run script are the starting date (YYYYMMDD) and hour and the ending date and hour. */ #include #include #include #include #include #include #include "nprovs_to_netcdf.h" #define ERR(e) {printf("Error: %s, error num = %d\n", nc_strerror(e),e);} //#define PRESSURE_NAME PRESSURE #define NDIMS 1 //#define MISSING_VALUE -32768 int defineVariable(int nc_group_id, char *var_name, nc_type var_type, int ndims, int *dimids, char *attr_string, char *attr); void writeVariableFloat(int group_id, int var_id, size_t *index, size_t *num_vals, float value); void writeVariableShort(int group_id, int var_id, size_t *index, size_t *num_vals, short value); void writeVariableInteger(int group_id, int var_id, size_t *index, size_t *num_vals, long value); void writeArrayFloat(int group_id, int var_id, size_t *index, size_t *num_vals, float *value); void writeVariableByte(int group_id, int var_id, size_t *index, size_t *num_vals, char value); void writeAttributeShort(int grp, char *attrVariable, short attrValue); void writeAttributeText(int grp, char *attrVariable, char *attrValue); void processCOSMIC502(int date_to_process, struct file_data *files, struct platform *platform_ptr, int num_collocations, int platform_index, int data_type, int nc_date_group) { int n, i, date_type, recnum, collocation_num, retval; int nc_group_id, collocation_group_id; size_t num_colls, index[1], num_vals[1], index_2D[2], num_vals_2D[2]; float missing_float, latitude, longitude, derived_values[200]; float gfs_data[50], raw_data[300]; int year, month, day, hour, minute, second; long offset, yyyymmdd, hhmmss; char col_dir_name[50]; unsigned char fiducial_id[5], file_stamp[25], proc_center[13], error_string[20]; char *string[1]; short *buffer; int col_scalar_dim; int scalar_dim, dim_derived, dim_gfs, dim_raw;; int dimid_scalar[1], col_dimid_scalar[1]; int dimid_derived[2], dimid_gfs[2], dimid_raw[2]; int col_vid_lat, col_vid_lon, col_vid_date, col_vid_time; int vid_lat, vid_lon, vid_date, vid_time; int vid_scene, vid_oid, vid_fidid, vid_rsatid, vid_osatid; int vid_fstamp, vid_pcenter, vid_qc; int vid_derived_levels, vid_altitude, vid_press, vid_vappress, vid_temp, vid_wvmr; int vid_derlat, vid_derlon, vid_refract, vid_orefract; int vid_numgfs, vid_gfs_press, vid_gfs_vappress, vid_gfs_altitude; int vid_gfs_temp, vid_gfs_wvmr, vid_gfs_lat, vid_gfs_lon, vid_gfs_refract; int vid_numraw, vid_raw_press, vid_raw_temp, vid_raw_bend; FILE *in; num_colls = (size_t)num_collocations; missing_float = -32768.0; // If this is the baseline platform, then create another subgroup // for the collocation information if (platform_index == 0) { sprintf(col_dir_name, "Collocation_Info"); if ((retval = nc_def_grp(nc_date_group, col_dir_name, &collocation_group_id))) { if (retval != -42) ERR(retval); } writeAttributeShort(collocation_group_id, "Baseline_Data_Type", platform_ptr->type); writeAttributeText(collocation_group_id, "Baseline_Platform", platform_ptr->description); writeAttributeShort(collocation_group_id, "Baseline_Platform_ID", platform_ptr->id); } // Create a subgroup for this system platform if ((retval = nc_def_grp(nc_date_group, platform_ptr->dir_name, &nc_group_id))) { //if (retval != -42) ERR(retval); } // Set the platform type attribute to the data group type writeAttributeText(nc_group_id, "Platform_Name", platform_ptr->description); // clean_description? writeAttributeShort(nc_group_id, "Platform_ID", platform_ptr->id); writeAttributeShort(nc_group_id, "Platform_Type", platform_ptr->type); writeAttributeText(nc_group_id, "Platform_Data_Source", "COSMIC Version 3"); //writeAttributeText(nc_group_id, "Platform_NPROVS_Source_Name", nprovs_name); writeAttributeText(nc_group_id, "Platform_NPROVS_Source_Name", platform_ptr->description); // clean_description? // Define the dimensions if ((retval = nc_def_dim(nc_group_id, "Num_Collocations", num_colls, &scalar_dim))) ERR(retval); dimid_scalar[0] = scalar_dim; if ((retval = nc_def_dim(nc_group_id, "Derived_Levels", 200, &dim_derived))) ERR(retval); dimid_derived[0] = scalar_dim; dimid_derived[1] = dim_derived; if ((retval = nc_def_dim(nc_group_id, "GFS_Levels", 50, &dim_gfs))) ERR(retval); dimid_gfs[0] = scalar_dim; dimid_gfs[1] = dim_gfs; if ((retval = nc_def_dim(nc_group_id, "Raw_Levels", 300, &dim_raw))) ERR(retval); dimid_raw[0] = scalar_dim; dimid_raw[1] = dim_raw; if (platform_index == 0) { if ((retval = nc_def_dim(collocation_group_id, "Num_Collocations", num_colls, &col_scalar_dim))) ERR(retval); col_dimid_scalar[0] = col_scalar_dim; } // Define the variables if (platform_index == 0) { col_vid_lat = defineVariable(collocation_group_id, "latitude", NC_FLOAT, 1, col_dimid_scalar, "units", "degrees_north"); col_vid_lon = defineVariable(collocation_group_id, "longitude", NC_FLOAT, 1, col_dimid_scalar, "units", "degrees_east"); col_vid_date = defineVariable(collocation_group_id, "date", NC_INT, 1, col_dimid_scalar, "format", "yyyymmdd"); col_vid_time = defineVariable(collocation_group_id, "time", NC_INT, 1, col_dimid_scalar, "format", "hhmmss"); } vid_lat = defineVariable(nc_group_id, "latitude", NC_FLOAT, 1, dimid_scalar, "units", "degrees_north"); vid_lon = defineVariable(nc_group_id, "longitude", NC_FLOAT, 1, dimid_scalar, "units", "degrees_east"); vid_date = defineVariable(nc_group_id, "date", NC_INT, 1, dimid_scalar, "format", "yyyymmdd"); vid_time = defineVariable(nc_group_id, "time", NC_INT, 1, dimid_scalar, "format", "hhmmss"); vid_scene = defineVariable(nc_group_id, "scene_type", NC_BYTE, 1, dimid_scalar, "values", "0=scene, 1=retrieved scene"); vid_oid = defineVariable(nc_group_id, "occultation_id", NC_SHORT, 1, dimid_scalar, NULL, NULL); //vid_fidid = defineVariable(nc_group_id, "fiducial_station_id", NC_STRING, 1, dimid_scalar, NULL, NULL); vid_rsatid = defineVariable(nc_group_id, "reference_satellite_id", NC_SHORT, 1, dimid_scalar, NULL, NULL); vid_osatid = defineVariable(nc_group_id, "occulting_satellite_id", NC_SHORT, 1, dimid_scalar, NULL, NULL); vid_fstamp = defineVariable(nc_group_id, "file_stamp", NC_STRING, 1, dimid_scalar, NULL, NULL); vid_pcenter = defineVariable(nc_group_id, "processing_center", NC_STRING, 1, dimid_scalar, NULL, NULL); vid_qc = defineVariable(nc_group_id, "quality_flag", NC_BYTE, 1, dimid_scalar, "values", "0=good, 1=bad"); vid_derived_levels = defineVariable(nc_group_id, "number_of_derived_product_levels", NC_SHORT, 1, dimid_scalar, NULL, NULL); vid_altitude = defineVariable(nc_group_id, "wet_geometric_altitude", NC_FLOAT, 2, dimid_derived, "units", "km"); vid_press = defineVariable(nc_group_id, "wet_pressure", NC_FLOAT, 2, dimid_derived, "units", "hPa"); vid_vappress = defineVariable(nc_group_id, "wet_vapor_pressure", NC_FLOAT, 2, dimid_derived, "units", "hPa"); vid_temp = defineVariable(nc_group_id, "wet_temperature", NC_FLOAT, 2, dimid_derived, "units", "K"); vid_wvmr = defineVariable(nc_group_id, "wet_water_vapor_mixing_ratio", NC_FLOAT, 2, dimid_derived, "units", "g/kg"); vid_derlat = defineVariable(nc_group_id, "wet_geodetic_latitude", NC_FLOAT, 2, dimid_derived, "units", "degrees_north"); vid_derlon = defineVariable(nc_group_id, "wet_geodetic_longitude", NC_FLOAT, 2, dimid_derived, "units", "degrees_east"); vid_refract = defineVariable(nc_group_id, "wet_refractivity", NC_FLOAT, 2, dimid_derived, "units", "n"); vid_orefract = defineVariable(nc_group_id, "observed_refractivity", NC_FLOAT, 2, dimid_derived, "units", "n"); vid_numgfs = defineVariable(nc_group_id, "number_of_ncep_gfs_levels", NC_SHORT, 1, dimid_scalar, NULL, NULL); vid_gfs_press = defineVariable(nc_group_id, "gfs_pressure", NC_FLOAT, 2, dimid_gfs, "units", "hPa"); vid_gfs_vappress = defineVariable(nc_group_id, "gfs_vapor_pressure", NC_FLOAT, 2, dimid_gfs, "units", "hPa"); vid_gfs_altitude = defineVariable(nc_group_id, "gfs_altitude", NC_FLOAT, 2, dimid_gfs, "units", "km"); vid_gfs_temp = defineVariable(nc_group_id, "gfs_temperature", NC_FLOAT, 2, dimid_gfs, "units", "K"); vid_gfs_wvmr = defineVariable(nc_group_id, "gfs_water_vapor_mixing_ratio", NC_FLOAT, 2, dimid_gfs, "units", "g/kg"); vid_gfs_lat = defineVariable(nc_group_id, "gfs_latitude", NC_FLOAT, 2, dimid_gfs, "units", "degrees_north"); vid_gfs_lon = defineVariable(nc_group_id, "gfs_longitude", NC_FLOAT, 2, dimid_gfs, "units", "degrees_east"); vid_gfs_refract = defineVariable(nc_group_id, "gfs_refractivity", NC_FLOAT, 2, dimid_gfs, "units", "n"); vid_numraw = defineVariable(nc_group_id, "number_of_raw_product_levels", NC_SHORT, 1, dimid_scalar, NULL, NULL); vid_raw_press = defineVariable(nc_group_id, "dry_pressure", NC_FLOAT, 2, dimid_raw, "units", "hPa"); vid_raw_temp = defineVariable(nc_group_id, "dry_temperature", NC_FLOAT, 2, dimid_raw, "units", "K"); vid_raw_bend = defineVariable(nc_group_id, "optimum_bending_angle", NC_FLOAT, 2, dimid_raw, "units", "degrees"); // Allocate the memory used by the data buffer buffer = (short *)malloc(platform_ptr->length); collocation_num = -1; // Loop through each record in all of the files and read the data for // this data group into the buffer for (date_type=0; date_type<3; date_type++) { if (date_type == 0) { if ((in=fopen("prev_day.file", "r")) == NULL) { printf("\n\nThe previous day file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } else if (date_type == 1) { if ((in=fopen("in.file", "r")) == NULL) { printf("\n\nThe input file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } else { if ((in=fopen("next_day.file", "r")) == NULL) { printf("\n\nThe next day file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } for (recnum=0; recnumoffset; fseek(in, offset, SEEK_SET); fread(buffer, platform_ptr->length, 1, in); // Process this record if it matches the date to process if (files[date_type].use_record[recnum] == TRUE) { collocation_num++; // Index and num_vals are used to save a single value within the // variable array index[0] = collocation_num; num_vals[0] = 1; // Latitude and longitude if (buffer[3] != -32768) latitude = buffer[3] / 128.0; else latitude = -32768.0; if (buffer[4] != -32768) longitude = buffer[4] / 128.0; else longitude = -32768.0; writeVariableFloat(nc_group_id, vid_lat, index, num_vals, latitude); writeVariableFloat(nc_group_id, vid_lon, index, num_vals, longitude); // Date and time if ((buffer[5] != -32768) && (buffer[6] != -32768) && (buffer[7] != -32768) && (buffer[8] != -32768)) { year = buffer[5]; month = buffer[6] / 100; day = buffer[6] % 100; hour = buffer[7]; minute = buffer[8] / 100; second = buffer[8] % 100; yyyymmdd = (year * 10000) + (month * 100) + day; hhmmss = (hour * 10000) + (minute * 100) + second; } else { yyyymmdd = -32768; hhmmss = -32768; } writeVariableInteger(nc_group_id, vid_date, index, num_vals, yyyymmdd); writeVariableInteger(nc_group_id, vid_time, index, num_vals, hhmmss); // If this is the baseline system, save the collocation information if (platform_index == 0) { writeVariableFloat(collocation_group_id, col_vid_lat, index, num_vals, latitude); writeVariableFloat(collocation_group_id, col_vid_lon, index, num_vals, longitude); writeVariableInteger(collocation_group_id, col_vid_date, index, num_vals, yyyymmdd); writeVariableInteger(collocation_group_id, col_vid_time, index, num_vals, hhmmss); } // Start saving the parameters beginning with scene type if (buffer[1] != -32768) writeVariableByte(nc_group_id, vid_scene, index, num_vals, (char)buffer[1]); else writeVariableByte(nc_group_id, vid_scene, index, num_vals, (char)-128); writeVariableShort(nc_group_id, vid_oid, index, num_vals, buffer[10]); // Fiducial station id /* if ((buffer[11] == -32768) || (buffer[12] == -32768)) { fiducial_id[0] = ' '; fiducial_id[1] = ' '; fiducial_id[2] = ' '; fiducial_id[3] = ' '; fiducial_id[4] = '\0'; } else { fiducial_id[0] = (buffer[11] >> 8) & 0xFF; fiducial_id[1] = buffer[11] & 0xFF; fiducial_id[2] = (buffer[12] >> 8) & 0xFF; fiducial_id[3] = buffer[12] & 0xFF; fiducial_id[4] = '\0'; } string[0] = fiducial_id; if (retval = nc_put_vara_string(nc_group_id, vid_fidid, index, num_vals, (const char **)string)) ERR(retval);*/ // Satellite IDs writeVariableShort(nc_group_id, vid_rsatid, index, num_vals, buffer[18]); writeVariableShort(nc_group_id, vid_osatid, index, num_vals, buffer[19]); // File stamp if ((buffer[28] == -32768) || (buffer[29] == -32768) || (buffer[30] == -32768) || (buffer[31] == -32768) || (buffer[32] == -32768) || (buffer[33] == -32768) || (buffer[34] == -32768) || (buffer[35] == -32768) || (buffer[36] == -32768) || (buffer[37] == -32768) || (buffer[38] == -32768) || (buffer[39] == -32768)) { for (i=0; i<24; i++) file_stamp[i] = ' '; file_stamp[24] = '\0'; } else { for (i=0; i<12; i++) { file_stamp[i*2] = (buffer[28+i] >> 8) & 0xFF; file_stamp[(i*2)+1] = buffer[28+i] & 0xFF; } file_stamp[24] = '\0'; } string[0] = file_stamp; if (retval = nc_put_vara_string(nc_group_id, vid_fstamp, index, num_vals, (const char **)string)) ERR(retval); // Processing center if ((buffer[40] == -32768) || (buffer[41] == -32768) || (buffer[42] == -32768) || (buffer[43] == -32768) || (buffer[44] == -32768) || (buffer[45] == -32768)) { for (i=0; i<12; i++) proc_center[i] = ' '; proc_center[12] = '\0'; } else { for (i=0; i<6; i++) { proc_center[i*2] = (buffer[40+i] >> 8) & 0xFF; proc_center[(i*2)+1] = buffer[40+i] & 0xFF; } proc_center[11] = ' '; proc_center[12] = '\0'; } //printf("Proc Center: <%s>\n", proc_center); string[0] = proc_center; if (retval = nc_put_vara_string(nc_group_id, vid_pcenter, index, num_vals, (const char **)string)) ERR(retval); // QC Flag if (buffer[46] != -32768) writeVariableByte(nc_group_id, vid_qc, index, num_vals, (char)buffer[46]); else writeVariableByte(nc_group_id, vid_qc, index, num_vals, (char)-128); // Derived level data writeVariableShort(nc_group_id, vid_derived_levels, index, num_vals, buffer[59]); index_2D[0] = collocation_num; index_2D[1] = 0; num_vals_2D[0] = 1; num_vals_2D[1] = 200; for (n=0; n<200; n++) { if (buffer[60+n] != -32768) derived_values[199-n] = buffer[60+n] / 10.0; else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_altitude, index_2D, num_vals_2D, derived_values); for (n=0; n<200; n++) { if (buffer[660+n] == -32768) derived_values[199-n] = -32768.0; else if (n < 80) derived_values[199-n] = buffer[660+n] / 10.0; else derived_values[199-n] = buffer[660+n] / 100.0; } writeArrayFloat(nc_group_id, vid_press, index_2D, num_vals_2D, derived_values); // Vapor pressure for (n=0; n<200; n++) { if (buffer[460+n] != -32768) derived_values[199-n] = (float)(exp(buffer[460+n]/1024.0)); else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_vappress, index_2D, num_vals_2D, derived_values); // Temperature for (n=0; n<200; n++) { if (buffer[260+n] != -32768) derived_values[199-n] = buffer[260+n] / 64.0; else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_temp, index_2D, num_vals_2D, derived_values); // Water vapor for (n=0; n<200; n++) { if (buffer[1660+n] != -32768) derived_values[199-n] = (float)(exp(buffer[1660+n]/1024.0)); else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_wvmr, index_2D, num_vals_2D, derived_values); // Derived product latitude and longitude for (n=0; n<200; n++) { if (buffer[1060+n] != -32768) derived_values[199-n] = buffer[1060+n] / 128.0; else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_derlat, index_2D, num_vals_2D, derived_values); for (n=0; n<200; n++) { if (buffer[1260+n] != -32768) derived_values[199-n] = buffer[1260+n] / 128.0; else derived_values[199-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_derlon, index_2D, num_vals_2D, derived_values); // Refractivity for (n=0; n<200; n++) { if (buffer[860+n] == -32768) derived_values[199-n] = -32768.0; else if (n < 80) derived_values[199-n] = buffer[860+n] / 10.0; else derived_values[199-n] = buffer[860+n] / 100.0; } writeArrayFloat(nc_group_id, vid_refract, index_2D, num_vals_2D, derived_values); for (n=0; n<200; n++) { if (buffer[1460+n] == -32768) derived_values[199-n] = -32768.0; else if (n < 80) derived_values[199-n] = buffer[1460+n] / 10.0; else derived_values[199-n] = buffer[1460+n] / 100.0; } writeArrayFloat(nc_group_id, vid_orefract, index_2D, num_vals_2D, derived_values); // GFS data writeVariableShort(nc_group_id, vid_numgfs, index, num_vals, buffer[1989]); index_2D[0] = collocation_num; index_2D[1] = 0; num_vals_2D[0] = 1; num_vals_2D[1] = 50; // GFS pressure for (n=0; n<50; n++) { if (buffer[2140+n] == -32768) gfs_data[49-n] = -32768.0; else if (n < 37) gfs_data[49-n] = buffer[2140+n] / 10.0; else gfs_data[49-n] = buffer[2140+n] / 100.0; } writeArrayFloat(nc_group_id, vid_gfs_press, index_2D, num_vals_2D, gfs_data); // GFS Vapor pressure for (n=0; n<50; n++) { if (buffer[2090+n] != -32768) gfs_data[49-n] = (float)(exp(buffer[2090+n]/1024.0)); else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_vappress, index_2D, num_vals_2D, gfs_data); // GFS Altitude for (n=0; n<50; n++) { if (buffer[1990+n] != -32768) gfs_data[49-n] = buffer[1990+n] / 10.0; else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_altitude, index_2D, num_vals_2D, gfs_data); // GFS Temperature for (n=0; n<50; n++) { if (buffer[2040+n] != -32768) gfs_data[49-n] = buffer[2040+n] / 64.0; else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_temp, index_2D, num_vals_2D, gfs_data); // GFS Water vapor for (n=0; n<50; n++) { if (buffer[2340+n] != -32768) gfs_data[49-n] = (float)(exp(buffer[2340+n]/1024.0)); else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_wvmr, index_2D, num_vals_2D, gfs_data); // GFS latitude and longitude for (n=0; n<50; n++) { if (buffer[2240+n] != -32768) gfs_data[49-n] = buffer[2240+n] / 128.0; else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_lat, index_2D, num_vals_2D, gfs_data); for (n=0; n<50; n++) { if (buffer[2290+n] != -32768) gfs_data[49-n] = buffer[2290+n] / 128.0; else gfs_data[49-n] = -32768.0; } writeArrayFloat(nc_group_id, vid_gfs_lon, index_2D, num_vals_2D, gfs_data); // GFS Refractivity for (n=0; n<50; n++) { if (buffer[2190+n] == -32768) gfs_data[49-n] = -32768.0; else if (n < 37) gfs_data[49-n] = buffer[2190+n] / 10.0; else gfs_data[49-n] = buffer[2190+n] / 100.0; } writeArrayFloat(nc_group_id, vid_gfs_refract, index_2D, num_vals_2D, gfs_data); // Raw data writeVariableShort(nc_group_id, vid_numraw, index, num_vals, buffer[2429]); index_2D[0] = collocation_num; index_2D[1] = 0; num_vals_2D[0] = 1; num_vals_2D[1] = 300; // Raw pressure for (n=0; n<300; n++) { if (buffer[2730+n] == -32768) raw_data[n] = -32768.0; else if (n < 19) raw_data[n] = buffer[2730+n] / 100.0; else raw_data[n] = buffer[2730+n] / 10.0; } writeArrayFloat(nc_group_id, vid_raw_press, index_2D, num_vals_2D, raw_data); // Raw Temperature for (n=0; n<300; n++) { if (buffer[2430+n] != -32768) raw_data[n] = buffer[2430+n] / 64.0; else raw_data[n] = -32768.0; //if (raw_data[n] != -32768.0) //printf("TEMPS: %d %d %f\n", n, buffer[2430+n], raw_data[n]); } writeArrayFloat(nc_group_id, vid_raw_temp, index_2D, num_vals_2D, raw_data); // Optimum bending angle for (n=0; n<300; n++) { if (buffer[3030+n] != -32768) raw_data[n] = (float)(exp(buffer[3030+n]/1024.0)); else raw_data[n] = -32768.0; } writeArrayFloat(nc_group_id, vid_raw_bend, index_2D, num_vals_2D, raw_data); } // if (yyyymmdd == date_to_process... } // for (recnum=0... if (in != NULL) fclose(in); } // for (date_type=0... // Free the memory used by the buffer free(buffer); } // end of file