/* Name- processEUIASI01.c Language- C Type- MAIN Version- 1.0 Date- 4/08/2018 Programmer- Mike Pettey (IMSG) Function- This program extracts data from P72 EDR files in HDF5 format and writes the data to an EDGE orbital file. The selected data is defined in the run script. Also in the run script are the starting date (YYYYMMDD) and hour and the ending date and hour. */ #include #include #include #include #include #include #include "nprovs_to_netcdf.h" #define ERR(e) {printf("Error: %s, error num = %d\n", nc_strerror(e),e);} #define NDIMS 1 int defineVariable(int nc_group_id, char *var_name, nc_type var_type, int ndims, int *dimids, char *attr_string, char *attr); void writeVariableFloat(int group_id, int var_id, size_t *index, size_t *num_vals, float value); void writeVariableShort(int group_id, int var_id, size_t *index, size_t *num_vals, short value); void writeVariableInteger(int group_id, int var_id, size_t *index, size_t *num_vals, long value); void writeArrayFloat(int group_id, int var_id, size_t *index, size_t *num_vals, float *value); void writeArrayShort(int group_id, int var_id, size_t *index, size_t *num_vals, short *value); float interpolateValue(float pressure, int num_values, float *before_pressures, float *before_data); void writeVariableByte(int group_id, int var_id, size_t *index, size_t *num_vals, char value); void writeAttributeShort(int grp, char *attrVariable, short attrValue); void writeAttributeText(int grp, char *attrVariable, char *attrValue); void processEUIASI01(int date_to_process, struct file_data *files, struct platform *platform_ptr, int num_collocations, int platform_index, int data_type, int nc_date_group) { int n, i, date_type, recnum, collocation_num, retval; int nc_group_id, collocation_group_id; size_t num_colls, index[1], num_vals[1], index_2D[2], num_vals_2D[2]; float missing_float, latitude, longitude, level_values[101], emissivity[12]; float fclouds[3], pressures[101], temp_pressures[90], wvap_pressures[90], data90[90]; short iclouds[3]; int year, month, day, hour, minute, second; long offset, yyyymmdd, hhmmss; char col_dir_name[50]; char *string[1]; short *buffer; int col_scalar_dim; int scalar_dim, dim_levels, dim_emisslevels, dim_clouds; int dimid_scalar[1], col_dimid_scalar[1]; int dimid_levels[2], dimid_emisslevels[2], dimid_clouds[2]; int col_vid_lat, col_vid_lon, col_vid_date, col_vid_time; int vid_lat, vid_lon, vid_date, vid_time; int vid_temp_press, vid_temp, vid_wvap_press, vid_wvap; int vid_surfpress, vid_surftemp, vid_surf_type; int vid_intn2o, vid_intco, vid_intch4, vid_intco2; int vid_numclds, vid_ca, vid_ctp, vid_ctt, vid_cldphase; int vid_altitude, vid_solzen, vid_satzen, vid_solazimuth, vid_satazimuth; FILE *in; num_colls = (size_t)num_collocations; missing_float = -32768.0; pressures[0] = 0.005; pressures[1] = 0.016; pressures[2] = 0.038; pressures[3] = 0.077; pressures[4] = 0.137; pressures[5] = 0.224; pressures[6] = 0.345; pressures[7] = 0.506; pressures[8] = 0.714; pressures[9] = 0.975; pressures[10] = 1.297; pressures[11] = 1.687; pressures[12] = 2.153; pressures[13] = 2.701; pressures[14] = 3.34; pressures[15] = 4.077; pressures[16] = 4.92; pressures[17] = 5.878; pressures[18] = 6.957; pressures[19] = 8.165; pressures[20] = 9.5; pressures[21] = 11.0; pressures[22] = 12.6; pressures[23] = 14.5; pressures[24] = 16.4; pressures[25] = 18.6; pressures[26] = 20.9; pressures[27] = 23.5; pressures[28] = 26.2; pressures[29] = 29.1; pressures[30] = 32.3; pressures[31] = 35.7; pressures[32] = 39.3; pressures[33] = 43.1; pressures[34] = 47.2; pressures[35] = 51.5; pressures[36] = 56.1; pressures[37] = 61.0; pressures[38] = 66.1; pressures[39] = 71.5; pressures[40] = 77.2; pressures[41] = 83.2; pressures[42] = 89.5; pressures[43] = 96.1; pressures[44] = 103.0; pressures[45] = 110.2; pressures[46] = 117.8; pressures[47] = 125.6; pressures[48] = 133.8; pressures[49] = 142.4; pressures[50] = 151.3; pressures[51] = 160.5; pressures[52] = 170.1; pressures[53] = 180.0; pressures[54] = 190.3; pressures[55] = 201.0; pressures[56] = 212.0; pressures[57] = 223.4; pressures[58] = 235.2; pressures[59] = 247.4; pressures[60] = 260.0; pressures[61] = 272.9; pressures[62] = 286.3; pressures[63] = 300.0; pressures[64] = 314.1; pressures[65] = 328.7; pressures[66] = 343.6; pressures[67] = 359.0; pressures[68] = 374.7; pressures[69] = 390.9; pressures[70] = 407.5; pressures[71] = 424.5; pressures[72] = 441.9; pressures[73] = 459.7; pressures[74] = 478.0; pressures[75] = 496.6; pressures[76] = 515.7; pressures[77] = 535.2; pressures[78] = 555.2; pressures[79] = 575.5; pressures[80] = 596.3; pressures[81] = 617.5; pressures[82] = 639.1; pressures[83] = 661.2; pressures[84] = 683.7; pressures[85] = 706.6; pressures[86] = 729.9; pressures[87] = 753.6; pressures[88] = 777.8; pressures[89] = 802.4; pressures[90] = 827.4; pressures[91] = 852.8; pressures[92] = 878.6; pressures[93] = 904.9; pressures[94] = 931.5; pressures[95] = 958.6; pressures[96] = 986.1; pressures[97] = 1013.9; pressures[98] = 1042.2; pressures[99] = 1070.9; pressures[100] = 1100.0; // If this is the baseline platform, then create another subgroup // for the collocation information if (platform_index == 0) { sprintf(col_dir_name, "Collocation_Info"); if ((retval = nc_def_grp(nc_date_group, col_dir_name, &collocation_group_id))) { if (retval != -42) ERR(retval); } writeAttributeShort(collocation_group_id, "Baseline_Data_Type", platform_ptr->type); writeAttributeText(collocation_group_id, "Baseline_Platform", platform_ptr->description); writeAttributeShort(collocation_group_id, "Baseline_Platform_ID", platform_ptr->id); } // Create a subgroup for this system platform if ((retval = nc_def_grp(nc_date_group, platform_ptr->dir_name, &nc_group_id))) { //if (retval != -42) ERR(retval); } // Set the platform type attribute to the data group type writeAttributeText(nc_group_id, "Platform_Name", platform_ptr->description); // clean_description? writeAttributeShort(nc_group_id, "Platform_ID", platform_ptr->id); writeAttributeShort(nc_group_id, "Platform_Type", platform_ptr->type); writeAttributeText(nc_group_id, "Platform_Data_Source", "EUMETSAT IASI Version 1"); //writeAttributeText(nc_group_id, "Platform_NPROVS_Source_Name", nprovs_name); writeAttributeText(nc_group_id, "Platform_NPROVS_Source_Name", platform_ptr->description); // clean_description? // Define the dimensions if ((retval = nc_def_dim(nc_group_id, "Num_Collocations", num_colls, &scalar_dim))) ERR(retval); dimid_scalar[0] = scalar_dim; if ((retval = nc_def_dim(nc_group_id, "Levels", 101, &dim_levels))) ERR(retval); dimid_levels[0] = scalar_dim; dimid_levels[1] = dim_levels; if ((retval = nc_def_dim(nc_group_id, "Channels", 12, &dim_emisslevels))) ERR(retval); dimid_emisslevels[0] = scalar_dim; dimid_emisslevels[1] = dim_emisslevels; if ((retval = nc_def_dim(nc_group_id, "Cloud_Formations", 3, &dim_clouds))) ERR(retval); dimid_clouds[0] = scalar_dim; dimid_clouds[1] = dim_clouds; if (platform_index == 0) { if ((retval = nc_def_dim(collocation_group_id, "Num_Collocations", num_colls, &col_scalar_dim))) ERR(retval); col_dimid_scalar[0] = col_scalar_dim; } // Define the variables if (platform_index == 0) { col_vid_lat = defineVariable(collocation_group_id, "latitude", NC_FLOAT, 1, col_dimid_scalar, "units", "degrees_north"); col_vid_lon = defineVariable(collocation_group_id, "longitude", NC_FLOAT, 1, col_dimid_scalar, "units", "degrees_east"); col_vid_date = defineVariable(collocation_group_id, "date", NC_INT, 1, col_dimid_scalar, "format", "yyyymmdd"); col_vid_time = defineVariable(collocation_group_id, "time", NC_INT, 1, col_dimid_scalar, "format", "hhmmss"); } vid_lat = defineVariable(nc_group_id, "latitude", NC_FLOAT, 1, dimid_scalar, "units", "degrees_north"); vid_lon = defineVariable(nc_group_id, "longitude", NC_FLOAT, 1, dimid_scalar, "units", "degrees_east"); vid_date = defineVariable(nc_group_id, "date", NC_INT, 1, dimid_scalar, "format", "yyyymmdd"); vid_time = defineVariable(nc_group_id, "time", NC_INT, 1, dimid_scalar, "format", "hhmmss"); vid_temp_press = defineVariable(nc_group_id, "temperature_pressure", NC_FLOAT, 2, dimid_levels, "units", "hPa"); vid_temp = defineVariable(nc_group_id, "temperature", NC_FLOAT, 2, dimid_levels, "units", "K"); vid_wvap_press = defineVariable(nc_group_id, "moisture_pressure", NC_FLOAT, 2, dimid_levels, "units", "hPa"); vid_wvap = defineVariable(nc_group_id, "water_vapor_mixing_ratio", NC_FLOAT, 2, dimid_levels, "units", "g/kg"); vid_surfpress = defineVariable(nc_group_id, "surface_pressure", NC_FLOAT, 1, dimid_scalar, "units", "hPa"); vid_surftemp = defineVariable(nc_group_id, "surface_temperature", NC_FLOAT, 1, dimid_scalar, "units", "K"); vid_intn2o = defineVariable(nc_group_id, "integrated_nitrous_oxide", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_intco = defineVariable(nc_group_id, "integrated_carbon_monoxide", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_intch4 = defineVariable(nc_group_id, "integrated_methane", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_intco2 = defineVariable(nc_group_id, "integrated_carbon_dioxide", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_numclds = defineVariable(nc_group_id, "number_of_cloud_formations", NC_BYTE, 1, dimid_scalar, NULL, NULL); vid_ca = defineVariable(nc_group_id, "cloud_amount", NC_FLOAT, 2, dimid_clouds, "units", "percent"); vid_ctp = defineVariable(nc_group_id, "cloud_top_pressure", NC_FLOAT, 2, dimid_clouds, "units", "hPa"); vid_ctt = defineVariable(nc_group_id, "cloud_top_temperature", NC_FLOAT, 2, dimid_clouds, "units", "K"); vid_cldphase = defineVariable(nc_group_id, "cloud_phase", NC_SHORT, 2, dimid_clouds, NULL, NULL); vid_altitude = defineVariable(nc_group_id, "satellite_altitude", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_solzen = defineVariable(nc_group_id, "solar_zenith_angle", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_satzen = defineVariable(nc_group_id, "satellite_zenith_angle", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_solazimuth = defineVariable(nc_group_id, "solar_azimuth_angle", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_satazimuth = defineVariable(nc_group_id, "satellite_azimuth_angle", NC_FLOAT, 1, dimid_scalar, NULL, NULL); vid_surf_type = defineVariable(nc_group_id, "surface_type", NC_BYTE, 1, dimid_scalar, NULL, NULL); // Allocate the memory used by the data buffer buffer = (short *)malloc(platform_ptr->length); collocation_num = -1; // Loop through each record in all of the files and read the data for // this data group into the buffer for (date_type=0; date_type<3; date_type++) { if (date_type == 0) { if ((in=fopen("prev_day.file", "r")) == NULL) { printf("\n\nThe previous day file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } else if (date_type == 1) { if ((in=fopen("in.file", "r")) == NULL) { printf("\n\nThe input file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } else { if ((in=fopen("next_day.file", "r")) == NULL) { printf("\n\nThe next day file could not be opened for input.\n"); printf("It will be skipped.\n\n"); in = NULL; } } for (recnum=0; recnumoffset; fseek(in, offset, SEEK_SET); fread(buffer, platform_ptr->length, 1, in); // Process this record if it matches the date to process if (files[date_type].use_record[recnum] == TRUE) { collocation_num++; // Index and num_vals are used to save a single value within the // variable array index[0] = collocation_num; num_vals[0] = 1; index_2D[0] = collocation_num; index_2D[1] = 0; num_vals_2D[0] = 1; num_vals_2D[1] = 101; // Latitude and longitude if (buffer[3] != -32768) latitude = buffer[3] / 128.0; else latitude = -32768.0; if (buffer[4] != -32768) longitude = buffer[4] / 128.0; else longitude = -32768.0; writeVariableFloat(nc_group_id, vid_lat, index, num_vals, latitude); writeVariableFloat(nc_group_id, vid_lon, index, num_vals, longitude); // Date and time if ((buffer[5] != -32768) && (buffer[6] != -32768) && (buffer[7] != -32768) && (buffer[8] != -32768)) { year = buffer[5]; month = buffer[6] / 100; day = buffer[6] % 100; hour = buffer[7]; minute = buffer[8] / 100; second = buffer[8] % 100; yyyymmdd = (year * 10000) + (month * 100) + day; hhmmss = (hour * 10000) + (minute * 100) + second; } else { yyyymmdd = -32768; hhmmss = -32768; } writeVariableInteger(nc_group_id, vid_date, index, num_vals, yyyymmdd); writeVariableInteger(nc_group_id, vid_time, index, num_vals, hhmmss); // If this is the baseline system, save the collocation information if (platform_index == 0) { writeVariableFloat(collocation_group_id, col_vid_lat, index, num_vals, latitude); writeVariableFloat(collocation_group_id, col_vid_lon, index, num_vals, longitude); writeVariableInteger(collocation_group_id, col_vid_date, index, num_vals, yyyymmdd); writeVariableInteger(collocation_group_id, col_vid_time, index, num_vals, hhmmss); } // Temperature pressures for (n=0; n<90; n++) { if (buffer[99+n] == -32768) temp_pressures[n] = -32768.0; else if (n < 30) temp_pressures[n] = buffer[99+n] / 1000.0; else temp_pressures[n] = buffer[99+n] / 10.0; } writeArrayFloat(nc_group_id, vid_temp_press, index_2D, num_vals_2D, pressures); // Temperatures for (n=0; n<90; n++) { if (buffer[299+n] != -32768) data90[n] = buffer[299+n] / 64.0; else data90[n] = -32768.0; } for (n=0; n<101; n++) level_values[n] = interpolateValue(pressures[n], 90, temp_pressures, data90); writeArrayFloat(nc_group_id, vid_temp, index_2D, num_vals_2D, level_values); // Water vapor pressures for (n=0; n<90; n++) { if (buffer[189+n] == -32768) wvap_pressures[n] = -32768.0; else if (n < 30) wvap_pressures[n] = buffer[189+n] / 1000.0; else wvap_pressures[n] = buffer[189+n] / 10.0; } writeArrayFloat(nc_group_id, vid_wvap_press, index_2D, num_vals_2D, pressures); // Water vapor mixing ratio for (n=0; n<90; n++) { if (buffer[389+n] != -32768) data90[n] = (float)(exp(buffer[389+n]/1024.0)); else data90[n] = -32768.0; } for (n=0; n<101; n++) level_values[n] = interpolateValue(pressures[n], 90, wvap_pressures, data90); writeArrayFloat(nc_group_id, vid_wvap, index_2D, num_vals_2D, level_values); // Surface pressure and temperature if (buffer[542] != -32768) writeVariableFloat(nc_group_id, vid_surfpress, index, num_vals, (buffer[542]/10.0)); else writeVariableFloat(nc_group_id, vid_surfpress, index, num_vals, -32768.0); if (buffer[501] != -32768) writeVariableFloat(nc_group_id, vid_surftemp, index, num_vals, (buffer[501]/64.0)); else writeVariableFloat(nc_group_id, vid_surftemp, index, num_vals, -32768.0); // Integrated values if (buffer[503] != -32768) writeVariableFloat(nc_group_id, vid_intn2o, index, num_vals, (buffer[503]/100.0)); else writeVariableFloat(nc_group_id, vid_intn2o, index, num_vals, -32768.0); if (buffer[504] != -32768) writeVariableFloat(nc_group_id, vid_intco, index, num_vals, (buffer[504]/32.0)); else writeVariableFloat(nc_group_id, vid_intco, index, num_vals, -32768.0); if (buffer[505] != -32768) writeVariableFloat(nc_group_id, vid_intch4, index, num_vals, (buffer[505]/100.0)); else writeVariableFloat(nc_group_id, vid_intch4, index, num_vals, -32768.0); if (buffer[506] != -32768) writeVariableFloat(nc_group_id, vid_intco2, index, num_vals, (buffer[506]/100.0)); else writeVariableFloat(nc_group_id, vid_intco2, index, num_vals, -32768.0); // Clouds if (buffer[529] != -32768) writeVariableByte(nc_group_id, vid_numclds, index, num_vals, (char)buffer[529]); else writeVariableByte(nc_group_id, vid_numclds, index, num_vals, (char)-128); index_2D[0] = collocation_num; index_2D[1] = 0; num_vals_2D[0] = 1; num_vals_2D[1] = 3; for (n=0; n<3; n++) { if (buffer[530+n] != -32768) fclouds[n] = buffer[530+n] / 100.0; else fclouds[n] = -32768.0; } writeArrayFloat(nc_group_id, vid_ca, index_2D, num_vals_2D, fclouds); for (n=0; n<3; n++) { if (buffer[536+n] != -32768) fclouds[n] = buffer[536+n] / 10.0; else fclouds[n] = -32768.0; } writeArrayFloat(nc_group_id, vid_ctp, index_2D, num_vals_2D, fclouds); for (n=0; n<3; n++) { if (buffer[533+n] != -32768) fclouds[n] = buffer[533+n] / 64.0; else fclouds[n] = -32768.0; } writeArrayFloat(nc_group_id, vid_ctt, index_2D, num_vals_2D, fclouds); for (n=0; n<3; n++) { if (buffer[539+n] != -32768) iclouds[n] = buffer[539+n]; else iclouds[n] = -32768; } writeArrayShort(nc_group_id, vid_cldphase, index_2D, num_vals_2D, iclouds); // Angles if (buffer[15] != -32768) writeVariableFloat(nc_group_id, vid_altitude, index, num_vals, (buffer[15]/1.0)); else writeVariableFloat(nc_group_id, vid_altitude, index, num_vals, -32768.0); if (buffer[16] != -32768) writeVariableFloat(nc_group_id, vid_solzen, index, num_vals, (buffer[16]/100.0)); else writeVariableFloat(nc_group_id, vid_solzen, index, num_vals, -32768.0); if (buffer[17] != -32768) writeVariableFloat(nc_group_id, vid_satzen, index, num_vals, (buffer[17]/100.0)); else writeVariableFloat(nc_group_id, vid_satzen, index, num_vals, -32768.0); if (buffer[18] != -32768) writeVariableFloat(nc_group_id, vid_solazimuth, index, num_vals, (buffer[18]/100.0)); else writeVariableFloat(nc_group_id, vid_solazimuth, index, num_vals, -32768.0); if (buffer[19] != -32768) writeVariableFloat(nc_group_id, vid_satazimuth, index, num_vals, (buffer[19]/100.0)); else writeVariableFloat(nc_group_id, vid_satazimuth, index, num_vals, -32768.0); // Surface type if (buffer[50] != -32768) writeVariableByte(nc_group_id, vid_surf_type, index, num_vals, (char)buffer[50]); else writeVariableByte(nc_group_id, vid_surf_type, index, num_vals, (char)-128); } // if (yyyymmdd == date_to_process... } // for (recnum=0... if (in != NULL) fclose(in); } // for (date_type=0... // Free the memory used by the buffer free(buffer); } // end of file