!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !!! !!! CSO TROPOMI Processing !!! !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! !----------------------------------------------------------------------- ! user specific settings: !----------------------------------------------------------------------- ! include user specfic settings: #include cso-user-settings.rc !====================================================================== !=== !=== Inquire - S-5P Hub !=== !====================================================================== ! Obtain names of all available S5p files. ! Stored as csv with processing type, processor version, filenames, etc. !! time range: !cso.s5p.no2.inquire-s5phub-table.timerange.start : ${my.timerange.start} !cso.s5p.no2.inquire-s5phub-table.timerange.end : ${my.timerange.end} ! full range: cso.s5p.no2.inquire-s5phub-table.timerange.start : 2018-01-01 00:00:00 cso.s5p.no2.inquire-s5phub-table.timerange.end : 2022-01-01 00:00:00 ! ! server url ; ! provide login/password in ~/.netrc: ! ! machine s5phub.copernicus.eu login s5pguest password s5pguest ! cso.s5p.no2.inquire-s5phub-table.url : https://s5phub.copernicus.eu/dhus ! target area; !!~ empty for no limitation: !cso.s5p.no2.inquire-s5phub-table.area : !~ domain specified as: west,south:east,north cso.s5p.no2.inquire-s5phub-table.area : ${my.region.west},${my.region.south}:${my.region.east},${my.region.north} ! search query, obtained from interactive download: ! ! platformname : Sentinel-5 ! producttype : L2__NO2___ | L2__CO____ (always 10 characters!) ! processinglevel : L2 ! cso.s5p.no2.inquire-s5phub-table.query : platformname:Sentinel-5 AND \ producttype:L2__NO2___ AND \ processinglevel:L2 ! output table, date of today: cso.s5p.no2.inquire-s5phub-table.output.file : ${my.work}/Copernicus/Copernicus_S5p_NO2_s5phub_%Y-%m-%d.csv ! * create plot ! renew existing plots? cso.s5p.no2.inquire-s5phub-plot.renew : True ! listing files: cso.s5p.no2.inquire-s5phub-plot.file : ${cso.s5p.no2.inquire-s5phub-table.output.file} !!~ specify dates ("yyyy-mm-dd") to use historic tables, !! default is table of today: !cso.s5p.no2.inquire-s5phub-plot.filedate : 2022-01-28 !====================================================================== !=== !=== Inquire - PAL !=== !====================================================================== ! Obtain names of all available S5p files. ! Stored as csv with processing type, processor version, filenames, etc. !! time range: !cso.s5p.no2.inquire-pal-table.timerange.start : ${my.timerange.start} !cso.s5p.no2.inquire-pal-table.timerange.end : ${my.timerange.end} ! full time range: cso.s5p.no2.inquire-pal-table.timerange.start : 2018-01-01 00:00 cso.s5p.no2.inquire-pal-table.timerange.end : 2022-01-01 00:00 ! server url: cso.s5p.no2.inquire-pal-table.url : https://data-portal.s5p-pal.com/cat/sentinel-5p/catalog.json ! product type (always 10 characters!): cso.s5p.no2.inquire-pal-table.producttype : L2__NO2___ ! target area; !!~ empty for no limitation: !cso.s5p.no2.inquire-pal-table.area : !~ domain specified as: west,south:east,north cso.s5p.no2.inquire-pal-table.area : ${my.region.west},${my.region.south}:${my.region.east},${my.region.north} ! output table, date of today: cso.s5p.no2.inquire-pal-table.output.file : ${my.work}/Copernicus/Copernicus_S5p_NO2_pal_%Y-%m-%d.csv ! * create plot ! renew existing plots? cso.s5p.no2.inquire-pal-plot.renew : True ! listing files, here from two inquires: cso.s5p.no2.inquire-pal-plot.file : ${cso.s5p.no2.inquire-s5phub-table.output.file} ; \ ${cso.s5p.no2.inquire-pal-table.output.file} !!~ specify dates ("yyyy-mm-dd") to use historic tables, !! default is table of today: !cso.s5p.no2.inquire-pal-plot.filedate : 2022-01-28 ; 2022-01-28 !====================================================================== !=== !=== convert !=== !====================================================================== ! renew existing files (True|False) ? cso.s5p.no2.convert.renew : True !cso.s5p.no2.convert.renew : False ! time range: cso.s5p.no2.convert.timerange.start : ${my.timerange.start} cso.s5p.no2.convert.timerange.end : ${my.timerange.end} !~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ! input files !~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ! input directory; ! files are searched here or downloaded to if not present yet: cso.s5p.no2.convert.files.dir : ${cso.s5p.no2.download-s5phub.output.dir} ! filename filters (space seperated list): cso.s5p.no2.convert.files.filters : S5P_*.nc ! selection names: cso.s5p.no2.convert.filters : lons lats valid quality cloud_fraction ! filter settings: cso.s5p.no2.convert.filter.lons.var : PRODUCT/longitude cso.s5p.no2.convert.filter.lons.type : minmax cso.s5p.no2.convert.filter.lons.minmax : ${my.region.west} ${my.region.east} cso.s5p.no2.convert.filter.lons.units : degrees_east ! filter settings: cso.s5p.no2.convert.filter.lats.var : PRODUCT/latitude cso.s5p.no2.convert.filter.lats.type : minmax cso.s5p.no2.convert.filter.lats.minmax : ${my.region.south} ${my.region.north} cso.s5p.no2.convert.filter.lats.units : degrees_north ! skip pixel with "no data", use the "qa_value" variable to check: cso.s5p.no2.convert.filter.valid.var : PRODUCT/qa_value cso.s5p.no2.convert.filter.valid.type : valid ! Comment in "PRODUCT/qa_value" variable: ! "A continuous quality descriptor, ! varying between 0 (no data) and 1 (full quality data). ! Recommend to ignore data with qa_value < 0.5" ! Tests suggest that better threshold is 0.54, ! this removes the kernels with very high values. ! 0.75 is the recommended use so what we will use here cso.s5p.no2.convert.filter.quality.var : PRODUCT/qa_value cso.s5p.no2.convert.filter.quality.type : min cso.s5p.no2.convert.filter.quality.min : 0.75 cso.s5p.no2.convert.filter.quality.units : 1 ! recommended 0.3 cloud fraction max (https://agupubs.onlinelibrary.wiley.com/doi/full/10.1029/2018GL081095) cso.s5p.no2.convert.filter.cloud_fraction.var : PRODUCT/SUPPORT_DATA/DETAILED_RESULTS/cloud_fraction_crb_nitrogendioxide_window cso.s5p.no2.convert.filter.cloud_fraction.type : max cso.s5p.no2.convert.filter.cloud_fraction.max : 0.3 cso.s5p.no2.convert.filter.cloud_fraction.units : 1 !~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ! output files !~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ! output directory and filename: ! - times are taken from mid of selection, rounded to hours ! - use '%{orbit}' for orbit number cso.s5p.no2.convert.output.dir : ${my.work}/CSO-data/S5p/${my.s5p.no2.processing}/NO2/${my.region}/%Y/%m cso.s5p.no2.convert.output.filename : S5p_${my.s5p.no2.processing}_NO2_%{orbit}.nc ! global attributes: cso.s5p.no2.convert.output.attrs : format Conventions \ author institution email ! cso.s5p.no2.convert.output.attr.format : ${my.cso.format} cso.s5p.no2.convert.output.attr.Conventions : ${my.cso.convention} cso.s5p.no2.convert.output.attr.author : ${my.attr.author} cso.s5p.no2.convert.output.attr.institution : ${my.attr.institution} cso.s5p.no2.convert.output.attr.email : ${my.attr.email} ! no need to swap layes: cso.s5p.no2.convert.swap_layers : False ! ~ variables ! which fields to be put out ? cso.s5p.no2.convert.output.vars : longitude longitude_bounds \ latitude latitude_bounds \ track_longitude track_longitude_bounds \ track_latitude track_latitude_bounds \ time \ pressure kernel_trop amf amf_trop l_tp qa_value \ vcd vcd_errvar \ cloud_fraction \ cloud_radiance_fraction \ ground_pixel \ cloud_pressure_crb \ surface_albedo \ viewing_zenith_angle \ viewing_azimuth_angle \ solar_azimuth_angle \ solar_zenith_angle \ amf_troposphere \ quality \ surface_classification \ kernel\ snow_ice_flag ! ! ! Describe per variable: ! * .dims : dimensions list: ! pixel : selected pixels ! corner : number of footprint bounds (probably 4) ! layer : number of layers in atmospheric profile (layers in kernel) ! layeri : number of layer interfaces in atmospheric profile (layer+1) ! retr : number of layers in retrieval product (1 for columns) ; ! for error covariance use (retr,retr0) to avoid repeated dimensions ! track_scan : original scan index in 2D track ! track_pixel : original ground pixel in 2D track ! * .specal : keyword to select special processing ! * None : no special processing (default) ! * track_longitude : longiudes at centers of original 2D track ! * track_latitude : latiudes at centers of original 2D track ! * track_longitude_bounds : longiude bounds at centers of original 2D track ! * track_latitude_bounds : latiude bounds at centers of original 2D track ! * .units : target units if different from original ! * .oper : special postprocessing, currently supported: ! * square : fill variable with squared valued (used to form variance from standard deviation) ! In case no special processing is needed: ! * .from : original variable (group path and variable name) ! ! center longitudes; remove bounds attribute, no coordinate ... cso.s5p.no2.convert.output.var.longitude.dims : pixel cso.s5p.no2.convert.output.var.longitude.from : PRODUCT/longitude cso.s5p.no2.convert.output.var.longitude.attrs : { 'bounds' : None } ! center latitudes; remove bounds attribute, no coordinate ... cso.s5p.no2.convert.output.var.latitude.dims : pixel cso.s5p.no2.convert.output.var.latitude.from : PRODUCT/latitude cso.s5p.no2.convert.output.var.latitude.attrs : { 'bounds' : None } ! corner longitudes; no units in file: cso.s5p.no2.convert.output.var.longitude_bounds.dims : pixel corner cso.s5p.no2.convert.output.var.longitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/longitude_bounds cso.s5p.no2.convert.output.var.longitude_bounds.units : degrees_east ! corner latitudes, no units in file: cso.s5p.no2.convert.output.var.latitude_bounds.dims : pixel corner cso.s5p.no2.convert.output.var.latitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/latitude_bounds cso.s5p.no2.convert.output.var.latitude_bounds.units : degrees_north ! original track: !~ center lon; remove bounds attribute, no coordinate ... cso.s5p.no2.convert.output.var.track_longitude.dims : track_scan track_pixel cso.s5p.no2.convert.output.var.track_longitude.special : track_longitude cso.s5p.no2.convert.output.var.track_longitude.from : PRODUCT/longitude cso.s5p.no2.convert.output.var.track_longitude.attrs : { 'bounds' : None } !~ center lat; remove bounds attribute, no coordinate ... cso.s5p.no2.convert.output.var.track_latitude.dims : track_scan track_pixel cso.s5p.no2.convert.output.var.track_latitude.special : track_latitude cso.s5p.no2.convert.output.var.track_latitude.from : PRODUCT/latitude cso.s5p.no2.convert.output.var.track_latitude.attrs : { 'bounds' : None } !~ corner lons cso.s5p.no2.convert.output.var.track_longitude_bounds.dims : track_scan track_pixel corner cso.s5p.no2.convert.output.var.track_longitude_bounds.special : track_longitude_bounds cso.s5p.no2.convert.output.var.track_longitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/longitude_bounds cso.s5p.no2.convert.output.var.track_longitude_bounds.units : degrees_east !~ corner lats cso.s5p.no2.convert.output.var.track_latitude_bounds.dims : track_scan track_pixel corner cso.s5p.no2.convert.output.var.track_latitude_bounds.special : track_latitude_bounds cso.s5p.no2.convert.output.var.track_latitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/latitude_bounds cso.s5p.no2.convert.output.var.track_latitude_bounds.units : degrees_north ! time value per scan line cso.s5p.no2.convert.output.var.time.dims : pixel cso.s5p.no2.convert.output.var.time.special : time-delta cso.s5p.no2.convert.output.var.time.tref : PRODUCT/time cso.s5p.no2.convert.output.var.time.dt : PRODUCT/delta_time ! vertical column density: cso.s5p.no2.convert.output.var.vcd.dims : pixel retr cso.s5p.no2.convert.output.var.vcd.from : PRODUCT/nitrogendioxide_tropospheric_column cso.s5p.no2.convert.output.var.vcd.attrs : { 'ancillary_variables' : None } ! error variance in vertical column density (after application of kernel), ! fill with single element 'covariance matrix', from square of standard error: ! use dims with different names to avoid that cf-checker complains: cso.s5p.no2.convert.output.var.vcd_errvar.dims : pixel retr retr0 cso.s5p.no2.convert.output.var.vcd_errvar.special : square cso.s5p.no2.convert.output.var.vcd_errvar.from : PRODUCT/nitrogendioxide_tropospheric_column_precision_kernel !~ skip standard name, modifier "standard_error" is not valid anymore: cso.s5p.no2.convert.output.var.vcd_errvar.attrs : { 'standard_name' : None } ! Convert from hybride coefficient bounds in (2,nlev) aray to 3D half level pressure: cso.s5p.no2.convert.output.var.pressure.dims : pixel layeri cso.s5p.no2.convert.output.var.pressure.special : hybounds_to_pressure cso.s5p.no2.convert.output.var.pressure.sp : PRODUCT/SUPPORT_DATA/INPUT_DATA/surface_pressure cso.s5p.no2.convert.output.var.pressure.hyab : PRODUCT/tm5_constant_a cso.s5p.no2.convert.output.var.pressure.hybb : PRODUCT/tm5_constant_b cso.s5p.no2.convert.output.var.pressure.units : Pa cso.s5p.no2.convert.output.var.cloud_top_pressure.from : Data Fields/CloudPressure cso.s5p.no2.convert.output.var.cloud_top_pressure.units : hPa cso.s5p.no2.convert.output.var.cloud_top_pressure.dims : pixel ! tropospheric airmass factor: cso.s5p.no2.convert.output.var.amf.dims : pixel cso.s5p.no2.convert.output.var.amf.from : PRODUCT/air_mass_factor_troposphere cso.s5p.no2.convert.output.var.amf.attrs : { 'coordinates' : None, 'ancillary_variables' : None } ! tropospheric airmass factor: cso.s5p.no2.convert.output.var.amf_trop.dims : pixel cso.s5p.no2.convert.output.var.amf_trop.from : PRODUCT/air_mass_factor_troposphere cso.s5p.no2.convert.output.var.amf_trop.attrs : { 'coordinates' : None, 'ancillary_variables' : None } ! index of tropopause cso.s5p.no2.convert.output.var.l_tp.dims : pixel cso.s5p.no2.convert.output.var.l_tp.from : PRODUCT/tm5_tropopause_layer_index cso.s5p.no2.convert.output.var.l_tp.attrs : { 'coordinates' : None, 'ancillary_variables' : None } ! number of apriori layers in retrieval layer, ! enforce that it is stored as a short integer: cso.s5p.no2.convert.output.var.nla.dims : pixel retr cso.s5p.no2.convert.output.var.nla.dtype : i2 cso.s5p.no2.convert.output.var.nla.from : PRODUCT/tm5_tropopause_layer_index cso.s5p.no2.convert.output.var.nla.attrs : { 'coordinates' : None, 'ancillary_variables' : None } !! description: cso.s5p.no2.convert.output.var.cloud_pressure_crb.from : PRODUCT/SUPPORT_DATA/INPUT_DATA/cloud_pressure_crb cso.s5p.no2.convert.output.var.cloud_pressure_crb.units : Pa cso.s5p.no2.convert.output.var.cloud_pressure_crb.dims : pixel !! description: cso.s5p.no2.convert.output.var.surface_albedo.from : PRODUCT/SUPPORT_DATA/INPUT_DATA/surface_albedo_nitrogendioxide_window cso.s5p.no2.convert.output.var.surface_albedo.units : 1 cso.s5p.no2.convert.output.var.surface_albedo.dims : pixel !! description: cso.s5p.no2.convert.output.var.amf_troposphere.from : PRODUCT/air_mass_factor_troposphere cso.s5p.no2.convert.output.var.amf_troposphere.units : 1 cso.s5p.no2.convert.output.var.amf_troposphere.dims : pixel !! description: cso.s5p.no2.convert.output.var.viewing_zenith_angle.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/viewing_zenith_angle cso.s5p.no2.convert.output.var.viewing_zenith_angle.units : degree cso.s5p.no2.convert.output.var.viewing_zenith_angle.dims : pixel !! description: cso.s5p.no2.convert.output.var.viewing_azimuth_angle.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/viewing_azimuth_angle cso.s5p.no2.convert.output.var.viewing_azimuth_angle.units : degree cso.s5p.no2.convert.output.var.viewing_azimuth_angle.dims : pixel !! description: cso.s5p.no2.convert.output.var.solar_azimuth_angle.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/solar_azimuth_angle cso.s5p.no2.convert.output.var.solar_azimuth_angle.units : degree cso.s5p.no2.convert.output.var.solar_azimuth_angle.dims : pixel !! description: cso.s5p.no2.convert.output.var.solar_zenith_angle.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/solar_zenith_angle cso.s5p.no2.convert.output.var.solar_zenith_angle.units : degree cso.s5p.no2.convert.output.var.solar_zenith_angle.dims : pixel ! !! description: !cso.s5p.no2.convert.output.var.cloud_fraction.from : PRODUCT/SUPPORT_DATA/INPUT_DATA/cloud_fraction_crb cso.s5p.no2.convert.output.var.cloud_fraction.from : PRODUCT/SUPPORT_DATA/DETAILED_RESULTS/cloud_fraction_crb_nitrogendioxide_window cso.s5p.no2.convert.output.var.cloud_fraction.units : 1 cso.s5p.no2.convert.output.var.cloud_fraction.dims : pixel ! !! description: cso.s5p.no2.convert.output.var.cloud_radiance_fraction.from : PRODUCT/SUPPORT_DATA/DETAILED_RESULTS/cloud_radiance_fraction_nitrogendioxide_window cso.s5p.no2.convert.output.var.cloud_radiance_fraction.units : 1 cso.s5p.no2.convert.output.var.cloud_radiance_fraction.dims : pixel !! description: cso.s5p.no2.convert.output.var.quality.from : PRODUCT/qa_value cso.s5p.no2.convert.output.var.quality.units : 1 cso.s5p.no2.convert.output.var.quality.dims : pixel !! description: cso.s5p.no2.convert.output.var.snow_ice_flag.from : PRODUCT/SUPPORT_DATA/INPUT_DATA/snow_ice_flag cso.s5p.no2.convert.output.var.snow_ice_flag.units : None cso.s5p.no2.convert.output.var.snow_ice_flag.dims : pixel !! description: cso.s5p.no2.convert.output.var.surface_classification.from : PRODUCT/SUPPORT_DATA/INPUT_DATA/surface_classification cso.s5p.no2.convert.output.var.surface_classification.units : None cso.s5p.no2.convert.output.var.surface_classification.dims : pixel ! !! for traceback: !cso.s5p.no2.convert.output.var.orbit_number.special : orbit_number !cso.s5p.no2.convert.output.var.orbit_number.units : 1 !cso.s5p.no2.convert.output.var.orbit_number.dims : pixel ! !! for traceback: !cso.s5p.no2.convert.output.var.image_number.special : scan_number !cso.s5p.no2.convert.output.var.image_number.units : 1 !cso.s5p.no2.convert.output.var.image_number.dims : pixel ! !! for traceback: ! compression index: cso.s5p.no2.convert.output.var.ground_pixel.dims : track_pixel cso.s5p.no2.convert.output.var.ground_pixel.special : ground_pixel cso.s5p.no2.convert.output.var.ground_pixel.from : PRODUCT/ground_pixel !! for traceback: ! description: ! kernel := averaging_kernel * amf/amft cso.s5p.no2.convert.output.var.kernel.dims : pixel layer retr cso.s5p.no2.convert.output.var.kernel.special : kernel_trop cso.s5p.no2.convert.output.var.kernel.avk : PRODUCT/averaging_kernel cso.s5p.no2.convert.output.var.kernel.amf : PRODUCT/air_mass_factor_total cso.s5p.no2.convert.output.var.kernel.amft : PRODUCT/air_mass_factor_troposphere cso.s5p.no2.convert.output.var.kernel.troplayer : PRODUCT/tm5_tropopause_layer_index cso.s5p.no2.convert.output.var.kernel.attrs : { 'coordinates' : None, 'ancillary_variables' : None } ! kernel := averaging_kernel * amf/amft cso.s5p.no2.convert.output.var.kernel_trop.dims : pixel layer retr cso.s5p.no2.convert.output.var.kernel_trop.special : kernel_trop cso.s5p.no2.convert.output.var.kernel_trop.avk : PRODUCT/averaging_kernel cso.s5p.no2.convert.output.var.kernel_trop.amf : PRODUCT/air_mass_factor_total cso.s5p.no2.convert.output.var.kernel_trop.amft : PRODUCT/air_mass_factor_troposphere cso.s5p.no2.convert.output.var.kernel_trop.troplayer : PRODUCT/tm5_tropopause_layer_index cso.s5p.no2.convert.output.var.kernel_trop.attrs : { 'coordinates' : None, 'ancillary_variables' : None } ! quality flag: cso.s5p.no2.convert.output.var.qa_value.dims : pixel cso.s5p.no2.convert.output.var.qa_value.from : PRODUCT/qa_value !~ skip some attributes, cf-checker complains ... cso.s5p.no2.convert.output.var.qa_value.attrs : { 'valid_min' : None, 'valid_max' : None } !====================================================================== !=== !=== listing !=== !====================================================================== ! csv file that will hold records per file with: ! - timerange of pixels in file ! - orbit number cso.s5p.no2.listing.file : ${my.work}/CSO-data/S5p/listing-NO2-${my.region}.csv ! renew table if file already exists? cso.s5p.no2.listing.renew : True ! time range: cso.s5p.no2.listing.timerange.start : ${my.timerange.start} cso.s5p.no2.listing.timerange.end : ${my.timerange.end} ! filename filters relative to listing file that should be scanned for orbit files; ! names could include time templates ; ! if same orbit is found in multiple directories, the first found is used; ! remove existing table for safety to ensure that this is done correctly ... cso.s5p.no2.listing.patterns : RPRO/NO2/${my.region}/%Y/%m/S5p_*.nc \ OFFL/NO2/${my.region}/%Y/%m/S5p_*.nc !====================================================================== !=== !=== catalogue !=== !====================================================================== ! target directory for catalogue: cso.s5p.no2.catalogue.output.dir : ${my.work}/CSO-data-catalogue/S5P/${my.s5p.no2.processing}/NO2 ! listing file with filenames/timerange. cso.s5p.no2.catalogue.input.listing : ${cso.s5p.no2.listing.file} ! time range: cso.s5p.no2.catalogue.timerange.start : ${my.timerange.start} cso.s5p.no2.catalogue.timerange.end : ${my.timerange.end} ! map domain (west east south north) cso.s5p.no2.catalogue.domain : ${my.region.west} ${my.region.east} ${my.region.south} ${my.region.north} ! figure size (inches), default is (8,6): cso.s5p.no2.catalogue.figsize : ${my.region.figsize} ! renew existing files? cso.s5p.no2.catalogue.renew : False !cso.s5p.no2.catalogue.renew : True ! variables to be plotted: cso.s5p.no2.catalogue.vars : vcd vcd_errvar qa_value cloud_fraction !! color for no-data values in track, default '0.8' (gray): !cso.s5p.no2.catalogue.color_nan : white !! extra keyword arguments for map: !cso.s5p.no2.catalogue.map : resolution='h' ! convert units: cso.s5p.no2.catalogue.var.vcd.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.catalogue.var.vcd.vmin : 0.0 cso.s5p.no2.catalogue.var.vcd.vmax : 10.0 ! show error as std.dev, convert to vcd units: cso.s5p.no2.catalogue.var.vcd_errvar.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.catalogue.var.vcd_errvar.vmax : 10.0 ! style: cso.s5p.no2.catalogue.var.qa_value.vmin : 0.5 cso.s5p.no2.catalogue.var.qa_value.vmax : 1.0 cso.s5p.no2.catalogue.var.qa_value.colors : ['red','yellow','green'] ! style: cso.s5p.no2.catalogue.var.cloud_fraction.vmax : 1.0 cso.s5p.no2.catalogue.var.cloud_fraction.colors : ['blue','cyan','white'] !----------------------------------------------------------- ! catalogue index !----------------------------------------------------------- ! target location: cso.s5p.no2.catalogue-index.outdir : ${my.work}/CSO-catalogue/S5P/${my.s5p.no2.processing}/NO2 ! title: cso.s5p.no2.catalogue-index.header : CSO catalogue ! show info on created page? cso.s5p.no2.catalogue-index.info : True ! create new page for each value? cso.s5p.no2.catalogue-index.newpage : True ! content type: cso.s5p.no2.catalogue-index.type : list ! define row values: cso.s5p.no2.catalogue-index.name : date cso.s5p.no2.catalogue-index.values : TimeSeries( ${my.timerange.start}, ${my.timerange.end}, '1 day', '%Y%m%d' ) ! create new page for each value: cso.s5p.no2.catalogue-index.date.newpage : True ! content type: cso.s5p.no2.catalogue-index.date.type : table-row ! define row values: cso.s5p.no2.catalogue-index.date.name : orbit cso.s5p.no2.catalogue-index.date.values : CsvFile( '%{date[0:4]}/%{date[4:6]}/%{date[6:8]}/orbits.csv' ) ! content type: cso.s5p.no2.catalogue-index.date.orbit.type : table-col ! define column values: cso.s5p.no2.catalogue-index.date.orbit.name : var cso.s5p.no2.catalogue-index.date.orbit.values : ${cso.s5p.no2.catalogue.vars} ! content type: cso.s5p.no2.catalogue-index.date.orbit.var.type : img ! define image: cso.s5p.no2.catalogue-index.date.orbit.var.img : %{date[0:4]}/%{date[4:6]}/%{date[6:8]}/S5p_NO2_%{orbit}__%{var}.png cso.s5p.no2.catalogue-index.date.orbit.var.kwargs : height=300 !====================================================================== !=== !=== simulation catalogue !=== !====================================================================== !----------------------------------------------------------- ! simulation catalogue !----------------------------------------------------------- ! run details ... !my.run.id : v3.0.005-cso-no2-run5 my.run.id : v3.0.005-cso-no2-run5-amf-nolekf !my.run.base : ${my.work}/${my.run.id} my.run.base : /remotefs/ra_express_uscratch_08/modas/projects/EU/CAMS/C61/WP3/test-cso/v3.0.005-cso-no2-run5-amf-nolekf/ ! target directory for catalogue: cso.s5p.no2.sim-catalogue.output.dir : ${my.run.base}/cso-catalogue/NO2 ! target files, time tempates are replaced: cso.s5p.no2.sim-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_%{var}.png !! input files: cso.s5p.no2.sim-catalogue.input.data.file : ${my.run.base}/output/LEKF_${my.run.id}_s5p-no2_%Y%m%d_%H%M_data.nc cso.s5p.no2.sim-catalogue.input.state.file : ${my.run.base}/output/LEKF_${my.run.id}_s5p-no2_%Y%m%d_%H%M_xb.nc ! input files: !cso.s5p.no2.sim-catalogue.input.data.file : ${my.run.base}/CSO_output_%Y%m%d_%H%M_NO2_data.nc !cso.s5p.no2.sim-catalogue.input.state.file : ${my.run.base}/CSO_output_%Y%m%d_%H%M_NO2_state.nc ! time range: cso.s5p.no2.sim-catalogue.timerange.start : ${my.timerange.start} cso.s5p.no2.sim-catalogue.timerange.end : ${my.timerange.end} ! map domain used for simulations (west east south north): !cso.s5p.no2.sim-catalogue.domain : -10 30 35 65 cso.s5p.no2.sim-catalogue.domain : ${my.region.west} ${my.region.east} ${my.region.south} ${my.region.north} ! figure size (inches), default is (8,6): cso.s5p.no2.sim-catalogue.figsize : ${my.region.figsize} ! renew existing files? cso.s5p.no2.sim-catalogue.renew : False !cso.s5p.no2.sim-catalogue.renew : True ! variables to be plotted: cso.s5p.no2.sim-catalogue.vars : yr ys yr_m ys_m ! variable: cso.s5p.no2.sim-catalogue.var.yr.source : data:yr ! convert units: cso.s5p.no2.sim-catalogue.var.yr.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.sim-catalogue.var.yr.vmin : 0.0 cso.s5p.no2.sim-catalogue.var.yr.vmax : 10.0 ! variable: cso.s5p.no2.sim-catalogue.var.ys.source : state:ys ! convert units: cso.s5p.no2.sim-catalogue.var.ys.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.sim-catalogue.var.ys.vmin : 0.0 cso.s5p.no2.sim-catalogue.var.ys.vmax : 10.0 ! variable: cso.s5p.no2.sim-catalogue.var.yr_m.source : state:yr_m ! convert units: cso.s5p.no2.sim-catalogue.var.yr_m.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.sim-catalogue.var.yr_m.vmin : 0.0 cso.s5p.no2.sim-catalogue.var.yr_m.vmax : 10.0 ! variable: cso.s5p.no2.sim-catalogue.var.ys_m.source : state:ys_m ! convert units: cso.s5p.no2.sim-catalogue.var.ys_m.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.sim-catalogue.var.ys_m.vmin : 0.0 cso.s5p.no2.sim-catalogue.var.ys_m.vmax : 10.0 !----------------------------------------------------------- ! sim catalogue index !----------------------------------------------------------- ! target location: cso.s5p.no2.sim-catalogue-index.outdir : ${cso.s5p.no2.sim-catalogue.output.dir} ! title: cso.s5p.no2.sim-catalogue-index.header : CSO catalogue ! show info on created page? cso.s5p.no2.sim-catalogue-index.info : True ! create new page for each value? cso.s5p.no2.sim-catalogue-index.newpage : True ! content type: cso.s5p.no2.sim-catalogue-index.type : list ! define row values: cso.s5p.no2.sim-catalogue-index.name : date cso.s5p.no2.sim-catalogue-index.values : TimeSeries( ${my.timerange.start}, ${my.timerange.end}, '1 day', '%Y%m%d' ) ! create new page for each value: cso.s5p.no2.sim-catalogue-index.date.newpage : True ! content type: cso.s5p.no2.sim-catalogue-index.date.type : table-row ! define row values: cso.s5p.no2.sim-catalogue-index.date.name : time cso.s5p.no2.sim-catalogue-index.date.values : Range( 0, 23, 1, '%2.2i00' ) ! content type: cso.s5p.no2.sim-catalogue-index.date.time.type : table-col ! define column values: cso.s5p.no2.sim-catalogue-index.date.time.name : var cso.s5p.no2.sim-catalogue-index.date.time.values : ${cso.s5p.no2.sim-catalogue.vars} ! content type: cso.s5p.no2.sim-catalogue-index.date.time.var.type : img ! define image: cso.s5p.no2.sim-catalogue-index.date.time.var.img : %{date[0:4]}/%{date[4:6]}/%{date[6:8]}/S5p_RPRO_NO2_%{date}_%{time}_%{var}.png cso.s5p.no2.sim-catalogue-index.date.time.var.kwargs : height=300 !====================================================================== !=== !=== gridded orbits !=== !====================================================================== !----------------------------------------------------------- ! gridded orbits !----------------------------------------------------------- ! time range: cso.s5p.no2.gridded.timerange.start : ${my.timerange.start} cso.s5p.no2.gridded.timerange.end : ${my.timerange.end} ! renew existing files? !cso.s5p.no2.gridded.renew : True cso.s5p.no2.gridded.renew : False ! keyword used for subdir for resolution and filters: my.gridded.subdir : ${my.region}__r01x01__qa08 !~ ! testing .. my.gridded.region : ${my.region} ! grid definition: !!~ same as pixel selection on conversion: !cso.s5p.no2.gridded.grid.west : ${my.region.west} !cso.s5p.no2.gridded.grid.east : ${my.region.east} !cso.s5p.no2.gridded.grid.south : ${my.region.south} !cso.s5p.no2.gridded.grid.north : ${my.region.north} !~ observation operator s5p.no2: cso.s5p.no2.gridded.grid.west : -10 cso.s5p.no2.gridded.grid.east : 30 cso.s5p.no2.gridded.grid.south : 35 cso.s5p.no2.gridded.grid.north : 65 ! resolution: cso.s5p.no2.gridded.grid.dlon : 0.1 cso.s5p.no2.gridded.grid.dlat : 0.1 !~ ! keywords for source files; ! the first one should have the footprints: cso.s5p.no2.gridded.sources : data state ! input files for each source type: cso.s5p.no2.gridded.source.data : ${my.work}/CSO-oper/CSO_output_%Y%m%d_%H%M_data.nc cso.s5p.no2.gridded.source.state : ${my.work}/CSO-oper/CSO_output_%Y%m%d_%H%M_state.nc !~ ! keywords for filters: cso.s5p.no2.gridded.filters : quality ! minimum quality value required: cso.s5p.no2.gridded.filter.quality.var : qa_value cso.s5p.no2.gridded.filter.quality.type : min cso.s5p.no2.gridded.filter.quality.min : 0.8 cso.s5p.no2.gridded.filter.quality.units : 1 !~ ! target file, might contain templates: ! %Y,%m,etc : time values ! %{basename} : basename (without extension) of first source file cso.s5p.no2.gridded.output.file : ${my.work}/CSO-gridded/${my.gridded.subdir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc ! data variables to be created: cso.s5p.no2.gridded.output.vars : yr ys yr_m ys_m ! input variables: ! data:yr : from data file ! state:ys : from state file cso.s5p.no2.gridded.output.yr.source : data:yr cso.s5p.no2.gridded.output.ys.source : state:ys cso.s5p.no2.gridded.output.yr_m.source : state:yr_m cso.s5p.no2.gridded.output.ys_m.source : state:ys_m !----------------------------------------------------------- ! catalogue of gridded fields !----------------------------------------------------------- ! time range: cso.s5p.no2.gridded-catalogue.timerange.start : ${my.timerange.start} cso.s5p.no2.gridded-catalogue.timerange.end : ${my.timerange.end} ! renew existing files? cso.s5p.no2.gridded-catalogue.renew : True !cso.s5p.no2.gridded-catalogue.renew : False ! target directory for catalogue: cso.s5p.no2.gridded-catalogue.output.dir : ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue ! input files: cso.s5p.no2.gridded-catalogue.input.file : ../%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc !!~ idem for daily average: !cso.s5p.no2.gridded-catalogue.input.file : ../CSO_output_%Y%m%d_aver_gridded.nc ! target files, time tempates and variable name are replaced: cso.s5p.no2.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png !!~ idem for daily average: !cso.s5p.no2.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png ! figure size (inches), default is (8,6): cso.s5p.no2.gridded-catalogue.figsize : (6,6) ! variables to be plotted: cso.s5p.no2.gridded-catalogue.vars : yr ys yr_m ys_m ! variable: cso.s5p.no2.gridded-catalogue.var.yr.source : yr ! convert units: cso.s5p.no2.gridded-catalogue.var.yr.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.gridded-catalogue.var.yr.vmin : 0.0 cso.s5p.no2.gridded-catalogue.var.yr.vmax : 10.0 ! variable: cso.s5p.no2.gridded-catalogue.var.ys.source : ys ! convert units: cso.s5p.no2.gridded-catalogue.var.ys.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.gridded-catalogue.var.ys.vmin : 0.0 cso.s5p.no2.gridded-catalogue.var.ys.vmax : 10.0 ! variable: cso.s5p.no2.gridded-catalogue.var.yr_m.source : yr_m ! convert units: cso.s5p.no2.gridded-catalogue.var.yr_m.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.gridded-catalogue.var.yr_m.vmin : 0.0 cso.s5p.no2.gridded-catalogue.var.yr_m.vmax : 10.0 ! variable: cso.s5p.no2.gridded-catalogue.var.ys_m.source : ys_m ! convert units: cso.s5p.no2.gridded-catalogue.var.ys_m.units : 1e15 mlc/cm2 ! style: cso.s5p.no2.gridded-catalogue.var.ys_m.vmin : 0.0 cso.s5p.no2.gridded-catalogue.var.ys_m.vmax : 10.0 !----------------------------------------------------------- ! gridded catalogue index !----------------------------------------------------------- ! target location: cso.s5p.no2.gridded-catalogue-index.outdir : ${my.run.base}/CSO-gridded/catalogue ! title: cso.s5p.no2.gridded-catalogue-index.header : CSO catalogue ! show info on created page? cso.s5p.no2.gridded-catalogue-index.info : True ! create new page for each value? cso.s5p.no2.gridded-catalogue-index.newpage : True ! content type: cso.s5p.no2.gridded-catalogue-index.type : list ! define row values: cso.s5p.no2.gridded-catalogue-index.name : date cso.s5p.no2.gridded-catalogue-index.values : TimeSeries( ${my.timerange.start}, ${my.timerange.end}, '1 day', '%Y%m%d' ) ! create new page for each value: cso.s5p.no2.gridded-catalogue-index.date.newpage : True ! content type: cso.s5p.no2.gridded-catalogue-index.date.type : table-row ! define row values: cso.s5p.no2.gridded-catalogue-index.date.name : time cso.s5p.no2.gridded-catalogue-index.date.values : Range( 0, 23, 1, '%2.2i00' ) ! content type: cso.s5p.no2.gridded-catalogue-index.date.time.type : table-col ! define column values: cso.s5p.no2.gridded-catalogue-index.date.time.name : var cso.s5p.no2.gridded-catalogue-index.date.time.values : ${cso.s5p.no2.gridded-catalogue.vars} ! content type: cso.s5p.no2.gridded-catalogue-index.date.time.var.type : img ! define image: cso.s5p.no2.gridded-catalogue-index.date.time.var.img : %{date[0:4]}/%{date[4:6]}/%{date[6:8]}/S5p_RPRO_NO2_%{date}_%{time}_gridded_%{var}.png cso.s5p.no2.gridded-catalogue-index.date.time.var.kwargs : height=300 !====================================================================== !=== !=== end !=== !======================================================================