Updated template settings. (977676fa) · Commits · CAMS / CSO

config/README.txt

+1 −1

Original line number	Diff line number	Diff line
		@@ -5,6 +5,6 @@ tutorial/
		Setting following tutorial.

		Copernicus/
		Example configurations for Sentinel-5P data download from Copernicus SciHub.
		Example configurations for Sentinel-5P data download from Copernicus DataSpace.

config/tutorial/tutorial.rc

+136 −13

Original line number	Diff line number	Diff line
		@@ -22,10 +22,7 @@ cso.tutorial.class : utopya.UtopyaJobTree
		! list of sub-elements:
		cso.tutorial.elements : inquire \
		convert listing \
		catalogue \
		gridded gridded-catalogue
		! sim-catalogue \
		! sim-gridded sim-gridded-catalogue
		catalogue

		! ... preprocessor steps one by one:
		!cso.tutorial.elements : inquire
		@@ -37,6 +34,9 @@ cso.tutorial.elements : inquire \
		!cso.tutorial.elements : gridded
		!cso.tutorial.elements : gridded-catalogue
		!
		! ... create super-observations
		!cso.tutorial.elements : superobs
		!
		! ... after running the obs.oper:
		!cso.tutorial.elements : sim-catalogue
		!cso.tutorial.elements : sim-gridded
		@@ -105,6 +105,21 @@ cso.tutorial.sim-catalogue.index.class : utopya.Indexer
		cso.tutorial.sim-catalogue.index.args : '${__filename__}', \
		rcbase='cso.tutorial.sim-catalogue-index'

		!
		! * super observations
		!

		! single step:
		cso.tutorial.superobs.class : utopya.UtopyaJobStep
		! tasks:
		cso.tutorial.superobs.tasks : create listing
		!~ create:
		cso.tutorial.superobs.create.class : cso.CSO_SuperObs
		cso.tutorial.superobs.create.args : '${__filename__}', rcbase='cso.tutorial.superobs'
		!~ create:
		cso.tutorial.superobs.listing.class : cso.CSO_S5p_Listing
		cso.tutorial.superobs.listing.args : '${__filename__}', rcbase='cso.tutorial.superobs-listing'

		!
		! * gridded fields
		!
		@@ -190,16 +205,23 @@ my.cso.convention : CF-1.7

		! region name:
		my.region : CAMS

		! CAMS regional ensemble domain:
		my.region.west : -30.0
		my.region.east : 45.0
		my.region.south : 30.0
		my.region.north : 76.0
		! size of map figures for this region:
		my.region.figsize : (6,6)

		! size of map figures for this region,
		! default size is (8,6)
		my.region.figsize : (8,6)
		!! region name:
		!my.region : globe
		!! global domain:
		!my.region.west : -180.0
		!my.region.east : 180.0
		!my.region.south : -90.0
		!my.region.north : 90.0
		!! size of map figures for this region:
		!my.region.figsize : (8,6)


		!----------------------------------------------------------
		@@ -208,8 +230,7 @@ my.region.figsize : (8,6)

		! testing 3 days
		my.timerange.start : 2018-06-01 00:00
		my.timerange.end : 2018-06-01 23:59
		!my.timerange.end : 2018-06-03 23:59
		my.timerange.end : 2018-06-03 23:59


		!----------------------------------------------------------
		@@ -450,6 +471,7 @@ cso.tutorial.convert.output.vars : longitude longitude_bounds \
		cso.tutorial.convert.output.var.longitude.dims : pixel
		cso.tutorial.convert.output.var.longitude.from : PRODUCT/longitude
		cso.tutorial.convert.output.var.longitude.attrs : { 'bounds' : None }

		! center latitudes; remove bounds attribute, no coordinate ...
		cso.tutorial.convert.output.var.latitude.dims : pixel
		cso.tutorial.convert.output.var.latitude.from : PRODUCT/latitude
		@@ -459,6 +481,10 @@ cso.tutorial.convert.output.var.latitude.attrs : { 'bounds'
		cso.tutorial.convert.output.var.longitude_bounds.dims : pixel corner
		cso.tutorial.convert.output.var.longitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/longitude_bounds
		cso.tutorial.convert.output.var.longitude_bounds.units : degrees_east
		! ensure that near dateline the corners form a convex region around center
		! (with some points outside [-180,+180] if necessary)
		cso.tutorial.convert.output.var.longitude_bounds.special : longitude_bounds

		! corner latitudes, no units in file:
		cso.tutorial.convert.output.var.latitude_bounds.dims : pixel corner
		cso.tutorial.convert.output.var.latitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/latitude_bounds
		@@ -470,16 +496,19 @@ cso.tutorial.convert.output.var.track_longitude.dims : track_scan
		cso.tutorial.convert.output.var.track_longitude.special : track_longitude
		cso.tutorial.convert.output.var.track_longitude.from : PRODUCT/longitude
		cso.tutorial.convert.output.var.track_longitude.attrs : { 'bounds' : None }
		!
		!~ center lat; remove bounds attribute, no coordinate ...
		cso.tutorial.convert.output.var.track_latitude.dims : track_scan track_pixel
		cso.tutorial.convert.output.var.track_latitude.special : track_latitude
		cso.tutorial.convert.output.var.track_latitude.from : PRODUCT/latitude
		cso.tutorial.convert.output.var.track_latitude.attrs : { 'bounds' : None }
		!
		!~ corner lons
		cso.tutorial.convert.output.var.track_longitude_bounds.dims : track_scan track_pixel corner
		cso.tutorial.convert.output.var.track_longitude_bounds.special : track_longitude_bounds
		cso.tutorial.convert.output.var.track_longitude_bounds.from : PRODUCT/SUPPORT_DATA/GEOLOCATIONS/longitude_bounds
		cso.tutorial.convert.output.var.track_longitude_bounds.units : degrees_east
		!
		!~ corner lats
		cso.tutorial.convert.output.var.track_latitude_bounds.dims : track_scan track_pixel corner
		cso.tutorial.convert.output.var.track_latitude_bounds.special : track_latitude_bounds
		@@ -821,7 +850,7 @@ cso.tutorial.gridded-catalogue.output.file : ${my.gridded-catalogue.
		!cso.tutorial.gridded-catalogue.output.file : ${my.gridded-catalogue.output.dir}/%Y/%m/%d/S5p_NO2_%Y%m%d_aver_gridded_%{var}.png

		! figure size (inches), default is (8,6):
		cso.tutorial.gridded-catalogue.figsize : (6,6)
		cso.tutorial.gridded-catalogue.figsize : ${my.region.figsize}

		! variables to be plotted:
		cso.tutorial.gridded-catalogue.vars : yr
		@@ -879,6 +908,94 @@ cso.tutorial.gridded-catalogue-index.date.time.var.kwargs : height=300



		!======================================================================
		!===
		!=== super observations
		!===
		!======================================================================

		! time range:
		cso.tutorial.superobs.timerange.start : ${my.timerange.start}
		cso.tutorial.superobs.timerange.end : ${my.timerange.end}

		! renew existing files?
		cso.tutorial.superobs.renew : True
		!cso.tutorial.superobs.renew : False

		!~

		! keyword to describe super-observations,
		! here gridding to 1.0x1.0
		my.supobs.key : sup1x1__qa08

		! grid definition:
		cso.tutorial.superobs.grid.west : ${my.region.west}
		cso.tutorial.superobs.grid.east : ${my.region.east}
		cso.tutorial.superobs.grid.south : ${my.region.south}
		cso.tutorial.superobs.grid.north : ${my.region.north}
		! resolution:
		cso.tutorial.superobs.grid.dlon : 1.0
		cso.tutorial.superobs.grid.dlat : 1.0

		! mapping level from footprints to grid cells:
		!!~ center only, one pixel is enough ..
		!cso.tutorial.superobs.mapping.levels : 0
		!cso.tutorial.superobs.mapping.minimum_number : 0
		!~ footprint area
		cso.tutorial.superobs.mapping.levels : 3
		cso.tutorial.superobs.mapping.minimum_coverage : 0.10

		!~

		! input listing:
		cso.tutorial.superobs.source.listing : ${cso.tutorial.listing.file}


		!~

		! keywords for filters:
		cso.tutorial.superobs.filters : quality

		! minimum quality value required:
		cso.tutorial.superobs.filter.quality.var : qa_value
		cso.tutorial.superobs.filter.quality.type : min
		cso.tutorial.superobs.filter.quality.min : 0.8
		cso.tutorial.superobs.filter.quality.units : 1

		!~

		! output directory and filename:
		cso.tutorial.superobs.output.file : ${my.work}/CSO-data/${my.region}/S5p/NO2/${my.tutorial.selection}__${my.supobs.key}/%Y/%m/%{root}.nc

		! pack floats as short values?
		cso.tutorial.superobs.output.packed : False
		! zlib compression level (default 1, 0 for no compression):
		cso.tutorial.superobs.output.complevel : 1


		!~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
		! listing
		!~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

		! renew table if file already exists?
		cso.tutorial.superobs-listing.renew : True

		! time range:
		cso.tutorial.superobs-listing.timerange.start : ${my.timerange.start}
		cso.tutorial.superobs-listing.timerange.end : ${my.timerange.end}

		! filename filters relative to listing file that should be scanned for orbit files;
		! names could include time templates ;
		! if same orbit is found in multiple directories, the first found is used;
		! remove existing table for safety to ensure that this is done correctly ...
		cso.tutorial.superobs-listing.file : ${my.work}/CSO-data/${my.region}/S5p/NO2/${my.tutorial.selection}__${my.supobs.key}/listing.csv
		cso.tutorial.superobs-listing.patterns : %Y/%m/S5p_*.nc

		! extra columns to be added, read from global attributes:
		cso.tutorial.superobs-listing.xcolumns : orbit processing processor_version



		!======================================================================
		!===
		!=== simulation catalogue
		@@ -904,9 +1021,11 @@ cso.tutorial.sim-catalogue.output.file : ${my.work}/CSO-sim-catalogu

		! map domain used for simulations (west east south north):
		cso.tutorial.sim-catalogue.domain : -10 30 35 65
		!!~ globe:
		!cso.tutorial.sim-catalogue.domain : -180 180 -90 90

		! figure size (inches), default is (8,6):
		cso.tutorial.sim-catalogue.figsize : (6,6)
		cso.tutorial.sim-catalogue.figsize : ${my.region.figsize}

		! renew existing files?
		!cso.tutorial.sim-catalogue.renew : False
		@@ -1034,6 +1153,10 @@ my.gridded.region : ${my.region}
		!cso.tutorial.sim-gridded.grid.east : ${my.region.east}
		!cso.tutorial.sim-gridded.grid.south : ${my.region.south}
		!cso.tutorial.sim-gridded.grid.north : ${my.region.north}
		!! resolution:
		!cso.tutorial.sim-gridded.grid.dlon : 0.1
		!cso.tutorial.sim-gridded.grid.dlat : 0.1
		!
		!~ observation operator tutorial:
		cso.tutorial.sim-gridded.grid.west : -10
		cso.tutorial.sim-gridded.grid.east : 30
		@@ -1119,7 +1242,7 @@ cso.tutorial.sim-gridded-catalogue.output.file : ${my.sim-gridded.di
		!cso.tutorial.sim-gridded-catalogue.output.file : ${my.sim-gridded.dir}/catalogue/%Y/%m/%d/S5p_NO2_%Y%m%d_aver_gridded_%{var}.png

		! figure size (inches), default is (8,6):
		cso.tutorial.sim-gridded-catalogue.figsize : (6,6)
		cso.tutorial.sim-gridded-catalogue.figsize : ${my.region.figsize}

		! variables to be plotted:
		cso.tutorial.sim-gridded-catalogue.vars : yr ys yr_m ys_m