Updated template settings for VIIRS. (7afe471c) · Commits · CAMS / CSO

config/VIIRS/cso-user-settings.rc

+1 −2

Original line number	Diff line number	Diff line
		@@ -75,8 +75,7 @@ my.attr.institution : CSO
		my.attr.email : Your.Name@cso.org

		! base location for work directories:
		!my.work : /work/${USER}/CSO-Tutorial
		my.work : /Scratch/${USER}/CSO-VIIRS
		my.work : /work/${USER}/CSO-Tutorial-VIIRS


		!----------------------------------------------------------

config/VIIRS/cso-viirs.rc

+34 −28

Original line number	Diff line number	Diff line
		@@ -140,6 +140,12 @@ cso.download.processor_version : 020000
		! target directory, includiong time values:
		cso.download.dir : ${my.arch.dir}/${my.version}/%Y/%j

		! ADHOC: some files are double (from different url's);
		! should be ckecked in inquire?
		! for the moment keep blacklist:
		cso.download.blacklist : https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/5200/AERDB_L2_VIIRS_SNPP/2024/103/AERDB_L2_VIIRS_SNPP.A2024103.0836.002.2024106154554.nc \
		https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/5200/AERDB_L2_VIIRS_SNPP/2024/103/AERDB_L2_VIIRS_SNPP.A2024103.1348.002.2024106155539.nc



		!-----------------------------------------------------------
		@@ -378,34 +384,34 @@ cso.convert.output.var.aot_WVLnm.attrs : { 'valid_range' : Non



		!!======================================================================
		!!===
		!!=== listing
		!!===
		!!======================================================================
		!
		!! csv file that will hold records per file with:
		!! - timerange of pixels in file
		!! - orbit number
		!cso.listing.file : ${my.work}/_PRODUCT_/data/${my.region}/${my.selection}__listing.csv
		!
		!! renew table if file already exists?
		!cso.listing.renew : True
		!
		!! time range:
		!cso.listing.timerange.start : ${my.timerange.start}
		!cso.listing.timerange.end : ${my.timerange.end}
		!
		!! filename filters relative to listing file that should be scanned for orbit files;
		!! names could include time templates ;
		!! if same orbit is found in multiple directories, the first found is used;
		!! remove existing table for safety to ensure that this is done correctly ...
		!cso.listing.patterns : ${my.selection}/%Y/%m/_PRODUCT__*.nc
		!
		!! extra columns to be added, read from global attributes:
		!cso.listing.xcolumns : orbit
		!
		!
		!======================================================================
		!===
		!=== listing
		!===
		!======================================================================

		! csv file that will hold records per file with:
		! - timerange of pixels in file
		! - orbit number
		cso.listing.file : ${my.work}/${MY_PRODUCT}/data/${my.region}/listing.csv

		! renew table if file already exists?
		cso.listing.renew : True

		! time range:
		cso.listing.timerange.start : ${my.timerange.start}
		cso.listing.timerange.end : ${my.timerange.end}

		! filename filters relative to listing file that should be scanned for orbit files;
		! names could include time templates ;
		! if same orbit is found in multiple directories, the first found is used;
		! remove existing table for safety to ensure that this is done correctly ...
		cso.listing.patterns : %Y/%m/${MY_PRODUCT}_*.nc

		! extra columns to be added, read from global attributes:
		cso.listing.xcolumns :




		!======================================================================

config/VIIRS/cso.rc

+15 −12

Original line number	Diff line number	Diff line
		@@ -107,26 +107,26 @@ cso.copy.rcwrite : ${my.work}/cso.rc

		#for _PRODUCT_ in viirs1-aod-db viirs2-aod-db viirs1-aod-dt viirs2-aod-dt


		! class to create a job tree:
		cso._PRODUCT_.class : utopya.UtopyaJobTree

		!~ sub steps:
		!cso._PRODUCT_.elements : inquire download download-listing convert
		!cso._PRODUCT_.elements : inquire download download-listing convert listing
		!~ one by one ...
		!cso._PRODUCT_.elements : inquire
		!cso._PRODUCT_.elements : download
		!cso._PRODUCT_.elements : inquire download
		cso._PRODUCT_.elements : download-listing
		!cso._PRODUCT_.elements : download-listing
		!cso._PRODUCT_.elements : convert
		cso._PRODUCT_.elements : listing

		! *

		! inquire tasks:
		!cso._PRODUCT_.inquire.tasks : table-earthaccess plot
		cso._PRODUCT_.inquire.tasks : table-earthaccess
		!cso._PRODUCT_.inquire.tasks : plot



		! single step:
		cso._PRODUCT_.inquire.class : utopya.UtopyaJobStep
		!~ inquire files downloaded from EarthAccess:
		@@ -140,6 +140,8 @@ cso._PRODUCT_.inquire.plot.args : '${my.work}/rc/cso-viirs.rc'
		rcbase='cso.inquire-plot', \
		env={ 'MY_PRODUCT' : '_PRODUCT_' }

		! *

		!~ download data:
		! single step:
		cso._PRODUCT_.download.class : utopya.UtopyaJobStep
		@@ -165,13 +167,14 @@ cso._PRODUCT_.convert.task.class : cso.CSO_VIIRS_Convert
		cso._PRODUCT_.convert.task.args : '${my.work}/rc/cso-viirs.rc', \
		rcbase='cso.convert', \
		env={ 'MY_PRODUCT' : '_PRODUCT_' }
		!! single step:
		!cso._PRODUCT_.listing.class : utopya.UtopyaJobStep
		!! listing task:
		!cso._PRODUCT_.listing.task.class : cso.CSO_S5p_Listing
		!cso._PRODUCT_.listing.task.args : '${my.work}/rc/cso-s5p-ALL.rc', \
		! rcbase='cso._PRODUCT_.listing'
		!
		! single step:
		cso._PRODUCT_.listing.class : utopya.UtopyaJobStep
		! listing task:
		cso._PRODUCT_.listing.task.class : cso.CSO_S5p_Listing
		cso._PRODUCT_.listing.task.args : '${my.work}/rc/cso-viirs.rc', \
		rcbase='cso.listing', \
		env={ 'MY_PRODUCT' : '_PRODUCT_' }

		#endfor