TNO Intern

Commit 5701c23b authored by Arjo Segers's avatar Arjo Segers
Browse files

Added configurations for ESA-S5p data.

parent dde1ba40
Loading
Loading
Loading
Loading
+818 −0

File added.

Preview size limit exceeded, changes collapsed.

+901 −0

File added.

Preview size limit exceeded, changes collapsed.

+752 −0

File added.

Preview size limit exceeded, changes collapsed.

+117 −0
Original line number Diff line number Diff line
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
!!!
!!! CSO common configuration
!!!
!!! Base settings that are used by multiple tasks:
!!! - simulation domain
!!!
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!


!-----------------------------------------------------------
! id's
!-----------------------------------------------------------

! file format:
my.cso.format         :   1.0

! file format convention:
my.cso.convention     :   CF-1.7


!-----------------------------------------------------------
! domain
!-----------------------------------------------------------

!
! Used for:
! - orbit selection durning download
! - pixel selection
! - map plots
!

! region name:
my.region                       :  CAMS

! CAMS regional ensemble domain:
my.region.west                  :  -30.0
my.region.east                  :   45.0
my.region.south                 :   30.0
my.region.north                 :   76.0

! size of map figures for this region, default size is (8,6)
my.region.figsize               :   (8,6)




!----------------------------------------------------------
! timerange
!----------------------------------------------------------

! testing NO2 ..
my.timerange.start              :  2017-06-01 00:00
my.timerange.end                :  2021-06-30 23:59


!----------------------------------------------------------
! user specific settings:
!----------------------------------------------------------

#if "${USER}" == "segersaj"

! Attributes written to output files.
my.attr.author                  :  Arjo Segers
my.attr.institution             :  TNO
my.attr.email                   :  arjo.segers@tno.nl

! base location for work directories:
my.work                         :  ${MODAS_SCRATCH}/projects/EU/CAMS/C61/WP3

#elif "${USER}" == "arjos"

! Attributes written to output files.
my.attr.author                  :  Arjo Segers
my.attr.institution             :  MET Norway
my.attr.email                   :  arjos@met.no

! base location for work directories:
my.work                         :  ${WORK}/projects/CAMS-61/WP3

#else
#error unsupported USER "${USER}"
#endif


!!----------------------------------------------------------
!! logging
!!----------------------------------------------------------
!
!! optional logging parameters:
!*.logging.format           :  [%(levelname)-8s] %(message)s
!*.logging.level            :  info
!
!
!!----------------------------------------------------------
!! job step defaults
!!----------------------------------------------------------
!
!! run jobs in foreground:
!*.script.class                      :  utopya.UtopyaJobScriptForeground
!
!! search path for python modules:
!*.pypath                            :  ${PWD}/py
!        
!! work directory for jobs; 
!! here path including subdirectories for job name elements:
!*.workdir                           :  ${my.work}/__NAME2PATH__
!
!! jobtree settings from this file:
!*.rcfile                            :  ${__filename__}
!

!----------------------------------------------------------
! end
!----------------------------------------------------------

config/ESA-S5p/cso.rc

0 → 100644
+187 −0
Original line number Diff line number Diff line
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
!!!
!!! CSO - CAMS Satellite Operator
!!!
!!! Settings for project.
!!!
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!


!----------------------------------------------------------
! user specific settings:
!----------------------------------------------------------

! include user specfic settings:
#include cso-user-settings.rc

! selected tracers:
!my.tracers                :  no2 so2 hcho co
my.tracers                :  no2
!my.tracers                :  so2
!my.tracers                :  hcho
!my.tracers                :  co

!----------------------------------------------------------
! job tree
!----------------------------------------------------------

! class to create a job tree:
cso.class                                     :  utopya.UtopyaJobTree
! list of sub-elements:
cso.elements                                  :  s5p

! class to create a job tree:
cso.s5p.class                                 :  utopya.UtopyaJobTree
! list of sub-elements:
cso.s5p.elements                              :  ${my.tracers}


! *

#for TRACER in ${my.tracers}

! class to create a job tree:
cso.s5p.TRACER.class                             :  utopya.UtopyaJobTree

! list of sub-elements:
!cso.s5p.TRACER.elements                          :  inquire-scihub inquire-pal \
!                                                  convert listing catalogue \
!                                                  sim-catalogue \
!                                                  gridded gridded-catalogue
!~ preprocessor steps one by one ...
cso.s5p.TRACER.elements                          :  inquire-scihub
!cso.s5p.TRACER.elements                          :  inquire-pal
!cso.s5p.TRACER.elements                          :  convert
!cso.s5p.TRACER.elements                          :  listing
!cso.s5p.TRACER.elements                          :  catalogue
!
!~ process observation simulator output:
!cso.s5p.TRACER.elements                          :  sim-catalogue
!
!~ gridded averages:
!cso.s5p.TRACER.elements                          :  gridded
!cso.s5p.TRACER.elements                          :  gridded-catalogue

! *

! single step:
cso.s5p.TRACER.inquire-scihub.class              :  utopya.UtopyaJobStep
! two tasks possible;
! here only produce the table, let the "inquire-pal" create the plot:
cso.s5p.TRACER.inquire-scihub.tasks              :  table
!~ inquire available files:
cso.s5p.TRACER.inquire-scihub.table.class        :  cso.CSO_SciHub_Inquire
cso.s5p.TRACER.inquire-scihub.table.args         :  '${PWD}/config/tutorial/tutorial.rc', \
                                                      rcbase='cso.s5p.TRACER.inquire-s5phub-table'
!!~ create plot of available versions:
!cso.s5p.TRACER.inquire-scihub.plot.class         :  cso.CSO_SciHub_InquirePlot
!cso.s5p.TRACER.inquire-scihub.plot.args          :  '${PWD}/config/tutorial/tutorial.rc', \
!                                                      rcbase='cso.s5p.TRACER.inquire-s5phub-plot'

! single step:
cso.s5p.TRACER.inquire-pal.class                 :  utopya.UtopyaJobStep
! two tasks:
cso.s5p.TRACER.inquire-pal.tasks                 :  table plot
! inquire task:
cso.s5p.TRACER.inquire-pal.table.class           :  cso.CSO_PAL_Inquire
cso.s5p.TRACER.inquire-pal.table.args            :  '${PWD}/config/tutorial/tutorial.rc', \
                                                      rcbase='cso.s5p.TRACER.inquire-pal-table'
!~ create plot of available versions:
cso.s5p.TRACER.inquire-pal.plot.class            :  cso.CSO_SciHub_InquirePlot
cso.s5p.TRACER.inquire-pal.plot.args             :  '${PWD}/config/tutorial/tutorial.rc', \
                                                      rcbase='cso.s5p.TRACER.inquire-pal-plot'

! *

! single step:
cso.s5p.TRACER.convert.class                     :  utopya.UtopyaJobStep
! convert task:
cso.s5p.TRACER.convert.task.class                :  cso.CSO_S5p_Convert
cso.s5p.TRACER.convert.task.args                 :  '${PWD}/rc/cso-s5p-TRACER.rc', \
                                                      rcbase='cso.s5p.TRACER.convert'
! single step:
cso.s5p.TRACER.listing.class                     :  utopya.UtopyaJobStep
! listing task:
cso.s5p.TRACER.listing.task.class                :  cso.CSO_S5p_Listing
cso.s5p.TRACER.listing.task.args                 :  '${PWD}/rc/cso-s5p-TRACER.rc', \
                                                      rcbase='cso.s5p.TRACER.listing'

! single step:
cso.s5p.TRACER.catalogue.class                   :  utopya.UtopyaJobStep
! two tasks:
cso.s5p.TRACER.catalogue.tasks                   :  figs index
! catalogue creation task:
cso.s5p.TRACER.catalogue.figs.class              :  cso.CSO_Catalogue
cso.s5p.TRACER.catalogue.figs.args               :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.s5p.TRACER.catalogue'
! indexer task:
cso.s5p.TRACER.catalogue.index.class             :  utopya.Indexer
cso.s5p.TRACER.catalogue.index.args              :  '${PWD}/config/tutorial/tutorial.rc', \
                                                    rcbase='cso.s5p.TRACER.catalogue-index'

! *

! single step:
cso.s5p.TRACER.sim-catalogue.class               :  utopya.UtopyaJobStep
! two tasks:
cso.s5p.TRACER.sim-catalogue.tasks               :  figs index
! catalogue creation task:
cso.s5p.TRACER.sim-catalogue.figs.class          :  cso.CSO_SimCatalogue
cso.s5p.TRACER.sim-catalogue.figs.args           :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.s5p.TRACER.sim-catalogue'
! indexer task:
cso.s5p.TRACER.sim-catalogue.index.class         :  utopya.Indexer
cso.s5p.TRACER.sim-catalogue.index.args          :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.s5p.TRACER.sim-catalogue-index'

!
! * gridded fields
!

! single step:
cso.s5p.TRACER.gridded.class                     :  utopya.UtopyaJobStep
! catalogue creation task:
cso.s5p.TRACER.gridded.task.class                :  cso.CSO_GriddedAverage
cso.s5p.TRACER.gridded.task.args                 :  '${PWD}/rc/cso-s5p-TRACER.rc', \
                                                      rcbase='cso.s5p.TRACER.gridded'

! *

! single step:
cso.s5p.TRACER.gridded-catalogue.class           :  utopya.UtopyaJobStep
! two tasks:
cso.s5p.TRACER.gridded-catalogue.tasks           :  figs index
! catalogue creation task:
cso.s5p.TRACER.gridded-catalogue.figs.class      :  cso.CSO_GriddedCatalogue
cso.s5p.TRACER.gridded-catalogue.figs.args       :  '${PWD}/rc/cso-s5p-TRACER.rc', \
                                                      rcbase='cso.s5p.TRACER.gridded-catalogue-figs'
! indexer task ;
! use task from no2 to have all species created ...
cso.s5p.TRACER.gridded-catalogue.index.class     :  utopya.Indexer
cso.s5p.TRACER.gridded-catalogue.index.args      :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.s5p.TRACER.gridded-catalogue-index'

#endfor


!----------------------------------------------------------
! job step defaults
!----------------------------------------------------------

! run jobs in foreground:
*.script.class                      :  utopya.UtopyaJobScriptForeground

! search path for python modules:
*.pypath                            :  ${PWD}/py
        
! work directory for jobs; 
! here path including subdirectories for job name elements:
*.workdir                           :  ${my.work}/__NAME2PATH__

! jobtree settings from this file:
*.rcfile                            :  ${__filename__}


!----------------------------------------------------------
! end
!----------------------------------------------------------