TNO Intern

Commit 69314c67 authored by Arjo Segers's avatar Arjo Segers
Browse files

Introduced `config` directories to store settings.

parent 959d6e3e
Loading
Loading
Loading
Loading
+190 −10
Original line number Diff line number Diff line
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
!!!
!!! CSO TROPOMI Processing
!!! CSO - CAMS Satellite Operator
!!!
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
!!! Settings for Tutorial.
!!!
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!


!----------------------------------------------------------
! job tree
!----------------------------------------------------------

! class to create a job tree:
cso.class                                     :  utopya.UtopyaJobTree
! list of sub-elements:
cso.elements                                  :  tutorial

! class to create a job tree:
cso.tutorial.class                             :  utopya.UtopyaJobTree

! list of sub-elements:
!cso.tutorial.elements                          :  download convert listing catalogue \
!                                                  sim-catalogue \
!                                                  gridded gridded-catalogue
!~ preprocessor steps one by one ...
cso.tutorial.elements                          :  download
!cso.tutorial.elements                          :  convert
!cso.tutorial.elements                          :  listing
!cso.tutorial.elements                          :  catalogue
! ... after running the obs.oper:
!cso.tutorial.elements                          :  sim-catalogue
!cso.tutorial.elements                          :  gridded
!cso.tutorial.elements                          :  gridded-catalogue

! *

! single step:
cso.tutorial.download.class                    :  utopya.UtopyaJobStep
! download task:
cso.tutorial.download.task.class               :  cso.CSO_SciHub_Download
cso.tutorial.download.task.args                :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.download-s5phub'

! *

! single step:
cso.tutorial.listing.class                     :  utopya.UtopyaJobStep
! conversion task:
cso.tutorial.listing.task.class                :  cso.CSO_S5p_Listing
cso.tutorial.listing.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.listing'

! *

! single step:
cso.tutorial.convert.class                     :  utopya.UtopyaJobStep
! conversion task:
cso.tutorial.convert.task.class                :  cso.CSO_S5p_Convert
cso.tutorial.convert.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.convert'

! *

! single step:
cso.tutorial.catalogue.class                   :  utopya.UtopyaJobStep
! two tasks:
cso.tutorial.catalogue.tasks                   :  figs index
! catalogue creation task:
cso.tutorial.catalogue.figs.class              :  cso.CSO_Catalogue
cso.tutorial.catalogue.figs.args               :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.catalogue'
! indexer task:
cso.tutorial.catalogue.index.class             :  utopya.Indexer
cso.tutorial.catalogue.index.args              :  '${PWD}/config/tutorial/tutorial.rc', \
                                                    rcbase='cso.tutorial.catalogue-index'

! *

! single step:
cso.tutorial.sim-catalogue.class               :  utopya.UtopyaJobStep
! two tasks:
cso.tutorial.sim-catalogue.tasks               :  figs index
! catalogue creation task:
cso.tutorial.sim-catalogue.figs.class          :  cso.CSO_SimCatalogue
cso.tutorial.sim-catalogue.figs.args           :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.sim-catalogue'
! indexer task:
cso.tutorial.sim-catalogue.index.class         :  utopya.Indexer
cso.tutorial.sim-catalogue.index.args          :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.sim-catalogue-index'

!
! * gridded fields
!

! single step:
cso.tutorial.gridded.class                     :  utopya.UtopyaJobStep
! catalogue creation task:
cso.tutorial.gridded.task.class                :  cso.CSO_GriddedAverage
cso.tutorial.gridded.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.gridded'

! *

! single step:
cso.tutorial.gridded-catalogue.class           :  utopya.UtopyaJobStep
! two tasks:
cso.tutorial.gridded-catalogue.tasks           :  figs index
! catalogue creation task:
cso.tutorial.gridded-catalogue.figs.class      :  cso.CSO_GriddedCatalogue
cso.tutorial.gridded-catalogue.figs.args       :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.gridded-catalogue'
! indexer task:
cso.tutorial.gridded-catalogue.index.class     :  utopya.Indexer
cso.tutorial.gridded-catalogue.index.args      :  '${PWD}/config/tutorial/tutorial.rc', \
                                                   rcbase='cso.tutorial.gridded-catalogue-index'



!======================================================================
!===
!=== settings
!===
!======================================================================


!-----------------------------------------------------------------------
!-----------------------------------------------------------
! domain
!-----------------------------------------------------------

!
! Used for:
! - orbit selection durning download
! - pixel selection
! - map plots
!

! region name:
my.region                       :  CAMS

! CAMS regional ensemble domain:
my.region.west                  :  -30.0
my.region.east                  :   45.0
my.region.south                 :   30.0
my.region.north                 :   76.0

! size of map figures for this region,
! default size is (8,6)
my.region.figsize               :   (8,6)


!----------------------------------------------------------
! timerange
!----------------------------------------------------------

! testing S5P data:
my.timerange.start              :  2018-06-01 00:00
my.timerange.end                :  2018-06-03 23:59


!----------------------------------------------------------
! user specific settings:
!-----------------------------------------------------------------------
!----------------------------------------------------------

! include user specfic settings:
#include tutorial-user-settings.rc
! Attributes written to output files.
my.attr.author                  :  Your Name
my.attr.institution             :  CSO
my.attr.email                   :  Your.Name@cso.org

! base location for work directories:
!my.work                         :  /work/yourname/CSO-Tests
!~ testing ...
my.work                         :  ${SCRATCH}/CSO-Tests


!----------------------------------------------------------
! job step defaults
!----------------------------------------------------------

! run jobs in foreground:
*.script.class                      :  utopya.UtopyaJobScriptForeground

! search path for python modules:
*.pypath                            :  ${PWD}/py
        
! work directory for jobs; 
! here path including subdirectories for job name elements:
!*.workdir                           :  /work/${USER}/CAMS/__NAME2PATH__
!~ use the 'my.work' definition included from "tutorial-user-settings.rc":
*.workdir                           :  ${my.work}/__NAME2PATH__

! for new job files, use jobtree settings from this file:
*.rcfile                            :  ${__filename__}


!======================================================================
@@ -143,8 +324,8 @@ cso.tutorial.convert.output.filename : S5p_RPRO_NO2_%{orbit}.nc
cso.tutorial.convert.output.attrs               :  format Conventions \
                                                     author institution email
!
cso.tutorial.convert.output.attr.format         :  ${my.cso.format}
cso.tutorial.convert.output.attr.Conventions    :  ${my.cso.convention}
cso.tutorial.convert.output.attr.format         :  1.0
cso.tutorial.convert.output.attr.Conventions    :  CF-1.7
cso.tutorial.convert.output.attr.author         :  ${my.attr.author}
cso.tutorial.convert.output.attr.institution    :  ${my.attr.institution}
cso.tutorial.convert.output.attr.email          :  ${my.attr.email}
@@ -735,4 +916,3 @@ cso.tutorial.gridded-catalogue-index.date.time.var.kwargs : height=300
!===
!======================================================================

rc/cso-s4.rc

deleted100644 → 0
+0 −480

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-hcho.rc

deleted100644 → 0
+0 −779

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-no2.rc

deleted100644 → 0
+0 −860

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-so2.rc

deleted100644 → 0
+0 −729

File deleted.

Preview size limit exceeded, changes collapsed.

Loading