TNO Intern

Commit 69314c67 authored by Arjo Segers's avatar Arjo Segers
Browse files

Introduced `config` directories to store settings.

parent 959d6e3e

rc/tutorial-s5p.rc→config/tutorial/tutorial.rc

+190 −10
Original line number Diff line number Diff line 
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

!!!

!!! CSO TROPOMI Processing

!!! CSO - CAMS Satellite Operator

!!!

!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!

!!! Settings for Tutorial.

!!!

!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!





!----------------------------------------------------------

! job tree

!----------------------------------------------------------



! class to create a job tree:

cso.class                                     :  utopya.UtopyaJobTree

! list of sub-elements:

cso.elements                                  :  tutorial



! class to create a job tree:

cso.tutorial.class                             :  utopya.UtopyaJobTree



! list of sub-elements:

!cso.tutorial.elements                          :  download convert listing catalogue \

!                                                  sim-catalogue \

!                                                  gridded gridded-catalogue

!~ preprocessor steps one by one ...

cso.tutorial.elements                          :  download

!cso.tutorial.elements                          :  convert

!cso.tutorial.elements                          :  listing

!cso.tutorial.elements                          :  catalogue

! ... after running the obs.oper:

!cso.tutorial.elements                          :  sim-catalogue

!cso.tutorial.elements                          :  gridded

!cso.tutorial.elements                          :  gridded-catalogue



! *



! single step:

cso.tutorial.download.class                    :  utopya.UtopyaJobStep

! download task:

cso.tutorial.download.task.class               :  cso.CSO_SciHub_Download

cso.tutorial.download.task.args                :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.download-s5phub'



! *



! single step:

cso.tutorial.listing.class                     :  utopya.UtopyaJobStep

! conversion task:

cso.tutorial.listing.task.class                :  cso.CSO_S5p_Listing

cso.tutorial.listing.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.listing'



! *



! single step:

cso.tutorial.convert.class                     :  utopya.UtopyaJobStep

! conversion task:

cso.tutorial.convert.task.class                :  cso.CSO_S5p_Convert

cso.tutorial.convert.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.convert'



! *



! single step:

cso.tutorial.catalogue.class                   :  utopya.UtopyaJobStep

! two tasks:

cso.tutorial.catalogue.tasks                   :  figs index

! catalogue creation task:

cso.tutorial.catalogue.figs.class              :  cso.CSO_Catalogue

cso.tutorial.catalogue.figs.args               :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.catalogue'

! indexer task:

cso.tutorial.catalogue.index.class             :  utopya.Indexer

cso.tutorial.catalogue.index.args              :  '${PWD}/config/tutorial/tutorial.rc', \

                                                    rcbase='cso.tutorial.catalogue-index'



! *



! single step:

cso.tutorial.sim-catalogue.class               :  utopya.UtopyaJobStep

! two tasks:

cso.tutorial.sim-catalogue.tasks               :  figs index

! catalogue creation task:

cso.tutorial.sim-catalogue.figs.class          :  cso.CSO_SimCatalogue

cso.tutorial.sim-catalogue.figs.args           :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.sim-catalogue'

! indexer task:

cso.tutorial.sim-catalogue.index.class         :  utopya.Indexer

cso.tutorial.sim-catalogue.index.args          :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.sim-catalogue-index'



!

! * gridded fields

!



! single step:

cso.tutorial.gridded.class                     :  utopya.UtopyaJobStep

! catalogue creation task:

cso.tutorial.gridded.task.class                :  cso.CSO_GriddedAverage

cso.tutorial.gridded.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.gridded'



! *



! single step:

cso.tutorial.gridded-catalogue.class           :  utopya.UtopyaJobStep

! two tasks:

cso.tutorial.gridded-catalogue.tasks           :  figs index

! catalogue creation task:

cso.tutorial.gridded-catalogue.figs.class      :  cso.CSO_GriddedCatalogue

cso.tutorial.gridded-catalogue.figs.args       :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.gridded-catalogue'

! indexer task:

cso.tutorial.gridded-catalogue.index.class     :  utopya.Indexer

cso.tutorial.gridded-catalogue.index.args      :  '${PWD}/config/tutorial/tutorial.rc', \

                                                   rcbase='cso.tutorial.gridded-catalogue-index'







!======================================================================

!===

!=== settings

!===

!======================================================================





!-----------------------------------------------------------------------

!-----------------------------------------------------------

! domain

!-----------------------------------------------------------



!

! Used for:

! - orbit selection durning download

! - pixel selection

! - map plots

!



! region name:

my.region                       :  CAMS



! CAMS regional ensemble domain:

my.region.west                  :  -30.0

my.region.east                  :   45.0

my.region.south                 :   30.0

my.region.north                 :   76.0



! size of map figures for this region,

! default size is (8,6)

my.region.figsize               :   (8,6)





!----------------------------------------------------------

! timerange

!----------------------------------------------------------



! testing S5P data:

my.timerange.start              :  2018-06-01 00:00

my.timerange.end                :  2018-06-03 23:59





!----------------------------------------------------------

! user specific settings:

!-----------------------------------------------------------------------

!----------------------------------------------------------



! include user specfic settings:

#include tutorial-user-settings.rc

! Attributes written to output files.

my.attr.author                  :  Your Name

my.attr.institution             :  CSO

my.attr.email                   :  Your.Name@cso.org



! base location for work directories:

!my.work                         :  /work/yourname/CSO-Tests

!~ testing ...

my.work                         :  ${SCRATCH}/CSO-Tests





!----------------------------------------------------------

! job step defaults

!----------------------------------------------------------



! run jobs in foreground:

*.script.class                      :  utopya.UtopyaJobScriptForeground



! search path for python modules:

*.pypath                            :  ${PWD}/py

        

! work directory for jobs; 

! here path including subdirectories for job name elements:

!*.workdir                           :  /work/${USER}/CAMS/__NAME2PATH__

!~ use the 'my.work' definition included from "tutorial-user-settings.rc":

*.workdir                           :  ${my.work}/__NAME2PATH__



! for new job files, use jobtree settings from this file:

*.rcfile                            :  ${__filename__}





!======================================================================
@@ -143,8 +324,8 @@ cso.tutorial.convert.output.filename : S5p_RPRO_NO2_%{orbit}.nc 
cso.tutorial.convert.output.attrs               :  format Conventions \

                                                     author institution email

!

cso.tutorial.convert.output.attr.format         :  ${my.cso.format}

cso.tutorial.convert.output.attr.Conventions    :  ${my.cso.convention}

cso.tutorial.convert.output.attr.format         :  1.0

cso.tutorial.convert.output.attr.Conventions    :  CF-1.7

cso.tutorial.convert.output.attr.author         :  ${my.attr.author}

cso.tutorial.convert.output.attr.institution    :  ${my.attr.institution}

cso.tutorial.convert.output.attr.email          :  ${my.attr.email}
@@ -735,4 +916,3 @@ cso.tutorial.gridded-catalogue-index.date.time.var.kwargs : height=300 
!===

!======================================================================

rc/cso-s4.rc

deleted100644 → 0
+0 −480

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-hcho.rc

deleted100644 → 0
+0 −779

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-no2.rc

deleted100644 → 0
+0 −860

File deleted.

Preview size limit exceeded, changes collapsed.

rc/cso-s5p-so2.rc

deleted100644 → 0
+0 −729

File deleted.

Preview size limit exceeded, changes collapsed.