TNO Intern

Commit 81b8fb08 authored by Arjo Segers's avatar Arjo Segers
Browse files

Use environment variable for installation prefix, use own filename for settings.

parent e092f535
Loading
Loading
Loading
Loading
+32 −26
Original line number Diff line number Diff line
@@ -28,11 +28,11 @@ cso.tutorial.class : utopya.UtopyaJobTree
!cso.tutorial.elements                          :  inquire-scihub
!cso.tutorial.elements                          :  convert
!cso.tutorial.elements                          :  listing
cso.tutorial.elements                          :  catalogue
!cso.tutorial.elements                          :  catalogue
! ... after running the obs.oper:
!cso.tutorial.elements                          :  sim-catalogue
!cso.tutorial.elements                          :  gridded
!cso.tutorial.elements                          :  gridded-catalogue
cso.tutorial.elements                          :  gridded-catalogue

! *

@@ -42,11 +42,11 @@ cso.tutorial.inquire-scihub.class : utopya.UtopyaJobStep
cso.tutorial.inquire-scihub.tasks              :  table plot
!~ inquire available files:
cso.tutorial.inquire-scihub.table.class        :  cso.CSO_SciHub_Inquire
cso.tutorial.inquire-scihub.table.args         :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.inquire-scihub.table.args         :  '${__filename__}', \
                                                      rcbase='cso.tutorial.inquire-s5phub-table'
!~ create plot of available versions:
cso.tutorial.inquire-scihub.plot.class         :  cso.CSO_Inquire_Plot
cso.tutorial.inquire-scihub.plot.args          :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.inquire-scihub.plot.args          :  '${__filename__}', \
                                                      rcbase='cso.tutorial.inquire-s5phub-plot'

! *
@@ -55,7 +55,7 @@ cso.tutorial.inquire-scihub.plot.args : '${PWD}/config/tutorial/tutori
cso.tutorial.convert.class                     :  utopya.UtopyaJobStep
! task:
cso.tutorial.convert.task.class                :  cso.CSO_S5p_Convert
cso.tutorial.convert.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.convert.task.args                 :  '${__filename__}', \
                                                   rcbase='cso.tutorial.convert'

! *
@@ -64,7 +64,7 @@ cso.tutorial.convert.task.args : '${PWD}/config/tutorial/tutori
cso.tutorial.listing.class                     :  utopya.UtopyaJobStep
! task:
cso.tutorial.listing.task.class                :  cso.CSO_S5p_Listing
cso.tutorial.listing.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.listing.task.args                 :  '${__filename__}', \
                                                   rcbase='cso.tutorial.listing'

! *
@@ -75,11 +75,11 @@ cso.tutorial.catalogue.class : utopya.UtopyaJobStep
cso.tutorial.catalogue.tasks                   :  figs index
! catalogue creation task:
cso.tutorial.catalogue.figs.class              :  cso.CSO_Catalogue
cso.tutorial.catalogue.figs.args               :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.catalogue.figs.args               :  '${__filename__}', \
                                                   rcbase='cso.tutorial.catalogue'
! indexer task:
cso.tutorial.catalogue.index.class             :  utopya.Indexer
cso.tutorial.catalogue.index.args              :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.catalogue.index.args              :  '${__filename__}', \
                                                    rcbase='cso.tutorial.catalogue-index'

! *
@@ -90,11 +90,11 @@ cso.tutorial.sim-catalogue.class : utopya.UtopyaJobStep
cso.tutorial.sim-catalogue.tasks               :  figs index
! catalogue creation task:
cso.tutorial.sim-catalogue.figs.class          :  cso.CSO_SimCatalogue
cso.tutorial.sim-catalogue.figs.args           :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.sim-catalogue.figs.args           :  '${__filename__}', \
                                                   rcbase='cso.tutorial.sim-catalogue'
! indexer task:
cso.tutorial.sim-catalogue.index.class         :  utopya.Indexer
cso.tutorial.sim-catalogue.index.args          :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.sim-catalogue.index.args          :  '${__filename__}', \
                                                   rcbase='cso.tutorial.sim-catalogue-index'

!
@@ -105,7 +105,7 @@ cso.tutorial.sim-catalogue.index.args : '${PWD}/config/tutorial/tutori
cso.tutorial.gridded.class                     :  utopya.UtopyaJobStep
! catalogue creation task:
cso.tutorial.gridded.task.class                :  cso.CSO_GriddedAverage
cso.tutorial.gridded.task.args                 :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.gridded.task.args                 :  '${__filename__}', \
                                                   rcbase='cso.tutorial.gridded'

! *
@@ -116,11 +116,11 @@ cso.tutorial.gridded-catalogue.class : utopya.UtopyaJobStep
cso.tutorial.gridded-catalogue.tasks           :  figs index
! catalogue creation task:
cso.tutorial.gridded-catalogue.figs.class      :  cso.CSO_GriddedCatalogue
cso.tutorial.gridded-catalogue.figs.args       :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.gridded-catalogue.figs.args       :  '${__filename__}', \
                                                   rcbase='cso.tutorial.gridded-catalogue'
! indexer task:
cso.tutorial.gridded-catalogue.index.class     :  utopya.Indexer
cso.tutorial.gridded-catalogue.index.args      :  '${PWD}/config/tutorial/tutorial.rc', \
cso.tutorial.gridded-catalogue.index.args      :  '${__filename__}', \
                                                   rcbase='cso.tutorial.gridded-catalogue-index'


@@ -176,8 +176,7 @@ my.attr.institution : CSO
my.attr.email                   :  Your.Name@cso.org

! base location for work directories:
!~ running on ppi:
my.work                         :  /lustre/storeB/users/${USER}/work/projects/eCSO
my.work                         :  /Scratch/${USER}/CSO-tutorial


!----------------------------------------------------------
@@ -188,7 +187,7 @@ my.work : /lustre/storeB/users/${USER}/work/projects/eC
*.script.class                      :  utopya.UtopyaJobScriptForeground

! search path for python modules:
*.pypath                            :  ${PWD}/py
*.pypath                            :  ${CSO_PREFIX}/py
        
! work directory for jobs; 
*.workdir                           :  ${my.work}/__NAME2PATH__
@@ -736,7 +735,7 @@ cso.tutorial.sim-catalogue.var.tcc.vmax : 1.0
!-----------------------------------------------------------

! target location:
cso.tutorial.sim-catalogue-index.outdir                    :  ${my.work}/CSO-oper/sim-catalogue
cso.tutorial.sim-catalogue-index.outdir                    :  ${my.work}/CSO-data-sim-catalogue/S5p/NO2/CAMS

! title:
cso.tutorial.sim-catalogue-index.header                    :  CSO catalogue
@@ -793,8 +792,8 @@ cso.tutorial.gridded.timerange.end : ${my.timerange.end}
cso.tutorial.gridded.renew                  :  True
!cso.tutorial.gridded.renew                  :  False

! keyword used for subdir for resolution and filters:
my.gridded.subdir                           :  ${my.region}__r01x01__qa08
! target directory, incl. subdir for resolution and filters:
my.gridded.dir                              :  ${my.work}/CSO-gridded/${my.region}__r01x01__qa08

!~

@@ -847,7 +846,12 @@ cso.tutorial.gridded.filter.quality.units : 1
! target file, might contain templates:
!   %Y,%m,etc     : time values
!   %{basename}   : basename (without extension) of first source file
cso.tutorial.gridded.output.file              :  ${my.work}/CSO-gridded/${my.gridded.subdir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc
cso.tutorial.gridded.output.file              :  ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc

! pack variables on output:
cso.tutorial.gridded.output.packed            :  True
! zlib compression level, 0 for no compression:
cso.tutorial.gridded.output.complevel         :  1

! data variables to be created:
cso.tutorial.gridded.output.vars              :  yr ys yr_m ys_m
@@ -868,23 +872,25 @@ cso.tutorial.gridded.output.ys_m.source : state:ys_m
! time range:
cso.tutorial.gridded-catalogue.timerange.start        :  ${my.timerange.start}
cso.tutorial.gridded-catalogue.timerange.end          :  ${my.timerange.end}
! hourly fields:
cso.tutorial.gridded-catalogue.timerange.step         :  hour

! renew existing files?
cso.tutorial.gridded-catalogue.renew                  :  True
!cso.tutorial.gridded-catalogue.renew                  :  False

! target directory for catalogue:
cso.tutorial.gridded-catalogue.output.dir             :  ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue
cso.tutorial.gridded-catalogue.output.dir             :  ${my.gridded.dir}/catalogue

! input files:
cso.tutorial.gridded-catalogue.input.file             :  ../%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc
cso.tutorial.gridded-catalogue.input.file             :  ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc
!!~ idem for daily average:
!cso.tutorial.gridded-catalogue.input.file             :  ../CSO_output_%Y%m%d_aver_gridded.nc
!cso.tutorial.gridded-catalogue.input.file             :  ${my.gridded.dir}/CSO_output_%Y%m%d_aver_gridded.nc

! target files, time tempates and variable name are replaced:
cso.tutorial.gridded-catalogue.output.file            :  %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png
cso.tutorial.gridded-catalogue.output.file            :  ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png
!!~ idem for daily average:
!cso.tutorial.gridded-catalogue.output.file            :  %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png
!cso.tutorial.gridded-catalogue.output.file            :  ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png

! figure size (inches), default is (8,6):
cso.tutorial.gridded-catalogue.figsize                :  (6,6)
@@ -931,7 +937,7 @@ cso.tutorial.gridded-catalogue.var.ys_m.vmax : 10.0
!-----------------------------------------------------------

! target location:
cso.tutorial.gridded-catalogue-index.outdir                    :  ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue
cso.tutorial.gridded-catalogue-index.outdir                    :  ${my.gridded.dir}/catalogue

! title:
cso.tutorial.gridded-catalogue-index.header                    :  CSO catalogue