Loading config/tutorial/tutorial.rc +32 −26 Original line number Diff line number Diff line Loading @@ -28,11 +28,11 @@ cso.tutorial.class : utopya.UtopyaJobTree !cso.tutorial.elements : inquire-scihub !cso.tutorial.elements : convert !cso.tutorial.elements : listing cso.tutorial.elements : catalogue !cso.tutorial.elements : catalogue ! ... after running the obs.oper: !cso.tutorial.elements : sim-catalogue !cso.tutorial.elements : gridded !cso.tutorial.elements : gridded-catalogue cso.tutorial.elements : gridded-catalogue ! * Loading @@ -42,11 +42,11 @@ cso.tutorial.inquire-scihub.class : utopya.UtopyaJobStep cso.tutorial.inquire-scihub.tasks : table plot !~ inquire available files: cso.tutorial.inquire-scihub.table.class : cso.CSO_SciHub_Inquire cso.tutorial.inquire-scihub.table.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.inquire-scihub.table.args : '${__filename__}', \ rcbase='cso.tutorial.inquire-s5phub-table' !~ create plot of available versions: cso.tutorial.inquire-scihub.plot.class : cso.CSO_Inquire_Plot cso.tutorial.inquire-scihub.plot.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.inquire-scihub.plot.args : '${__filename__}', \ rcbase='cso.tutorial.inquire-s5phub-plot' ! * Loading @@ -55,7 +55,7 @@ cso.tutorial.inquire-scihub.plot.args : '${PWD}/config/tutorial/tutori cso.tutorial.convert.class : utopya.UtopyaJobStep ! task: cso.tutorial.convert.task.class : cso.CSO_S5p_Convert cso.tutorial.convert.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.convert.task.args : '${__filename__}', \ rcbase='cso.tutorial.convert' ! * Loading @@ -64,7 +64,7 @@ cso.tutorial.convert.task.args : '${PWD}/config/tutorial/tutori cso.tutorial.listing.class : utopya.UtopyaJobStep ! task: cso.tutorial.listing.task.class : cso.CSO_S5p_Listing cso.tutorial.listing.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.listing.task.args : '${__filename__}', \ rcbase='cso.tutorial.listing' ! * Loading @@ -75,11 +75,11 @@ cso.tutorial.catalogue.class : utopya.UtopyaJobStep cso.tutorial.catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.catalogue.figs.class : cso.CSO_Catalogue cso.tutorial.catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.catalogue' ! indexer task: cso.tutorial.catalogue.index.class : utopya.Indexer cso.tutorial.catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.catalogue-index' ! * Loading @@ -90,11 +90,11 @@ cso.tutorial.sim-catalogue.class : utopya.UtopyaJobStep cso.tutorial.sim-catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.sim-catalogue.figs.class : cso.CSO_SimCatalogue cso.tutorial.sim-catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.sim-catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.sim-catalogue' ! indexer task: cso.tutorial.sim-catalogue.index.class : utopya.Indexer cso.tutorial.sim-catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.sim-catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.sim-catalogue-index' ! Loading @@ -105,7 +105,7 @@ cso.tutorial.sim-catalogue.index.args : '${PWD}/config/tutorial/tutori cso.tutorial.gridded.class : utopya.UtopyaJobStep ! catalogue creation task: cso.tutorial.gridded.task.class : cso.CSO_GriddedAverage cso.tutorial.gridded.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded.task.args : '${__filename__}', \ rcbase='cso.tutorial.gridded' ! * Loading @@ -116,11 +116,11 @@ cso.tutorial.gridded-catalogue.class : utopya.UtopyaJobStep cso.tutorial.gridded-catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.gridded-catalogue.figs.class : cso.CSO_GriddedCatalogue cso.tutorial.gridded-catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded-catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.gridded-catalogue' ! indexer task: cso.tutorial.gridded-catalogue.index.class : utopya.Indexer cso.tutorial.gridded-catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded-catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.gridded-catalogue-index' Loading Loading @@ -176,8 +176,7 @@ my.attr.institution : CSO my.attr.email : Your.Name@cso.org ! base location for work directories: !~ running on ppi: my.work : /lustre/storeB/users/${USER}/work/projects/eCSO my.work : /Scratch/${USER}/CSO-tutorial !---------------------------------------------------------- Loading @@ -188,7 +187,7 @@ my.work : /lustre/storeB/users/${USER}/work/projects/eC *.script.class : utopya.UtopyaJobScriptForeground ! search path for python modules: *.pypath : ${PWD}/py *.pypath : ${CSO_PREFIX}/py ! work directory for jobs; *.workdir : ${my.work}/__NAME2PATH__ Loading Loading @@ -736,7 +735,7 @@ cso.tutorial.sim-catalogue.var.tcc.vmax : 1.0 !----------------------------------------------------------- ! target location: cso.tutorial.sim-catalogue-index.outdir : ${my.work}/CSO-oper/sim-catalogue cso.tutorial.sim-catalogue-index.outdir : ${my.work}/CSO-data-sim-catalogue/S5p/NO2/CAMS ! title: cso.tutorial.sim-catalogue-index.header : CSO catalogue Loading Loading @@ -793,8 +792,8 @@ cso.tutorial.gridded.timerange.end : ${my.timerange.end} cso.tutorial.gridded.renew : True !cso.tutorial.gridded.renew : False ! keyword used for subdir for resolution and filters: my.gridded.subdir : ${my.region}__r01x01__qa08 ! target directory, incl. subdir for resolution and filters: my.gridded.dir : ${my.work}/CSO-gridded/${my.region}__r01x01__qa08 !~ Loading Loading @@ -847,7 +846,12 @@ cso.tutorial.gridded.filter.quality.units : 1 ! target file, might contain templates: ! %Y,%m,etc : time values ! %{basename} : basename (without extension) of first source file cso.tutorial.gridded.output.file : ${my.work}/CSO-gridded/${my.gridded.subdir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc cso.tutorial.gridded.output.file : ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc ! pack variables on output: cso.tutorial.gridded.output.packed : True ! zlib compression level, 0 for no compression: cso.tutorial.gridded.output.complevel : 1 ! data variables to be created: cso.tutorial.gridded.output.vars : yr ys yr_m ys_m Loading @@ -868,23 +872,25 @@ cso.tutorial.gridded.output.ys_m.source : state:ys_m ! time range: cso.tutorial.gridded-catalogue.timerange.start : ${my.timerange.start} cso.tutorial.gridded-catalogue.timerange.end : ${my.timerange.end} ! hourly fields: cso.tutorial.gridded-catalogue.timerange.step : hour ! renew existing files? cso.tutorial.gridded-catalogue.renew : True !cso.tutorial.gridded-catalogue.renew : False ! target directory for catalogue: cso.tutorial.gridded-catalogue.output.dir : ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue cso.tutorial.gridded-catalogue.output.dir : ${my.gridded.dir}/catalogue ! input files: cso.tutorial.gridded-catalogue.input.file : ../%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc cso.tutorial.gridded-catalogue.input.file : ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc !!~ idem for daily average: !cso.tutorial.gridded-catalogue.input.file : ../CSO_output_%Y%m%d_aver_gridded.nc !cso.tutorial.gridded-catalogue.input.file : ${my.gridded.dir}/CSO_output_%Y%m%d_aver_gridded.nc ! target files, time tempates and variable name are replaced: cso.tutorial.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png cso.tutorial.gridded-catalogue.output.file : ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png !!~ idem for daily average: !cso.tutorial.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png !cso.tutorial.gridded-catalogue.output.file : ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png ! figure size (inches), default is (8,6): cso.tutorial.gridded-catalogue.figsize : (6,6) Loading Loading @@ -931,7 +937,7 @@ cso.tutorial.gridded-catalogue.var.ys_m.vmax : 10.0 !----------------------------------------------------------- ! target location: cso.tutorial.gridded-catalogue-index.outdir : ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue cso.tutorial.gridded-catalogue-index.outdir : ${my.gridded.dir}/catalogue ! title: cso.tutorial.gridded-catalogue-index.header : CSO catalogue Loading Loading
config/tutorial/tutorial.rc +32 −26 Original line number Diff line number Diff line Loading @@ -28,11 +28,11 @@ cso.tutorial.class : utopya.UtopyaJobTree !cso.tutorial.elements : inquire-scihub !cso.tutorial.elements : convert !cso.tutorial.elements : listing cso.tutorial.elements : catalogue !cso.tutorial.elements : catalogue ! ... after running the obs.oper: !cso.tutorial.elements : sim-catalogue !cso.tutorial.elements : gridded !cso.tutorial.elements : gridded-catalogue cso.tutorial.elements : gridded-catalogue ! * Loading @@ -42,11 +42,11 @@ cso.tutorial.inquire-scihub.class : utopya.UtopyaJobStep cso.tutorial.inquire-scihub.tasks : table plot !~ inquire available files: cso.tutorial.inquire-scihub.table.class : cso.CSO_SciHub_Inquire cso.tutorial.inquire-scihub.table.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.inquire-scihub.table.args : '${__filename__}', \ rcbase='cso.tutorial.inquire-s5phub-table' !~ create plot of available versions: cso.tutorial.inquire-scihub.plot.class : cso.CSO_Inquire_Plot cso.tutorial.inquire-scihub.plot.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.inquire-scihub.plot.args : '${__filename__}', \ rcbase='cso.tutorial.inquire-s5phub-plot' ! * Loading @@ -55,7 +55,7 @@ cso.tutorial.inquire-scihub.plot.args : '${PWD}/config/tutorial/tutori cso.tutorial.convert.class : utopya.UtopyaJobStep ! task: cso.tutorial.convert.task.class : cso.CSO_S5p_Convert cso.tutorial.convert.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.convert.task.args : '${__filename__}', \ rcbase='cso.tutorial.convert' ! * Loading @@ -64,7 +64,7 @@ cso.tutorial.convert.task.args : '${PWD}/config/tutorial/tutori cso.tutorial.listing.class : utopya.UtopyaJobStep ! task: cso.tutorial.listing.task.class : cso.CSO_S5p_Listing cso.tutorial.listing.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.listing.task.args : '${__filename__}', \ rcbase='cso.tutorial.listing' ! * Loading @@ -75,11 +75,11 @@ cso.tutorial.catalogue.class : utopya.UtopyaJobStep cso.tutorial.catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.catalogue.figs.class : cso.CSO_Catalogue cso.tutorial.catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.catalogue' ! indexer task: cso.tutorial.catalogue.index.class : utopya.Indexer cso.tutorial.catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.catalogue-index' ! * Loading @@ -90,11 +90,11 @@ cso.tutorial.sim-catalogue.class : utopya.UtopyaJobStep cso.tutorial.sim-catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.sim-catalogue.figs.class : cso.CSO_SimCatalogue cso.tutorial.sim-catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.sim-catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.sim-catalogue' ! indexer task: cso.tutorial.sim-catalogue.index.class : utopya.Indexer cso.tutorial.sim-catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.sim-catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.sim-catalogue-index' ! Loading @@ -105,7 +105,7 @@ cso.tutorial.sim-catalogue.index.args : '${PWD}/config/tutorial/tutori cso.tutorial.gridded.class : utopya.UtopyaJobStep ! catalogue creation task: cso.tutorial.gridded.task.class : cso.CSO_GriddedAverage cso.tutorial.gridded.task.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded.task.args : '${__filename__}', \ rcbase='cso.tutorial.gridded' ! * Loading @@ -116,11 +116,11 @@ cso.tutorial.gridded-catalogue.class : utopya.UtopyaJobStep cso.tutorial.gridded-catalogue.tasks : figs index ! catalogue creation task: cso.tutorial.gridded-catalogue.figs.class : cso.CSO_GriddedCatalogue cso.tutorial.gridded-catalogue.figs.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded-catalogue.figs.args : '${__filename__}', \ rcbase='cso.tutorial.gridded-catalogue' ! indexer task: cso.tutorial.gridded-catalogue.index.class : utopya.Indexer cso.tutorial.gridded-catalogue.index.args : '${PWD}/config/tutorial/tutorial.rc', \ cso.tutorial.gridded-catalogue.index.args : '${__filename__}', \ rcbase='cso.tutorial.gridded-catalogue-index' Loading Loading @@ -176,8 +176,7 @@ my.attr.institution : CSO my.attr.email : Your.Name@cso.org ! base location for work directories: !~ running on ppi: my.work : /lustre/storeB/users/${USER}/work/projects/eCSO my.work : /Scratch/${USER}/CSO-tutorial !---------------------------------------------------------- Loading @@ -188,7 +187,7 @@ my.work : /lustre/storeB/users/${USER}/work/projects/eC *.script.class : utopya.UtopyaJobScriptForeground ! search path for python modules: *.pypath : ${PWD}/py *.pypath : ${CSO_PREFIX}/py ! work directory for jobs; *.workdir : ${my.work}/__NAME2PATH__ Loading Loading @@ -736,7 +735,7 @@ cso.tutorial.sim-catalogue.var.tcc.vmax : 1.0 !----------------------------------------------------------- ! target location: cso.tutorial.sim-catalogue-index.outdir : ${my.work}/CSO-oper/sim-catalogue cso.tutorial.sim-catalogue-index.outdir : ${my.work}/CSO-data-sim-catalogue/S5p/NO2/CAMS ! title: cso.tutorial.sim-catalogue-index.header : CSO catalogue Loading Loading @@ -793,8 +792,8 @@ cso.tutorial.gridded.timerange.end : ${my.timerange.end} cso.tutorial.gridded.renew : True !cso.tutorial.gridded.renew : False ! keyword used for subdir for resolution and filters: my.gridded.subdir : ${my.region}__r01x01__qa08 ! target directory, incl. subdir for resolution and filters: my.gridded.dir : ${my.work}/CSO-gridded/${my.region}__r01x01__qa08 !~ Loading Loading @@ -847,7 +846,12 @@ cso.tutorial.gridded.filter.quality.units : 1 ! target file, might contain templates: ! %Y,%m,etc : time values ! %{basename} : basename (without extension) of first source file cso.tutorial.gridded.output.file : ${my.work}/CSO-gridded/${my.gridded.subdir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc cso.tutorial.gridded.output.file : ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc ! pack variables on output: cso.tutorial.gridded.output.packed : True ! zlib compression level, 0 for no compression: cso.tutorial.gridded.output.complevel : 1 ! data variables to be created: cso.tutorial.gridded.output.vars : yr ys yr_m ys_m Loading @@ -868,23 +872,25 @@ cso.tutorial.gridded.output.ys_m.source : state:ys_m ! time range: cso.tutorial.gridded-catalogue.timerange.start : ${my.timerange.start} cso.tutorial.gridded-catalogue.timerange.end : ${my.timerange.end} ! hourly fields: cso.tutorial.gridded-catalogue.timerange.step : hour ! renew existing files? cso.tutorial.gridded-catalogue.renew : True !cso.tutorial.gridded-catalogue.renew : False ! target directory for catalogue: cso.tutorial.gridded-catalogue.output.dir : ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue cso.tutorial.gridded-catalogue.output.dir : ${my.gridded.dir}/catalogue ! input files: cso.tutorial.gridded-catalogue.input.file : ../%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc cso.tutorial.gridded-catalogue.input.file : ${my.gridded.dir}/%Y/%m/CSO_output_%Y%m%d_%H%M_gridded.nc !!~ idem for daily average: !cso.tutorial.gridded-catalogue.input.file : ../CSO_output_%Y%m%d_aver_gridded.nc !cso.tutorial.gridded-catalogue.input.file : ${my.gridded.dir}/CSO_output_%Y%m%d_aver_gridded.nc ! target files, time tempates and variable name are replaced: cso.tutorial.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png cso.tutorial.gridded-catalogue.output.file : ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_%H%M_gridded_%{var}.png !!~ idem for daily average: !cso.tutorial.gridded-catalogue.output.file : %Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png !cso.tutorial.gridded-catalogue.output.file : ${my.gridded.dir}/catalogue/%Y/%m/%d/S5p_RPRO_NO2_%Y%m%d_aver_gridded_%{var}.png ! figure size (inches), default is (8,6): cso.tutorial.gridded-catalogue.figsize : (6,6) Loading Loading @@ -931,7 +937,7 @@ cso.tutorial.gridded-catalogue.var.ys_m.vmax : 10.0 !----------------------------------------------------------- ! target location: cso.tutorial.gridded-catalogue-index.outdir : ${my.work}/CSO-gridded/${my.gridded.subdir}/catalogue cso.tutorial.gridded-catalogue-index.outdir : ${my.gridded.dir}/catalogue ! title: cso.tutorial.gridded-catalogue-index.header : CSO catalogue Loading