Added "CSO_S5p_Download" class to only download S5p files without conversion. (35422849) · Commits · CAMS / CSO

config/Copernicus/cso-s5p-co.rc

+44 −0

Original line number	Diff line number	Diff line
		@@ -78,6 +78,50 @@ cso.s5p.co.inquire-plot.title : S5p/CO %Y-%m-%d
		cso.s5p.co.inquire-plot.output.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_CO_dataspace__%Y-%m-%d.png




		!======================================================================
		!===
		!=== download (without convert)
		!===
		!======================================================================


		! time range:
		cso.s5p.co.download.timerange.start : ${my.timerange.start}
		cso.s5p.co.download.timerange.end : ${my.timerange.end}

		! listing of available source files,
		! created by 'inquire-dataspace' job:
		cso.s5p.co.download.inquire.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_CO_dataspace__%Y-%m-%d.csv
		!!~ historic inquire ...
		!cso.s5p.co.download.inquire.filedate : 2023-08-07

		! selection keyword:
		my.s5p.co.download.selection : C03

		! Provide ';' seperated list of to decide if a particular orbit file should be processed.
		! If more than one file is available for a particular orbit (from "OFFL" and "RPRO" processing),
		! the file with the first match will be used.
		! The expressions should include templates '%{header}' for the column values.
		! Example to select files from collection '03', preferably from processing 'RPRO' but otherwise from 'OFFL':
		! (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		! (%{collection} == '03') and (%{processing} == 'OFFL')
		!
		#if "${my.s5p.co.download.selection}" == "C03"
		cso.s5p.co.download.selection : (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		(%{collection} == '03') and (%{processing} == 'OFFL')
		#else
		#error unsupported my.s5p.co.download.selection "${my.s5p.co.download.selection}"
		#endif

		! input directory;
		! files are searched here or downloaded to if not present yet;
		! supported templates:
		! %{processing}
		cso.s5p.co.download.input.dir : ${my.work}/Copernicus/S5P/%{processing}/CO/%Y/%m


		!======================================================================
		!===
		!=== convert (and download)

config/Copernicus/cso-s5p-hcho.rc

+42 −0

Original line number	Diff line number	Diff line
		@@ -78,6 +78,48 @@ cso.s5p.hcho.inquire-plot.title : S5p/HCHO %Y-%m-%d
		cso.s5p.hcho.inquire-plot.output.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_HCHO_dataspace__%Y-%m-%d.png


		!======================================================================
		!===
		!=== download (without convert)
		!===
		!======================================================================


		! time range:
		cso.s5p.hcho.download.timerange.start : ${my.timerange.start}
		cso.s5p.hcho.download.timerange.end : ${my.timerange.end}

		! listing of available source files,
		! created by 'inquire-dataspace' job:
		cso.s5p.hcho.download.inquire.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_HCHO_dataspace__%Y-%m-%d.csv
		!!~ historic inquire ...
		!cso.s5p.hcho.download.inquire.filedate : 2023-08-07

		! selection keyword:
		my.s5p.hcho.download.selection : C03

		! Provide ';' seperated list of to decide if a particular orbit file should be processed.
		! If more than one file is available for a particular orbit (from "OFFL" and "RPRO" processing),
		! the file with the first match will be used.
		! The expressions should include templates '%{header}' for the column values.
		! Example to select files from collection '03', preferably from processing 'RPRO' but otherwise from 'OFFL':
		! (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		! (%{collection} == '03') and (%{processing} == 'OFFL')
		!
		#if "${my.s5p.hcho.download.selection}" == "C03"
		cso.s5p.hcho.download.selection : (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		(%{collection} == '03') and (%{processing} == 'OFFL')
		#else
		#error unsupported my.s5p.hcho.download.selection "${my.s5p.hcho.download.selection}"
		#endif

		! input directory;
		! files are searched here or downloaded to if not present yet;
		! supported templates:
		! %{processing}
		cso.s5p.hcho.download.input.dir : ${my.work}/Copernicus/S5P/%{processing}/HCHO/%Y/%m


		!======================================================================
		!===
		!=== convert (and download)

config/Copernicus/cso-s5p-no2.rc

+42 −0

Original line number	Diff line number	Diff line
		@@ -105,6 +105,48 @@ cso.s5p.no2.inquire-plot.title : S5p/NO2 %Y-%m-%d
		cso.s5p.no2.inquire-plot.output.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_NO2_dataspace__%Y-%m-%d.png


		!======================================================================
		!===
		!=== download (without convert)
		!===
		!======================================================================


		! time range:
		cso.s5p.no2.download.timerange.start : ${my.timerange.start}
		cso.s5p.no2.download.timerange.end : ${my.timerange.end}

		! listing of available source files,
		! created by 'inquire-dataspace' job:
		cso.s5p.no2.download.inquire.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_NO2_dataspace__%Y-%m-%d.csv
		!!~ historic inquire ...
		!cso.s5p.no2.download.inquire.filedate : 2023-08-07

		! selection keyword:
		my.s5p.no2.download.selection : C03

		! Provide ';' seperated list of to decide if a particular orbit file should be processed.
		! If more than one file is available for a particular orbit (from "OFFL" and "RPRO" processing),
		! the file with the first match will be used.
		! The expressions should include templates '%{header}' for the column values.
		! Example to select files from collection '03', preferably from processing 'RPRO' but otherwise from 'OFFL':
		! (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		! (%{collection} == '03') and (%{processing} == 'OFFL')
		!
		#if "${my.s5p.no2.download.selection}" == "C03"
		cso.s5p.no2.download.selection : (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		(%{collection} == '03') and (%{processing} == 'OFFL')
		#else
		#error unsupported my.s5p.no2.download.selection "${my.s5p.no2.download.selection}"
		#endif

		! input directory;
		! files are searched here or downloaded to if not present yet;
		! supported templates:
		! %{processing}
		cso.s5p.no2.download.input.dir : ${my.work}/Copernicus/S5P/%{processing}/NO2/%Y/%m


		!======================================================================
		!===
		!=== convert (and download)

config/Copernicus/cso-s5p-so2-cobra.rc

+42 −0

Original line number	Diff line number	Diff line
		@@ -71,6 +71,48 @@ cso.s5p.so2-cobra.inquire-plot.output.file : ${my.work}/Copernicus



		!======================================================================
		!===
		!=== download (without convert)
		!===
		!======================================================================


		! time range:
		cso.s5p.so2-cobra.download.timerange.start : ${my.timerange.start}
		cso.s5p.so2-cobra.download.timerange.end : ${my.timerange.end}

		! listing of available source files,
		! created by 'inquire-dataspace' job:
		cso.s5p.so2-cobra.download.inquire.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_SO2-COBRA_dataspace__%Y-%m-%d.csv
		!!~ historic inquire ...
		!cso.s5p.so2-cobra.download.inquire.filedate : 2023-08-07

		! selection keyword:
		my.s5p.so2-cobra.download.selection : C03

		! Provide ';' seperated list of to decide if a particular orbit file should be processed.
		! If more than one file is available for a particular orbit (from "OFFL" and "RPRO" processing),
		! the file with the first match will be used.
		! The expressions should include templates '%{header}' for the column values.
		! Example to select files from collection '03', preferably from processing 'RPRO' but otherwise from 'OFFL':
		! (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		! (%{collection} == '03') and (%{processing} == 'OFFL')
		!
		#if "${my.s5p.so2-cobra.download.selection}" == "C03"
		cso.s5p.so2-cobra.download.selection : (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		(%{collection} == '03') and (%{processing} == 'OFFL')
		#else
		#error unsupported my.s5p.so2-cobra.download.selection "${my.s5p.so2-cobra.download.selection}"
		#endif

		! input directory;
		! files are searched here or downloaded to if not present yet;
		! supported templates:
		! %{processing}
		cso.s5p.so2-cobra.download.input.dir : ${my.work}/Copernicus/S5P/%{processing}/SO2-COBRA/%Y/%m


		!======================================================================
		!===
		!=== convert (and download)

config/Copernicus/cso-s5p-so2.rc

+42 −0

Original line number	Diff line number	Diff line
		@@ -78,6 +78,48 @@ cso.s5p.so2.inquire-plot.title : S5p/SO2 %Y-%m-%d
		cso.s5p.so2.inquire-plot.output.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_SO2_dataspace__%Y-%m-%d.png


		!======================================================================
		!===
		!=== download (without convert)
		!===
		!======================================================================


		! time range:
		cso.s5p.so2.download.timerange.start : ${my.timerange.start}
		cso.s5p.so2.download.timerange.end : ${my.timerange.end}

		! listing of available source files,
		! created by 'inquire-dataspace' job:
		cso.s5p.so2.download.inquire.file : ${my.work}/Copernicus-inquire/Copernicus_S5p_SO2_dataspace__%Y-%m-%d.csv
		!!~ historic inquire ...
		!cso.s5p.so2.download.inquire.filedate : 2023-08-07

		! selection keyword:
		my.s5p.so2.download.selection : C03

		! Provide ';' seperated list of to decide if a particular orbit file should be processed.
		! If more than one file is available for a particular orbit (from "OFFL" and "RPRO" processing),
		! the file with the first match will be used.
		! The expressions should include templates '%{header}' for the column values.
		! Example to select files from collection '03', preferably from processing 'RPRO' but otherwise from 'OFFL':
		! (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		! (%{collection} == '03') and (%{processing} == 'OFFL')
		!
		#if "${my.s5p.so2.download.selection}" == "C03"
		cso.s5p.so2.download.selection : (%{collection} == '03') and (%{processing} == 'RPRO') ; \
		(%{collection} == '03') and (%{processing} == 'OFFL')
		#else
		#error unsupported my.s5p.so2.download.selection "${my.s5p.so2.download.selection}"
		#endif

		! input directory;
		! files are searched here or downloaded to if not present yet;
		! supported templates:
		! %{processing}
		cso.s5p.so2.download.input.dir : ${my.work}/Copernicus/S5P/%{processing}/SO2/%Y/%m


		!======================================================================
		!===
		!=== convert (and download)