TNO Intern

Commit 44a6f587 authored by Arjo Segers's avatar Arjo Segers
Browse files

Merge branch 'CrIS' into 'master' 

Processing of CrIS NH3 data.

See merge request !37
parents 65c9b808 e8608f1e

Makefile

+1 −1
Original line number Diff line number Diff line
@@ -32,7 +32,7 @@ clean: clean-pyc clean-osx clean-docu 
# remove temporary python objects

clean-pyc:

	rm -f `find . -name '*.pyc'`

	rm -f -r ./py/__pycache__

	rm -f -r `find . -name '__pycache__'`



# remove temporary Mac files

clean-osx:

config/CrIS/cso.rc

0 → 100644
+1530 −0

File added.

Preview size limit exceeded, changes collapsed.

config/tutorial/tutorial.rc

+5 −8
Original line number Diff line number Diff line
@@ -299,12 +299,9 @@ VIRTUAL_ENV : 
! Obtain names of all available S5p files.

! Stored as csv with processing type, processor version, filenames, etc.



!! full time range:

!cso.tutorial.inquire-table-dataspace.timerange.start        :  2018-04-30 00:00:00

!cso.tutorial.inquire-table-dataspace.timerange.end          :  2025-01-01 00:00:00

! testing ...

cso.tutorial.inquire-table-dataspace.timerange.start        :  2018-06-01 00:00:00

cso.tutorial.inquire-table-dataspace.timerange.end          :  2018-07-01 00:00:00

! full time range:

cso.tutorial.inquire-table-dataspace.timerange.start        :  2018-04-30 00:00:00

cso.tutorial.inquire-table-dataspace.timerange.end          :  2025-01-01 00:00:00



! API url:

cso.tutorial.inquire-table-dataspace.url                    :  https://stac.dataspace.copernicus.eu/v1
@@ -351,8 +348,8 @@ cso.tutorial.inquire-plot.output.file : ${my.work}/Copernicus/Cope 




! renew existing files (True|False) ?

!cso.tutorial.convert.renew                  :  True

cso.tutorial.convert.renew                  :  False

cso.tutorial.convert.renew                  :  True

!cso.tutorial.convert.renew                  :  False



! time range:

cso.tutorial.convert.timerange.start        :  ${my.timerange.start}

doc/samples/CrIS__Combined_NH3_n020_0_n010_0_n010_0_n005_0_20230301.txt

0 → 100644
+226 −0
Original line number Diff line number Diff line 
netcdf Combined_NH3_n020_0_n010_0_n010_0_n005_0_20230301 {

dimensions:

	Observations = 942 ;

	Layers = 15 ;

	RVMRLen = 5 ;

	nerr = 2 ;

variables:

	double Quality_Flag(Observations) ;

		Quality_Flag:long_name = "" ;

		Quality_Flag:units = "" ;

		Quality_Flag:description = "# 5 qflag_thres=4 & DOF > 0.1\n 4  qflag_thres=2 & chisq < 5 & (SNR >=1 or TCON > 0)\n 3  qflag_thres=2 & chisq < 20\n 2: qflag_thres=1 & retv < 200 ppbv\n 1: converged\n -1: did not converge" ;

		Quality_Flag:_Storage = "contiguous" ;

		Quality_Flag:_Endianness = "little" ;

	double pressure(Observations, Layers) ;

		pressure:long_name = "Retrieval Pressure Levels " ;

		pressure:units = "mbar" ;

		pressure:_Storage = "contiguous" ;

		pressure:_Endianness = "little" ;

	double tm(Observations, Layers) ;

		tm:long_name = "Temperature Profile " ;

		tm:units = "K" ;

		tm:_Storage = "contiguous" ;

		tm:_Endianness = "little" ;

	double zm(Observations, Layers) ;

		zm:long_name = "Altitude " ;

		zm:units = "km" ;

		zm:_Storage = "contiguous" ;

		zm:_Endianness = "little" ;

	double h2o(Observations, Layers) ;

		h2o:long_name = "Water Vapour Profile " ;

		h2o:units = "ppmv" ;

		h2o:_Storage = "contiguous" ;

		h2o:_Endianness = "little" ;

	double xa(Observations, Layers) ;

		xa:long_name = "Apriori Species Concentration " ;

		xa:units = "ppmv" ;

		xa:_Storage = "contiguous" ;

		xa:_Endianness = "little" ;

	double xretv(Observations, Layers) ;

		xretv:long_name = "Retrieved Species Concentration " ;

		xretv:units = "ppmv" ;

		xretv:_Storage = "contiguous" ;

		xretv:_Endianness = "little" ;

	double xretv_meas_error(Observations, Layers, nerr) ;

		xretv_meas_error:long_name = "Retrieved Species Measurement Error: (Minus,Plus)" ;

		xretv_meas_error:units = "ppmv" ;

		xretv_meas_error:_Storage = "contiguous" ;

		xretv_meas_error:_Endianness = "little" ;

	double xretv_total_error(Observations, Layers, nerr) ;

		xretv_total_error:long_name = "Retrieved Species Total Error: (Minus,Plus)" ;

		xretv_total_error:units = "ppmv" ;

		xretv_total_error:_Storage = "contiguous" ;

		xretv_total_error:_Endianness = "little" ;

	double avg_kernel(Observations, Layers, Layers) ;

		avg_kernel:long_name = "The averaging kernel is the sensitivity of the estimated state to variations in the atmospheric state. The averaging kernel matrix is stored in [col,row] notation.  The rows of the averaging kernel represent the sensitivity of the estimated state at a specific pressure level to variations in the atmospheric state at all levels. The columns of averaging kernel represent the sensitivity of the estimated state at all levels to variations in the atmospheric state at specific pressure level.  For atmospheric species this is the sensitivity of retrieved ln(vmr) to the true ln(vmr)." ;

		avg_kernel:units = "unitless in ln space for species and linear space for temperature" ;

		avg_kernel:_Storage = "contiguous" ;

		avg_kernel:_Endianness = "little" ;

	double total_covariance_error(Observations, Layers, Layers) ;

		total_covariance_error:long_name = "The total error covariance matrix is the sum of smoothing and measurement error (systmatic not included at this time). For atmospheric temperature, it represents the covariance of the error of temperature. For Atmospheric Species, it is the covariance of the error of ln(vmr)" ;

		total_covariance_error:units = "ln(vmr)^2" ;

		total_covariance_error:_Storage = "contiguous" ;

		total_covariance_error:_Endianness = "little" ;

	double noise_error_covariance(Observations, Layers, Layers) ;

		noise_error_covariance:long_name = "The Measurement error covariance matrix from the radiances.  Presently it is also used as a lower limit on the Observation error covariance matrix (Measurement + systematic + cross-state errors) as systematic and cross-state are not explicitly derived at this time.  The utility of the observation error is for comparisons with other measurements and for assimilation.  The smoothing error is accounted for when one applies the averaging kernel, so the observation error accounts for everything else." ;

		noise_error_covariance:units = "ln(vmr)^2" ;

		noise_error_covariance:_Storage = "contiguous" ;

		noise_error_covariance:_Endianness = "little" ;

	double tot_col(Observations) ;

		tot_col:long_name = "Retrieved Species Total Column" ;

		tot_col:units = "molec/cm2" ;

		tot_col:_Storage = "contiguous" ;

		tot_col:_Endianness = "little" ;

	double tot_col_meas_error(Observations) ;

		tot_col_meas_error:long_name = "Retrieved Species Total Column Measurement Error" ;

		tot_col_meas_error:units = "molec/cm2" ;

		tot_col_meas_error:_Storage = "contiguous" ;

		tot_col_meas_error:_Endianness = "little" ;

	double tot_col_total_error(Observations) ;

		tot_col_total_error:long_name = "Retrieved Species Total Column Total Error" ;

		tot_col_total_error:units = "molec/cm2" ;

		tot_col_total_error:_Storage = "contiguous" ;

		tot_col_total_error:_Endianness = "little" ;

	double tsfc(Observations) ;

		tsfc:long_name = "Surface Temperature" ;

		tsfc:units = "K" ;

		tsfc:_Storage = "contiguous" ;

		tsfc:_Endianness = "little" ;

	double tsfc_ap(Observations) ;

		tsfc_ap:long_name = "Surface temperature apriori and initial guess for each FOV (pixel)" ;

		tsfc_ap:units = "K" ;

		tsfc_ap:_Storage = "contiguous" ;

		tsfc_ap:_Endianness = "little" ;

	double tstd_ap(Observations) ;

		tstd_ap:long_name = "Standard deviation of the FOV (pixel) surface temperature apriori and initial guess over the FOR (9-pixels): Used for diagnostics" ;

		tstd_ap:units = "K" ;

		tstd_ap:_Storage = "contiguous" ;

		tstd_ap:_Endianness = "little" ;

	double tsfc_for(Observations) ;

		tsfc_for:long_name = "Input Level2 (e.g. NUCAPS) surface temperature over FOR (9-FOVs): Used for diagnostics" ;

		tsfc_for:units = "K" ;

		tsfc_for:_Storage = "contiguous" ;

		tsfc_for:_Endianness = "little" ;

	double dt_nh3(Observations) ;

		dt_nh3:long_name = "Spectral brightness temperature difference:  window [981.25 cm-1] - ammonia [967.5 cm-1]: Used for diagnostics" ;

		dt_nh3:units = "K" ;

		dt_nh3:_Storage = "contiguous" ;

		dt_nh3:_Endianness = "little" ;

	double rvmr(Observations, RVMRLen) ;

		rvmr:long_name = "Representative Volume Mixing Ratio" ;

		rvmr:units = "ppmv" ;

		rvmr:_Storage = "contiguous" ;

		rvmr:_Endianness = "little" ;

	double rvmr_press(Observations, RVMRLen) ;

		rvmr_press:long_name = "RVMR Pressure Levels " ;

		rvmr_press:units = "mbar" ;

		rvmr_press:_Storage = "contiguous" ;

		rvmr_press:_Endianness = "little" ;

	double rvmr_fwhm(Observations, RVMRLen) ;

		rvmr_fwhm:long_name = "RVMR Resolution " ;

		rvmr_fwhm:units = "mbar" ;

		rvmr_fwhm:_Storage = "contiguous" ;

		rvmr_fwhm:_Endianness = "little" ;

	double rvmr_wgt(Observations, Layers, RVMRLen) ;

		rvmr_wgt:long_name = "" ;

		rvmr_wgt:units = "" ;

		rvmr_wgt:_Storage = "contiguous" ;

		rvmr_wgt:_Endianness = "little" ;

	double rvmr_error(Observations, RVMRLen) ;

		rvmr_error:long_name = "RVMR Error " ;

		rvmr_error:units = "ppmv" ;

		rvmr_error:_Storage = "contiguous" ;

		rvmr_error:_Endianness = "little" ;

	string File_Creation_Timestamp(Observations) ;

		File_Creation_Timestamp:_Storage = "contiguous" ;

	double Version(Observations) ;

		Version:_Storage = "contiguous" ;

		Version:_Endianness = "little" ;

	string Run_ID(Observations) ;

		Run_ID:_Storage = "contiguous" ;

	double Latitude(Observations) ;

		Latitude:_Storage = "contiguous" ;

		Latitude:_Endianness = "little" ;

	double Longitude(Observations) ;

		Longitude:_Storage = "contiguous" ;

		Longitude:_Endianness = "little" ;

	double SatelliteZenithAngle(Observations) ;

		SatelliteZenithAngle:_Storage = "contiguous" ;

		SatelliteZenithAngle:_Endianness = "little" ;

	double SatelliteAzimuthAngle(Observations) ;

		SatelliteAzimuthAngle:_Storage = "contiguous" ;

		SatelliteAzimuthAngle:_Endianness = "little" ;

	double SatelliteRange(Observations) ;

		SatelliteRange:_Storage = "contiguous" ;

		SatelliteRange:_Endianness = "little" ;

	double LandFraction(Observations) ;

		LandFraction:_Storage = "contiguous" ;

		LandFraction:_Endianness = "little" ;

	string SurfaceReflection(Observations) ;

		SurfaceReflection:_Storage = "contiguous" ;

	string Date(Observations) ;

		Date:_Storage = "contiguous" ;

	string Time_UTC(Observations) ;

		Time_UTC:_Storage = "contiguous" ;

	double Day_Night_Flag(Observations) ;

		Day_Night_Flag:_Storage = "contiguous" ;

		Day_Night_Flag:_Endianness = "little" ;

	string L2_file_source(Observations) ;

		L2_file_source:_Storage = "contiguous" ;

	double Number_of_L2_files_per_L1(Observations) ;

		Number_of_L2_files_per_L1:_Storage = "contiguous" ;

		Number_of_L2_files_per_L1:_Endianness = "little" ;

	double Number_of_iterations(Observations) ;

		Number_of_iterations:_Storage = "contiguous" ;

		Number_of_iterations:_Endianness = "little" ;

	double CHISQ(Observations) ;

		CHISQ:_Storage = "contiguous" ;

		CHISQ:_Endianness = "little" ;

	double CHISQ_0(Observations) ;

		CHISQ_0:_Storage = "contiguous" ;

		CHISQ_0:_Endianness = "little" ;

	double DOF(Observations) ;

		DOF:_Storage = "contiguous" ;

		DOF:_Endianness = "little" ;

	string xa_Type(Observations) ;

		xa_Type:_Storage = "contiguous" ;

	string x0_Type(Observations) ;

		x0_Type:_Storage = "contiguous" ;

	double surf_Type(Observations) ;

		surf_Type:_Storage = "contiguous" ;

		surf_Type:_Endianness = "little" ;

	double nedt(Observations) ;

		nedt:_Storage = "contiguous" ;

		nedt:_Endianness = "little" ;

	double snr(Observations) ;

		snr:_Storage = "contiguous" ;

		snr:_Endianness = "little" ;

	double mdate(Observations) ;

		mdate:long_name = "Date in python datetime" ;

		mdate:units = "Days since 1970-01-01: e.g. 2013,1,1 = 15706.0" ;

		mdate:_Storage = "contiguous" ;

		mdate:_Endianness = "little" ;

	double Retrieval_Status(Observations) ;

		Retrieval_Status:_Storage = "contiguous" ;

		Retrieval_Status:_Endianness = "little" ;

	double Daylight_Flag(Observations) ;

		Daylight_Flag:_Storage = "contiguous" ;

		Daylight_Flag:_Endianness = "little" ;

	double Local_solar_mdate(Observations) ;

		Local_solar_mdate:_Storage = "contiguous" ;

		Local_solar_mdate:_Endianness = "little" ;

	string Time_local_solar(Observations) ;

		Time_local_solar:_Storage = "contiguous" ;

	double Cloud_Flag(Observations) ;

		Cloud_Flag:_Storage = "contiguous" ;

		Cloud_Flag:_Endianness = "little" ;



// global attributes:

		:total_FOVs = 2236LL ;

		:satellite = "noaa20" ;

		:version = "1.6.4" ;

		:_NCProperties = "version=2,netcdf=4.7.4,hdf5=1.12.0," ;

		:_SuperblockVersion = 0 ;

		:_IsNetcdf4 = 1 ;

		:_Format = "netCDF-4" ;

}

doc/source/conf.py

+12 −2
Original line number Diff line number Diff line
@@ -86,8 +86,18 @@ autodoc_member_order = "bysource" 
#   https://www.sphinx-doc.org/en/master/usage/extensions/intersphinx.html



# add links to existing online documentation if present:

docs_url = f"https://docs.python.org/{sys.version_info.major}"

intersphinx_mapping = {"python": (docs_url, None)}

intersphinx_mapping = {

    "python": (f"https://docs.python.org/{sys.version_info.major}", None),

    "xarray": ("https://docs.xarray.dev/en/stable/", None),

    "pandas": ("https://pandas.pydata.org/docs/", None),

}





# ~~ figures



# enable numbering:

numfig = True





# -- Options for HTML output -------------------------------------------------