CSSC/CSSC_main_unified.py at master · AnWalbroel/CSSC · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
from __future__ import print_function, division
import numpy as np
import os
import datetime
import glob
import netCDF4 as nc
import pdb
import pandas as pd
from concat_mwr import run_concat_mwr
from dropsonde_raw_gap_filler import run_dropsonde_gap_filler
from get_sst_data import download_sst_data
from HALO_raw_dropsonde_to_TB import run_HALO_raw_dropsonde_to_TB
from TB_statistics_raw import run_TB_statistics_raw
from TB_statistics_daily import run_TB_statistics_daily

os.environ['OPENBLAS_NUM_THREADS'] = "1" # workaround for pamtra and openblas, required if PAMTRA was compiled with multithreadding version of openBLAS

'''
	This is the control room for the Clear Sky Sonde Comparison (CSSC) code package where
	you assign the required variables (mostly paths of data).
	More information about each to be manually assigned variable can be found in
	'README.md'.

	This version of main uses unified MWR data and JOANNE drop sonde data
'''


#	1. "concat_mwr.py": not required when using unified MWR data


#	2. "dropsonde_raw_gap_filler.py":
path_BAH_data = "/data/hamp/flights/EUREC4A/unified/"	# BAHAMAS data path
path_joanne3_sondes = "/data/hamp/flights/EUREC4A/JOANNE/EUREC4A_JOANNE_Dropsonde-RD41_Level_3_v0.9.2"
dropsonde_dataset = "joanne_level_3"
path_halo_dropsonde = "/net/gharra/mjacob/CSSC_test/sonde_JOANNE_interpolated_v0.9.2/" # output dir

print("Running dropsonde_raw_gap_filler.py ..........\n")
run_dropsonde_gap_filler(path_joanne3_sondes, path_halo_dropsonde, dropsonde_dataset, path_BAH_data)


#	3. Either manually select and download the SST data from the website given in
#	the README file or assign latitude and longitude boundaries and required dates
#	for an automated download:
path_sst = "/net/gharra/mjacob/CSSC_test/sst_slice/" # SST data path (data is downloaded here)
lat_bound = [0, 40]
lon_bound = [-70, 0]
start_date = "2020-01-19"
end_date = "2020-02-18"
print("Running get_sst_data.py ..........\n")
download_sst_data(path_sst, lat_bound, lon_bound, start_date, end_date)


#	4. "HALO_raw_dropsonde_to_TB.py":
path_halo_dropsonde = path_halo_dropsonde	# interpolated dropsonde output path
path_pam_ds = "/net/gharra/mjacob/CSSC_test/pam_out_sonde_JOANNE_interpolated_v0.9.2/"  # output path of pamtra
print("Running HALO_raw_dropsonde_to_TB.py ..........\n")
run_HALO_raw_dropsonde_to_TB(path_halo_dropsonde, path_sst, path_pam_ds,
	obs_height='BAHAMAS', path_BAH_data=path_BAH_data)


#	5. "TB_statistics_raw.py":
out_path = "/work/mjacob/CSSC_test/sonde_comparison_half_raw/"
plot_path = "/work/mjacob/CSSC_test/plots/TB_stat/"


bias_ev_plotname = "TB_abs_biasevolution_ALL_J3v0.9.2_radar"
output_filename = "clear_sky_sonde_comparison_ALL_J3v0.9.2_radar"
scatterplot_name = "TB_scatterplot_ALL_J3v0.9.2_radar"
mwr_concat_path = "/data/hamp/flights/EUREC4A/unified/radiometer_*_v0.8" # This is the unified MWR data

path_RADAR_data = "/data/hamp/flights/EUREC4A/unified/radar_*v0.6"	# RADAR data path; OPTIONAL
print("Running TB_statistics_raw.py ..........\n")
run_TB_statistics_raw(mwr_concat_path, path_pam_ds, out_path, plot_path, scatterplot_name,
	bias_ev_plotname, output_filename,
	obs_height='BAHAMAS',
	path_BAH_data=path_BAH_data,
	path_RADAR_data=path_RADAR_data,
)

print("Running TB_statistics_daily.py ..........\n")
run_TB_statistics_daily(
	out_path+output_filename+'.nc',
	out_path+output_filename+'_daily.nc'
)

dates = [
	'20200119',
	'20200122',
	'20200124',
	'20200126',
	'20200128',
	'20200130',
	'20200131',
	'20200202',
	'20200205',
	'20200207',
	'20200209',
	'20200211',
	'20200213',
	'20200215',
	'20200218',
]
print("Running TB_statistics_raw.py for each day ..........\n")

for date in dates:
	bias_ev_plotname = f"TB_abs_biasevolution_ALL_J3v0.9.2_radar_{date}"
	output_filename = f"clear_sky_sonde_comparison_ALL_J3v0.9.2_radar_{date}"
	scatterplot_name = f"TB_scatterplot_ALL_J3v0.9.2_radar_{date}"

	# restrict dropsonde and MWR data to one day
	path_pam_ds = f"/net/gharra/mjacob/CSSC_test/pam_out_sonde_JOANNE_interpolated_v0.9.2/pamtra_*{date}"
	mwr_concat_path = f"/data/hamp/flights/EUREC4A/unified/radiometer_{date}_v0.8"

	print(f"Running TB_statistics_raw.py for {date} ..........\n")
	run_TB_statistics_raw(mwr_concat_path, path_pam_ds, out_path, plot_path, scatterplot_name,
		bias_ev_plotname, output_filename,
		obs_height='BAHAMAS',
		#obs_height=9600,
		path_BAH_data=path_BAH_data,
		path_RADAR_data=path_RADAR_data,
	)