++ git branch -a --show-current
+ export BRANCH=
+ BRANCH=
++ git log -1 --format=%H
+ export COMMIT=586ba28da16ca9a9020375928f9dc79fa2ff82da
+ COMMIT=586ba28da16ca9a9020375928f9dc79fa2ff82da
+ python postprocessing/pyplotgen/pyplotgen.py -l -c output -o clubb_gfortran__586ba28da16ca9a9020375928f9dc79fa2ff82da
*******************************************
Welcome to PyPlotGen.
*******************************************
Checking for model benchmark output...
Benchmark output found in /home/pub/les_and_clubb_benchmark_runs/.
-------------------------------------------
Running...
----------
NOTE: If processing multiple cases (ARM, BOMEX, etc.) with multithreading,
the total number of panels to be processed may increase as threads complete
and begin processing new cases.
----------
Progress: 0 of ? total .png panels completemultiprocessing.pool.RemoteTraceback:
"""
Traceback (most recent call last):
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 448, in getVarData
dependent_values = self.__getValuesFromNc__(netcdf_dataset, variable_name, conv_factor)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 661, in __getValuesFromNc__
raise ValueError("Variable " + str(varname) +
ValueError: Variable QI does not exist in ncdf_data file.
Variables found in dataset: <class 'netCDF4._netCDF4.Dataset'>
root group (NETCDF3_64BIT_OFFSET data model, file format NETCDF3):
SAM version:
caseid: 96x96x110_67m_40m_1s
Conventions: COARDS
dimensions(sizes): x(1), y(1), z(110), time(870)
variables(dimensions): float32 x(x), float32 y(y), float32 z(z), float32 time(time), float32 p(z), float32 PREC(time), float32 CWP(time), float32 IWP(time), float32 RWP(time), float32 SWP(time), float32 PRES(time, z, y, x), float32 U(time, z, y, x), float32 V(time, z, y, x), float32 UOBS(time, z, y, x), float32 VOBS(time, z, y, x), float32 WOBS(time, z, y, x), float32 RHO(time, z, y, x), float32 MSE(time, z, y, x), float32 DSE(time, z, y, x), float32 SSE(time, z, y, x), float32 THETAE(time, z, y, x), float32 THETA(time, z, y, x), float32 THETAV(time, z, y, x), float32 THETAL(time, z, y, x), float32 TABS(time, z, y, x), float32 TABSOBS(time, z, y, x), float32 TL(time, z, y, x), float32 QT(time, z, y, x), float32 QV(time, z, y, x), float32 QVOBS(time, z, y, x), float32 VWP(time, z, y, x), float32 TTEND(time, z, y, x), float32 QTEND(time, z, y, x), float32 SHFLX(time, z, y, x), float32 LHFLX(time, z, y, x), float32 QCL(time, z, y, x), float32 QCI(time, z, y, x), float32 QPL(time, z, y, x), float32 QPI(time, z, y, x), float32 QN(time, z, y, x), float32 QP(time, z, y, x), float32 QSAT(time, z, y, x), float32 QCOND(time, z, y, x), float32 PRECIP(time, z, y, x), float32 RELH(time, z, y, x), float32 TLFLUX(time, z, y, x), float32 TLFLUXS(time, z, y, x), float32 TVFLUX(time, z, y, x), float32 QCFLUX(time, z, y, x), float32 QIFLUX(time, z, y, x), float32 UW(time, z, y, x), float32 UWSB(time, z, y, x), float32 VW(time, z, y, x), float32 VWSB(time, z, y, x), float32 RADLWUP(time, z, y, x), float32 RADLWDN(time, z, y, x), float32 RADSWUP(time, z, y, x), float32 RADSWDN(time, z, y, x), float32 RADQRLW(time, z, y, x), float32 RADQRSW(time, z, y, x), float32 RADQR(time, z, y, x), float32 RADQRS(time, z, y, x), float32 RADQRC(time, z, y, x), float32 Q1C(time, z, y, x), float32 Q2(time, z, y, x), float32 U2(time, z, y, x), float32 U2BT(time, z, y, x), float32 V2(time, z, y, x), float32 V2BT(time, z, y, x), float32 W2(time, z, y, x), float32 TL2(time, z, y, x), float32 TQ(time, z, y, x), float32 QT2(time, z, y, x), float32 QC2(time, z, y, x), float32 QI2(time, z, y, x), float32 QS2(time, z, y, x), float32 W3(time, z, y, x), float32 AUP(time, z, y, x), float32 WSKEW(time, z, y, x), float32 TKE(time, z, y, x), float32 TKES(time, z, y, x), float32 TK(time, z, y, x), float32 TKH(time, z, y, x), float32 HLADV(time, z, y, x), float32 HLDIFF(time, z, y, x), float32 HLLAT(time, z, y, x), float32 HLRAD(time, z, y, x), float32 QTADV(time, z, y, x), float32 QTDIFF(time, z, y, x), float32 QTSINK(time, z, y, x), float32 QTSRC(time, z, y, x), float32 QPADV(time, z, y, x), float32 QPDIFF(time, z, y, x), float32 QPFALL(time, z, y, x), float32 QPSRC(time, z, y, x), float32 QPEVP(time, z, y, x), float32 SHEAR(time, z, y, x), float32 SHEARS(time, z, y, x), float32 BUOYA(time, z, y, x), float32 BUOYAS(time, z, y, x), float32 ADVTR(time, z, y, x), float32 PRESSTR(time, z, y, x), float32 ADVTRS(time, z, y, x), float32 DIFTR(time, z, y, x), float32 SDMP(time, z, y, x), float32 BT(time, z, y, x), float32 DISSIP(time, z, y, x), float32 DISSIPS(time, z, y, x), float32 WUADV(time, z, y, x), float32 WVADV(time, z, y, x), float32 WUPRES(time, z, y, x), float32 WVPRES(time, z, y, x), float32 WUANIZ(time, z, y, x), float32 WVANIZ(time, z, y, x), float32 WUSHEAR(time, z, y, x), float32 WVSHEAR(time, z, y, x), float32 WUBUOY(time, z, y, x), float32 WVBUOY(time, z, y, x), float32 WUDIFF(time, z, y, x), float32 WVDIFF(time, z, y, x), float32 W2ADV(time, z, y, x), float32 W2PRES(time, z, y, x), float32 W2REDIS(time, z, y, x), float32 W2BUOY(time, z, y, x), float32 W2DIFF(time, z, y, x), float32 W2SDMP(time, z, y, x), float32 W2BT(time, z, y, x), float32 W3ADV(time, z, y, x), float32 W3PRES(time, z, y, x), float32 W3REDIS(time, z, y, x), float32 W3BUOY(time, z, y, x), float32 W3DIFF(time, z, y, x), float32 W3BT(time, z, y, x), float32 TWGRAD(time, z, y, x), float32 TWADV(time, z, y, x), float32 TWDIFF(time, z, y, x), float32 TWBUOY(time, z, y, x), float32 TWPRES(time, z, y, x), float32 TWPREC(time, z, y, x), float32 TWRAD(time, z, y, x), float32 TWFORC(time, z, y, x), float32 TWCLSD(time, z, y, x), float32 TWSDMP(time, z, y, x), float32 TWBT(time, z, y, x), float32 THLWGRAD(time, z, y, x), float32 THLWADV(time, z, y, x), float32 THLWDIFF(time, z, y, x), float32 THLWBUOY(time, z, y, x), float32 THLWPRES(time, z, y, x), float32 THLWPREC(time, z, y, x), float32 THLWRAD(time, z, y, x), float32 THLWFORC(time, z, y, x), float32 THLWCLSD(time, z, y, x), float32 THLWSDMP(time, z, y, x), float32 THLWBT(time, z, y, x), float32 QWGRAD(time, z, y, x), float32 QWADV(time, z, y, x), float32 QWDIFF(time, z, y, x), float32 QWBUOY(time, z, y, x), float32 QWPRES(time, z, y, x), float32 QWPREC(time, z, y, x), float32 QWFORC(time, z, y, x), float32 QWCLSD(time, z, y, x), float32 QWSDMP(time, z, y, x), float32 QWBT(time, z, y, x), float32 QTOGWGRAD(time, z, y, x), float32 QTOGWADV(time, z, y, x), float32 QTOGWDIFF(time, z, y, x), float32 QTOGWBUOY(time, z, y, x), float32 QTOGWPRES(time, z, y, x), float32 QTOGWPREC(time, z, y, x), float32 QTOGWFORC(time, z, y, x), float32 QTOGWCLSD(time, z, y, x), float32 QTOGWSDMP(time, z, y, x), float32 QTOGWBT(time, z, y, x), float32 T2ADVTR(time, z, y, x), float32 T2GRAD(time, z, y, x), float32 T2DISSIP(time, z, y, x), float32 T2DIFTR(time, z, y, x), float32 T2PREC(time, z, y, x), float32 T2RAD(time, z, y, x), float32 T2FORC(time, z, y, x), float32 T2CLSD(time, z, y, x), float32 T2BT(time, z, y, x), float32 THL2ADVTR(time, z, y, x), float32 THL2GRAD(time, z, y, x), float32 THL2DISSIP(time, z, y, x), float32 THL2DIFTR(time, z, y, x), float32 THL2PREC(time, z, y, x), float32 THL2RAD(time, z, y, x), float32 THL2FORC(time, z, y, x), float32 THL2CLSD(time, z, y, x), float32 THL2BT(time, z, y, x), float32 Q2ADVTR(time, z, y, x), float32 Q2GRAD(time, z, y, x), float32 Q2DISSIP(time, z, y, x), float32 Q2DIFTR(time, z, y, x), float32 Q2PREC(time, z, y, x), float32 Q2FORC(time, z, y, x), float32 Q2CLSD(time, z, y, x), float32 Q2BT(time, z, y, x), float32 QTOG2ADVTR(time, z, y, x), float32 QTOG2GRAD(time, z, y, x), float32 QTOG2DISSIP(time, z, y, x), float32 QTOG2DIFTR(time, z, y, x), float32 QTOG2PREC(time, z, y, x), float32 QTOG2FORC(time, z, y, x), float32 QTOG2CLSD(time, z, y, x), float32 QTOG2BT(time, z, y, x), float32 QTHLADV(time, z, y, x), float32 QTHLGRAD(time, z, y, x), float32 QTHLDISSIP(time, z, y, x), float32 QTHLDIFTR(time, z, y, x), float32 QTHLPREC(time, z, y, x), float32 QTHLRAD(time, z, y, x), float32 QTHLFORC(time, z, y, x), float32 QTHLCLSD(time, z, y, x), float32 QTHLBT(time, z, y, x), float32 QTHLTEND(time, z, y, x), float32 QTOSTOR(time, z, y, x), float32 HYDRO(time, z, y, x), float32 MCUP(time, z, y, x), float32 MCDNS(time, z, y, x), float32 MCDNU(time, z, y, x), float32 MC(time, z, y, x), float32 CORECL(time, z, y, x), float32 COREDNCL(time, z, y, x), float32 MCRUP(time, z, y, x), float32 MCRDNS(time, z, y, x), float32 MCRDNU(time, z, y, x), float32 MCR(time, z, y, x), float32 QVTEND(time, z, y, x), float32 QHTEND(time, z, y, x), float32 QNUDGE(time, z, y, x), float32 THTEND(time, z, y, x), float32 TVTEND(time, z, y, x), float32 TNUDGE(time, z, y, x), float32 WSTAR3(time, z, y, x), float32 UADV(time, z, y, x), float32 VADV(time, z, y, x), float32 UDIFF(time, z, y, x), float32 VDIFF(time, z, y, x), float32 UNUDGE(time, z, y, x), float32 VNUDGE(time, z, y, x), float32 ULSADVV(time, z, y, x), float32 VLSADVV(time, z, y, x), float32 USTOR(time, z, y, x), float32 VSTOR(time, z, y, x), float32 UTENDCOR(time, z, y, x), float32 URESID(time, z, y, x), float32 VTENDCOR(time, z, y, x), float32 VRESID(time, z, y, x), float32 HLSTOR(time, z, y, x), float32 QTSTOR(time, z, y, x), float32 THLADV(time, z, y, x), float32 THLDIFF(time, z, y, x), float32 THLLAT(time, z, y, x), float32 THLRAD(time, z, y, x), float32 THLTEND(time, z, y, x), float32 THLSTOR(time, z, y, x), float32 QTOGTEND(time, z, y, x), float32 TL3(time, z, y, x), float32 QTO3(time, z, y, x), float32 QTOG2(time, z, y, x), float32 QTOG3(time, z, y, x), float32 THEL2(time, z, y, x), float32 THEL3(time, z, y, x), float32 WM(time, z, y, x), float32 RTM(time, z, y, x), float32 THLM(time, z, y, x), float32 WP2(time, z, y, x), float32 RTP2(time, z, y, x), float32 THLP2(time, z, y, x), float32 WPRTP(time, z, y, x), float32 WPTHLP(time, z, y, x), float32 RTPTHLP(time, z, y, x), float32 WP3(time, z, y, x), float32 RTP3(time, z, y, x), float32 THLP3(time, z, y, x), float32 WP4(time, z, y, x), float32 RTP4(time, z, y, x), float32 THLP4(time, z, y, x), float32 WP2RTP(time, z, y, x), float32 WP2THLP(time, z, y, x), float32 WPRTP2(time, z, y, x), float32 WPTHLP2(time, z, y, x), float32 WPRTPTHLP(time, z, y, x), float32 WPRCP(time, z, y, x), float32 WP2RCP(time, z, y, x), float32 RTPRCP(time, z, y, x), float32 THLPRCP(time, z, y, x), float32 WPTHVP(time, z, y, x), float32 WP2THVP(time, z, y, x), float32 RTPTHVP(time, z, y, x), float32 THLPTHVP(time, z, y, x), float32 WPTHRHOP(time, z, y, x), float32 WP2THRHOP(time, z, y, x), float32 RTPTHRHOP(time, z, y, x), float32 THLPTHRHOP(time, z, y, x), float32 RTSKEW(time, z, y, x), float32 THLSKEW(time, z, y, x), float32 CLD(time, z, y, x), float32 WCLD(time, z, y, x), float32 UCLD(time, z, y, x), float32 VCLD(time, z, y, x), float32 MSECLD(time, z, y, x), float32 DSECLD(time, z, y, x), float32 TLCLD(time, z, y, x), float32 TACLD(time, z, y, x), float32 TVCLD(time, z, y, x), float32 TVCLDA(time, z, y, x), float32 QTCLD(time, z, y, x), float32 QNCLD(time, z, y, x), float32 QPCLD(time, z, y, x), float32 WCLDA(time, z, y, x), float32 TLWCLD(time, z, y, x), float32 TVWCLD(time, z, y, x), float32 QTWCLD(time, z, y, x), float32 QCWCLD(time, z, y, x), float32 QIWCLD(time, z, y, x), float32 HFCLD(time, z, y, x), float32 HFCLDA(time, z, y, x), float32 UCLDA(time, z, y, x), float32 VCLDA(time, z, y, x), float32 UPGFCLD(time, z, y, x), float32 VPGFCLD(time, z, y, x), float32 WPGFCLD(time, z, y, x), float32 UWCLD(time, z, y, x), float32 VWCLD(time, z, y, x), float32 UWSBCLD(time, z, y, x), float32 VWSBCLD(time, z, y, x), float32 MFCLD(time, z, y, x), float32 MFHCLD(time, z, y, x), float32 MFHCLDA(time, z, y, x), float32 MFTLCLD(time, z, y, x), float32 MFTLCLDA(time, z, y, x), float32 MFTVCLD(time, z, y, x), float32 MFTVCLDA(time, z, y, x), float32 MFQTCLD(time, z, y, x), float32 MFQTCLDA(time, z, y, x), float32 RUWCLD(time, z, y, x), float32 RVWCLD(time, z, y, x), float32 RWWCLD(time, z, y, x), float32 QTFLUX(time, z, y, x), float32 QTFLUXS(time, z, y, x), float32 QPFLUX(time, z, y, x), float32 QPFLUXS(time, z, y, x), float32 QC(time, z, y, x), float32 CONP(time, z, y, x), float32 QR(time, z, y, x), float32 QTLSADV(time, z, y, x), float32 QRLSADV(time, z, y, x), float32 CONLSADV(time, z, y, x), float32 QCCLD(time, z, y, x), float32 QRCLD(time, z, y, x), float32 CONPCLD(time, z, y, x), float32 RCM(time, z, y, x), float32 RRM(time, z, y, x), float32 NCM(time, z, y, x), float32 NRM(time, z, y, x), float32 EVAPM(time, z, y, x), float32 AUTOM(time, z, y, x), float32 ACCRM(time, z, y, x), float32 MVRRM(time, z, y, x), float32 RCP2(time, z, y, x), float32 RTPRRP(time, z, y, x), float32 THLPRRP(time, z, y, x), float32 RRP2(time, z, y, x), float32 RCPRRP(time, z, y, x), float32 RTPNRP(time, z, y, x), float32 THLPNRP(time, z, y, x), float32 NRP2(time, z, y, x), float32 RCPNRP(time, z, y, x), float32 RTPNCP(time, z, y, x), float32 THLPNCP(time, z, y, x), float32 NCP2(time, z, y, x), float32 RCPNCP(time, z, y, x), float32 RRPNRP(time, z, y, x), float32 WPRRP(time, z, y, x), float32 WPNRP(time, z, y, x), float32 WPNCP(time, z, y, x), float32 WPEVAPP(time, z, y, x), float32 RTPEVAPP(time, z, y, x), float32 THLPEVAPP(time, z, y, x), float32 WPAUTOP(time, z, y, x), float32 RTPAUTOP(time, z, y, x), float32 THLPAUTOP(time, z, y, x), float32 WPACCRP(time, z, y, x), float32 RTPACCRP(time, z, y, x), float32 THLPACCRP(time, z, y, x), float32 RRPMVRRP(time, z, y, x), float32 NRPMVRRP(time, z, y, x), float32 RRP3(time, z, y, x), float32 NRP3(time, z, y, x), float32 PREC_FRAC(time, z, y, x), float32 RRM_IP(time, z, y, x), float32 NRM_IP(time, z, y, x), float32 RTM_IP(time, z, y, x), float32 THLM_IP(time, z, y, x), float32 WM_IP(time, z, y, x), float32 RRP2_IP(time, z, y, x), float32 NRP2_IP(time, z, y, x), float32 RTP2_IP(time, z, y, x), float32 THLP2_IP(time, z, y, x), float32 WP2_IP(time, z, y, x), float32 RTPTHLP_IP(time, z, y, x), float32 WPRRP_IP(time, z, y, x), float32 WPNRP_IP(time, z, y, x), float32 RTPRRP_IP(time, z, y, x), float32 THLPRRP_IP(time, z, y, x), float32 RTPNRP_IP(time, z, y, x), float32 THLPNRP_IP(time, z, y, x), float32 RRPNRP_IP(time, z, y, x), float32 RRP3_IP(time, z, y, x), float32 NRP3_IP(time, z, y, x)
groups:
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/usr/lib/python3.10/multiprocessing/pool.py", line 125, in worker
result = (True, func(*args, **kwds))
File "/usr/lib/python3.10/multiprocessing/pool.py", line 48, in mapstar
return list(map(*args))
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/pyplotgen.py", line 416, in __plotCase__
case_gallery_setup = CaseGallerySetup(case_def, clubb_folders=self.clubb_folders, plot_les=self.les,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/CaseGallerySetup.py", line 128, in __init__
total_panels = self.__generateVariableGroupPanels__()
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/CaseGallerySetup.py", line 245, in __generateVariableGroupPanels__
temp_group = VarGroup(self, clubb_datasets=self.clubb_datasets, sam_benchmark_dataset=self.sam_benchmark_file,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/config/VariableGroupBase.py", line 681, in __init__
super().__init__(case, clubb_datasets=clubb_datasets, sam_datasets=sam_datasets, sam_benchmark_dataset=sam_benchmark_dataset,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 94, in __init__
self.addVariable(variable)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 214, in addVariable
all_lines.extend(self.__getVarLinesForModel__('sam', variable_def_dict, self.sam_benchmark_dataset))
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 349, in __getVarLinesForModel__
all_lines.extend(self.__getVarLines__(all_model_var_names[model_name], dataset,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 641, in __getVarLines__
profile_lines = self.__getProfileLine__(var_names, ncdf_datasets, label, line_format, conversion_factor,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 685, in __getProfileLine__
variable = NetCdfVariable(varnames, dataset, independent_var_names=Case_definitions.HEIGHT_VAR_NAMES,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 144, in __init__
self.dependent_data, self.independent_data = self.__getDependentAndIndependentData__(names, ncdf_data)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 259, in __getDependentAndIndependentData__
dependent_data, independent_data = varname_element(dataset_override=all_datasets)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/config/VariableGroupBase.py", line 721, in getThlmSamCalc
qi, indep, dataset = self.getVarForCalculations('QI', dataset)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/VariableGroup.py", line 897, in getVarForCalculations
var_ncdf = NetCdfVariable(varname, datasets, independent_var_names=Case_definitions.HEIGHT_VAR_NAMES,
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 144, in __init__
self.dependent_data, self.independent_data = self.__getDependentAndIndependentData__(names, ncdf_data)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 256, in __getDependentAndIndependentData__
dependent_data, independent_data = data_reader.getVarData(self.ncdf_data, self)
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/src/DataReader.py", line 459, in getVarData
dependent_values[:] = np.NaN # fill this array with nans since 0's imply the variable was 0 when instead it doesn't exist
File "/usr/local/lib/python3.10/dist-packages/numpy/__init__.py", line 397, in __getattr__
raise AttributeError(
AttributeError: `np.NaN` was removed in the NumPy 2.0 release. Use `np.nan` instead.
"""
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/pyplotgen.py", line 821, in <module>
pyplotgen.run()
File "/home/jenkins/workspace/branch_clubb_test/postprocessing/pyplotgen/pyplotgen.py", line 205, in run
cases_plotted_bools = pool.map(self.__plotCase__, all_enabled_cases)
File "/usr/lib/python3.10/multiprocessing/pool.py", line 367, in map
return self._map_async(func, iterable, mapstar, chunksize).get()
File "/usr/lib/python3.10/multiprocessing/pool.py", line 774, in get
raise self._value
AttributeError: `np.NaN` was removed in the NumPy 2.0 release. Use `np.nan` instead.
![[Jenkins]](/jenkins/static/57c8a776/images/svgs/logo.svg){kind=logo}
