From 16718e8b3b05ceb3bdca6a18ad23a42c1586606f Mon Sep 17 00:00:00 2001 From: stemiglio Date: Fri, 7 Feb 2025 16:18:50 +0000 Subject: [PATCH] add MTG-IRS ctests --- test/testinput/cx_globalnamelist_mtgirs.nc4 | Bin 0 -> 16441 bytes .../cxwriter_globalnamelist_mtgirs.yaml | 58 +++++++++++++++ .../varobs_globalnamelist_mtgirs.nc4 | Bin 0 -> 20585 bytes .../varobswriter_globalnamelist_mtgirs.yaml | 68 ++++++++++++++++++ 4 files changed, 126 insertions(+) create mode 100644 test/testinput/cx_globalnamelist_mtgirs.nc4 create mode 100644 test/testinput/cxwriter_globalnamelist_mtgirs.yaml create mode 100644 test/testinput/varobs_globalnamelist_mtgirs.nc4 create mode 100644 test/testinput/varobswriter_globalnamelist_mtgirs.yaml diff --git a/test/testinput/cx_globalnamelist_mtgirs.nc4 b/test/testinput/cx_globalnamelist_mtgirs.nc4 new file mode 100644 index 0000000000000000000000000000000000000000..50828befba7b0a8e724ae8545b431d6d4ccfe1c3 GIT binary patch literal 16441 zcmeHO4Qx}_6+X{)AOur>k~D4UsG;GvAx&_?pd=-K&JxvxfJ6DwriZbgiD_a7+X>JD z%S4M73MpcxYs{)KwzUipVn2+Isa;wzl?m9^t=dZ0Y2C^+4OMM64Xsy7Ng==#b^?2gcdz8fnIq8t|Mf6A$V=-q?^ON9(2gPZy zPmHg3gjvZ)cpsf%hEZ~amCkaPON@-VOCzhQUE-*7)h?~mU6tid2Uynt_Qeco@`Sqb zB@W?Vru-Wk{b3vaxowCu)v!1deT8Ys3}^MtTpmxkG;Ux+Wvv#-#|X*dddE z+$td#cotRpoBdvxfP9dc*hJ^>npl4J)~e{W7@FllY)Y2?VK@d}R-l^_FdX}7!O(td z7|LNju&Vv4#BhfLIGV*iUX`yRhEr>}0C-B)khmEVc$-SFz0aBf0;x#E_M8>J(>_S)4P!ic9{OTMrM zZu>1dGx3n*Hw-Gj3x<>5@*V>=3G@bqH;iRL)z8j+`@b{+1G^mPb|^@rn27WSS6%1! zYM09axy&lu2HqzxZM6n3(27}LJUsvChADTU7%QKvTFRH6U2s8okAdmKnj5r0x1Mi2&525A&^2Kg+K~{6aqtnfY0~*;%Hab;tS_@FSgq= z%f8vN?W)f=s?2V8m0dXREc5xQ%c5N!SnovJ4zv}O+wJ!9XjftRh4WSAh@?PO@x9>%HAKLe!eILqCqx>|=^#88FJlgeF#P&V>|FXcy=i7zje-d$cQ|WJ^ z{yW4cOSPGe?POy+B}y+vy%cq?(hbxNY=5WFqg^|(zdKQnDm{vN6!qguKaTqGiXkCg z>LMuwQV66FNFgxn2n>91f+7O(!3l~4y!xjlrt0N2^*~?$n?&GEjhv%)6ICFAqZhF+ zt~tPps^Jh(Gzmr>378ilFS;;S5?0Y!r&-GJc{d z1YxQ;G4^^vSq`%dT~L-MmxHpbbCi^I4$895L0Q&0D9btrWm)H-EbAZbxc#N-n%WB3 zU}Fy{p6jUx9e*#mc(|gWrV6t?khm1y^3LkHPr7G{v=5RGp0uu<`-ZD+ zD5$!3R~h3P!m^zS5)*~Z8^ZT?VrvD-z92Mx(>qkz=18~LDlaUx4==f z=E3NXvmXOWNm~e!_NN|))x!7E(e1l|?zeZqp2O$%KsGj31_$$>*$3IeT7Tr_AHo$B z8^HRD%AdeH=r9M)L=K#TFJTLF;JF3G??VQPGvRL?$4{bXs@x0#G5;!05q%}nVqMXh zayk%aS>#M2z_Q3GG+XbW>vn`U8(-0Aj*^p;@62t@quCOu*_W6Hie(i$@O znMSiPe`bg*RlUvK5)A3h{>}ctdL4cJL48vwqBjTq;fRjS@xza1VWutcGzD9|y5D2m z;56MG@ampmzY}Xwb>-Ek=mnI5i6|mjcz_em9Z$lG;n; zzVnaMIQdk^WX-}WaV~+}@5}JJuV&$;J30Iajwp@>I6571@wq)lk6m^{v+&BENLO=* z40jBV>GRo#m-~!H!@s@}nXxX|hVyT@19})w5HQCzo>|N%^2U(UXIgr@@#q5f?hn=voH-#;|qorr5{z&fB$l=L#Q_E_n**yEze>Ak^kgl++%gTn=pd^B7? zhu{KOBP#$--(~%J^&g*Ege&&Fua`vzgEV`G3z2~(4UOWZQ~TEp21MN>10qT}U;X26 zU5?|}W0yuv8Vtlvj10smdB5bV2dW1HqIX6HMD)9ak8H;~<4DCfb~f=Hob}-S?|KFU z(O-@XMClhGW#1@yVlW^A^)r=E`4fT-A=-F$iuxIz;ML7Y$B&1?89(?jko7?5FM>{YEtZIvHoD&K}L;M#~&K4Xs8vZlu>JKwRLdtAAjPsrSI+T`|kKiAhfxl zncK;C@9o?7?YH~(?c3eAyV+J)gU%foTA zIL&C0Ngw74U27>{Mg@K?k4NH7Z_IZ+GWf^9c@k8K<=XEhAWA8gkhfS%RoxMXjT$iPsE^i#4mPsdLsh)il(%G*viioy@X^L0OC}Uc6B6sB?1u zGRfcE?hRSt&t(NkR8&@3-QEtxkHWFGcBxi>Kn*8#yMkU{-Qb8YtOsu?c@J$HUJvZx3A;V=6GBk=r$VvoI3y?}=4)MuIG3H^8fNVw? zCb4Jo1^*}VJ<^g%Bg@c%tVWQ(1s>26QRIq1An5k`T`K5Gcl&>$ocPOp~cZy~4A zKpiVbzDYtgjx5x#mtrnHGsQ&lx8xmtqoJbuJC?PgT~k;psza2Dd`IPsaNoj?a$LzTVzakLO-^5_nnc_NiqaPZgA(h;{i7VZU#IF@EpK%0G|VRuH>Hwcs|hc zfj%E_8{js;3jwbMycX~}z#Aq1a=@E`-VF510AB_8D!^9*t^%$C-Uavu$-fcs9-#LC z{Tg^SLwqyHdviIqX*^h}M1a@{C(HOb0C6}%CBpO>0MCU7m4g)Ld|ezzqR8}lx_BPM zV<9Gim;_=Hh)Lj^BLT4(`U@?FXs-6tOGFjgmkPMUAs{V=*nPuQQLI|@DQ7~(cfT8v zK_tE>MI;o;^n}?FjHg2LU)oYq)zsuXJ5`}>w z64F!vX;~TXs5mZQn?h$|9JsfjRq09vQeC@T;oW8fIDUl016Gdh)(E=gSA5w!} z|GKSG`UzPgUDljUYUolsyVT~uO2>*2PWmA1fAWrmumZeMEU1?Wz^9QCO~9EXe2khr zIj||vSzlEun8&ifb*5>k`l;DQspAy4+ruzfIXUUy{B@ zNl}Ay?;0GGmWaM#KJW9Z|JNGfsw$#JX`MkO6ar;+KxgZ0@Km5`ZsAP8x17E>rf}6i z_e5IKWfcvzyg}q3MU8{b1q>ewpg9-xbn32pI<=afPBunQPmtfy(-TLa6CXh;XYvUA zlXP^u?CZED#-PuKWJGl0r?H&q^j%z2V<0;5<2oAy(TQK0RgF&k(*(OlCw^S3W1xJ9 zA00v%h)(?6&l@2h>j?C0NhiRqH$?R1o=prA=IG*c zba7qhWYl>`zD2ge;`z2h_-nS=me>m64_wlW<;r|U;44~UvvWQAi})p26{AI@hB*?Qz2Oj`tA>M!3Oyjv*A#RdcS_Qt`HS5abd zED_(=$IpB-e!r9~b&^qR#yj!LXS5klrjj6LfK?saL!G$Cfw|HKJ$A-@7kIOyYF$VV zSX8V_V0(Thw=M~2T~eSzU|kjffDpDWFMbhP$PaSR=w^W7Za0cz_bqqaM!SOiCB~k3 z`S_CYP^_Veqgc2Z7O7ac2{v@eA8!_7WKr#(tK|;hS?QnR*vgC2%3LWmh>voFBiwKP z&jXB+g`||5GPBC7nqXvPH2FdqVjw7DXvG@Y24>Y#KDbb%fEnb0;DKw5^UIrSt5|&Y z?#I5(dLc23eRg{&hvBjA87%R}2XojlK(pCn{ht)T*uYpO+qJ5ym|NDxtZU!)OPQPV z20lvI%=$Sx^ik!HSuqr9F5d?N7VnaCQtnJ|nD9qQ$jgMzk62#mknbF;h09G*fUa2(rq8dm}Ok z-Jt1!)C92@0S=*MbSzM+3=Tj%2xX$Zb*X&CDQ2xC#2ABTDuMABy5^ltn>)61qEwJC znp>I^;dzWC)qgmub0V7iMrTg+Mc{+?xYwW-t2S1rIcI@jet3M#Qvev#CUrc<*mDEH zx2mcu%NbpUMEbqEF1uBmkTY{_pv|Si1wA?mVlbiHF(k?>WOUYK=NR4PGl zx8f#_2lGV94JI;pQ=A@;(xw8FGZ+j6ljI0(Fp&vNE%&-Y6@g%o@;Fy6cnu~pi*wa> zZ`)P4I&UdnXlt?CZ0(J%mJmqI-BM_83@UDKn;Hlu@ceE=BnwM3Z(~)vX#?t_p>}hWbdu#=v zdh6-64`2KJFOH0dVm>}`6cf)@Mk*#Q&rEmC|5S)EXC_~sCcM1Qc>|R?-ft}s85Iy{5EMQ+hPAz#HbZ@@!3*T;hUKv-OOvSCK%2aU{t>^ z4Xytb&I=OsHwt_(CsVuJ3SBNr$i@7^^TqT)Ye)%p^Z9O5S8MaePNlx9BeOz$HDg2a zdlBDXUltJo)V}oE`^VB$%sX2xFt(-wPmb>|>sS`K?Liw~WCblf2H5Tx%WV&N8;B94 z7N;ir3VqHIfvyh`sbmge0@D37qH4D`B!R9LQ99jyqBw24P+ad+)UV8F+lBbGrKcq5 zt*AD?k?DHn+*wIE2}n9k)b8m+n?_+i_%x z#=aV<&}H(Y<2LpQlR}r+G?PMiHDqx#@ax``0pZ}KS=(>}DzfVxymRC=5_0Skboh=w zD;&I^*}s~}V1dta*!hPZoyA@SbS_(R@W~uD1ZXb%Q(bo+%Z3lmVBHVBUc_z#>bdNf zZ@s>XyM1S}otHOWF5QEbw@y{r9$=Ww-o3hUJL}}=dsDkN0ul>fFA1F9!8gWG{lX8o}ago3&$G;s0=+a|3 z{*i4X7#sgiY-IiTw|d!$>5C4}spFne`p*cMyw|omBf>MPpG}56qe;Gie;uD`(mW&V z8$Blk|L`mjdH0>>8euQ#h}Yx8-qK<2S%)2_sc^~E<7!iuce#9Ck5>t;R{SdGqDjJNC&Xblsu|C=;n6m|9K~n9nZN%9Ex~ma literal 0 HcmV?d00001 diff --git a/test/testinput/varobswriter_globalnamelist_mtgirs.yaml b/test/testinput/varobswriter_globalnamelist_mtgirs.yaml new file mode 100644 index 00000000..66dec7e5 --- /dev/null +++ b/test/testinput/varobswriter_globalnamelist_mtgirs.yaml @@ -0,0 +1,68 @@ +time window: + begin: 1999-01-01T00:00:00Z + end: 2032-01-01T02:00:00Z + +observations: + - obs space: + name: MTGIRS + obsdatain: + engine: + type: H5File + obsfile: Data/varobs_globalnamelist_mtgirs.nc4 + observed variables: [radiance] + simulated variables: [brightnessTemperature] + derived variables: [brightnessTemperature] + channels: &all_channels 1, 3 + obs filters: + # Set the flag of observations with missing values to "pass": we want to check if these + # values are encoded correctly in the VarObsFile. + - filter: Reset Flags to Pass + flags_to_reset: [10, 15] # missing, Hfailed + ### Assign nominal error (ensure not missing values) ### + - filter: Perform Action + filter variables: + - name: brightnessTemperature + channels: *all_channels + action: + name: assign error + error parameter: 10.0 + - filter: BlackList + filter variables: + - name: brightnessTemperature + channels: *all_channels + where: + - variable: + name: MetaData/latitude #ensures ob2 is failed + value: is_not_valid + - filter: VarObs Writer + namelist_directory: ../etc/global/varobs + variables_for_quality_control: + - name: brightnessTemperature + channels: *all_channels + reject_obs_with_all_variables_failing_qc: true + general_mode: verbose + output_varbc_predictors: true + size_of_varobs_array: 4 + fill_obstype_from_ops_subtype: true + - filter: VarObs Checker + expected_main_table_columns: + # Only channels 1 and 3 are simulated and hence written to the VarObs file. + # In the arrays below, rows denote locations and columns are the varobs channels are consecutive. + field: ["10","10","10","10","11","18","19","21","28","31","35","36","54","55","55","57","57","57","57","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80", + "10","10","10","10","11","18","19","21","28","31","35","36","54","55","55","57","57","57","57","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80", + "10","10","10","10","11","18","19","21","28","31","35","36","54","55","55","57","57","57","57","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80","80"] + level: ["1","2","3","4","1","1","1","1","1","1","1","1","1","1","2","1","2","3","4","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31", + "1","2","3","4","1","1","1","1","1","1","1","1","1","1","2","1","2","3","4","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31", + "1","2","3","4","1","1","1","1","1","1","1","1","1","1","2","1","2","3","4","1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31"] + ob value: ["41.10000","41.30000","-1073741824.00000","-1073741824.00000","27.10000","77.10000","37.10000","3.00000","13.00000","47.10000","57.10000","67.10000","2.00000","1.00000","2.00000","31.10000","31.30000","-1073741824.00000","-1073741824.00000","0.00000","112.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000", + "43.10000","43.30000","-1073741824.00000","-1073741824.00000","27.30000","77.30000","37.30000","7.00000","17.00000","47.30000","57.30000","67.30000","2.00000","1.00000","2.00000","33.10000","33.30000","-1073741824.00000","-1073741824.00000","0.00000","116.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000", + "44.10000","44.30000","-1073741824.00000","-1073741824.00000","27.40000","77.40000","37.40000","9.00000","19.00000","47.40000","57.40000","67.40000","2.00000","1.00000","2.00000","34.10000","34.30000","-1073741824.00000","-1073741824.00000","0.00000","118.20000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000","0.00000"] + lat: ["7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000","7.10000", + "7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000","7.30000", + "7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000","7.40000"] + lon: ["17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000","17.10000", + "17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000","17.30000", + "17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000","17.40000"] + HofX: ObsValue + benchmarkFlag: 1000 + flaggedBenchmark: 0