From 5dcfe0552d1f47220ce48132c620b37b1ce76d8b Mon Sep 17 00:00:00 2001 From: Melissa DeLucchi <113376043+delucchi-cmu@users.noreply.github.com> Date: Fri, 8 Nov 2024 12:01:31 -0500 Subject: [PATCH] Suppress pandas metadata on import. (#429) --- src/hats_import/catalog/map_reduce.py | 4 +++- .../dataset/Norder=0/Dir=0/Npix=11.parquet | Bin 7585 -> 5913 bytes .../dataset/_common_metadata | Bin 2655 -> 983 bytes .../dataset/_metadata | Bin 3775 -> 2103 bytes .../small_sky_object_catalog/point_map.fits | Bin 57600 -> 106560 bytes .../data/small_sky_object_catalog/properties | 6 +++--- .../dataset/Norder=0/Dir=0/Npix=4.parquet | Bin 10183 -> 7368 bytes .../dataset/Norder=1/Dir=0/Npix=47.parquet | Bin 136336 -> 133521 bytes .../dataset/Norder=2/Dir=0/Npix=176.parquet | Bin 27777 -> 24962 bytes .../dataset/Norder=2/Dir=0/Npix=177.parquet | Bin 87748 -> 84933 bytes .../dataset/Norder=2/Dir=0/Npix=178.parquet | Bin 94376 -> 91561 bytes .../dataset/Norder=2/Dir=0/Npix=179.parquet | Bin 101781 -> 98966 bytes .../dataset/Norder=2/Dir=0/Npix=180.parquet | Bin 42019 -> 39204 bytes .../dataset/Norder=2/Dir=0/Npix=181.parquet | Bin 54951 -> 52136 bytes .../dataset/Norder=2/Dir=0/Npix=182.parquet | Bin 73763 -> 70948 bytes .../dataset/Norder=2/Dir=0/Npix=183.parquet | Bin 68353 -> 65538 bytes .../dataset/Norder=2/Dir=0/Npix=184.parquet | Bin 81405 -> 78590 bytes .../dataset/Norder=2/Dir=0/Npix=185.parquet | Bin 165816 -> 163001 bytes .../dataset/Norder=2/Dir=0/Npix=186.parquet | Bin 31183 -> 28368 bytes .../dataset/Norder=2/Dir=0/Npix=187.parquet | Bin 43547 -> 40732 bytes .../dataset/_common_metadata | Bin 4150 -> 1335 bytes .../dataset/_metadata | Bin 27664 -> 24849 bytes .../small_sky_source_catalog/point_map.fits | Bin 57600 -> 106560 bytes .../data/small_sky_source_catalog/properties | 6 +++--- tests/hats_import/catalog/test_run_import.py | 4 ++-- .../catalog/test_run_round_trip.py | 16 ++++++++-------- .../hipscat_conversion/test_run_conversion.py | 6 +++--- tests/hats_import/index/test_run_index.py | 18 +++++++++--------- tests/hats_import/soap/test_run_soap.py | 4 ++-- 29 files changed, 33 insertions(+), 31 deletions(-) diff --git a/src/hats_import/catalog/map_reduce.py b/src/hats_import/catalog/map_reduce.py index ec866152..d8d15cfe 100644 --- a/src/hats_import/catalog/map_reduce.py +++ b/src/hats_import/catalog/map_reduce.py @@ -187,7 +187,9 @@ def split_pixels( filtered_data = data.iloc[unique_inverse == unique_index] if _has_named_index(filtered_data): filtered_data = filtered_data.reset_index() - filtered_data = pa.Table.from_pandas(filtered_data, preserve_index=False) + filtered_data = pa.Table.from_pandas( + filtered_data, preserve_index=False + ).replace_schema_metadata() else: filtered_data = data.filter(unique_inverse == unique_index) diff --git a/tests/data/small_sky_object_catalog/dataset/Norder=0/Dir=0/Npix=11.parquet b/tests/data/small_sky_object_catalog/dataset/Norder=0/Dir=0/Npix=11.parquet index d3217ae2129aaf75c790d32bf3a9a20552584502..26f5bb8054d73f76d6d0929558cdd0829076816c 100644 GIT binary patch delta 788 zcmZuv%TB^j5M^UD(VZI>nz%PunqUGN7IOPE8$U9R;aH&jGYG51th_i6WVGtlj_|-Tey^N|h*E9r* zhLY^@%9V)$iKsPE;Xo3`6VEDB-j2>SEst#3kV8tc;>uB(Rh8YYO?KBi_ zTMaEPZjB48zSUmEKs{y*V3|!An{@y#u-mYuYef!Dcmrq z{>uQ@PE>K?O968z0A)l0sn<94u>yD~us;Q)-U{$2jP-!=XyD&q{xP6OG9L8b&`u5q(zE~EL(~rK8ix%OC%+dVnw~^AmESi zDaYP==pnzLf1&@PzoRotN@C~XJ>ZjoB4KjK9zp`@$+Bbrl-fxB0aS9`1rT4 zJ}_Qr*_)9$^Or#wGv_Bi{d{`DWXln?*#}y>{J?~IV8eFCvluuq_H5r8eW}YpMvElM zHinDWb=aFS;WCJldwM3Y7rLb{bnqH3egEU>$sT2{-$%)G2Pk8Ire`<@Fgrtf@+6XF zoA;q|<$uO{2r4aRHL~aP+5A4>T;E#`P`#YTgZy^tr)Y#cM(HDvXxo|oCnl|-xveiC zw{y5g-!ta=Ji&U2(nN=x*O>Flp2yxSM0Mq?#FkhFE}hA-3&v`xTBLP`HLt8#GMuJp@HOU2d?wN#E=8De(+>$g1+dwZs-iytL#^ zJcg+4q_YPLJ8tGoi!^yNRjLiwkTYjy&;m!qGerRy5N?Y=TCiEEO2696k^tY8wLL5Z zng&{IRE0d6e;Eu=s3woGva_vKxiM9h-q>pU>zvKN5Swn1ne>pFgNPTJGH@X)R>kWO zfl6`H?DBZuMFxbirgRdcCQ&A|!1oPtFfLqUq7IwB8Fp5tM+4smmlmUojPMDnpuqN# zSA0tpAiIH!wP1w9*l4q{)c&G&rkdRQhrrU#y-g3@V$?D=WL(Do}c>%grUN_DQSOosi`v-vRoI#ijwRy~wE6 zsgFyqo^&Ud-Z<+3BEHaVLLhc<{R_T!(ZSctPVkNMsOX`IS8=A(1@(Zlce9s2q*D}&*NL_kHboT3dz?5aUqe8+CMHg_ zk)c2v94LcbK~v?`HJqY-5E?0r@pj$6q@hx+SqPgpRS}-z`a;eDdGhuK#5ZufbwO$6 zww;&ygb9=95;e;{OVi2H1OrccH|4v}FTPLdwnzirY8wYOco^UovIKS<(#{)uf1g~7 zr?5QrPepo&#PH+Bx;S)=HW%5#o8+pGv8<6@@RQMwo9M}B*{QofUvXdGJwH0SCWFe~ DnmF!g diff --git a/tests/data/small_sky_object_catalog/dataset/_common_metadata b/tests/data/small_sky_object_catalog/dataset/_common_metadata index ba86110d9ae0d697635757ade347b902622069c0..2e494c10ca33043888da99a1fac7fd6c8384b58a 100644 GIT binary patch literal 983 zcmZ`&&2HL25MBX|(ln=3L`LGkg;SLnszeQyB6Ze)V;U$RnuJ`CYb*nGu(PE6^jZ1{ zd6T|CAEz_3Hi@EkWUuGe_{-_BWe_oj+>%anl9=;@>0ahRbXaWRa1?-a&piLSk zI`l<5{i5}qA`v0D&;Y3SFpP1uE2uz=KoAk7LkqXE+UC+U(U34<=a5z^Oay@d26Gwv z?6B^MDwDjNy)(@-^foL`lI&%bQ<cNYC%;#A@n`#Glwau-4wb3|3 znip}I8qeG8BHjw4J%^iKa3ZU$S)|(ia9FK{-n_N+xXS>Gh%Y2eXNjHiCqU|x3KhxC z@aj1RoL~{{7r<9q>fpE6y^5&bOqW1M!xB`=9*r$N?@|`b2PUoFDgv z=f{8p)os0=A1?{Y)BId-hj<~ZlwZOOlW=;C=K+($&EF24>}Tr*o<&>JtVOri&4p)& zCpSNxQ@WQ}kLTeLULu-_HqOt5QHou4|HFSc^5Xc&#UE-_TKZ}+jpn85hvUj|rSPjL O#Qz@gJ1ayNf9byuclmMv literal 2655 zcmb_eTW{J(6t>cA)NQ*jU8N#Y9}rUB(gX-JrP4|r8!)DX1hU20s}=GMY_N@Mu1?f{ zvOi!S@+0@083PWaS*^OGV9&YC`Oa;Qb4}X0!~LWCB9}Ut7`EkUhp)NA{o}pV%bsm% zZs06?`4Z#oIVN}b0z`YE#x~DP%V4tSq1Lm)a2zu7XArFDJvedD9EYYA9=~ba|N8tj z$1$yEWhXp-3#?CT)_xNZH@r98(W|4A)Ip&6rZ!3a{nK5>@l9*lGsf=B^Cy{)=|BEF zNoN?@qcUrYOUb*8uXz@zXB;yF2l|fXn!SfS2GW~G0aNs+?+d8w&%7YoWqa0CGqtG( zM*W%VemhBTKtgR7gz>gO`tDeJ6eb~f3JCJNixe~eXQ)+$ckz;vEl}qNlDO`nUBm~X zAB3d+6I$AI96~AYGOnYCS{Pxk1d#?ky+HiA6;7P7kKEkFY4$Xmfr4jZ=!7tTnm;|y zeB)BDNV|O{e`J>`b^ps5U4sfCqy;}*p9v`ten6^(42UqGJf43bUmz3C#PTa5FdClJ z3YANQEC`%~HyRNN_yQUb2B6PhNS-@W#ZIA{Z_f2vXR7;`&XvRK-J8Wg@?xG_3UsgS zT4Lu`8jc5YE<2Hg`cTg=bGlq)yz_~pd)29WBfSS%pb8S|c$(aqsMXR;k#jDd1-y~u zfNh_*!KQ8GN?EJRuVgc`tYoR&E9UerU+kW@i-!0Gd?Jn}7qiV_%V`M2(dAB7k=wQ@ zR?y#>DK95|@Y#y$8!W$WGh1q)%F9tVU$k|Z*)qHewPT1?h`)N9#8JKFT|#*+P+vBcBY4=hD-~lKoU(w)~x{-L?%eWfiQ2 z2zeBjrG|jDPR3vDtKE8}pG!0ks^_}8*zPB47%82SYxwoK;ZVOH^DWT*r}E?`>X~y* zu?n%ZZR`Wx?@aU>^il0W-;7kb`EP#h=sZ@#2fgBVrbf+8<}~T|qxp*aKT_pt7IOqW z2KieC3iOoWk7z%FP1x7xCaY^6@_DPtr5Ww>VdcCrB(qDQ4!I}J#zz%$+6?r3f!erq z3Q=Qt>Gavn7x8MYbYWXZ`YT>@ae&u0i+5W{5MdP@SnP7ciQxp!yEv){EZe7wK7;vM+!5;;vca1K_HOk`g|NeRivgs4vU@-RM^c|{^92V7AQfTAfE$L!+8&@wFx@T zr?72r0&09;6FatE;{&VuA-ZZI$O7vDc37cMDG~W^Tq+%C;n$fpeP;y0JNgk!#~-;g W`}`gK^_Jtl_s8A5;J9n}*YY1loFAG1 diff --git a/tests/data/small_sky_object_catalog/dataset/_metadata b/tests/data/small_sky_object_catalog/dataset/_metadata index 4b2440b5fae81bfc67690d964baea77233501c7b..273da9e2547705f465294f5c2a8971e1d0e39e87 100644 GIT binary patch delta 714 zcmZuuJx{`55N43bK#YR}F&bSBLm|NgGz|9^T3Q96L7+_5hCmPjCE>%E@FV(1+#LN4 zZm#|lpSw0ljF?oBa$GK@=%=|&`(Mx^BHI`*xC!z*EmMfw~ z@V$GmuCj-W#eenthxfpl3AcDuCMq?MMjiYN46^%BiWSvZ3ASF<=9&ga(LjPOYi^7L zKt#>4n)W2H)}NT1(7GO`H7$>DS(hp$Q8A^Kn5!y#9g8v;q6v#q|Ia`nv^CJ=-sWRr z)iqnI5Xa?(feUV6E}I*504|VjSTeODm12sevuQdbH(MC_V|(t)m?oN-Fhx{{!DsR$ z!zs0LTicbCLn+^d=$4hrN4}zEaF;w>gWZs7_Yt5)(+#2Ozl4aVRP6A`*aRD4Q@J)0 z7G*d6;X(#a-8?@`?l(txW1Xq2x45AS`-Ff#mADW0+`L0{A)Dh{fI45#C``I-W9FNq nT<66)=PBsNg?+}0B%~5L#bPXVI`y7|*S*U`IuVQ2$;tiznMT8G literal 3775 zcmcIn&u<$=6yCULWZHtN23w9~m0+n$5ouyOc2c*b%6Jnyb`vLdsn=eF!tQ!)Z?e1D zu79^GLI^5^I8}%PpmIZ~iYg>HR#gwEM@~KQ2Oz|uhl&$Iz?+%1y^hmXq%cZmXWpB6 z-}m0Uc_VM2T*xyzu^VN4V>P*|=%VKY;~72W@*Ul*Dxzkp?agqEN?dA*@f-n_%M$6} zP)U)g&TWaCie>Fsbov4)x^oxo7|ZNfCB-`BUELjbpI{ie>d=yEo$`Zdu_qeM0AgR} zz2TbhPkiM&N%t=VXJ8BTc-2BEG;NC3m4;IHJ{tFf7g1*H_{0Elj|(h#AC7x}8E1by z&bs|Rcd`EE%|PIz8K3*k1pCU@f1jW7GN<>EG80ptQ4iyBG0+`{55qi@#=TejG$2|O z{r7S22glgYPO^7B0Ds{S7{a#Pcd~G;N3Gmq_VV?mB!hrN3B<|1mN%U`llf~^h_K)cQ%;M%b zzsF@~f_?WWh4;KSM%W)>?58pR9CLaU`|KnAL43XYX5UwQmnp>OBi>sh>`&*}Tjwzb zO|IvT>*EW3EK($#U>{y!A1)BEqu3*8K6iJtk7M4S7ojY$ZtpjH5s7OO`=owNXhhCzz}r>mIu^Q05+6WMJsI%$|%TY zy<^gaMtv@V*BTAo>m(`%ofIP zDppP1F|af=KOLM72H?O0Hnc+-o(@mX2Cg%{VTflvi;6(Wnr2lOp0ggv%?9dUFHJ+VUcDTG=G_Q4k$;Uf40b3mxT`uKcG*BU}H zA1Q=0O=%@xmy9)aU5!hHORY*uw`E$)l=PgYB=c8OTRRm#6s)DV^p+HEha^5qWwSL^ z(i3&zQfdx#rog4}8eQb`H6ame6#0;b_X6H_N(I|Syb3m}awry53h}P4QCcbniC&L} zq(VGen9W7y%7XjS5=Em>bCcI0FN{7+nU;s|=XSuAA38R`Sr4z-lLlc!LV!ij&!1>#riJSiqU zU8~4Pw~K{LxwN9S>{#kjGFE+BT=wv-3x!-2d5ep; zB5@FOO_P$jvf~Up#e7VYjdW913Ge;5nUe9eIBAaa3~8lg0({F=aUMuUz9y|e9<2=I z&9=a2p2cfu&3!5i04(2k2Of1Z!OQRZlT5+mxkCQwa-z2m}X2V93eK=)JSJ_YfUZFo1es2v%40C zX*|DzuX(b9uWbfSi==@Pr4;y0M`(-wJ|?4gRg%!MTEp?ue8|re>vI`3%DkL z{U#KkARcj%85qMLj;eT$F5`~W3p_w*33s`q)Gcbk(;E?-^5pbhI!H- N^ZiQG7_iQVlV)KBPnKa379&&)G3&&<42dJfg=gMq_iM*7-!xB$45@bFU{=AA#5 zzeXg@v*zRg5xKl>WVmEbgwvUftGo|WrBGDik;Zy-JG_b-VjA5Qnp_=qxED>|j7eZ0 zDCj#NCg2~9IZOEgP{h9!CKe0J3!7en=4fhhX@m013v2$tITcQiPo^+e_C9BXYbE=; zS_|x6l>>X6+YL*;Vmk?clV`dyzI_)qfhXSWOv6sVPO{fM=0%UoVdSarj&R<`9}GIqOqrO~#a_sGI$#Cw4s2J0)~| zQsV$(DVeMGb!8v*zl2$ZmMiCNWA0uv!e`*rKRzO+_UhlG(h~dnn%~m@^4ZrnLcG^- f`1{4u7rKvAg7H9x?f@INyLETbE@Jp& zVmugO9h33k!EXSDgGY&90KWlz0291%GCI?3izE{Fu=_gi_ulW%ba(g6>bLq$DI!DO z(B}-ZV1aGGXeyTl%f`BbO~s7`-HdcW25g$x0R`I_Y^O-v7`UILs0{jIVV0O+%vBL; zf#{ZM=$0G1^!cZ8E+oUOs$IL|8q z873OBY!z$JMV>5T+c0_EO($B~uX45AnMliCP_0vLhrVy=iODcUEJIrq8jk}JlNA^A zphXVLFshoC?Ky%D=t{sWwusX0#zOQ?K*W>A|L%wBW0ThwEkpLP!~dvHiHYZrBN=^=PG`p-3V3E{Dwi5c?+l>nhMm>m;Wj&bfdcGk z2@N(NpU;O_aT(ocESKUZT?;oqb!q`In(bYzF}q^#hV03JXP>zPXK2e_jtCJ(HpPgw4H*spBYQ& zbs1O3ew5IdP#>zzMOe!^%FxYVYfWfI2rY|`iz>?Qze0-e5*Lv23)ub!iX&k)A`YX1 zX`p7hRm^pYm$$W+jgJ)_)Zy(v;@yg@fP;F3tm7oO)FqVXvO;C~wbY{Q>r3>Zrrx+# kP2J1I=c}(2)$z>% delta 2965 zcmb_d(Qczg6pd7=YNbBzgC8TFqZF{675g@(0ppFG4cmgDsw`%}HqH!225ggPHR?C? zM=JFP`qutH)sN^;bOuOjZ0yadixkD&bLXBr_nv$CQ~Bfe*PmPTqV;9$MZTA`e);-Q z2qQn(PS6r(Bua!g=Rf{*aW0gvlL8C&ti|i25P2kE?n1K6Rw$T+zQE2+!vOn}MyRBm zq&ba?b77QTb@-VmBXQ2`du9@(p6{g|s7{2Qf zs)tqVCZ$rL4t@saVr8rXFI}$KxIPLvgez~A^Yswt-fFen@ZPM0RT3^E%FWX2OYu?^ z*i;J@e}!^TzLYQ9!iTfgH^4M+?KcUU2gGar{_0!)T+R9bfIIfbpSJ*XKyL;#0A@g) z6}DclhHtp>`WdIg8GGRd_7q_X2Lpf&Ug(lwTh_AqXnU8MiO5&@xScg4}7i~%DnMSVQ=`*>6F z#4x&(N2)=2MyWeC=PZEe@FeuE1of?Qqw-sJ=g=+#B3Y3T8R2nzFgHSeOE-4y?fqCj z;S=@dtO9c+DPl10VO|AxE`hREB}YNnkR5@#GWWl8#F9wDzOLOnEJ+@K`6sZ?O4)C& z9Ba$sqY26;c5)*zs5;mYwz}%Z%doNI@V*Bux*KsZO(oDnokMy-zHNwDM3yLnPW?p zFa}I4M^zv4HWlS-s!(KQo;_N-O#OUn8Z@&K%8`q|NA^BVvPJ4ja9$BN1EjqqGsE$KKv^*%+ z?;3jm>#r}q`uo+{**joL{{k&g*&qM_ diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=1/Dir=0/Npix=47.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=1/Dir=0/Npix=47.parquet index aad2a9287219f63c4e1bc4d3634065b5209fe48d..6f35d2452b5a51cb994ba177a0fd6b6124c0a567 100644 GIT binary patch delta 114 zcmbQRl4Igzj)oS-Elgglp)wLYjzK~G;a0`T8L7F65)at*K|tHl+0oH45Qss*+tIPy v(J9^0&CxO4(K#I~=H%q)=nG;26?%ebARk6=pC`cdikU;2i-94)F~|@AX(Jz4 delta 2951 zcmb_d!H(ia5S?ta(L~BIkw!U&1(fmyM)#yd841~%hOZ0smPZrgyFZew8^@QhZS zLp~tUen8H-N6Izdldnj(Z6+8Rc2-$S2wbnaUUk*0;ybA{8IBU+<@t|4U7QQ$>!`qj9c%IWAVe+>sJoENvxOIoLSLZg z#$kZ`5f>^cM`=#t;#?S|S1ooX%5a=h`;Hk0sq4F`OF5zpp|=<3dz=gRAZH0Za+a~j zXzr$0gu_}Q1@Hu3KkyC`R~VPMBqp`{K9L#EIQ6ZJN4R)Ygynwhme`%_U#~KLAQz8{ zYontcO)>o>GZW2R{OHu`(8co6Z+>Tpt7!!iBrY*?Nd`cd?kSSZ|iWA_?aa zVP^5gW#h6T(5V(G{t9KFbSYgng|{bXUjV~+ZM{sqX@K3czrXy3Jy(++0N|E>*z+v_ zEzq3+1%L^VCxxxst>G(Xyne(YqcALSs4RH zX6p6O*zciL#S_EmRvO3}VHu^)(3sKy4VxvQwneC}J2x`BWqS&(GN31QL=O+pu&GbA zkloUW9cz6zl#cjB-6^fW)Dt_6VAw^h3iMn8C8bJ^fRK|NhH7W(zp@)8k%)X%xwC1K zECBUSV2_rv$FCf1%j~@gN(QoXEzyXquWYMLgAcaLvy%X=$gtbqF0X^vOM6(9@W~Z~ zR(!Xc7}=Ef5qxjSK3c_6+w#aEkuk8qc;ec*edb%@DliZAm?mtQ4cjuNzIx53g!-?O zF`bkkCwgXEVkHcnishi{L)NCEe7p)pX69Ohr9;)vriP=brHx}`H>-)*Bt-Ty+D@nw zy4algN+)(?Di&GCu4N{U(%DLS&xfa{&A71`wQ7-aBvAH&YOii%j6HmPsD*nzoK_OL zU}{RPWw$@C$9l=F+?`|fk0eM~PmJ;7%<_6$TNvEl?u;vMUx+@_h27K<-6Kmcq>GO2 zkC}=>4=Z_4uHRK)DY=I`%~EI%@}fZurB<<0``>$6Uv90msMzEG^%|dku>;Lup^Jo8jdiwQOCnw(lL;M&0qtlfD diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=176.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=176.parquet index c4153937d52b865852705f341b2c5b7955d21d1a..d7e098f6302910f1405050a0700bcada0ebc7f4e 100644 GIT binary patch delta 109 zcmZp?$=Gz5af5YisEh=UV^ENPxK(j-Mrv-N!~=GH5YTpXc64+M1Y!{Ic62OvbV_%0 qb9791bWR70IXO8x`hr+Mg`OZ9$cNFJ`!ilKb8vDoFa$UT83F(YVIKPc delta 2946 zcmb_d;cnta5YDMmb(Q+_D&=S7-%*MUN}_aE-6Ev8xDq*9J^>jfHK%iB7Bb z2`cqPD)j{_^(p!aeTwedPKsgSa_U(^;Q40fo1OV)_~ow`KmYyW_it|L`RV7e7x`Xt z`r8)|QW*KcW{eg%BT*u~Is57M{7foe#|0MbSc}&ODe_3b+@)lZEm1HIeTki$gaP)) zLa3x1r#X#_b77QTw)mMSBXQ2`J7yB3p6{g|RTC)aEYiW&;8gfi8tN9US<49E)f;o?j&SF z+$Vdq?yzN1h!%dp{p+GxzhgPWiQ;oo+3=)U;wZN>>&H*QPe5>&EEm&514QFwLx&^>Q-x{ z3|Fvcr7#+VZ^JGey<1NWQrU1PhQ!2yZrvO6#nhG?iJ|uAP}#`PZWlIcH%>bAGb>ypjN85Jdbb_Jmw-|Z$w zAItj$ez0VptYWESBYH?=94s)AxOQ%z`L?_ctV2C!3ENh~vCWyUU-2nn{+ndNCMC#e zKXYuk5=Nhi<)G?A-ln2_q6$S;=GnuQ%hb=OMxd#cLt^YStBH6_i0);yolqzAh&A`M zPVA~oENY*4ww1VAXDjJFACaCO$BoCRRg0D*fwPZPdvzOgg2>gO7Vh~7T1nZ0sVTXZ z-Tu5D>!q-Acdk7+k|5Gp?e2A^ThxPP32M9$BG~EjqqG<~j}$ z(ej{Nzw5x(azr}KQfMwl(J+Qet5~UnA5b<>TWcdK_V|B&CRUCVyn;NaYUI~*BOB!X c4ge1S*QopkfBbs;&u1@Resyy4Juu~e0l}ZsH~;_u diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=177.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=177.parquet index 55462bf5ae6548cd216d98d689a29905b53b3d8f..807a5d7c5528339b1d90a07b8dd5539c1b80d210 100644 GIT binary patch delta 112 zcmX@Imi6d#)`l&Nb?%`u5H+LBQM5vE0!q t-OQI8o}(17ofZ2wrUB!|-VNJ=p{guqz&6edMh0w?XgmFf zKJ+X4R;jOjXg{I<(9h@$kkr`Nn^hMnin-^`J$LRs_wv^-&;R`O`A@$+`%$Oorys{& zjT}T$$5(VSX7udN; z7+`RTC)a5Yg;p8K&|5^uVHy~_BWTuoGT zyOWR!ai8qLy2F-5AzJtW_pgg)0p|fqo5;4gO0O|(l4^yO&<^eYQEC-;TdDM6JZjhu z=aww$SKR`R^{|TFq*N-@!4JS(tc+#grHdsS*LwknaOo{`z8>P-TP_!C-kVjhOu|J( zxmkK~Azp|An`)uruTT!k7xG0*czbgC88FRP_R9p#0^*(i@%dN$xt#U@05|N9Ki>e* z2Hh#p0GI-GTG+bX8ouVnt4Ev;rtF0q*i(cl91H-~fE{H2c@%ZZe)D$#`UB?MePIxs zxw_RJ$-@=wSt*PL;j6F6n*4&{vm?M`8%b}I=X z(Ngz~amm0t*s^j*wkDo^6JDzzbP2{#Hz&t@kgl<0w7XHu>>&L+mIw$vyCV+gWegZu zDeB>g-^1&QCx+3DJX8(JGfLf&Ib#7thbN(TB&ctcYn9)!GlO;+5Xp*!$PkZO{h1N+ zTe`7pZ*E8O5ud0#V-=VoNfCol7xOBxa|x8SDme61yrBi`pliZ6&UzY$d(t)1;?|apN&+)uQD{;OsrsUfsr=AaZr6g?l~?t)y(h z)RbJyZhu~n^|G;Yx2`=nk|51ptSCH7dUW`z`W!k$+OI`KRUeP51YI^k;v6^vRcBoSeJ{rt~knRoVss diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=178.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=178.parquet index 5254a3d78bf4a23a4a7432e859e7b975b0b54dc9..10aa8f4a4d32c78398e5f7d0d615f65b0345da3e 100644 GIT binary patch delta 112 zcmZ4Skagv0)`l&NNr|B{5H+LBQM5vE0!q t-O zf1b3Xw+8@w=(itGBv9UL+E>aZpzBliC^WOI!zyA6Bmw%rB^xHG&(eu+!V=wZ( zd#-V2dO0_H9xi)@L4ap()|+$0RJ zKW>Cd%5j?0xHuO^>1CUri82!B%)VnLLF)Nl>M@Qe!}#6#*&gT8JIGl=kDO)f30`>V zC2e3Wkpg%EuOFa;#1+=aToTjTeV@oo<_-0&j7PYds3_0<*e!`S-M?OC{6MZID!ScC z$b`60_F&y%%c2l1{DAw{MYDkO0HsZ2+gzpBm^MkZ!b)g|_Wvlgio2~;`Y;|fY=?78 z7WJ!c0mph+#con673$zeU@lh1GVs#Hl8x)VfJ3p zwMX)B1$$Nsqe1vO?84F8_0%Ah4J$DuCJuD#&X_Nzwj?Ho+Mh#tBSE`U*r?q~LP)gK zeQR7Y@D8@D+>xz`XWxX^DhOSIG1Se;F(0IBEE(-?)G|9r|DGiRLeK7q!+9A4MplY? zc;ff)y5fmpbR!Q{gYt}0cVy030MX$|=p6~_8|7N%x9rTIT?Rz5A|W!wqgH=rg#4Cn z?An{#k$l7_>dsgNW=K-RVARFD3hZ10Wvxn%g0LYw0(E8Pf8&THk%WC+yLDKSJOJ}g zV2_ou*IYT)mic=Vluhj9Mq*I4zjo{n3qIT~&rSlYBBO3+ySy&htejC%!Y5Y{+VSmf zV)UWBkKlVt_R%VqIyRz*M8?4aYZBMa?K9t&)`4}X$1Gvn5*^!|`T7-~66U{2CTvoI zoc1%vmMUTNnOF|0KICmG%GXq($jUr>xN@2L`P4LMYUPj^JFRLW9ulH^8Eq$|gdVZx zzNW;k%EY4fiDz4ht0`Ma@A)+8>0#V>j9Rs5ITASgK($x5F(-&z9ctm8PeUsyTQD^x z*RtE6*JHhGtlX_@4~`^Ac~8vAfk$+4b=A9h>AV_U!RGUBN?wC52_mZ_1wq? sd0zp*;a`o)Z@_+w{9WXqlxzNJd2`eK{V(s?-=BQ;^;ah+Z-6QN3(zszG5`Po diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=179.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=179.parquet index b8011d372de211572cfdb60e88348c72c03883d3..2cd03b3e46dab1319096711399e810184f32dcb4 100644 GIT binary patch delta 112 zcmbO_n{8SvTf-Jc|GH2a2_DCwApdZy;^d6f+(d~7?D`;}?da_2=okpZAmHujSnlYQ t?&#*|nC|GD4ij!_BLlWcbhmx! zFR0p={*6ji-})!|f4U1eH8%F;)I*A5=9`^wcIKPmx1Udc{r&W(KVICvqZenVksEq$ zeD=#{k3tZ7{(6MwI3-~$ygL8k$BT2Jcpc@Kzhli`ABE5*K64l1dAdOUDDVV!ZXEd7 z8`VMubC(a`F7|-40 ziq^0eNDe%M*YnXq;u5Q6E{JL6zRzSPvzq#r#v@#HRFvm_?3Tox>|d`mejryJ72WP6 zWJ260+gNwl(l9`C&*%PC(ahn@M@b#oHdo;_qIFU&u>#tm{Xa@A<8CXJZpNd6?Qm|% zqI%UW;8+jK*mX*!LKXZ7%=yY#_--;^uyK79Z~zzXBID~J%G||bzT&-E`inT2hm@P8 zmzUzDD6pv(O8ye%pnNG`HiWk)XP*PZxV2uzXzCO9?C&qW=Fion3jnxdfBg9tfF|fn zfC|6_D3jdQ=~VC)H(o#Cv_D}l+`yhZOzxlqumbEL`_H2&6ZV_G1JLU;-_A>&;MCE~ z=1?9iVb@Gx*bi=l4jjH&O>|P)a65v;z`kZa=(G96lEhe7dNU}mC1|yB8?_p70EwD7 zZ}ck$KEQ^V*|Iryt-Ihx0f9p>hMF-x=7ThqC8ItJ8%7Ih-?KzO;94zlFe_rf&`eMl zkG(Ell{^s)@8p4^Q=U=c42>xZAlf_$ttCNi-M&%yEn8D)6#VWT(I1Aa>< za;)|JP(I=lcBZTXQzW%Tf7rpi3hZ1AWwlI>f}kcl0=4$k`^FXvA_;q%dT+BNc>v}g z!!9djx4v?$EwlF~C>z+$^jN1#Z)IC87JRT>o}C0(MTVW$c6lALUfRRFgwL)Zw4(dn z#OS8HPvCn?_R%Vq*cPIPM8?4!s}tAG?NiT^R=#r_H$W7?o<#VkB_-fod;rV~i2GKGecJpPE)uwqPns zu4K1Aug7{>Te*A3>K{pv@}3yur-L4@ab4Jr9%g%Fi2}Ch`2L_8 z4iHf@zgWL3-%>L~+KobJ4o2Z1f^suosr~Oz+E(&pMSl3@y{ope)Z+a$!lOp{{l;N*_HqR diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=180.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=180.parquet index 95f1fef4dc6f62b10a4faddf02fec521460ba5e3..8e17974966ae73a6d0403cbf823ae5ebf5a9e4c3 100644 GIT binary patch delta 109 zcmZ2{f@#SnrVV$egvvJ%tW)2=M28IB~AVUCZ&L7nP delta 2967 zcmb_d(Qczg6pgmhs#W{gN_mWUj#9vOR_xoD28+Q z^xbFoLKykMW{eg%BT*u}Jp19t^E07*9T!-zV=Z3qg~%fTa~G0DwnV`=^aXZq5(d~G zH$o-lIL&EXoC~A$vdzy#8Hsad-!YRQ^?Wb&7)O+0{Pz58k8|lAl0 zLfj{Nu^pZ!?`7k z`c=1pV?C^5Hz}10b?_rF7b{~KcgLAz7fsNG6JNVL>_ zV_Y)u4z{e^k*$em--OpH2wj3P)Xm8;AEaw68SQS=GCN5Bo+Sc8&+drBc^LynR*HIf z;`i{n;)!8&BM()B@{Ce|6q6txAr9upv7Fb!Fy%K@$GJ6 z^r5_u;CoB<(JGcYHll|_#=!z>64%b{GvAihfpw_IEMeOc9owAw`W2rN=D$fMY*K=p z_A|$pDq-}QSPrT_|zXIqJ@DO*YJ`84V2Vcd9(TD5375;*%nwO6+>Cx~1fYT=$wLn|p;Ff}FD zvfH26W4&yw+^uU5jwDEVPt3{V%r^D5wlErdyECp$`$F=$E}T{$vpupxAzO5Oe^4EV zh-i6GuHSWFYdIoHs}!1xQ8bL9+%8t?;5(EJ)b`qliaq{cpNW+t8LuD@sv7zA+{gxb qUje}3UyaIdzPx*wGg5OCB_6QrgMhZ9v!kP9AP|Fqx1(dZqf@%0 qo12XifB*aWAMOWo+4v%MBi~IL zzkc;7gpnU?#@+&DI7)<<7eD`Uc_Eaq;{przti|i25V<&@?n1K2mR>LpeSw~vgaPu$ zT&ScRr#Xp>b77QTx7nE}!*NdSduAM@uJ5KU<%lwb-dz!`PW6Wfb+mhd1Sj>rPrA7q*`Gmv`71Ylv>5zRVvwzM-AKK+>u57 zsyo1`9#*k=N+m)a{0z*+%2)<&x>(Y2eH2g#m+mrW>mknF<#MrRy;%jzBwR#E?a zX}E$tGlkJ0d=+-#=*@bnT zUsLb_w#?j?%!zB=g|`X_9gGmvjL9hcgmIbUf`Rng|G8tJ56L%NQ^+Q?G|6 zeh;lHo)|`V(ooR}%P4h5#*7AN+AImJBSLK>-zw~uof)*sfSx3a9v-4mt3T62c1tIA ztj+yMI^h#_XS4z{Pn4U%sEb$?=(z++YLy%TAtyTwHF@TLZ#PRK5&4>WZ_^}M0P3H> z9xY{$Upd;A`9~9!3}okeq7$XRwyh2gKHM$OUIMftqi$!nybj*1>`_s|XIBtf@%?^c zWLw@R@S`RBY!ypw%Ol4`#=rvOiEHonnQw{fz&zGtny_UyZOfSX+6|i$>c2@QbW(zx z^fTKMD`E7hSdOYbWNj+S$E#3eX0A0{IaK{@YB-u&**HdatD1;yLgXN$-Gt=O#pc{s z<=9cESd>0?Ei-Xcc_--uAD*7JLs^w_l`9)9ah p%K+Hyt5Nw4=+=;=hNb+5!Lo diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=182.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=182.parquet index 276cf2ca4bb1d0d35ed36ea1c1155e9855706c02..3717359cef55fa471532aa48eea172d12d076cfd 100644 GIT binary patch delta 112 zcmZ2{fMv-lmWC~icLhRaBzPQyg8aj+ijy-^a}y;VuwxhG7qhlZtgMhcAW4WVK tx}%$;W4fbrI#|rf$#)8F1d{pHUm|2!k-r=Q1e zz7L@o}fyO7MYg%^xMU!dp4 zVSxM*7b+=7X-?weTo|R7O?D>AaGX>7ju{83>$|B-Iid`qcjsq&oD26LX9+!Uma)fZ z?xvT7!&)K*@CaT%@D37J7?-&uCbj!Mk{Qo9^{tFYxOh~A<$mmz*q!WOuQGll7mtc; zcM?(|?vrh-J8W4LdUHQu{&msJ;Vke{9@#cm=`|uesa9AC?a=-orB-pbl}a|_QNwmP zw`5Vj>K1UUhgEEzQi)IpKLK;GG8TcG&KGoC?*$aXg}cbvdWds(v6!z|ZH{Y}8a?%9=+|WPvyaJ#J zIuoD*FagS>uyr~$e8r4c4>;*h=nFH@rwCIx=m4w$JxKqvD9VKXX72#>`qa1cT*oML zG_yIB2TRyBQyBHb*I@?^->xP)u573sLu{ZxGw<}-d}2vrqAR@_l-ClpT7`{RjU=_%a%F(vWKA50vAUoF+ohZGPZMA6d!FG9e5}*|sc3Ruzb?|y=4~r5$x`NP( zZ+8}U;~3eEY9clXk-dzz6KaPp zHfO%tjva-HMd@MJG80E_Zza9w!_(7d+*piSwMaPQY^aZhi3OzwIkPoA`^RqL)V&;(IVqgex3^D`&RnZ>K delta 2946 zcmb_d!H(ia5FIJ2RU+k(Ln2LXBcDeTY+zRGt#QW2WMDJi#Kw*yR_+nx!AhMiT`5(3w&u2)_4s`&Zsv!8x__S+wS)AQ5ku^0JX za{9|B_fi=7!DfsWI3rOay*&Hj$MZ9(d>t29uwyM=@1@8i0dtpw#T{j4sw>zBWD?Vf)`$T zNd>GWQUFij^#gQ}xWa_YB{8kt_leA8E~sy1Ji;ZSqCEFww^pZ!?`7k z`c=1pV?C^5iC<1K!3n|yDtoaGgr4- zBW1XPJu8LLAbb^e;pp{xYLLo?J250C4s`3zm@lTb+(-vckvU@l8V*lFZ_7~Mbgor?%k~V~Wk95KWJHE|)a=iUkl)gc zU3+soQjYjU-5IOE49T5FFzRAn1$HihidH2@K`6+MK)o~bzjhiWk&Jy^yLDKSJOJ}g zV2_ouC$1c8%lw@QDkgSvBQdDjUpsc21s`sgXD0zxkx{q3U0#=LR?es>;gc%}?f7;# zG5S#6NAR5``(PDI9UIX@BI96ziNv*Y`^>lHbzmLpF-zFC8jfwweEo_~3G?416E-P9 zPWzc-%at(tOe_agAM!R8fqwRz`p+~H_ zuXSQqWnxkL#Ivo$)jC^A@A-)I^e}EbMy*=390{Dgr`oIAm=i><4z+O4N6<>j7EDda zwe0ri^;j>3mAiHA!I12FB{V~^Z zh=`U4<@#L*ww5E(X_i8BF^YyUR9eMK9ejtff!bOdQL)GW>oc)(q~I0gK~*Eao*UU9 d?{@%j_`gQwH~9UtfByRD<1fEBIr$ct^1s%K)CK?m diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=184.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=184.parquet index 6a7ced69f6cd03192240bc73071d0f322e1e08b8..12a374ac8ab97a1c41c651c0c8a4828cd50d5854 100644 GIT binary patch delta 112 zcmezSo8{kAmWC~i+x0?aBzPQyg8aj+ijy-^a}y;VuwxhG7qhlZtgMhcAW4WVK tx}%$;W4fbrI#|rf$Lh+1{Vc31-j5oIl{);`~v`OeRG4*&iAib9*mm2CX@>yGM9t zN0+pOHA7P12wulUdx>+blsO}&8~Gl|Or|CE&5Z}R%BU!h{ZN*~9`B}?8$Xk)jEWXJ z37HUg$v#=P*ka#9Gsorro1&S)sf(gAvLaXJHKb)y&9MyHqWu!3=JytrNjH*^SjHGN`+1E5t!4JF?a1~HfQ5{FJKSO?Rmo2Ly*|>`E1F1vvB93H}h|} zS$tWkR;mJ|-|R`fQd|XK37P<~|JQ14w5~0z^Y_-sXq#apr z)k}um!J3|!l0LGH8}GUWJd0oq6>W6L2Pth9O#5z7(;7(mnFRto+h|n#)9emNeLX@Q zJaRgCnG*%jzmfVal?N1A18u@CsG2+or6EFPC11CAmW>HCvI~(Ui-`2`pw^wJ9?#MW zEMs*$kPi6x%?Yc(gd$O{x`QU>RbU50D77D=+YOFDMV>f6nAMC(#E#OwHCd4SJoNPt zc334l<&|S?nQjG0ce9W*Y$j>;OVenu%lpOZYz4q7GH5o6<+aFaVGfS1Ak9h$jo@}G zvUOlI6YdSw;z_1HH03yZ0rPYu&ZQSg+H*1{wKHf#Av92Jo4*+ic@ zZ8@;ANg=kOhgMrI1ij-^q9@udj$28&aQvBS&y&$ch+OS!;e!v&ogSl?$F*`@m0Qc` zd34VvTSvH_*|Oe#`M#h`{i4HzFl$}R7Rds6Y}4@tqF@h^cH(C1cj+4K1QEHG3C+UD z?*~w-rz^Gh6N-DS`cn1NHU7|Nq9;hg3&`(msmb+JjeAK~2EgRM8qDu&zF>MEp1wH! P=c{kOe|~cE2592{O9ary diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=185.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=185.parquet index dbcbebd6267dd5247c8f8f92f8290e0a73f49e8a..6ae8abbac3b85fffa84bc075706dd8e550970c71 100644 GIT binary patch delta 114 zcmdnd&$aU>XG06)7N(+#P#Fmx$DknpaI50vjMUsji3jZZAfWB&?C9ti2*e=Z?dVwU v=#=j0=IEI2=$sA~b8>QY^aZhi3OzwIkPoA`A8TfM#mphi#lR5Y7-R?l^Wz~c delta 2972 zcmb_d&u^nf6i&BN)vfl}N>NV{=O_hiXT{#eY`}P9?}lx`P*oNK*v6T`h#$5|w3;4z z@1g%nrM9>J6TS5x>8&$>Q)6RqR$Zhh=6!G8_vXFtJ^uLT>F+;(@#9aQ{Q4wblk?Nh zA}92m>VdvW&t59eoG`8qBzf5%$9-gBXYed^97i!65iao}Ls5lpd>1CUp2{Rn!)V^cJe(HEm>QIg_L+IW4*&b)?9ONva2hK9~ z1TCEOk~FZENC7;8*Yn+j#1+=aToRMoeILn;=MD9(j7PYds0hpb*e$U$-M?OC{6MZI zDze>4NQJmhwz2N8WnthhJfHd3MYDi&-%Xpywz*2LF=>)&g_Y0_?f+3~6?a>yWHTN$ zY=?787WJ!c0mph+#con6;p*T=U@lfh>^tcqrsI0gp#a8CoU`>1JS}Y9ZVg{C0&6b>2yD?ks@|163;rN7xb0Q~{=?LOBq z%52qWkHp~;_KXyUgWz@0g`>BtsfH^Xk|Kz8!ZY`Q5 z3qbu7*rTQFHCK+dW&Yj-MIBkWmS{xouPn1egAcdMvy%X=$f(=dF0YN(OKVh=@X-~7 zW^}uo7}=Ef0eo-CK3c_6%XG;hkuk8qn#8qp`^+4h2saWJbc1$C&6=^H!J)b5$ZN`nos8x%UBZ0CHRC{$Bed6M)LoM9%X=o*( z3#O*zT6X*MdaRd?mAkdg!I1xn*jnAxV@))q!%Z+FJEX+|Xd~sANOK%<9!(6kXT{#yWWYFMZ-!045JeUZ*oNuG$bfBTwCZ!t z`H@KZf&4-81IY*Enjc6v;EA!@-dSalESq}O^{T60mH+tj#qa;T_~oaFT%LcLxUui1 z=Rbe;D1@;eY$o0UdpG9KA3SLHP!JgL@L1?|!PAEnlDca=)EGa>1U~|ExiXf4n=O`fTptA#!lk<`*m_6`cez}wS#MUsG7T3oVP^5w zRqLuH(5V(`{u*VVbR}K2g?DG?p98~qW4%tjd4S#X-@f>YJ=e270N{>(*z*kl9nhNr z6@VE~W~HsyYv5~Uym`XOa7JI4fj(uJ(m@Ac4d_Ao&7vqX`kTE2Fc?zb-YXrW+|kU= zSQ@Qh-^^e<4Bv!3IDWgH>A1EbIf2+ffo4AF(PCzatyEVA5tKF}w7R8@SnV`~Sk0Wb z`ZWa~VB0Kg$(*{@U3ja2(7^~n&6u9@@idhtqdtt=M%UB6r-^{jwYsfQRKVYtd!pP5#y!NUK+mO6QtRXh2szndsL6BxYr9nuiOAQ~dz&W70#N@H z_Gu~m{L0a`MDI;dGLT*9sZNx^+P1nh_-MC0dkN5rjC;u_y!VT4w5~@=nqRK0G~b$Bo5kREtz2f$|Sjdwm;Y>fxJXEj;kyw35&T(@=6F zyTf@s)k|*W?j37*B0<7>VoaZAme zSS^BT{jLK`Ej%o@E1@~ai$@8RI^{|oe&^*wrL)%Ka*zMlXKWUpgjSFRRrKOE((_?4 ckO8pSzeeph{PnNs?@wO7{POJVTVRO)0yE>(z5oCK diff --git a/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=187.parquet b/tests/data/small_sky_source_catalog/dataset/Norder=2/Dir=0/Npix=187.parquet index d264fe612b6752246a45e22e2b160fb3fd0acee8..e0ce400fab1b669c2136d393a54974eb786ddc2a 100644 GIT binary patch delta 109 zcmbPzg=x+{rVUqTg~~|qI0gmzhg%gVXQbvPN<3iK2LWwIXGcfJKp+MIZ%4;+N2hd0 qH%G^GN9S~~n3I#Eqc4aBROkt!fqWRfS##MdW)2=M28IB~AVUCcARpNP delta 2967 zcmb_dQE#J05RR@=)vA4Lr94JFM>)WDPTWhirUB!|z6;lap{gu)!8Xn=Mh0w?=(Ing zZ@vDAN`0^TBYOX*yFgN7V_!}^q$p;-+4*K?z8QZ1>)E@1p8fIuH+p{hdF(~Lmz@6k z<-HI_ey|y%1L`And37HW0 z$sVjbY*`edg&%PLx@Z<~9-y>|Y@4g}8q+4JR#*w`(EcB#R&lqLN*~6fhV5`}$)bMM zE#O!WtJqCSr9vJ21kAPJsr% z6sXg}*6r5tH8);8;&d=&FWkVMB23|60I&w^Ap6gws8jZvzXQ-8FyHPAgW$~7t@cPB zu3*nfVKfL|gOE@$8%MS_Pp?FowE0Ip%|OjU}Vqjap_0=|8bVKWaX2qyz{pBb4^R9a zUROLZjBeziYEYh0>W<7A3m`f?3B4mheWP5f{Fa>=w99}7>v4@SAm^NpsZENQ4ls{N1(3E{O=vHB$BYNYqt(dk_TY^3GA^_ z_L?il+A{xOg0hL7+(-A9)rY)IMfsX46j_;P4_7WzKcAWgO|2XfW2aS3#6v=KFQe^*l+YvA+}D)Y zRhd}SKJjcTaW!Qt={=t&Jw1#Yk5Q`@Ek^=pAF1~0Hs%D8t3xf^^J!=$WecXJSMM?Rw!hPj_(hu;}8)o z56bns4s0z)L}`^mb1{mBF_hcIN*(-&vVq!O8&R>x|LZfcawOvwYYhX(M0u7wmxBvhE diff --git a/tests/data/small_sky_source_catalog/dataset/_common_metadata b/tests/data/small_sky_source_catalog/dataset/_common_metadata index 319e05059a189b05211aacd36aa87a4c18ea90d4..c45c305f2e27c2a6288832c506fa8e77b13ece68 100644 GIT binary patch delta 106 zcmdm{u$^ndhfo;_9><^{|8T3~{LYH@on>V&>3hWnc(!3^D`&qUjx< literal 4150 zcmcf_+j81Qlu109Ce1^qtuwfj2M;rTX%ll#LY}%3AVh!|(jcTxhmlqSgjYflS2>ff z=x_8R`XT*z=jGNGE%EaP)66k$foFS~LXQcg7LveMcWA4j%*4fuXzR zNuu#Ik%**DjIl*$S5l+%T55FWQtyF;2d#;3TK>tC#$P{t^Zlim`(@idc?zIk*Pw$I zSbqh3k~n&N^ep+n0|WGF^3R7KQ?_ebt3I8ux#Lb#uaAHKalQ9u@V?s&mI*s*51sn2v!;m#TR^z3*~rLSMB zGDPjD9I%NVt8@c#3$>7hYxPFBJ5~%Ow68G&-nA-y7^5l#-mxldf_+_=&>dxS*QOKG zLi+832|EMfH>GafU;7HTP&-=xPmxA)J!XD3r)SEynyp$a_*Q9QtmuoGIT6bo+P5Z4a7`=DPq3lF3R`Lv|!z`(L zA&)0RC7YSbVts7nR#`(ShOqq9Hk|5AdndmD+=Y?v25PQ5(3Q5`5Q(ihj2TjAa1#xc zs$fg?qL=R!sq`M~Ahxa)Gp%tb!*IJZT4MvV#+H#D&v4thmMEh=Gp*Md0e?nC8>C{^ zkXEIJh&~oah7!u7xl)!oE!NA|N3xARYM!R7&U?8VXk1|g{*P$3l(BjO!x#YH)W}tD zvduB1(#R~UnNUxbnNsy!1sjnce3=?Gh+{22Zjh7lXYI>%m>O{3m#R_(*{#jk?C6Jh z^n~JOY&B=KPQE=w*1L^4;<1a1kK3K=N^7A(-DAJR)cQhoJf`NOUbvM# zC0lp8W3yWFw6I4UUFlA>YH7pfJ({>$+U&EKSh4vR)_LShXF#3Gb@|()`FeR=$K+g7 znxD0A-K%kVy_0()Yhq2P`8tF9V?k}W-|*g$m`$B(V1;+?(o(7cbxQfL#xzFVmS^M& z{2p!oM(0hju#{bXcVFe$=>{~%76!@`<)AT^=gpvAB1FYW5z#eapTTnm$4CRm$ypo5 zNSV(XhGR$Kqooke9ym8~{)i}qOCn`Hl=ytgoaNJLM7L!Ql#pmW`l9(%DK7P1IQTv+ zU_PRHQht>lq|>kw$OzBmJ$~?ch8u1WAsvYYq}2c>a06ET?B$j|upZXss0DshQz%CE39i4YXZy>(_lLwL?VBV|9p!d z`U1}7V9noH^NaENxA|f2qS{HsA4RG>jn0D50W={LKQ`jWMXL_XVMOrvL_5R_V~FRb z|5y18NwG!*ymN_#`NHr(Nx&}5*NRic<_qTrd4u^v`7+VZBK~%hE5V1+X1@4)sMcDT zz4}<|mas=jnD3C^+2P;Kw}?`&_ye_#d4_xs!+Zl)B+ZM+p2|(}-hAgE+bdu~f1`Lq zkqK?AACOP6TX?W}kZ~W?e;xN5^(bQOs-=mhRHsy8h2Di+MEigrT%ln-avpdd!b&8M pJ>CB>w`R|&=RM~S)8pvjc^p1TkN$x_#&7eJ`1!j;;tc*{@E@sa0(1ZX diff --git a/tests/data/small_sky_source_catalog/dataset/_metadata b/tests/data/small_sky_source_catalog/dataset/_metadata index cca27e7d8d89e68439c753559bed70cba34e3876..867674ba8e14b07efa252768d60882a040b4c928 100644 GIT binary patch delta 109 zcmbPmgK^>^#to-pLS-a)9D{=V!>x*wGg5OCB_6QrgMhZ9v!kP9AP|Fqx1(dZqf@%0 qo15m%_*oHeiJ&kF^(w1`2G3W9_P|K$XP;s7{&keBMg=pai+`lfG1)K*c6_IUom0n{il4^yO&<^eYQEC-;TdDM6JZjhu=aww$ zSKR`R^{|R9QYw||;3r@%R>m^$(#4XE>%D|Sxb&7eUk`EaEtiWm@69S$CgCEY+$_Jk zXk0WTHq}zaU!fdSE|iO=^#0`ZD`1*$?AHmJ1;ji3?y(&4h8^gzz(u+9z~n7-~1hb{($**UKs>uu5PtP z%5VjHRtlp*_$KVY(cAUZAe9ZPF(f7qbnDKTFQ&HKNDQq%hss8VcDt}qyP1TLbW``O zamm0t*tBv-u_m5<6JBc|bP2{#Hz&t@kltm~>=~FJr*SN>L9_ z{2pFcJTZ)Jl%Zx&o>A(K%oz*NaCj1WTZZ~Zz1H|G+cRjF0gR?_4b}oTRw@QwJP>>ygx;pc}aT+C&jD5X(>#!tw0Op^- z9xG)}TshX3`3DnJOzh-FVoK@$GJ6 z^r5_u;0H_g$tspQHll|_#=!y;iEHQfnQzPMz&g}pmauI#9NV1v`W2rN=D$fMY*K=p z_A|$pD`E7RSPrT_#I+X<dbME(@$35qlb7#(-ZhLWgp*1ma zXkv@M-WIur)J(g#+&*3z?_fjcEvh@y$J^b0e#`mo+oD55s&%~A>daNf8)CidgEib! zH30$y2oNAZfWY1nSUXO3+e@886O%LTPH%cdx!=d1~h~T|bZSubiKUJ>U1| zvFUuje`@OB5aTV+E*Iouzw)9UtG z{a3k>#+zO0kJvrY?T+3yx=K0mrr(RhdX}tc2%Uu8Ue9QfE zV2I~;zP-|2dqdx?=VM`deYnl@TYG*V-s#gZG12bK9q-N_S?vEm)_$32&$fFb`7O;n z)|y@aJeZt6wy@AWdSb-=veKIFEv>BW=h^;ayuPPTot;>D{q&ik=IQr?o$nDn2oTsC z0%QIN5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C72oNAZ zfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&U zAV7cs0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5ST(hfB*pk z1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&UAV7cs z0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C72oNAZ zfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&U zAV7cs0RjXF5FkK+009C72oNAZfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+009C7 z2oNAZfB*pk1PBlyK!5-N0t5&UAV7cs0RjXF5FkK+0D%U9@l@X}@#ML3{PI+PzQXs* zjoxjz;m4Kw1C@NN=dx7)Ly12u<&C9$Iknqq80*+qI!3(Rac}gv%%H5iB|E{*x51rZ~bYM5U~q&nnHwo~Tufn2+c6 z;E?0Q{&}s^f2Yq!w2!hfY&9MGIG;t1pY_^y)pu9We;7wzJ{pO(bws7U40 zDQ*hmz3i6M@Yxh!TjJt89_OSlOFrfw-F_|?`TaPaw`g~+f?^(a3{O>8w;mMS! p%`4}xPW^-g&WFIA4L8aAw4u3b0t5&UAV7cs0RjXF5ZEn&zX1=eJox|s literal 57600 zcmeI$OK%%h6u|KY0YV56?}voMMLbeOA&*w2fQsZe<91rd39*Y39zv6NnwUCvI-Zn7 zASA?V$A%SOfF11FfDkJ{LS3+c4W9vaEIDU#FS(wM6E`g_NdJ*0_uSW+>)(vWGpUC& zbJf6@8O(ks9O)rf)%_wOWjF+aVurU`d49Is(@l>GRosG4nI5FL`E^})w?(|ySPH!iP7X=HApf)`qU&9+X zWSAuzaxB9TKmY**5I_I{1pfa5`Z!q+XKTmJ=u}v1l%}e|sQ0PH%u=fpC0izqmfEq2 zH`DEhQ*TIrcuk+5Coli`IeQ+TD0+TAGXDHg$=8lME9t5}k2l?uxRLRLwk+RdQ9ffP zbbUqnWc;9Qt~`6DCeQIhyf3UI-Hmm#9wpIQoW@D<`@)Ic@=f&lW%-J;?5ws?34`i% zy?A~7`L-{av#q$@9Gtb$Sey&8^D*k)Ui|BC=fFcojmqr&%yzzs@yR2nWZD(wlb1nV zp?u!alR>Gf?}mQ9G2>d-Tbpsa)r(Sjb=zgFv-8uzd{{dn`D#JE5y-1tf4(`*W4cK* zPFkH6(_3DR*WyDaZl$a8ny6Ey)3~{&JS!RNi*?CY4yxIK`|}0M?bdqQT0Ue>MD1u< zBAs83+i@>#MQw91KEDyA-9+N2WV*ax)=D$k=XKxp{(K#|+VtCzuC{tZ+#KZQGA*y? zh1bhr{eH~Hy>5FWQ~T#q*8I*jXITm7>-vU1@cU6|CB4*SXTv;Z4vw3ps24Z&qZMw| zQkL%0^-WAp9(zvKSB)+woe68x3-$8J895*NpNX&>Hv0X-PBY$=Gy8&Z{dzuvh3&DI ztZ{bgR8Y?D2cwlU)oT6pV(xmWpWBlEaa@R#Xl3UzaYH5ZTxq@$mbR}9$^pwDm{4_Cfi)A$x{@$cX#xDCerxS8bbL zxZ}C<2HWY+bK~6@S0AR#&-q#=eJlHivgb6(u>;?Hedv{r9e zVfc-0{nhJz){8a#IaeQ4{Y^UFx1C#3zAO7(w(b{d`?23}72*|}<6&Foy|2O{_MPG# znR!cY_HOHQ--9KYqc_*#T_$U*M52hz{?rR-1J`lq(+*iwsIz1W3C zE_z?m``AxzkS#Z*EE@l!wCnxswCuj0UXw*z(K`Hb`Fp7LJ!A*Ga=Yy@6xxQuA_F+j5qlui36{$p?^Q~yI%1td&GKPkL@x> zea?IRgU*Mx59-tDYV7VSTKBg%Y~@M6afsMIo*%oZKe#|j|GM<9B4yLV(ASNYGF&8O#6{d9BB1{&-A;#zL*_rRSK_x;f|_}?LaO>V5V zIX}POT@(H|zkk2+p!=rFr^j1&6)ErW;(sg5-TO!MSyeZ^FaIUGu1W6!djGi~yI$*i zZF{*rVH4hJ=O=7u`cTr*V!5I_I{1Q0*~0R#|0VE+Pt E1CoHXIRF3v diff --git a/tests/data/small_sky_source_catalog/properties b/tests/data/small_sky_source_catalog/properties index d6d8704f..33c9eb03 100644 --- a/tests/data/small_sky_source_catalog/properties +++ b/tests/data/small_sky_source_catalog/properties @@ -7,8 +7,8 @@ hats_col_dec=source_dec hats_max_rows=3000 hats_order=2 moc_sky_fraction=0.16667 -hats_builder=hats-import v0.4.1.dev2+gaeb92ae -hats_creation_date=2024-10-21T13\:22UTC -hats_estsize=1083 +hats_builder=hats-import v0.4.2.dev1+g57aaa9d +hats_creation_date=2024-11-07T15\:20UTC +hats_estsize=1086 hats_release_date=2024-09-18 hats_version=v0.1 diff --git a/tests/hats_import/catalog/test_run_import.py b/tests/hats_import/catalog/test_run_import.py index deea8ba6..3070de72 100644 --- a/tests/hats_import/catalog/test_run_import.py +++ b/tests/hats_import/catalog/test_run_import.py @@ -290,9 +290,9 @@ def test_dask_runner( ] ) schema = pq.read_metadata(output_file).schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) # Check that, when re-loaded as a pandas dataframe, the appropriate numeric types are used. data_frame = pd.read_parquet(output_file, engine="pyarrow") diff --git a/tests/hats_import/catalog/test_run_round_trip.py b/tests/hats_import/catalog/test_run_round_trip.py index b7d6b000..f21491a3 100644 --- a/tests/hats_import/catalog/test_run_round_trip.py +++ b/tests/hats_import/catalog/test_run_round_trip.py @@ -116,9 +116,9 @@ def test_import_mixed_schema_csv( ] ) schema = pq.read_metadata(output_file).schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) @pytest.mark.dask @@ -549,9 +549,9 @@ def test_import_pyarrow_types( ] ) schema = pq.read_metadata(output_file).schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) class SimplePyarrowCsvReader(CsvReader): @@ -896,13 +896,13 @@ def test_gaia_ecsv( expected_parquet_schema = pq.read_metadata(schema_path).schema.to_arrow_schema() schema = pq.read_metadata(output_file).schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_common_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) schema = pds.dataset(args.catalog_path, format="parquet").schema - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) @pytest.mark.dask diff --git a/tests/hats_import/hipscat_conversion/test_run_conversion.py b/tests/hats_import/hipscat_conversion/test_run_conversion.py index 34a7642d..1479a9e9 100644 --- a/tests/hats_import/hipscat_conversion/test_run_conversion.py +++ b/tests/hats_import/hipscat_conversion/test_run_conversion.py @@ -70,13 +70,13 @@ def test_run_conversion_object( ] ) schema = pq.read_metadata(output_file).schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) assert schema.metadata is None schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) assert schema.metadata is None schema = pq.read_metadata(args.catalog_path / "dataset" / "_common_metadata").schema.to_arrow_schema() - assert schema.equals(expected_parquet_schema, check_metadata=False) + assert schema.equals(expected_parquet_schema) assert schema.metadata is None data = file_io.read_parquet_file_to_pandas( diff --git a/tests/hats_import/index/test_run_index.py b/tests/hats_import/index/test_run_index.py index 7a9bf29c..f9656499 100644 --- a/tests/hats_import/index/test_run_index.py +++ b/tests/hats_import/index/test_run_index.py @@ -57,13 +57,13 @@ def test_run_index( outfile = args.catalog_path / "dataset" / "index" / "part.0.parquet" schema = pq.read_metadata(outfile).schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_common_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) @pytest.mark.dask @@ -104,13 +104,13 @@ def test_run_index_on_source( outfile = args.catalog_path / "dataset" / "index" / "part.0.parquet" schema = pq.read_metadata(outfile).schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_common_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) @pytest.mark.dask @@ -148,7 +148,7 @@ def test_run_index_on_source_object_id( outfile = args.catalog_path / "dataset" / "index" / "part.0.parquet" schema = pq.read_metadata(outfile).schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) id_range = np.arange(700, 831) ## Some of the objects have sources that span two source partitions. @@ -158,7 +158,7 @@ def test_run_index_on_source_object_id( assert_parquet_file_index(outfile, doubled_up) schema = pq.read_metadata(args.catalog_path / "dataset" / "_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) schema = pq.read_metadata(args.catalog_path / "dataset" / "_common_metadata").schema.to_arrow_schema() - assert schema.equals(basic_index_parquet_schema, check_metadata=False) + assert schema.equals(basic_index_parquet_schema) diff --git a/tests/hats_import/soap/test_run_soap.py b/tests/hats_import/soap/test_run_soap.py index 48b53d44..81533687 100644 --- a/tests/hats_import/soap/test_run_soap.py +++ b/tests/hats_import/soap/test_run_soap.py @@ -110,7 +110,7 @@ def test_object_to_source_with_leaves( pa.field("join_Npix", pa.uint64()), ] ) - assert parquet_file.metadata.schema.to_arrow_schema().equals(exepcted_schema, check_metadata=False) + assert parquet_file.metadata.schema.to_arrow_schema().equals(exepcted_schema) @pytest.mark.dask @@ -161,4 +161,4 @@ def test_object_to_source_with_leaves_drop_duplicates( pa.field("join_Npix", pa.uint64()), ] ) - assert parquet_file.metadata.schema.to_arrow_schema().equals(exepcted_schema, check_metadata=False) + assert parquet_file.metadata.schema.to_arrow_schema().equals(exepcted_schema)