From 83c343bf77966d94964b4a84461b9534c375e768 Mon Sep 17 00:00:00 2001 From: dding3 Date: Fri, 10 Sep 2021 01:55:42 -0700 Subject: [PATCH] add resources for python tfpark --- .../orca/resources/tfrecord/mnist_test.tfrecord | Bin 0 -> 8487 bytes .../orca/resources/tfrecord/mnist_train.tfrecord | Bin 0 -> 8302 bytes .../test/bigdl/orca/tfpark/test_tf_dataset.py | 2 +- .../bigdl/orca/tfpark/test_tfpark_estimator.py | 2 +- 4 files changed, 2 insertions(+), 2 deletions(-) create mode 100644 python/orca/src/test/bigdl/orca/resources/tfrecord/mnist_test.tfrecord create mode 100644 python/orca/src/test/bigdl/orca/resources/tfrecord/mnist_train.tfrecord diff --git a/python/orca/src/test/bigdl/orca/resources/tfrecord/mnist_test.tfrecord b/python/orca/src/test/bigdl/orca/resources/tfrecord/mnist_test.tfrecord new file mode 100644 index 0000000000000000000000000000000000000000..9aedd1bcac70dc5eba2dbeacd30e0305e8a6c08a GIT binary patch literal 8487 zcmchcc{G&$`^RS~%WY(7F(V~eOIa&h$P&gfQKCZj?Me1lWh_HU_9dYtLW+p8o6&@X zgd|zUF2p3u$Sn77l%CUhI?nOO*Y9(VGjneDY}f00U!UuJef*)2pQ~@7aX&zX0f{hx z)AhWqv!k@5yS;~lqXRDv1_Z(Y1~kkVqss~K1I*hw(R$j)nU4a?e{9RIH+KrqV?NZP zwKYs7V(e{@hXQysLo(H$t#zQ$6vAdyHl>kvR~T$xB%Ua*0z3F~$_--65g8VTRV zUWgDgV8>{JSwE3tGKM`l=r8btn>!*{os)WKlwS^J`3hV!ZR^ zsCLs(aWK_$qIhe4UQ{}TboxW7Zd=1hZNaFtRK(NzL!JY&cQ6o$@#bCBJ#D5R)+4OY zRl{ojPru@mm9Pf;r1%3l@c)$tA*+5UK>SN^g)rc!=GG#(@4vv+zLz!7G(ocTciL-y zN!Dtt3cRUK&|qtm-9Zx)0vG{DbTzcOld157${imb(gP(9NDKn`ZFAor5~mXH`&i7U z^!eQPQCn2&CnS`$7J-7J=z}lcIY~Nu7mXgGp77(6fCi7RIUbZ2^Lw9T=q(hf^Vt3actPJ16gyZESzjs#ca_r zo!0YIe%qJNAHbw{-Vhn%vsHVp!_Nn)JUn%_8vWw)ono`5(9aIV7Ljgq!GegLKCatM zcH%yHZh#n9jrBTqgx6Pfu!zJ3DCa=;p8GR7wA^~n#;u@ZXTMqiM8lVh)_?YuyFWLZ zxHVO>&%YIctR#Ga#t(>bILZi#^me5q@a_ooHfiMK?QII>nHeM3Bn6ND9m}9ynW0hA z)Kg_NbV`fU<(L(VKQyFOroA9wNgeCk`c)gEqZ8VwC<+QI-C(zh4IW^{NTSYGHq`Gg z>tZhvNPs{Xn8Q1K9)~IY8NmNlqHkC=(dTam%3G`;+EM6j3w(kBvwsz>0VvQ11-jQ% zv>yJ8$RPk_MWEEB_<&v#+x%%{L2;=#7)ZBxds8ctK8MHNFFlaVpi($$>^0>R0&V%E zA`rR^x(q?od7ezN5Ru9)%t9dAy^_lpNh&By??YHdukL6DQnKlF!S=MrS*61c3|a+l zcYxc|t(%EDsaZ}8KhdBQ+1rU3QKcfMPa^$kb)rAW2Z%dN{i0(V!1f^LV?(~&TcHqs zgzTVVuKC1zgnIQt_OSyuoU{_^EWXWoKmr^n_)87ar3I9;$q_W}cJ`f7q~IdgSbhQygo1C>f4 zldxE@&rGNNidiQiV{TrPCA5|g71`@ZfW|ZKZLSrqFX(?Ji79)J6^!uIe@89Zk}W`- zl`cK#MDq)@7z)Arpe~Q}TZ$bR$G1{bye4RrONsk7p}Vhh4!V_|f5Z!c%*$ZnayFgY zupXRNmqgF>bnkjqt=s^Q2@Nw#?^Z4bV{4s|`0Nsigm1(Z7+@BuWHJd)zSULmrU6Uy zvmGPhv1tZ2F>~Oh=s@A|1w1IuBPL&i{0dT0{!JBh5G=7yij6_^F*`9a1VX&phJX74 zB}nJXbCL&G)%q%a%T)@6`Q|Do-D&p%YmZ6^GQgBKHSZV5)pCcru3SHiK%`EBQm=Qj zZ{)!W)*L3@7P?~8`<<$hdWN%_agz8bZlLy3#%Y3iQrX3O$Xb!o#rle7AOj9m|0SiTFyJu^$Xb(> zrhZH5fx1l{H;?I^=*81}-Y)T;D5Nx{F!Q~NF-5laMU7NTV;Qd?%#M`fd8VNnuG(v> zCQP4{9+2*-^Zm(PIJ!}UV-+_RKw z#5UWTTg?z-X*Mx9-1}=%M-z`p%ZQ+U+8zdIZ?mW{gzLHY1o64PwfPGp93pM@V7vR( z$v%&yuW9^--S<>6M;trtXN_w~Y4W%4^hY09V(Rg}Iu^v#h&7ban3;sd=8e^fHSDS$ z`9Z4SJoRYVP}ybQ8i>!}fD~KBvNzGYWly6J+rn-lwS#Kx zE?B9YLNFk~d9n{PG;$9X3%MTCn(Lt;63@+2>G1ng&12U?DG3atrSh!tnU2H$;|&Fh zlM0Y8@zN}QF8S|q6C(4np=>|AUl`cK%HXNT-O4f_^Lz<}bCuY{)72OrqDEQ$p z+B@r_B-G36NbC~$K5UEBQ^&c4=4vDT`8b(YfpT|USsa9B`N(ftpu43CpE;_EW@xl8 z#_cXXBp~ei3_j`9<^&mu@2cFkLCIhS`T0tCgnzI{VGMsy#Wu?@+g7`)0rDx2`8(Uq zdcsQboZd>~w7tD?7tYkJ2h7zaXw*f2T)YC)qWhQ!PzVQ_{(@N!14>{(@mgR)sDDUM z$F5tg!_aMWk<(S&G+bqG#0Vf74+DddYwYDWLaKfNk`;~=+a>f3&$3;=;Nq6 z1F_Tx2MpzOTw7!jq#6-nHO%X1txs2m*f3~!Gs8Wl4yAI>9|#f!P3>a>3c0klN}-2# z2WF_mY)n<#c|-Q@9njA$GMD!GB+t*cuR>)r=tVbx=LCm?mnxV2u?(Nn<)ZNe$wvd7 zK@CEh`PQU&(dBc?8U>x4Y`oM|p^y>636x`rK=gVrT;1g~y?v$BwZbs!f+{=k5f04! z#gGI8dSF1;S{Ooi{bJZ0UC1;(Tk5dVxFeT$mCo&y=D#(1MiXScbH+0Grb~{e3w!V` zm-CVm78c>j06Q#%HL>4VPxFDJhL(Y*!EG0o$hN}7FwY*StoNEjwjx#e;cckXpN%L9AR|PfgJ_XKg=MM$E zF+4F|5?AiOb28+~bJpp^H|>$E&aq$aDH(A-H(1*1!}_7=h?LCTQO`WiBV|1t=Ns)r zFIM(+m2vh8yX1Kl&r+LTg~z;4g1SLzYVJ)5o`za@Gf;l&s-0}MQtrYJ#xXj?I>jNz?u^U2cxaYY zD{n?=S4Q><=xU`OK0qcM!2bn04+iAIfb6w^hD`siyt4Xm6Yjbh_1OJEY(Z}65zrTC zy#cd}S==1+Y&(TU`ZUleJ<*^I9B?zSqx&AR>J=u;KyKBz7qaap6>Q_ZK=~on?<l~bOMVQCfG^`GL$}+L zKiXY~Arnu8noSlrtcN~Vud%MIFDG8CU~4zp*abZQ{}_EV|CJaOFrX9$yjW9W(0*5O zWYdxNk0(J=g4N)u%u|y0X+LHuEothr1$v{*r(-SE%dWX5zTN-FSW6o3$BS;UpHmo& zvM0^23I8k%wut&Re8Pj+ZSpeAtiw}dOJxoefqF;@) zkzl4TSfsfJ=wCOoCZh|nc%;UuA~63*iH>UnN%Lnd&sJ!8AtR9PN!Hp94?Z*ZME%~W zREe?~;*YsIScaQ%-6+(*s2QuQ(tN6*!Gt+5E{!?Mb{~~;@y|5r8f?~Pdd{EgJ$12%jBq)%uCJ%4<3u0|dArC=@4SuvzPp8!hEmou;ynpcBmIG$2 zSeOMQdw!{hIR4J~ER0>-1!lELXOP|tL)h=H1gYo1nR`GA9C-Ox9%jOTbQo}dO?f!7@)Jx7 zd25Whdz@*3nU6&F%PXJR|Mtt_@cQQp-IhhWO7i;Tl#WkLY*3*l3yHG-1 zSQy>;&3Vgb74HV*-j@4Uf)XW#q?3?_V+?z1-`a?03kxFNnbXLbE8lDM@jmR&6uFMK zRU}<|Bp(8$@v9~ZcXk-PQatS?o)BMqtNrZW0 zXa{ZdLI8nBv!HWdEGtApT>eAJ#4~02>fxYd{a#(6bDzIDeALuA8Qn1{T|XRKF?ASE z;L0~Oi7RWK+OrT-5AsZ#lT5d9OB3V&jOG6-yH;=H13-#l(F!egvaTyo00$cXqE!Z4 zMp(2aT1)>{ja-6lTRZ41S)h*=pw3bTB090V3*UsL()~ygX&MVX%2}QVbq+MV!$);3 zTbg*sYYfJSc0%|fJ(=}Y+f~Y?9j4-&O^-*7Pw=r#vcrjEU{35?gq3lkia2qv>4`Fb zddH1|PwpUHq9q_V4y9kDyhpal?`Ce?)HLb%vgjM0Hsq$Y9PR5Z+|Q zv~$g)6Cr7~LxPsdM9|+>=i7T<7J191@b-6DZ1$iR&kO_-#ABp2RM!4xJrJ(Gwcz%s zMBQFNIAffJ2g2Y0Q(pfW%`!_>6b!h%CWP((B0Llj6Udwwol}*B6DdXrF7af%Qc(Wx zA;B#)8fDBSy+ZjG=A&YQE+Uobk&_=TpCzf6PsWH09O+CDYD)?nh@vA6Qet_+H1-3)_UaOlA!t`4 zgktvOLaqYdh>4a>Z~J43Fo^7RG~^ps-uLxjv-$zxr})o&Ln~~Gg$+i5e)#f0k0XmC8mzUj7 zog$GrEt6s`Kq+S%n}X|f3fayK(Ews!EDtH3Zeq|Ya2u_>Db^c*?v%3%STIxwcXwHn z$b9Ceo%xl6%ly7+^3%`K>bP!(gMC~Bx(UPK115}bd@R-4cBNf@15TxLN6#Y^ z%kKB zz{Oe52t_#j@LfW{29F77oQ1O>UAt3P0Rs7?e}jLB9*J5HHkgyiyke=Vjk<2mt373sjM~QHDt;h!SU1)Y@IvYGI^Rw6$iAlMv z%#bMdWwitY#1n>>_ANTsEFa4kPj`fN>~|b+Z8S0p$*{r_2>nen^4EEi{S@7+rMKEMt?=bJ za=Qtl^E*592t`Il53BYp`syG_2l;T?s1da%x&%ME0V zrM!4Uz~l7}Tu~|0_+9$C3i27B>yu)GsaY}+k3Z8YBX4t-Gbi49)%8fiK4&K94scO9 zQF8ZIm)WPmoqVs`(llI_-f}J?-V3;vSdC_nO$ZIN6PZyv1J|}cCJBKY53y0pAIPy+`Ze*>}!1~kBc zx{ZK@fL}m{V)a2vxU56~g2H0ZmP8uzMkk2)S40Mm6sO$ovGls1j43r_F>Xb3qovLI z^rc#xo3U+yX$M7(21jz!7mg}VBrRp;pzhXtXr_jgD8XCF{a$>>Ppnd>Vz+YBDTETG zfVo^&xSwcNl-bV1>Gv2*ojdyuX6rA9NJcM#6an{Vt0)HfLK=e#!m2tRWBTRBpVoq7 z?J>K;Bvqd=W{UQ~Z%!I3^>-c}KObX{Cq6%fBV=8U ztHFd@DQg^c$@2+7BK&(L&!%-J1xmijluQ_q1_M$ylqo}BG6iU+#p=O1Lx}x|ahAGS zJS&E{P;9g{Q6lqC3EAinPxZv&kHkZ!dRLBG=C}H7m%gERaTlq-a=Y|wdxDJO?XG!Y z=^K51+Z?M*7*9R9lVUmkFs|hk*Du?VQbdDS6>nvKu|Z}v@`TnCY9_|9&(Kao1C6#Y z2j~BYI+(i9U;CS4zeG6AI4uQQr1`FB8ywzxE#;XNN2f5YH ziZscv*_JwqSJ2NuX00T*<7SpYogJp~5J*gziivcstkl;s-lm<{W48upfS)i648pz_ z9O(LR-b4TE$1kA32oxBGZorQrd0*f#3a2Ufb4~$UTq3}l81xmi+|;Q5_P-aWsUBf` za{=1c5#Ytv5`VVWo%1IpFqq8eTjKLtMv26Cey4j^m?4`neD#t1ME=AHjgM>#T=Eyw zW3nysZ=Ffx2NtUlk=5@;|MP9YZair528YGgv1U>+e>shjDcg0#P&$kz)*0h$q0j|Sj-I+n82s^oYvzee znyljSh>sIw4Dr0Wlk7Z$?Z9kj`<*ePD}uR7WSy%vH-FPih)~Jcilu_Ss#a!HA|B27 z15%b@QKn~e`OhP}CNlMV+x~cQB<=)WB`vhKEQ7$j)c>HPB-6K(V25%|O3P=M@TAtT zOZvbuyP8J}o3y@$R0Pqn=~{zCUzOAV+TpOVOYWtPWHmg?ppG#Ui-;2jld0^e)=S@6ok``5b8jKAfBwr$9tSeq zqs`+q(E1MVS972w3lW{4_MCZ^Z_oDjHzSQ)&_IEXszTFAe@)gi51n8MTb}IMX?A4? znRH_@qr~C41wy~|@$;)oGhxcxuS(>S37DFvNJGvYEGg#guydgkFef&ljIBZDtGeZW z!VasrI6vL#ix|o3O=1?-jQa7e=9#-I69f!(JmU)9;1GA%?bXFnt1OO*NeA?Z*wsxg zVO;uOtt`!0^JO3XpwbDKh_c)W4V6 zz}D44`HGj8#TwToIl&_U>3`vHlixVpAQb3_0=*k@xXdq^gGDcZ9$`)afG^1MHxa=a zx)BX7To-p-d}pMe0b31~tDi)nEYh9ZlG|9ll;+odps*^H#avR{9Df&yv`9|wauN|H z;X!{rZg`p$sjbT^-gcIwEHCN0UZspT3P>bAJi9$nbD0kUxq3wovL*Wf_G^0OPM}oJT5O}!2V{XRI56>zX4tFme`K=(Z-)wg z{^gI-)zxBbP_YDh$)%E(p^^mBu^l6u4jNv)Bq?RXV}z@u^J|;q9=jYBM99c2z~#=g zxCtn$qfMU|$<0h_hBJNY400bje#kxdYN=^vG8UhFmvP+dR?Tu5xpc9Cf48Gq#;;RTL|kJY5_4U)(2Y!A%pG#{+X?l$X!{;wo+)iV+)C*_MLAa0PlvO*6X0fp&bT{i zTcw=C>>4we@~Aq1 z$M~q6G;(Kk)uj%O3Ni>zN#jZ)076=r>0rrOTKU+|CeZC0;N;gtU zARpFb@%XN}p$#f-VY7{J^o2s{F7fB8rhS5k@rFqPTE^x$^CX|a!Ra@Hf^P<2i4S>)979g%HL<)ZO@A2e2!_AMNwE?1qc zh54;KCEs6YpM!k-lS!ZwVy@dDl)S?|=H_MQZnX@i6dcQ%IvL~q`UtL}hu>~-uj?8a4$JF)YgB8-I23j2lacU{Q7$a@U2Wm z@ftRh38iSD2+nB|{0G}V%z)wzVSD#)LKb4M#%{mSiVK>W(c_}pL9+xFXERO^I&O5~ zB;%jPK!}f@z^Mz9RJDs0sVibSCn+sAsSKhy$YR>IeE2IZkbOWeO=x{DD9Wzwwc>pq z2eXo%K5@ljbrLOeJ8E1&R?!IQLfX*J7f`m5!yOOU1!MeP;NTf3B8wERBhk~`+&nT* zxv#Hkwu}dFlU`@cty1r7a<&M?33GNgF_W8B9@b8hgU)S3Omwkl3kobW|79n8Is7Us zl|6T3cgksdYtGVwbLR-ht<(L2!8;K#rg5o0Ije7ZAW3+a;D>+IIQ|G`>)X^V?Hv~# z*O( zgU-`t5;@0Os#%S?J1SJ;hr71m6&JA~o9!p|WAG{+>YT0FJ*M+T^F+3BU@&f zpj{Q$*C91DPrarfqD-p3gF~T=S*)5C85-j^J~-T{hnyeoAomlI(B*}L`c zt~+}L$vXUP&S2_`Mk8?uqzI>5*<$jMy`cJEc4MG;e!b4MKoiZcsRC_qfc%X(9>IWa z7|^*9aX|UjJT1LZ&BztiZhe050J?1$6!)0i< zJ1xuQ7i(1CJLqhY+ztJa{7ch|n0%|}{%;-l zZ|*j@qo=ZcX!Q2PW5uAiy)xUJU2l>P;~kI<`kT**y*F+JV`wO?$eZ#@vUqxAml z;}h&|9I|YIg+=`w;~%8{B&po&S)ia- zCNzBU`R|T4y!GjZq3JC*c6C6=3iQ9Uy6_{G;e%@J#U1CgVfPh;&7M0()Q|WY1&XL{mv1RgW1n1^T%7H&&K;t(KSPlispg_rn9MJoV1GYu_w=0U} zWjI;0N($MX(7VJjx2^29H2U&Ecx_1)7-9Nmh}7IQ9e-jG1K;jrrgb1%PS$_~uB0?x zuwGQX!smv?b}G)s+AdD*(eGfb_PtJgF~Wn?ugfp>(}&l}4MQN^zY6)MKWySO;JYWsL3Awn4QoT#Jc0s-!zI zxuVc##VdF?SL@#BhqQq=L!#UgPTPM?mJ)YvD@;55u;>ub-ECcX5cP>TDbr35AgH~* z@?k1O@o{2Q-!*j@1>9>JDN zr}!-HyZD*+{`EtO{N{E2BHTs(Q}r6HEfkZ}KqZ{hh53(#)WbLkt2abz_5V{`Dws6o zLgZV(WeSeYQ{QLpCVR1Tgh z#)GQ8`@wl~Cl?Z#jCQqB#|0`Ptac+1aYSpBi1+!Vc~#GuntxVW^OMhr`0C`x$uDRW z`m|Y}wgz%9Yi#^r?K^P45rRFk`qb1Oe^N&?_I0+fmw0z+R`hB2MI zcf;<`==}tY{W)x=xG@A$5bjvnLDqTjBLug87siDYl2f^cFfISeufQ!hyNmW;g#YjZ zDmR3X`UN2@lK#<_ixUilh}ITmn>gylj=f|z)4!*?HOolqXT8)7JX+DJ6n2M~EMh>T zQ(cg8POZ;~OL~XIkSAH^Nm0_HOiGg+yBm2E?^1={aXMm(V(4?j5>FO(TY%E%h}N(V zATu{<7~jZ&LJi4MIZk@OSqi_Xh_kyG_KAI{Et@38)sk2UB9Y+TzcX*LsML>nM8(P@ z9W16jX*)e+r?zf96@Okw*ay62B;p=Dc$*P_pYdtjGd#v}k=<~qfC^oiwrD*y*Gv3~ zpTT^WG^~r{Vo!1INmqjNvC6rn2ydtr4+P?K)3p?xFIx2@_;If*!J_8J@59&l^$Xd{ z05lkI=^K90FaU%Cj15(p)_?gG@*n+$W)9EJ8!l~NM(a#IAW{Rz2TNCjHVdihUW6;I z_~~7zHz2KamuFu1cdHLYXt(SR3*GFa`+|Ix-38@)?jY~!L)Z1-u92V0rb*W8SzNnI~q!dN0sy0Ww677;BiA~&muBuEP*rJ^&^1-dK2WMvwN zxp3-{L-Og;$tM<^Y#E7` zJd_{7V*TY4WmS3V2eCk1KcKX}} LzbwlG9+>|FBARv< literal 0 HcmV?d00001 diff --git a/python/orca/src/test/bigdl/orca/tfpark/test_tf_dataset.py b/python/orca/src/test/bigdl/orca/tfpark/test_tf_dataset.py index 8818c8b96d9..c4715dbc1cd 100644 --- a/python/orca/src/test/bigdl/orca/tfpark/test_tf_dataset.py +++ b/python/orca/src/test/bigdl/orca/tfpark/test_tf_dataset.py @@ -60,7 +60,7 @@ def parse_fn(example): class TestTFDataset(ZooTestCase): def get_raw_image_set(self, with_label): - resource_path = os.path.join(os.path.split(__file__)[0], "../../resources") + resource_path = os.path.join(os.path.split(__file__)[0], "../resources") if with_label: image_folder = os.path.join(resource_path, "cat_dog") else: diff --git a/python/orca/src/test/bigdl/orca/tfpark/test_tfpark_estimator.py b/python/orca/src/test/bigdl/orca/tfpark/test_tfpark_estimator.py index a6a7cb2cbaf..9303e69f358 100644 --- a/python/orca/src/test/bigdl/orca/tfpark/test_tfpark_estimator.py +++ b/python/orca/src/test/bigdl/orca/tfpark/test_tfpark_estimator.py @@ -26,7 +26,7 @@ class TestTFParkEstimator(ZooTestCase): def get_raw_image_set(self, with_label): - resource_path = os.path.join(os.path.split(__file__)[0], "../../resources") + resource_path = os.path.join(os.path.split(__file__)[0], "../resources") if with_label: image_folder = os.path.join(resource_path, "cat_dog") else: