From 1040a18545aa117f38ffa3b617f8e0ee7d9d89a1 Mon Sep 17 00:00:00 2001 From: Guillem Borrell Date: Thu, 23 May 2024 18:12:27 +0200 Subject: [PATCH] Loading all tables complete --- src/hellocomputer/analytics.py | 12 ++++++++++++ test/data/TestExcelHelloComputer.xlsx | Bin 10809 -> 10865 bytes test/test_data.py | 4 ++++ 3 files changed, 16 insertions(+) diff --git a/src/hellocomputer/analytics.py b/src/hellocomputer/analytics.py index 560214f..a841e40 100644 --- a/src/hellocomputer/analytics.py +++ b/src/hellocomputer/analytics.py @@ -92,6 +92,18 @@ class DDB: .fetchall()[0][0] .split(";") ) + + # Load all the tables into the database + for sheet in self.sheets: + self.db.query(f""" + create table {sheet} as ( + select + * + from + read_csv_auto('{path}/{sheet}.csv') + ) + """) + return self def load_folder_gcs(self, path: str) -> Self: diff --git a/test/data/TestExcelHelloComputer.xlsx b/test/data/TestExcelHelloComputer.xlsx index 87c760f4204351b60b797befaae005f59ae10190..c9e1c311c834f9f7b9f356aa58ad29208aea1bc8 100644 GIT binary patch delta 3278 zcmZ9PX*d+#7stogGK{hBL=k3;wURCSR2aLgWgAP3#=gcNgpp;&QYpqBvV@Y&C761SO006?# z3SpQ)UpEZKS3cYi{mh1n$yet&{#|+u>7!H*jR2ret^y--<|_vp_BO0mV!59IhtqCZ z+8j~Bkb3j-W>(X1Beq%9-Y@T?YSm~hHL#_u{#@KS#I&F;lW(BKrYCQS!py&F=NR8Di9AkPcIy`-)h@*4{Gjv?XuBLJxbPjgpJ#nG6(tqF+{Qhm;omsceSo)J z5B0inw|1t`y9Q<>QBquE#9C{|S;DEA3XW2dc)8oM#QV&ls}Y@`z#dA@LUiOdRZogw z(=^+A`_47%C#N&GOXj#W6r~~!O4{#5-N1e$iA7n0{9BaVDeCfq=lS+on>w%VB+JhW zR~eNMY|=LK__~%7Ge_yBKnym|dSKJ$>BbK@=ch##yFtrK@z7M~hq+>5eVEzY&+7aF z_~&O|y`-rrwL2p2Uch9Z|MWXBl5yn#YjV2C&Lzc-@;0wkXgHeiwyzbt_dX%h1^+0N zYrdS?a#rP(bkRdbLR#i1`y2GOXxCNk0mcn$($Bc0^ek3GZHLzKcdp%MEP8SLLL(@e z((Z1BtKCs8;~FdYiC9O`|$9 z#xU*jYA9WLsiowQ?O}m@5J(tebhx`^6&&L3BE}?7i{aVwRf@m zE>b=QKq#W;Y5dBh4s5LD9|p1%O2)-^0s#ON;ZRrt`!0Q6kt2x;+ZC0gFiXdca&TS` zwx4XPj(l}-IKgfd7S!@nx6u9QJI3LeXyVt&`FY@Q%VjZ_` zhaJgtA;OYpuSy-0?pYQaZngT|UlC4>F2u9&FQc}Mw#1xKhx|T4cXho1EBM`nGicv1RjvpT7^J7QX%#<{nX{ z=*Dfv3b9Ca6bQSAx-Pe+Y+Bh>~KDK|W;L-}!1WbR<7bM8#~lzp2F&+fNJ*e8z&i%AGQ(MS{0rx|n); zVbVM^N+?6wsOw`yi2~G>u2$AAyfB`+l!^C{=spOlm*b)m>=llf2%DnNo61J9Y(Y|q zAbmm?syf>!Z*p;YQjK`LLxoi&G;mkRVLG^#X@DKs{YnI#RV#SPNugKS;d zZHpjH+_#lRm4k6`6BawRNqW_3z>r&J#8W;;qW!asO)Ub45SrjA!_hbenPbLASa-<| zpZHcc6954I8x=vp5onK~KcFbJd3XDrB3tz7dMw9}?*pMrax7?mq!m45tDBCBOI<2l zS}#ONQYz%)I_1h7spV_E@evn}CnUH}Uuo3_#yGF!PP#6bF0YsN02@(S5cH~ahunH)d)&L)H;k^uVCI6toNud@vQ(4iS-S0anb_ilge}~A#~nl|rxLoi z?an1L-l zyF!+l3?Y*O$LnD}P}1zrs1FOK+xqp(;;|WL3I-S47dZGA4d8on?O7GXB6kF@3-L`P z2@`uaK6K5s72ERKpbq@uN`UeuomSSJ;4&oRMzs9ESWZR!6nnA|`Qv`w1o&5NQ_v_d z!Xcn_Iu%rC1POG|QJ3Og9Mg`&?6R&mBYa@2tKX~G-nefYUXqu{dehLm2F}nnSbNS~ zPqw2$aPx-=wDgJOi}z=pS;^P&yEk$wes~vq>E}!NVqf0gNom@Z5dNesGmhhWf;S|0 zEC2c=oe=A(#et}X^QTu+vY8dD_nbCI*EW9nQcEv=0EX1rAzyUD&GH2=*J(GVVm$7o z9(IP!hj5(O)M#e|cPuk198>gg0oR=5wcoq(Ya%$nv8zM!v040>lyUqmWoL%|ubyN( zo(V-Cc1#Sr=di{(Q`Iv?jKyPvpa;gEGuI`$dm9zr(3ezD+D;L*mM`D$T?pYy)C~|s zba^WbH^c|Ddc92Chj@ei5&_H=ZV^-SEsJ;^=` zmcZY%ek|Req{?E!=XFb;?xZ3jBnn-^PD)CJ&TLQv9HC9%Qm5^L!sB0fbW|{0L=g|Z zY`Z3D6H8{x**$WKUcX5d zXOgjL(iY@g0)%T9I|80MX}4QF5p8#hJ~!W>ds9ud`>`~;Sd4QBR+3*UMv zw9}1dgXIn@7ZOGv`v86YWv0%!k8lSoiJ%jA61;zc-@Xc%<1M94gO!qTr0=TSaP5kH zrazy?kmmoWp>aq;nhxuXiC5(5rsS<_oR7W-{GH+p;C|7PS80rzYj{!Kc1EzNw8rZ7 zF$n4&0J+@!<-POpNnX^lmO5ne14(g<9MU1gNnDA8+`n>%+E@@h%CdHql9KzUn9L@Q zUOt$~hJouGrigxYOltV^*)uF39UQIn*eH74X;hK%6yY+MC-#HImr~DPxD}mZaRCBI zj(bpf9MIN!c2UK0lii*gJO^ZuHrHbu7vegUIM{U<%{d4o+C&al)%VVasP}F(GHRzh zIdVxIZlO?*kBRpew(l*wZ#CSmj!Z;{cGFcn|CH_Pa((qjgl)Dw?2&9uk=&T&ipJ=m zIArMh8v3uaYu86Upqo)W^6$^0K^%=s@YpqpJR07L&|5*P3N2K&w delta 3175 zcmZ9Oc{tSDAIHa7rWxB<#ukRMj4eV!vc+V{8ly1WjGc)r*<$QlT=JC&WlQ9a!q}HA z86oSavF}8eQ7N+j-242V-~Ii5=lt_I&+|U#dCqe_=kUE#6 zPAM-%tB^H4Q9c7gx?*M>@P2XmTN24_cZicw2AG?SKbn(YH**lBOryNY9&AuCqE9br z%LWg8+y;3Hm~db#ZAI6Mm?rEN`R$;N$Owk6-_ovhjE-PfN4fD@tW!CU%4BG30eid|bRT=>psRwnymREYj7Sw~a;y#-b6js*y`tzN*$jJY*` z>mN9-@J($E+cQuh^Vizu0|F!`xs|eL{zCi={ml|>P3iKYwN#JwdkKfJc#lH=C=vcE zoy`YGF8UT1W!r7EAw5mLMg}#+yU)-KHqJb7XdCesqVA z+UC)*|E_t-o6@R|))JTso6T}kLWK%%#eja`JQw3P7KAg$(Tg-Tspc_xk%@*U^UP*!;5kKn7(An3`IC9&)_fz_>pYOM_MRbdCdNo5WxB_)I8<1n-P4ua}+BN0hvFDd>*Gv~3R6&M)Fh3rRE6vW2z zU9|p^TwxvmRtwR=aQ@G-S7pP=F2OyrZG8kSf)Q~Fy3^qLK{V1_rOWH{Q-0ApdnLoo zxVzcW`L<^bg=7bk$H@w|w+RL?&V+?*gFXa}!?pSl2{#1^a4q6=Q$6(#6H zp-VNBcH5>U92dR&TOX*Jc@gvUU(BK)PGF0<=!u$9`Bz`Jg6WDBbAu2PFOtVXjKg0?e3iit#hufTjs(lcgv+9HqT&~DRPSV$5wEpE`!-8J)4_kMCK|^;IZL zZ=G2B$(*L8_h*$B%frciK_nbP8Ztmq&dZ0!BM);CzTrD?_r`_Jdp{wagvi^qFL`1e z=swRmQuA;;YkJ+DO&qlKhMWc9=&|*K^Gmp~%WWSkW8Q!5ZQC`{$32g!rOkH!jFz9| zd$!i2mc6UlU}QGk%y8e$V62kNZ}zAT?VogJ3BBA~E_J9S9T% z6bPvjG9|?CQ#ZHn*;zZC1^m8+MGOrZS8rAY`nDUW{IVwkR&@J{R-d-~f7XT(f-SYZ zAGp|m&930enB>_F;^&BQzq<134$Xm7THW!-GgWfL-m{=c#HuM`m2( zJX(8nyzTf^<|MA+``o3h$btH6joEIEg_*3ndS8UNVna2^^ui{&?WSduXsBZRg8iNF zxa;X>BwHDj@CGs*He6Pa&z&N##nh?w$M$zMSW%N8_dX_`BWG1nWw$5o0=Aj7k!=R- zITncBf`;g1c$cD2fUQnwjZdOZUG~9+;`|Y9$%{ASoJq6v59B(Sk}4)$^!Q|ZzsRF&LXW_y;hFD^4zASRp#^K7#@u273$YQ$@V zy4?!aQVR)mh~ZML&hB$AyT%uH;{m7KL2&|Cj~R}3UXe{wO5ACyWrX*!=3B2bb?#?6 zcJHwmQce=y=xiWCKnI63u)roJU6mS?A|qav2`#|PS3*7P4gg92o`3Y3fysXCWq`MbM<%WxpOaa zD*rn7TW1QnzO*%^n~0rUoS&P*M=Jel$At|Z`3>Ti*4t!Q0tc)@2;23yE)fV^qJv#+H~RuUIuFk%TzC& zC#!Q&n02-OX<=#VI$!+|PYc%&t+jWE+*ElKI!yN6yY{^*_;$T@tG!C|VkB_Ox9^fd zMZou#eLfy__l-0tPoLhi2V39c1^O}69`%;&o*b_zIN8i$Hn;>3bL`%1d;Fb~Zs zQo9no345No+p%<0y~mJS@0vVc$bu>>IY70jW38t5hg)0u7&f!V*#=&$z=~Y+)s8t3 z{>EV7{JukT-x!`zthG>L#fET