From 51b314b1cc71d196de1f3b03797fca32a3841803 Mon Sep 17 00:00:00 2001 From: Hari Date: Sun, 28 Jun 2026 07:51:46 +0530 Subject: [PATCH] fixing back to normal --- data_generator/frankfurter_to_snowflake.py | 6 +++--- requirements.txt | Bin 3072 -> 5864 bytes 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/data_generator/frankfurter_to_snowflake.py b/data_generator/frankfurter_to_snowflake.py index 68d8707..39b196c 100644 --- a/data_generator/frankfurter_to_snowflake.py +++ b/data_generator/frankfurter_to_snowflake.py @@ -10,7 +10,7 @@ "account": os.getenv("SNOWFLAKE_ACCOUNT"), "user": os.getenv("SNOWFLAKE_USER"), "password": os.getenv("SNOWFLAKE_PASSWORD"), - "warehouse": "ECOMMERCE_BRONZE_WH", + "warehouse": os.getenv("SNOWFLAKE_WAREHOUSE"), "database": "ECOMMERCE_BRONZE_DB", "schema": "FRANKFURTER", "role": "ECOMMERCE_ENGINEER", @@ -26,7 +26,7 @@ def get_last_loaded_date(conn): cur.execute("SELECT MAX(rate_date) FROM EXCHANGE_RATES_RAW") result = cur.fetchone()[0] cur.close() - # If table is empty, start from 2022-01-01 + # If table is empty, start from 2016-01-01 return result if result else date(2016, 1, 1) @@ -68,7 +68,7 @@ def insert_rates(conn, rows: list[dict]): def run(): conn = snowflake.connector.connect(**SNOWFLAKE_CONFIG) - # conn.cursor().execute(f"USE WAREHOUSE {SNOWFLAKE_CONFIG['warehouse']}") + conn.cursor().execute(f"USE WAREHOUSE {SNOWFLAKE_CONFIG['warehouse']}") last_date = get_last_loaded_date(conn) diff --git a/requirements.txt b/requirements.txt index dfaf0715c775d7ec8fac1822fc9a1494e08ab671..0f2ed5556d86b61c39c30d0f5df6f2b996fde4e2 100644 GIT binary patch literal 5864 zcmZ{o$!?oR5QOI(Adf=BB<1bkgD*K4F_ORmf}9MIlt@b4%tbQw@JZ_H`dc%hRr#nt!}6+p(9f{^Tz=B$%d#zp^1ZC|TgtrF`AC1N)JnJ4 zWg?mBqn2TLFNrsuo^{!EI!49`_^s_2w>E+(x@g|zb-Mx*Zwvw=iGu@l%|F(i3 z{9OF6>`~fxvS!`LzKc7KZKG4-Bkl`*KJ5PX=}tHIIzKeX37aS#ncZo`+X>Jnq>%3X6RghOyJ=-2>l690 zio5oJ9M}g=E_F9C!AtZzlOMv*NnpK|&E&#`e#eKmz4NK$_6;sirA|8C=zK49kedaL zX_2Vkg}$jgnwEtmKx8Y=ohh<}lruXGO|axzKSuYp{5En%2>hlxuM*~lW5))ulgp!g zf>V1j7XB^EL+D2@vBHG(j?-zm4Vxgz*{Jh;B^_{i*U3-=sRQ3rj;OG98TJwbG#OK{ zM22cucRGlS+@$w=No?f(QWB28`dAq?4=X#xdJd_JsN`19S<&FlPAC{@^PY;gt(m+4 zMXWdj83`wJ061#+g14?55Rk>e?dMmr&{_Nsc^arJuWSS*Bj|H_fjj&fiD|L!-;|Z=69mI4qI)P zY4No0)c>~JOLisc+b+)_;wa1oIwJ^EFPQ~+hv(*#yC3%*S5`{KMQ=RFFFMyoUF6%d zd=Z~}v+sZx6$U5hhTH;`lRimIs0*X~OXt0Q8(5G7T72Eu2tJ}KCOcqrCMNO zRu>jV!B^vcEiDJ>xRL~3jAY6Eu4b|F{Z1MmLJn)A&R5RCa}(B%agH6T%ku>ZBkkJl zckT9+y2;+--sE^&86+m1x2?<~a-1w2MmBwWAz%5Nn!vOClp0H9Trc&E39!>?zXKDu zd-y`XR=}()bSW3@AgZc43>X06_3-6AB z*+d+qufYlT5Z}S4S|`leZFg>Kcn-VG`y1VMO>gxX*??zMr7IT?K*|w3m4?;SDxCp; zGm@8dUkf2-aDO79+g+Jn^I4hR6s$OZjz2s4O>;U>H|`@o==^|}boA_c#M?#yW>f%O zcM)E@ThtgqY|}|F;fM^GamVf(-M7RxJaV_H`ASZt+(A(@i{S@SW?rqgm*fWFBUS3@ z%tX&V;>@^m!LII=^sjT&9^D38p5}Esqdz$E>~x8bdHhAEw~DUDOf=3XXM3H}EANF+ zjo8&d28pqip`SCic8{|Y<|Wptk)HTfH`(@5D>~gx(0O>wH$60Ea+<8=6T6W&G;Vq( z+9OxAJt68o1BcOTsTy;9EnD-*es&7$%B-?~9Th)XZ@X>)PtAQSZi1N^G0|3rZxzc) z_ZM9aXC!7ix7i}#Fs${=g`J4q6m z-+uY-!V~vaBZ-BY8*dr-kba&cqr{PKP3Hj_Zw~O8oTg0nTc*cA_u3bs?}D(q%JaMC zC)Vgx+0l@9cTBHai{M?SGd3Tm0sG)d@g^LKOeCl zMz$(azje&~s-E?0C*`cB4&tT8nG(FL;V7IT-ujC4lzt^`?8(O_7wuj4Xc%@Ema-RB zCREw1YhKP<#W~l#+$TZyW$zAMT`*_NH}}Fe?^(l@L7?mWzS4^#vvusY#ky5iKkp;g zW3idLyuM#L8z{$pF1e<17LdWe%ct_CL*5mfr_?apP`*pCWIpA-(|MqH zQT9URxukc`-19T%Y|o&1P_%w~vfHsGv~jwQEXS60_jv9OmpHIP;2-Y^x(?r6_}vdy z;9|Vk9-Ub;ylzjtHvO*2K8plajKcHRD14?1ur=hn*+^#HCP(WmN-az*HZ8iVcl7!` zwP%?{<~e%}-w4?ruL7b3smeZT!F}v&`9l@-NfvT9t+NL7d8r#wzN75dz0Z-c1h&{a z=(_koM15TNlsCdaxd%Zu75wDiDvdTcyp}FL#f~SqnV4s{(op+*`@+i3QQ6_m#U0A0 z&b_~9$nAsvMwZfQok8uLZ(S60hkRieTjcwGJSa9Q(i?xRn2h8>F*2)|-B>mIvXA+t z#2Kja?W{MP^bf{aleb>KkjJ5k>aC1DsT!zo_|e8!Yvx`SCW@y{PRG=~ryrz)?`^T~ ISd&Np0k6JU=Kufz delta 163 zcmV;U09^m*Er1x1Ad$>4lV|}Zldu6ilMn(#lcWNclVSrRlfnZklMn2`G~c3b2zZ3r3TS3yza=3?`Gf433j%4J?xg4p@_t4p5U+ z4<3`c54w}85OR|^5kix=5h{}?5)6|N5*Cxp5+svO6DpIw6C9KJ6Q+~M6e5!j6*7}t R6(EzE6@-&$79f+(78*&>Hgy01