From 18d67bac63620d9ead466cef895e7379c0213756 Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Mon, 15 Jul 2024 13:52:30 +0100 Subject: [PATCH 01/18] Bump `matatika` utility from `v0.34.0` to `v0.35.0` (#1805) --- _data/meltano/utilities/matatika/matatika.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml index 68d75ace9..76bd31752 100644 --- a/_data/meltano/utilities/matatika/matatika.yml +++ b/_data/meltano/utilities/matatika/matatika.yml @@ -50,7 +50,7 @@ next_steps: | If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).

-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.34.0 +pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.35.0 repo: https://github.com/Matatika/matatika-ce usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand). variant: matatika From 345f741672d7c56d71978c71eee961bd951f1563 Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Thu, 18 Jul 2024 12:01:19 -0500 Subject: [PATCH 02/18] Add Shaped AI tap-iceberg (#1808) --- _data/default_variants.yml | 1 + .../extractors/tap-iceberg/shaped-ai.yml | 97 ++++++++++++++++++ static/assets/logos/extractors/iceberg.png | Bin 0 -> 17608 bytes 3 files changed, 98 insertions(+) create mode 100644 _data/meltano/extractors/tap-iceberg/shaped-ai.yml create mode 100644 static/assets/logos/extractors/iceberg.png diff --git a/_data/default_variants.yml b/_data/default_variants.yml index a74ef86cc..7173a5105 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -238,6 +238,7 @@ extractors: tap-hotjar: epoch8 tap-hubplanner: airbyte tap-hubspot: singer-io + tap-iceberg: shaped-ai tap-idealo-click-report: horze-international tap-ilevel: singer-io tap-immuta: immuta diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml new file mode 100644 index 000000000..9588ff88d --- /dev/null +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -0,0 +1,97 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Meltano Tap for ingesting Apache Iceberg data +domain_url: https://iceberg.apache.org +executable: tap-iceberg +keywords: +- meltano_sdk +label: Iceberg +logo_url: /assets/logos/extractors/iceberg.png +maintenance_status: active +name: tap-iceberg +namespace: tap_iceberg +next_steps: '' +pip_url: git+https://github.com/shaped-ai/tap-iceberg.git +quality: unknown +repo: https://github.com/shaped-ai/tap-iceberg +settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: The name of the Iceberg catalog + kind: string + label: Catalog Name + name: catalog_name +- description: Additional properties for the Iceberg catalog + kind: object + label: Catalog Properties + name: catalog_properties +- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') + kind: string + label: Catalog Type + name: catalog_type +- description: The URI of the Iceberg catalog + kind: string + label: Catalog Uri + name: catalog_uri +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - catalog_type + - catalog_uri +settings_preamble: '' +usage: '' +variant: shaped-ai diff --git a/static/assets/logos/extractors/iceberg.png b/static/assets/logos/extractors/iceberg.png new file mode 100644 index 0000000000000000000000000000000000000000..e4a99c3951e6aa99d6e44575f236f32aeb5710eb GIT binary patch literal 17608 zcmbXKcR1Dm`v8ugWAA+sSqbGFl*q`IGD68X_90}?j0h*QC`5?t%yW+8WN!!ADI+Un zWJN-e6~2%2dVj9#`}^nj&)0Qzb)Cn!_kBOseLtVyHMq@4$3q8!Kp1tjZyG@$WJuCK z8Yhxv?{CDn=7V^=3FQ-R=cD{}fbq6ndM?oDAyN8ZOj&=@@efk`gAds7`Iycpg zgTDTpolbl`k+HR7vRa(aTpw}_`CIQT$}8D@{hotMK}N4*wUiS+;tc)jZJXdq8t+?P zPY<^>&4N8@SJ$EN%J&n2$Y^i?q-omv5ZU$ex_V$syJ2Y zqPw+$iqQ!fz@S8bpK*`C=8yE4C8zw8sdI27O>47@hEgCP2~n3HH&3z_qv}lAY85rj z;vJzRl4$S8rd-(*x9i^+8hb%zmLfuG-Hk2Vxp+tCS+KRTQcJA2_PlFA6rNL$jD-N% z<($`*TIz0Z#N?N|suHb3UjPBlc7`0yZ5^bJ<-V9!zS?yK4M0 zFbYEjk090*^iao*J_Fd+t|4W=bV{h*5{DSNVggLuGK+vphynQ+{?IqN5hmF%Xk+qU zw@@PI1vMg>Vx&nUWzg#}2-O8Bd{!gtfdXjkpf{=9+^;RLpnRidLQjDZB%sE$HO4rw zP=|uDwJ|a%{q}XFPTo<2eKT27dKyLf+K$R}Ea1vBR=gGpy`g_QG37-tiE}to=S}eK ztM*WW^)*@x{WLNP1o0bc?C!1^6i+2_R1J_J7)*`cyApWNqZSzJ;S0`B(UdGW2un5K zkH!=-BUr-d=zUp?S)E7*e$rR~EEI5vr}O1nrvIO&S_*hZ?J0jdof?<=Mi57}K@|rW zXi1H2bTz{jBN-ve&f-*Q5ok&!R@?~Ok?hHLNrM4D@f8WN_SpB z&chB9O&>)T^bL6rfD^}LYE+Y~g1u}?j*k3<`CGeSo<;fiHZ10`Gu9V*B_? zZEtQp+^Xc@=71p>cyNWTBGXTAn=?ZAT`p(Ns}nU07UJNZkb?wxpc+xbsXYz@Lnl>p zj3IWP@gsJ5@FO+=4*KqwcRgaePWfEMgdqONIhU&(mole6+2nRRMz(CR~#P z>@l$69q?n*I0}eTe%aSC9H$fTj-i1>IV*qE{`STp?<6g%Ki*+oK3dD18)sitR~aDg@$DoRZg- zCIqF2Qo(B}pv3dF475m^D^@&DD-?KkkFQQn2n}9 z1{xmz$OOS3Uuh8FOn4AKl;|y@y7Q!07lM{6KHKbi^#DN*r9X_u2ExQBp~Tx+S1zK2 zO1wo(fEkcMnnm=tyjUt}kiDYFt1(bW2c3D3yqz{N;?TQ`n+ifh|KL0gQqT$tp)t36 za3}J{0>+@844v1d>Tr9GIiZr{@4JZQTlI=rQCJ^9eBM`O^HCByAP9(1Jem?%6gr8L zjB|kwqSg!i`u|URyth_88H7Z}|4<2{Sn&`@6oQ37148-#+fMSO|Fv5&ntj))SN!M- zfk^M(;;767SmV7ZvC7x1OpgQ2zU1h>>VnABHxddYKUb8F?J;t8z989=Bamwp9O+nU zeD`?Y_{+7XevH-90QHc5$5?cOi2rdrPrQ2X1ynv3y*IGddC#;%pIuXA@29uODGjl? zX~1p0<7aX(;g;;c-CjkOXq*D@`Q_mHqbo;Ox^(Nc#Ep&0lH*d1@el_+jJX+?>Dcn2 zBd4Zn8LEW@wc$MeTf9p1pl-cpFs86h7h~d1PIlN-SBXDWtm6o$AW4kY?EY{pvpKDt z_UKX7@B>``bwQMH=KRYy31s6})1IQ2jp~!bu(p+K0V(Be4`bl2XP%kkP%dr5@vbJB zc6K1b{1`aZa|_RA)1xq67Ier(l+I8Atqm{LD>ed-*^CX-dckTcw%DI2RcUg`GN#g> zM&jEGjd2$M+tIDwemvFD*@F7tE%xT?9|6hcyo5LYj;xvEPYFX566<;(Su4c;P^{rUwY8sGf-;V`oa8_h##(4Rw zZvcKM!-aCEVTw6+15P%AG_#r2eAd%y7wZn#G#WxBqHHcbV(0l>^nib8*MQiMu+kwE zl+6mdSfuCYvEd+UaxM{VER+%$bL$&?lsGwaDzdabZ>{@HLNev#y=?m1%I|(;qa6`e zFU1xxpIp~8M-|aZBxFyz=@rq2MJLt3rutsFEqp^=uDwl(ZSodrUuQS9 z_a3`sd@}ms3OzLF*T~Q0s_^~gOI8wipMGy@F_PN`n#YvG%p>?ZO)|&x+x?ob2r>xP zB#sipd?Q5cvI-hKCP!;_$8|ytW5%xeQ{m`n51-kn;>knWlYo7=mp4Zvj{DFv&wSa=C7i(A+QoP}e6p z_O2%cxS|`@TSSUQ(r4VcP(1SZ%@-!3{utSuXvmdR4iLzLBckBCSv<;hO&u2?-urJI z@|C&hXTt>?u}SE?XKR!@we}YyO^quc2WW9qL-~uhh`|@Ft|qrb00~b7VYmyzyuriT zahwzgf@~=-U`D0vz5XONFuB!<%(OHa>hf`Gh{Q?m6?W`HqiUL?A>>d6cP-UmUN9w5 zZpLsjJ+F>VGrZ$0vi)*KU%M*g zbHuDT!|xk*$;DGVGUyxB&;$2p9vxx5rVAWUI71eX3{b)to9Zld+bsH+_IS_6nOr-P z9;p-Oxot6#2q>9@EhcHfu*~fqFseOqosnzl_juIy=+rK~c|KP6Zg_uz3OZo8b-9-6 zB_L6dqew$2EKjO^#stZxN@y_?~vx&pYHq%EZ+X8U>9M{t=z(i^=LJ;vuS_J^j>{3 zYR}JRV1j}cSiu1vlTD_Yu zt;-(9er?x1!pX}rEk%lttE~@rP7maTR-mr_>1X-Tq`0jV-Hsar^cZpAy89{Mf?grw zMfJ(itt~0lzgY-Ytjcy)EAB&X6+a)aN?#Nsvz;_~@peK42_^I(Uy6^Tn-MWV=LpHl z){=hLZ(_`3>K^WPXUpJ^gD$XacU>x>rS_L``5}Z-Q0sslo5h?zYQGqd`W;`H_vKpx z`%@V_c|eMU#+3L6wPvjSV=h8+%S_$l^2~eKv@dXK7f(4DZiM}*Av+FIGW1i0&^f%n zb(xIwvOE&7C(2|#bU5nO<#t~Wf)Tg}Q2Z@sJab8U(YFmK z$h>(?a8GsWe>+k4*U@pl+>GgjO)N5a8a9MpxXUv^Yl>E_SG*mcdu-J8TNEWCywBTw zeb7#(6YbTi^Zn>l2tZH~=cJ3mwF4LhV?8BwoGoTleKqpN6-SRdJ>>9y7g%V>r=u+H z9A0_yB_5rcrBwPSQ)aa$J@)}?u;9y$AJ5fXti+H|yVBIS9ddHN*5#63_NUq2Wqw}m z;vQD3Hw9TlF-Qw-*ualzWEL~BFIC>(CZ1~IO-kgAWcH`W3aoDiEvi}xGulNQ`w#3; z26dOeAiT(48BB+Y=8S@E}F75pz4?=W!B%h{z-Jg1`JVV<0F!wo^^gk z5n1$dBa4P&yZ*WLdAgAgQy1c@pzt!AldOpx1?l(M>n5v)MVsAw0=^emh)fQcraOT> z#H@1r2CMdhV8=IB@sR=F8)p~~$ayB9yQu2!I|%(OoV~(1La9wgPtm8u9GV$RAtZF| zB?Dj4lr_B=7Kt|{^)bDd(x(V1tIDEz-R%z~ImB9-7wu<)SS8~e!@4)~%>T`k!B50a zi;=llQRk6gdtdE?k6X5<)cbY5Fxc^~cDmv~t?lY_A`kf+sPo0aUm@I6dGYs6a2M!b z^tAZ)o_)ja-UJYU3eY+aWHHE08LP&3LuKf$?8p_MqLh$W1MTsNiD6^-sRe|E^HtJ4U;I{wHbTtks+K4pOf@AFr*j< zMkaVWB;$Ee3VRo4x;QfHyv)avZ`f*|Z1$%R+<}wjr7M-{x$pXJLdnMSlHX-8+T33` z@Gh%zKi=GwXVw0$2zh&D%9@wf%!{3{8x%j0VlHXBKJ)m(wo3#IqSrSYCDY{g-~^wx z2Zg&hyKdRU67$X^ng8QF6h1#=A zy*2VNe7^HWtGhSn|1)!M0bs@EmR*&~sH?~?S1jL7kN&5$ZT)iN7Xm|zrR9;g%R^&Q zDs8hT5)`i6tRwzkn;y8;UGO`UEHJ@ALB9jYn&42{M5mX@X4(!3unkwEJhaI3v?YsvCr=6Xd;#N z5{AH-Q8_*?tCGPF%%WBEeE1;OMM9A?hNXiXP&ay+y0?LA)F~Mhz>wy@(Y4b-Y8lOC zgWt=%$4t%E(s3^I3ua7u{6>|1%q^hZogVqIRl4^}(WjAm8v)N; znnD0OSlBWuq(1j9ms{p+IW2NH;=HL$9dA+9zHaS_BCw?TJt*YpOg+^@BO6F75jdB; z)sK2kG3EaQ4^b|R(5h;>ZtBkdm4mR>Cha^l%;54}QH<;aQ-RXQ#So7ApN%{BxX*sFxy||Rd!O_>^DeHGLfnDxpsFN2H5egOj>nBU7;0pwj zC-koH`sSu=Z)bnl4V#Ya-VHAE`}&`&^zx_7)|@l+jG>hS#|{SSNl62y z{@S_!i`!}{OP(DT&mT->E;ZgTWe9~nsU5A62Zop{iiDzJ&H)on;!`5@QYatU1ar&m z^LGp>`j-bl^nrxn$}6x%sW48B+!^Ux3SSIo0;S)d?5wBC;1h4Da)a$IB*5I<+C;AH ztx4e4oLQH(;pHxQHfx7;cg4gr?{Ah-UOO{yg(emY|Gow>qsWJJ@C%^Cx&?Y-+QN@z z7y4hkd+fo!V%n}-OU?XeW+NRKsTi3febP5^2w`AxgxvqnFZbP@uw%J`yC&y(gssle znTyAYo90+XG3NMP!=xtj@QIfxi;&J<@gL`G?*^{4g>d6WyhT#67le5j`W)X9vi^uM zu-g*p2iE^h`0Y^a>-q@e?O(ojcA`c%&se`n48b|*ZTm!jrCI35Ssk_b{b;wZFMYiF z>GKBxv+>l%QJ4{OVQm zTY_cKn#EYRToo{@9JxU=@ebt=r$hcu`i3}%uy~Nh2jQkQt=j+9y`US`lB(gzwIF_@ z(k(!7;0$%O$B-i?H0;;c; zfWb<1b~Bl2qU9Qiv;D3bM*qF`m`0B1@}_%37GiEtwYhe2{u;uSHV=Yp z_^Jd}!#^r|AZfq+QV7oXI zKvAjV4pMY+RAa!CDo+{iup8;mrYm#waD^edX{`%4}DrL}Xj zWaQ`jVkEt?VC2ik3`n*T5+l3u5c%WyS3eFO?^yZP^zSBn$9Q3!NC};r$+eK+krENJ zof-3~yTZ#FPx>B3kM=?k;Qq*?Wpxy79Rqi=HZOnG6<)YDEf!U-Q{On$(;H)>L%HE8 zZKx;Ob#9K4O=w#h6zYSu<3udLy7f~X)y>>aH|3ara=kM{Yjgq1C z2)ef=l#u4v{|MNPr|P|^lW;U?cip!7s?Ia}`QhEJV5_esdv%n+6dZ*4YPKh^)$2pmdt8{X_0+T5O4_;O%C*d|O7DJUxQ+xA`;rXwcl7XMB)CC4 zsz8V==oU9MsR5G~o!HUN<$S>3aou#8*YXlD2^WI2vTHt;1U^?Livf90+I@RwYVgZR zRB>Ub1y@Q4vl)#AdZK;Zo-S$rRrx&kC|*o|cE-Ni8b(P*amNd2(nOpw@y(j)T`{Yx0u8$Er;JYqRgD10+%6HQrwhlVR zm>4bqr~0NCwD{tcM@K<>o44}Ol~4Cqsmkmh|4G?yG`gm@sUmR*7)IqD9@F~}8kPJc z=GdR!2upVuH-XI1A>&3P4PIp+YZKkqQbC+Z*$Bc*`S3BLA|HL}kgM~YWF0&U97DNxGmSJ#$nw`^Q*^s$ld)$@jIN6qlz#)9@)9qFLmAwBl?C#@qTsh$GA zF4wKPFs29bK~AW!df^R)_!_*zvBH%NaiqT(Sz1BxG6INlv%C50{+*x_rzO1R<6h!O z%NSXxg<86k*C$NH+25MR$D75Yxzttoh~iLBF(|#^!S8=}lA!RK*H%5kp%xExOyX4} zP=8P&F!i)Yr+l@W==J~;VX|80`_}mVlCfR6ZckuI&__*t$ff3p!Hk|2k=q zlgToT1M|a4EB1^9e-!zFaz`WdmM-S)A`kg-izIJyNV2^{fx!3f^iq%Rq7pQBPr^1jPod-U15(75UmecT7P*Mw0$W!{jW=(zfxU#LjrZcE7viBus_s$ zJ%(r8rr@R!R-6ClV*YbFPGKG;;pr$LW)Qf)hgyuV*uIOUQJ{iXI3fM54N&8-#tTra zqct%uSzw`m6utKqejFj7gwcGMJN_*$ZcCNoj^1qv?Rq*%qzK7>){>Xr6#GN<-Yc(_ zOMRZZdv^4l3rVBDs8TMgz*wiA%lU#D?ggT1q`6t|<(@SrBx4S*s!r9ho7C2W?NX=g zKh=vN%;)|<7&Xq-44IJV41Twn$6ulNNQ)}5|52a;N2UE4cqF1SsZW*o4Xn!GU}yf~#c&Dix&q~;7L$<& zT7<7;RrtJEf6{*cX_EN(tK2W<&(4!fmtZVzvFmckhl>!X8FC~sFSC*{dYuwMp+S{+ zI*@3Ka)_i%OTNln7vJ~SF8Z-WtM+Y)k5<`2$jvBovmv)TJpu*SP_jV=9X`K0UIcG0 zuOeymNE-s@S<(u7ZzyxS*%144N6yFzxyMR!ik9l1y*qI?!=W4h7|GJ23k~73Dl;j@ z)lYto@?ej+2;4P84_g5p?kDPZzvu3W51eBH5!y2PV^`%w%h<~U_1v^sPn)K5`(~`T zBN||a5$DED2=ZFo+*FB*Y%xDZE7{(0QZbM^6fAz<8Ln+(nGuS-T`~LSq0sqPe_c*I zz)s5c>s>g5(&=0DjsYY~4N&y>^@8yD5H?z_BvJ*jdBM36G% z;AfxAaU_Yn-#Y~o(0GXsqRzV;0N&rA+;Qiwt&N}nI@6DYenAqp!?I~M0>u9*8Wwf; zxSG2rNs~13{4HX{bu+JzJ(0IF;$aCaN7YL=^RlQeA|1hcB8Upz(n@2~sHLSvF8ug8 znjDw*an!fPF#aBRU?Pc{jJ!_e2OZKshrSTHQDgS^YLLv`krLUe*X{!SEwLv102(PI zvEqD*IQV2I2J4HSOkedX4L{kTN8BV98oC8I3WtI1gY(qsMi8JWQMUmnUZnePgSyDB z`zn#QIXORDrm5}kZxyP<3**2wc|rxoeE2>Sx@{_|Ewl(D4@!+py6lhL!b>eoitLXm zZkAtYll1?0)R)4_<-~@f5^UTY1&goKjO~~n;VUM*tZL!y zsR)DuG09hH6P6H7R0A^8z1Ibk7*=pqkGN~0v;Na|-Tk0AoEALEe>?a$Q&S(|4{nG# z$;neNtd>#x)&jY;?8(abrlXFo<){2SBE==ba>5e$-)0P(Ky@Pw=F$SZSBGfY^#`k|%1aczZ#N6}qz z%m@wp7m&Y!zO8LLE)}-Nl{rU#F=Z;Z4EALRy>)A3TT-1K@`M)YhY)`B#ul0IcCPIx zCf%5(&`2cIbSL^#=IO`ZHnnunAU1+zmZEQ(W0Yj2{=tT!)X2YI4WFLoE5b0#^*{I^ z;5rpeE7NwYLlvV-SU=B=v2<~NHid*da%LmUi)7B7Br`FTJNK%<-8L*wy*6V4MVrZc zxuEo>?+#}}Z!j`!_WbNvuRUwB$`>~K0Rg(4BpcjHXl;0;aOKPE-`o#)NdoXF8r;e~ z`(er12|ZzA7}MeT*1*6+N(<>&UB!0|ZtXgnAH_(|6YtK}|F1n+rfnciNN7N^kt$~0 z;K}kmz)3wX!8t*_xbVk`s_H5G;1=hVt5=LS-p+WZ4&*`Qc?sOt<38$8f}N_-u!hPV zMustdGJr)b5wJf}ErfzLL?eFm6&xyCnlmtrJqL3fUZN?bhW_R7Ws_?j%l?@)`h1o< z@=H8jogAcTv=ki9BG}0_t3vDG-sfZ>t7N9}MNy2-VRFfOzI@ymb}(#hgc!U3h!QuT z#6_SS+&Y@Pa>ZCqGLmX2`YH3)do3C-&9q$ylJ1c&!oG1Mc>g!6cPaF>2>LTPL_DvU z%$LH3NC&q!KF!bc0a(n)IQ-{2!ve-)L=hoq5$9FtklZc8(pczH4f;8G;gaiWsl*>e&!(gp{&@XQP~Fd#+sCO1o>{T=dV2e&^r$TbIn z=me1gCWJ@lT`1fg?~~f9Smm0T&CF>8mBzC#d`UZk@J`*4kL$#Kik{T!YHNsq8}`gc`C;!xH#PS7VbT+7~Ld3~s4?sO+^ zcqNc3#?#a8^07)in+ZaY<7>d;qc$(O$DS-~K$0O0{&H;tYtawMxw+SMiOH`RNsOpZ z8=O~0648ZH8z5N3r>*P*2PV*ym?2a}_%D26HDJA<{fBBqqU6->Cq}OHvNkOG$f0(ba5-gN%6ITYeM5tnd z^JO|5htRRrD_mrpsJjpUG%+xQWI#Fq!~ zZZn)|eTNcpOBTYH!}GZEvPDN~6rv-o6NHfMm{06cqU7W0N+v{2c45n0ML0|C%qJwE z{2;IFq@{hx_B9>n(1JiN?~nDl5GD7%fD1S7{sopzeEijq9!lR!yf54$r>TcejybUF zNZSK2y}vomhUdLPr~Z5(JCYj)<3fv=W>AK;z+l5ZRzT*VwHeKC}(ND?~bwYI7h)@w#QBX9w3?ggcN!vp+U@h z&RUn5Ek|!D^1B_fMTo8!phwrdSmt>5U-a;cLPQ}F*`pde$0Y}fdp=9xY1ZW{ctx**e}2j&)QKaUwf*;c zlN(bRylt&*_t*Vi59Fl_;4am)vM%`{7S=ZosfSD2+Ufbt`wQn&%qihNIxjc~(Ezdq zY72$J>>P#p{pa=1jEL##?D(YgONkD?+maiBWr>enS;-7oGM`L{V>HSa^@r$oq@6op zzF$86EbpH%WayOx=Jv*M$Tt*kto`5Is*iNa8B{nB789=Y8ENWM$|Ls@ z8}U{h4k!~bwr;syuYs3-JCJcZw59J4eeS)M{>z20^)U4Vvw6$M?g&~FqXr9eF)Jat zazyvFrE`R}&WH(lb?u?`t=Y-BfxJ;~k?Baa1nCwN(Ld-^lYNyWE(4aY+|}p%ko-1O z`t=c7(%C&3X3CjKlwLj&Lmhdt#`mM+c-03=2J&dl2)$P0lsV00Af#=}0}h;R`(5Rd zn^>x!G%_5mw}^DW++RJmi>2etV-=&JwNN}5+LjEYm&D_DG9x9V+wfB974r_5WAhxZ zgP8TyNOi1L^9ET)jo7wTGGOMFjKYC;zL8_K^0cOC$R=wM*+2nU_ z_v51U0$pu?QC> z=#j@%5^tp<)4WA2Bhf{^y!5GVMEkcaD*3_7@9nQnF#Im-wQwzw7y`-qVvslk9E&jp=K6CIupXM07~XfW;n&f=kzIm%1D$87XSju5QZVj-y5De0ASx zM90gkKP$g)8j_IuD-ULvnSTETl}>46aH2Qm>JyMV1eRL)=j>6v!p>a}co_z}lkbA( zs#O0DSk}m$m^bVM{%eD7gE^Mc{Z5M zvRk~@d(FwlKNUYNC&ID>qcQ?lJNCJB17X!v^$cLOvzlj+2N!TJQlarqf%P!LeyV8BW$Bn>)JUaY_2%jw+Dmi9_rZi|JpxP>kn>@Q{$Z9Uwl~`G)r`9!Z>n5 z8z>|my9eYys!Lb@jF1Gw#L~zwp`t< z>OVs6!24|1|_LQ!moA2-hDH+m`!Mt3DzY_lbI(8gc77+M9BhwR%b8 z$3iCN&d+;u<#<;7Jnu$eeOv+pwCQG(_6o)xVHzXuO~QpOQJ+V za1S3Vw~GP+yi5~7lx>uIeaQ_!i*DR4p?3`ka2fSsLVy2OcOtbm!Xi*+AKL3iS36H3 zJNGF1WK^@G>etTJcIB zYxsPc+xTyeOMupFGbL(91|p^4b5Qyw^c+WimF0kX`wq?%l~_mi0t7^ePdN+eyio|UA+xmt+p2(rs}D*R=2F$>ey7R z0?)n`GzRRr?d=`vxdyBR?4OuSFJssFd8QXY295$3p`S@goLsgL z>pAVy^uM>kKIpb;$KB7t8C zH7UAm)fc_T;x@OVzdhO6wEyS*-2DV_<4&1rbUx>qCg;3RnN7>WqV3FHg*FD+YyD8f z?S`dE!&eyo(j%=l{N3f>5$=aYEhdV!XSFAn%?%jY@beWZ_|vZJ({q_Nh{?tApP{mC z1RPWIkmY!KPC50x?Mzz}*Xuu)Ev)XldT3ri3gLqngr-9X4$U1k@n&CA+rnUGcn8a& zQhOa(#w1g?!c<7=?}Z+I43eNxmx}WsPnYSh@G1?#{x&pjuo8rc|G*~4jeT8r1&P}B z9=YSu@odUdV8 z$YruC)|w*bimjQ=b|%UUKlcIxTc4?%U#X$Byz`6i6T)HhL#()28c4%38k}u@@CYc- z>+5o+IK!|nT?OB^5b7|Xc0XwMAZkL?-N!B9UMRTNv0$w%_1#1a?9iPQVKth9DGxRZ znHR)QefKsq6u=`I1&*rX-sFd3-SGhT3f~M2%B6{UXqPv@BWfUPp-N#4Z!>tf-FG0L z{R_E!5I1qz-TwanR2)-~*rXd~(okrpoK47a>kO`2z!-~IwFioY(gON%iJyl6{e@GZ zaTDV1-*v&HAG2{aM#m4*Oz`S(0;AvAB*gXs(Ko?Uq@R4enjs z!aKqXcq(oaQ9kfMv#hXRBps%wV(x!r~WJJv1lTrtd z9^+JOI$fGf*?^AP+iv)75z^DF0urvEYAjQV28W%P#E2wE&09mp%j=>jozi62RCmhY z_W^A9`j6+rZp;t#wHvgCkLmWkde2BmW}c3oP3G$g!Sb%#{4?CV!Rc?>FmenLF;=iH z5B?`Mzs}zQd$Qk}2t;|bcarhIo!p(v2rxNo+@J_Yx^yyH+w=)DdL|hz1q5+$XW4l(%t2;#IL^OIL_;J;dA#-!;`y=n)d0o zr+v2CUTX$%rm!ttwfQXQ&>j%IuC0XR*nT5Zn=67kWUtH|jvZ~rtM~d^malJdy5?KO z3!r-}hQB+|f0 zK3DnV#utT<8*|OsL-mc%vs|l~Z%Ju2a2G@QYa2)rOlUMXe}6WUPR_q;FEn4}R2jnY z`Ys&FR{8CvO4hPJvqqZbUsbt<;Tzr=PYbrK2@jIvo~rJA?2bqg+5j;U5yR|7)Xd_E z+K-s#xd<}I=@vYD75^NY5`^3yeMofL4ss(PS11{CDH~+9iNV~J-%Q+L9qRcpI935N z(Nq7Kuw) z9U#`q)yc*Idh0Gyr-63>r)jfneJmH^3Fp6YL8zObm-sILY2XxX;$NlEe0N##e9%_V znq?#fPT$*%1kZb?V^xE+*d_K^N0JIc+^|U^$K567v@Df*Qr0lz{O*tNpz@+gz>>eZ z%|&+@u>P`PWzUzc&pKgXRr`0m0?xGutvbZ7Hoq@CPDzCb4HyUu|FV+0f5~KuCu+;# zqGpPtAj+S&a;Zy0l{1Uk{J%@d3w4i7?nVna*|fVoOu2smvfw!?m$W+9sN^^Q_)RS4 zEvK9u=lBZS_G!mxJm(U6(&fnvbrXEyiT>k&9jZ%m46RQtZ|?^=`MG=#E|NpBUVZVg zDXfAH=EbHpA(PJe*E`~wR6*-2bW^S9;!+OlGd(ppHq~s5DkMNT`Gf)^#QcJ4%dt4YI2)(H>x`p{~ zvE!SEAAtw>Tg~}vJ!C=ybSdlsp6xKe@7!9`1=Nq8CkU3xpLXA)Kl|JdDeI4?Z&lQp zgFy!zdR=b`Bvi2pIxGwajv9dk{P~j6k6?x)YvodFhl?p$6z<>8aL*3B-00U!6AMJM z-&E}`!DOaR&cW0|^zRSE&(~5dl+??{giz5UGk&b~ENW3#XpE2i&SVdt8)ns$e3G`| zy(ImRXxQ^^E0BYo2AL6yODp)nmlKUk4F6*$rZN6Z1PW&|b7$-@9QmR$D9u9nO=qs( z^-V^}7o<#NB&CMbCvSK=gs^Ng>u*vZ;2LQcpBSmon4f!_#XWcxScIMPYcBdHkJ37z z(1GG45vgubI8?(l;CEIuEYabT_cV92=KUMc0bMU~1I~z~RBIw8?GLS4rR*h5E$CUt z81EfdF_gKO&c7ZGF?#jh{trtIDwdBZ@tsd|<*#ZJD-|93;!|#bp5MmJvPi_A0(9bn zYbLOu2A0Zt1L`P5=dFDQC5#ZrnqBv_Vb~sg2N)0ls~WALWz3ar2802;K&P3jVgLKL?|CKWw@MW5^FmbBrmR!;_v zPoj)EUs=5hKi7Bn(vCxfH>lncqNlm$uo>>D;Z-kgG7SXY0RvT32*IVKB3TsU%il}w z)T4j_PNDdLeD&V->9uFA^tr%lZ-YufZyKbwM%ur^b}kAUb7h`k7~#Kt-3l%F0v!cH zgLB@r_h_9rB(Ni1^MTSmK`T(<^tjia`*JgbdE4o3fnxZN+P|tHzV?LHvihZ1@sO4d)glr07=je0kQ>}GVF-qsW6|D6Cuj7FbcApeL#3vTOIfcYf5~ap?@vZ$` z6-@qrTl^?Es7W*T0mWa+pDK9-9h6-i3hS^Qbjue1Am@cu9nPM4YY`((lSFK-Kv|ty zFAv(CaeR^|DrI5)7Kz=Pi&{&d#%bVA_En46_ptAkq-*gLV{TYb*M5X|1; zLQh02qm2f6{$=Cu)JNzUuz~PH5OeSe7m8pqPhq#rWk4{!e4peU{jokc9k@$7KB)_b zpx~{nZQNE+0iIO#j9{%8W0zS3`aUJ4Ciut?x(Ze&?JeD~dVW9ByM5}Sm8>~k_!Wk3 zO|WfPQ{O#MO;HVXQ#$GichZ`Vx2)P9``1yaxZQCedgi8{eYPQ&xPs01!I%-UqcGu# z9VYQb+w?F*qLwY8=NqjIU|; zM1Pk4qZ?cS3E}%*C{)#+b38D9~y9TAtiAFTotlo~>@SpeT zjr-r}jJ`|tr|+gdx3e$vM-bbOg1|P%Iw5T88NViu#%f~fAneEQ7r})0Z`Wb&7f(#j zBx941aaXn_IZ7kNKAlfc`6nIx#hmc~<-0{N+JLW*&%!v#ufLLL|L#u9Mqn}RO|JUo z8@q7NlpIo>QcisEU#sU(@QtHwemE5J^$s>*IgWh>yzBB;PD)cilrJJ%K7(M2mT`FR zNCP=}pvOXiaObTCedup@Kq)Jz$K?{zt7Rz4^nU{?QYCcqk}+d0X=K^lGI9DMBAyNQ zu_|PcNvr!cC6(;>Z3=PZ4!@-&GXM9>L?}Kb24dAss}3B&f5`QsIu=yydZUdo zDkwaNDc(X3I9YB6U7Wy@L?I)uecUKYaqqoGVA znRaqQXCJ5z*Z&F3FFgt571lD$Imtqn^2)yI|CAurgCB5Lug6W9Ln?)z#%-#B8tXel z$v#Y#9>|BX5N_fRQp=;E#eP0WqdqoZEKUV5!SblLK$RZNq_33=h$6D9V{<6VL2<5H zV*C2VKx$A|?JiKwqca4m$|1GGAO}~5RJ5!%M5aanHLipU&VA22J8@Jj)eR)|kyu!x zx3~|g&oNazYToVZaD7jzQ}>K5FT3b`Rgbilox9FTh#DQe6BnXAlSu}ztb67+!ea==0GMd3SJ8ZAd;xc8w)U$ zyK$~CP-oxBWN9>blu=+tKdF1a=IwZyDKM(M)jW~!d?OMc{`-bN@?F`%XOtvy&{^(X zbnmN=RfI>VY5Tic)EJUgQqlmH-r4D`xD>tIiIOC**wCNbCmlZ}UQRF5aW@ACAbxt!aQ*qp21}x^sl*gQnXh7d(K7itgMI5qE9i`?%d1x?|T!p z)-E;J93>k=4K7$kd(D?l%$Mb*2k{sVAX=7y156-=)Z^yNsEXZOO}X?a(H)l_)z4R9 zd?aLTP+Zl>n6^rS|Gyk;D#7%(c6g}5;oj86oA;tYQU@7IU(ikIuchT4x&^{y+WYg`e4?p^(2HZucrT(7;GAbhHd^;x$ka{|~C-bCdu8 literal 0 HcmV?d00001 From 6e43a09c112623c25393898d903725a1ecfcf8ce Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 22 Jul 2024 22:02:42 +0000 Subject: [PATCH 03/18] chore(deps): bump tj-actions/changed-files from 44.5.5 to 44.5.6 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.5 to 44.5.6. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.5...v44.5.6) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 5f593b62d..c338f2ce8 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index aa4782d60..bc6ad5d19 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index da29d097c..1c46ded61 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: files: _data/meltano/*/*/*.yml matrix: true From e965e796ee03b365da09df56149f88ef81a33579 Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Tue, 23 Jul 2024 16:45:08 +0100 Subject: [PATCH 04/18] Bump `matatika` utility from `v0.35.0` to `v0.36.0` (#1811) --- _data/meltano/utilities/matatika/matatika.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml index 76bd31752..29f077df9 100644 --- a/_data/meltano/utilities/matatika/matatika.yml +++ b/_data/meltano/utilities/matatika/matatika.yml @@ -50,7 +50,7 @@ next_steps: | If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).

-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.35.0 +pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.36.0 repo: https://github.com/Matatika/matatika-ce usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand). variant: matatika From 39a03bf053e38c260036c1725d4671ce31fdc9e8 Mon Sep 17 00:00:00 2001 From: haleemur-infostrux Date: Thu, 25 Jul 2024 08:40:34 -0400 Subject: [PATCH 05/18] Add target-db2 (infostrux variant) (#1813) Co-authored-by: Haleemur Ali --- _data/default_variants.yml | 1 + _data/maintainers.yml | 4 + .../meltano/loaders/target-db2/infostrux.yml | 111 ++++++++++++++++++ static/assets/logos/loaders/db2.png | Bin 0 -> 9011 bytes 4 files changed, 116 insertions(+) create mode 100644 _data/meltano/loaders/target-db2/infostrux.yml create mode 100644 static/assets/logos/loaders/db2.png diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 7173a5105..8c43b65e6 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -616,6 +616,7 @@ loaders: target-clickhouse: shaped-ai target-csv: meltanolabs target-datadotworld: datadotworld + target-db2: infostrux target-duckdb: jwills target-elasticsearch: dtmirizzi target-gcs: datateer diff --git a/_data/maintainers.yml b/_data/maintainers.yml index 92b3d6609..d21761a18 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -553,6 +553,10 @@ immuta: label: Immuta, Inc. name: immuta url: http://www.immuta.com/ +infostrux: + label: Infostrux Solutions + name: infostrux + url: https://www.infostrux.com/ integress-inc: label: Integress Inc name: integress-inc diff --git a/_data/meltano/loaders/target-db2/infostrux.yml b/_data/meltano/loaders/target-db2/infostrux.yml new file mode 100644 index 000000000..0d564a09a --- /dev/null +++ b/_data/meltano/loaders/target-db2/infostrux.yml @@ -0,0 +1,111 @@ +capabilities: +- about +- schema-flattening +- stream-maps +- validate-records +description: Singer Target for IBM Db2 +domain_url: https://www.ibm.com/db2 +executable: target-db2 +keywords: +- meltano_sdk +label: IBM Db2 +logo_url: /assets/logos/loaders/db2.png +maintenance_status: active +name: target-db2 +namespace: target_db2 +next_steps: '' +pip_url: target-db2 +quality: unknown +repo: https://github.com/Infostrux-Solutions/target-db2 +settings: +- description: Add metadata to records. + kind: boolean + label: Add Record Metadata + name: add_record_metadata +- description: Maximum number of rows in each batch. + kind: integer + label: Batch Size Rows + name: batch_size_rows +- description: IBM Db2 Database Name + kind: string + label: Database + name: database +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: IBM Db2 Database Host + kind: string + label: Host + name: host +- description: | + The method to use when loading data into the destination. `append-only` + will always write all input records whether that records already exists or not. + `upsert` will update existing records and insert new records. `overwrite` will + delete all existing records and insert all input records. + kind: options + label: Load Method + name: load_method + options: + - label: Append Only + value: append-only + - label: Upsert + value: upsert + - label: Overwrite + value: overwrite + value: append-only +- description: IBM Db2 Database User Password + kind: password + label: Password + name: password + sensitive: true +- description: IBM Db2 Database Port + kind: integer + label: Port + name: port +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: | + Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: IBM Db2 Database User Name + kind: string + label: User + name: user +- description: Whether to validate the schema of the incoming streams. + kind: boolean + label: Validate Records + name: validate_records + value: true +- description: | + Field size for Varchar type. Default 10000. Since JSON values are serialized + to varchar, it may be necessary to increase this value. Max possible value 32764 + kind: integer + label: Varchar Size + name: varchar_size +settings_group_validation: +- - database + - host + - password + - port + - user +settings_preamble: '' +usage: '' +variant: infostrux diff --git a/static/assets/logos/loaders/db2.png b/static/assets/logos/loaders/db2.png new file mode 100644 index 0000000000000000000000000000000000000000..cd272ed1ea22be66da5484739ff9b92024d7c88a GIT binary patch literal 9011 zcmc&)RZv`Ovkfl6-GVy=2?Td{cb6am26u-LT!RMJ;O;Ou1a}#nFj%m`8Jx@cU;e6F z=k?ZoS+(oys$I3a`rEyF^@>tckwr%(L4Eh`9lE@nl*YSvFo|!^X~>9gc%HOr_3j<@ zgS?cumiOvO4w83@_U&uWJlAOPEG&G8nv{4+I}D-TNv8!Io=YF3gUucWUfOHX16o?6 zp@qj9#1cwPAZ0AgNexqob=XA@OGR6({BV6Q3RSVrkpC2b1K*u@Fe;e=blZB|RGNb3 zxQ6!M5Xki&C!>}a&4UiGu0{;pH!Eb?o11h|?z`sHm>|5YpK~3x}@L$M&C{s;G zI&|}ND%Fq|rmdH>oXdBXpsJ7|DJa{vi5W!v4#yGK$izt5L#L}y4v!Ev_~cgN9Mp|R zhK7Tijd5^z1?@9spbEo6eS7Wy1__wAvwwwuOTd55{xt#r$qY(xrlc4$zi}O3Rh=MA zBzpu1Q!7{j#x|7%0|y~2aX!X3X3^@JT734r7DtU~h@zQ9p@jN2pve%%5HCOr1+FGc zp}_8EAX6|rfNbvO(6-h-0lr!MW!-_dXh9=7v;$Tvv(nhN@K=VKm__WscJQQi%;~$z zA&N#84cmG>gQ_zyIoPCtI#*N3$$o=9&GJO}SLut*6iR7-i0o8OyoyUszi;h|xlDTr z8C@DqN~S`hZhBC^oB%0W3o{R5=ce`0$Sn;=$JO7uNAGo`*yqK^`c`Z9TWt#X6O1zM zSyJa&hHb0toORqFrAJ)0V`qLgIY>f$NBm6XjRPrCntT8m$hzADpQX7L8lt4qqt&OM#m1@Br+g(fWNY`Gp+#0W@) zC>fefEOUm>$YFC!2E19yl2cS15IpOSn930xDh8bSMc$5$kJtNw*sAm!Nmz7iq|D8! ze*E~6`T1PJ783LaMk#}XYPXv^w`A{N&k{U{GM5;^Of6G{J^xF2cq6D?u#gigpw0l$ zc9Ul4{HHf?aA+upC$ERuzGS?OkLJ;V5f8O2h1q@9E6FtI$Q%D<fF~39OmUqlN2-^g z1$Vq*<)N|`ZOPiXqOO{6cxY$#>t~OK3G$cC@}w^q+i2=ijFi|kHkVd=pMbb56ZFXk z-&oK(RZ8tI4zR*~SFaC8$bLl0+DwSa%SWloDVA#$w$xxWH#e(q9L$ZgN$M;?sUm>k z7$2e+78c4N_RR*xlq@NwP*nGb`H+A`KjFp~>!9h(FGLH7#T6PQgnt1Oq@)h!Vq3&d zvjwMud+hDxcQ6Nx5?=m>G;dda-tU7sM1I?ZnE$XP4-Xv;m8B(+QeOA;oA|Mq>k|4=9 z24C|*D3b7T`UZtic|(Ah{nUqelAqgUjE~knc~)@S;irF3*IEww&gn+!)2ct(#8Co? zpGU8eRM$pyBf4KhCS;x`As*O!1? zXPwID(8Z(hm2yS3^~%!d=;-1)Y0~bQ;~Ofvp`j~60s@(vC&*UJxkaJ=JLd}Ji!e@y zB~mv7H9O9NWh43_v!Pkm39Sj4)JlY7pSgr}+JQ7B$F?~Y zgp`nTMPz;Lql8+!VIHATa7}bN9qu0=)A&j$+%G3=S(5P+{%?_g*LD$AEYw5P_+y-x zuTjUeN0DHH2Z|gPcoAjJvi&9UU-i^45( zY~0jIPz;Ytx&IJEO&$CE4O1lz|3KP&Po)>`Zia)d02 z!91z`*n3!FQOYiqPrConYyJseVUlicAle!xm?&Mrt$AJRud<-A;k^|oL zr`DC-&Gcq_(4YfDAOL`_buA)6=#wL}Px;Hy533f_SJRi$c0@E1r8mU{)BNbyR}u3% z0!f6F48{Ic(FHxJ>xyOf>x}XluWT&LoKNu-M5uD`a0NQ!=$^^+8*3-i-%fKb)7?Oa z;N55jD#`?*OO9+6*<}EdooKcvx83J!bj1`x_7|+Po>vp4-zr73zN-KWAb6)9u*S3g z$pyB5BWVBZ=XW!NvGzo3>kWgF3C>uEkdEW0YYYnI6JM6xl`C%MD*Wme8pBz}1B)gS z^{?d)i=3Ri2GoG>sT6pqa_%N_78XBL;}|b8Gx(7V>uG^#t);VV%DgpnRo#G?SJ1)& ze3c^I;AGcadHeDDX7U|s*remtq0>$mmFe-0(Rt^Dl2W#}VlUMHY7(T^?e8-~SG@^%FZr=1=%_ph$$zUh zB5+8Nz58!#WIo4(u8|Mj?^tr&^UXIN!DSTS6_4K^!+1-D*ag@t2iIj=Tp7U^>-F?f^ulcijiow_uTNXWD;`xSA48lgI4ZN|qd+{ISw2y`a zIt60pO&$Ut9ErRvdoP)gFvxn}yY1gSx3j2kyf3Qh7Wni0#*r>g8mI4G2O3tK_fmsW z0Mh*p)1t$<8=b{{gwyohknTrEv=6@OQm54hH#AE%#)>deC4?4Uf3EsVG{k_!tNYZ% z`#8UwOLQm~*Q(`ahPLA&UOC8CpB*xv?*8JG8I0c7@sa%{$cw*9W;^!@(3ISk|L9c| zA+oZMmCe8VK`8R*sDj`TZ$HuL(*T0+i$m4A*dW9wrc>tj;NDJ(JPKo9lEwXeq|2;-$Sf(Z zW3Od`Fv)p`aHkgyCnqPcPq)&_xJ>q!Y6Op19IK_YbT1c27^qReuNh4pfm)PZl^&R7 zFAMxNYsYDG%UWD4)1q6_)U>b@Qodlf0LnTa+(~%cHTi-^GpIqI#p@LR)%X*b`6@{_ zi$PbS8Pp5~vc-NSeAegF^5d?$CF_4DsG9QS0v$hxk!p@j1fL6Ox<6;*?3Rh@QhNK- z#JZrNuV{71bscx&VsKYie&_>i6{|kefPWY)4i^{j`}T0xI5jN?19 z@**q@N!^nG3R6&#69scN1`WK0ZjJ-SU+eU|g< zU8m>i!B%3qmiVznYFe5%s`?K-lt@&9O1R<4;jE{s>K0`^01DibT%N3pBFL~n=Poet zhFN&^aP`rf-!Tlz<+r7D=pz=Ak(!1n(>2M=tNa25{!|7g@Lq1(Hj|+t?4n6T_G{}J zfB)HN^N8NXn1Twt?vKgfvS|@Yry+B}X*{8$2nyXz*-exbG=C!=b|&hqDPydV@pYo^OXxS-5BJK14hL{f&e!G25VNy1Q!(-_mvdFhC9c&!P&u%5?76Y?7Sd8u@S2|G%B!n~2Ifo0>6#0wu;!0< z;BHIG^5xjzZd)}Jfg-*WL`I+Ow0b?4_Fl-i`=$(Zs~ynrwn=B4MXn4=2te)~1V77v zj#Q5f6%L%y9NY=~Ty~OYmx_!S0{6yz+aH<7>T=_F8_g)w*}2@MVZKsbs1Z9>&O+LAZ?>BpL(9GwW>zTRbhv}lm`hjUC|UwfrBQeF_+T;hOJ|}x2Im~+tAF5 zo#Ao+$R17>{y;KC(ML4nj%@tp$I6yU)hGTG8;0v+5M~)JxqzJga(~giHkU2Pmk5IfPr=--M`Ptria$!P* zlcvF9C_31Zc@=rD%?L;2qT<(fg@NH6gS2&eRe#6juNYo;g%4mY-*#?2{~Mm{kCL*R zxiK8zAQ5}&@Robw-!-IhAFb9b*r;!;SsYJz2-q<*4jxYUKg@B}v}l{JKadi46b3g5 zS;EhfayXOp#&SAAbH+;PZ-y2d`U}W3eTeG$ zvQ9G~2kvroqNJgMGkt!sN4vj}z*{05X3eG>+!?zbufOZ3BcF9mSNqxaGQF(domIes zDmNY@TWiwgGFp;;$KIU(j>l;=44srG%<6nSLQgr98%5xvTW@~`UrgBpUF3e(@@thO zlL%uCsc4{(Kyk@u(lvsh>$fJC=l{g{aLtdDZsJ?+pTIR39|MgMK{+ciY;|mVie}m6 z;)MpfoF1JlUWUm<%b^Wu)lrG#GfWdWk%bEwc`=>{Wh()Z#4pRmlGTZSzFVSd;bZXR&NOzoUp4mo7*~juQyg) zTntYUw2Nx0oFyWB^74;NaCOi{t=ob?IzRUV=Vwnr@E}Gf?&Z^UqkH##DXJm@suF^2 zR7!FweCHS)eeFpOX3PMq;<#T#Q_YzW$$$V_YSfKwzk=h%o!#=QQ0L?ZnA7rcz#G~N z8!cN^NJbVqpJiX$iBa4AV9=W_)rRc!^=e-khL`QZa`Xq?Q%SZK0t_NO=Jmwb#!2-i z&4BDjV>z|RsLm#T&(R8c`8&goO@dSg$Vc+1BU*}!JJ1vZhnw#4sc$KgME<;;73aYB z_k@T*m9!1yE1=spe#WFV@P0qbwK1;|p&}`|=R>tjOl&L~nSeW^8KYu}&d$85sJO2$ zVGkfRHFZ2N#?vI{mH855|32H<%R*-5y6fhKzUuMbhL(L2LqV;`fDP>+f6+yX1AhDE?NK)H{tcfd(|Uc zAfd7(xQXE5&iiD&9rt*t`n`7!R)TZ#Ukd^~UEPQv;d`mxo9hC$)N4?}@=9^9MeTL6reHHF@4Vk!Y)F3NIp$jpdI;gJ$dL`1BZe>UYIm|2ti z^1qM_KCR#7my1Dhe;fOMcQs2PqVU4_ZQM_{oY4>_A6wrZjog7=<>y+z*oJUC25PpW z5>Le`tJf}=Qjd|^iz-<~Ooef&;QLt_r6sgpD0Pt^ob7IBXXkt|lx}vpJ31L|S6raU zXyp)e0mkfKZT(Zz_}Tu}fd~g}vW0z>t(I}PDT4fx41RGJvut~Y#YY zHdR=nGD{XiD@?){X46c{LW}K4rgk@O9P6+JGVY@e(MSlpt-@a$S7urOq-bQ^jDI{T zK~*6`IGZXa=1tnn_-q}2p)k5~#BumAYxO);`>0F9SL|)?t`4S?S;{l7K1l^l3BLMY zpRR$NNKXab&;8j~N5;no5a1q=gs>DT2ghx>$AoEXI02+hJr?T&!Y1k5L*Tlxy-%-B zGln8IW^G=ULEeAAEvd2!hHx9p9s=%^mQOyHH7|a5uX3Qg$f$odSMARR&xXztWAu$O zEStZ?V@0#BhHABVL?j8g|D{wVk3}$O?==(czTX0g*FNtiCj>~1PvM+a@AxcN*R2J6 zvH6deVx(j-tew_5jcjzbV~r zdLCE9)Czi5VU3QCZliY_eDreLa(moRL(J$iWVPnUg{I?1CL|2kVwVsW(m(U7%cqXCSkhD{Rb$xYPr*^mH|Yw+2}L>E8o)h{0~fc zZ6TWB;es77?Y?7LT*dKh=LQI>1Ka9Uo<(7iC#e+uHsyi*TMDvcV2jy zs3T5D=6J_PM}MxPM_KR`eDW7^h5cZ=bxY^v;Z7Xzra^})v?ca-c9~5dA?^P6msnvF zLH+toZhvQ}PBxpzZ(gm#ejhrIME9MpHYY!0Pk(JT$ZSeZPR6}YqhqJ1%HHhzN$u(P5ek=N!{QBn-#(N`MdTf91i79t^ zxB>a&5fF^EL|}X%Su|IkwfMAXxz+;6y=46$=owoU_lDg3hQ+2mfs+slY!G0jVTB>x zyk0LcEiHU|KvwFSOwiNeKwJ|dmpBh`bFbp)e%6>CdKRYW72bF~YLr^~NZ!78?DDJ% z>N}|uuU%>~p{P#u6Urq$uTr%#^6KgSXu#%GaQw6j2NyN`%@C3e{op$Hu5KW*Khk9z>LZiJ)YGK6o)h>OG2 z0Ku+#pb2Z-4x2B3CV98)T%Y%qvz&L(EsdMINw9L4_jHXye6IFougP>1NIX_SBMtn3 zvbq$-BEv1C_z7V}U6|1$sV}rPW^#7)GG62{NvCXSqpsek=&o;-A@i_*v!njCIzGyK z1hv~bf76u7`#a10D!&MNx@S9@rk^OSV!Izbk;$S9gHwQ*Nu?HZCi?Ja0?ZN#rY$c} zxZuU%OG!h1(GYbCcmGo+Y}LfuEaxg_;UAf#5MaSmJe$3~JvBCFm*jc#;9aHPWe}~H z&em-*qH7uu<(phS8ZM?C3q+!lfwVYyu6@Pc#F5#`|77+O3^McN?rD`RT_}uesjjM6 zqkE~MFNNjF-FR=Z`U*?FAwpxF8__nLH=P*?!}Ov%PiOxl5qk?R0B8Cl#mx&k`H>uQ z)b<#Qlr=f5N2c?()o6_JM!vMW{L+5MfFw+QbG5s;Z|>3;F~e*eP}bTh5mM7*>21P* zmuOvYP~EVcCn94`|6L=*^85E0TW;5-SIsHax$&<6DbZLNnzW#+I3)!T2s8?u`W;8w zFCe4ar0LyMr$1X=QPD5x)bqWvwq2%$sRn&ddd~1vAxVqZqIRvyg zS{U2qdy{sbQ&?zu=YOa%Eix~g*}ZQ~R-k+;1+I*DwG0>#3E z3oD%M>n#-WkS;7<+c}SmIF_M+d%qbs{=qKUUva$^NtId1>Jw<@k{J6Hi!}n~VExV^ zFG&^s_@~#h_@cT$Gq7LMtD+2ob9fk(b{tTBDNCttIPtJ9#8qwe$XN#EiS%Sy-bbGE ztwW(aWfDTvJ~~$KV6bc7n^%;VCxPhb=jSg952jwQ9d7jx`VW+~QC8VC9c!9V%DDTUL4GmWuzh zcfAfRY|hs;+96dqq$(|Fie(1Yy^#}+n}V-$kqOWg5Hj})3J)$0#r0XYar~QPr(pSz z5cGn}G|CjH7&wSiE%Uz1Bmq-IZ(%pT@}Wb(=uHA9`t-$i`7|vh4IBqDy^4%VxZ_FD zA{M+w)Y8!&brTKC=kA{J_&s({#0&X#-X&EE*Jv{-0jjYvpN1GWggX2Bc0B3p>l3#) zZP5!SRaKp-GQsHUzThfM3`@Q^WPGq*SUYx^(26v*4@$jw{IDok*W*iJH%U)yIAfPm zzqV8G4)yr`9%_xVNKav&OeOZP(s12S8;bq7Yh9yjD;~zI=owkTtNwelCati5vpRYi zR5~6~-qEv&CgM=`nC`(zW5+a7(rI}iSxDlRb~Entk10vdLlV$EeHbkGBW3@{rrWeI zC!n?NyiDlPFmnF1bql*G*o^h3pck9x>FOeF7_IfoKsfra^3HGsJ0%?*In3Aiqa%_P zNVsXBxU_V;k{vJM(a~zNy;Nl{{QFHmOlfIpB0lGQyg1-DB&)v_ZxbpUBAS?$)gDta zoXhkVhTTn^7TG`g4!c72tMZi^EhE3hw)_13uW48XF3rC@yXW$4>RfZuZaZ%oR`;ci zO%h%1%n-a7w>{Xp=q2Vy%jQ&L5Tgk1N`&_}Sp1!y8`y7})6)<$z_vNwg!G2M>D7Y; z{hRJ++S^r;b?u2Yjg81WA?sAq$1&{PZ!0<5Bz$#)YK)$z%l9>HmkLexTjXcJ=N5mN z?b%`vrDSr2Cng<4lTx*Ta^wKdYG>vGtyV`O<8`j}fQb5|QlUtNmCI?QX7ox0-R;fT z9;#N0E}^dTRkk8$o2|7yyISSnahG1wLh*-(;!X1I+aW|~h_S?61a@b8Eg=$mRAmDX z9>;ZnV;vuzksDBgOehuAglQu6U#A)C<^mv4iGXLlCrI>7@+*NsPdOnM@rR!}^>g%w zEe$rBycue+nhdW44rmT1P^52)yMe9h^=67>RYCk$+mTiM_&i3p_Xmt`^L&)NeA~^^ zT7Cj(z^-}JYL0?kKa?f{bC}kDkwo78a;<37Vkpjd7~Fu7K3IV*aeSocq-D(4mBP(8T3@?GI-RlDA)FyUq0`VPgE_JorDf zB#iuo#Z0EBB^nJ54Pv5|Sq5OdQ91O8fj(9GsE-%HpT}X=R56x&rwRWtK*%YXVf=r1 pJO1nP_-`r_xA0y?-@SW%g(JQ-zudv6do#nllb2SJs*x}Y{U0vdT{i## literal 0 HcmV?d00001 From 5c253e1130a76f910da61f54bbaf957cd0446190 Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Thu, 25 Jul 2024 07:59:21 -0500 Subject: [PATCH 06/18] Update Tap Iceberg to add AWS configuration support (#1809) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- .../extractors/tap-iceberg/shaped-ai.yml | 34 +++++++++++++------ 1 file changed, 23 insertions(+), 11 deletions(-) diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 9588ff88d..0dcb182f2 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -47,22 +47,34 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root -- description: The name of the Iceberg catalog - kind: string +- description: The name of the catalog to connect to. label: Catalog Name name: catalog_name -- description: Additional properties for the Iceberg catalog - kind: object - label: Catalog Properties - name: catalog_properties -- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') - kind: string +- description: The type of catalog to connect to. label: Catalog Type name: catalog_type -- description: The URI of the Iceberg catalog - kind: string - label: Catalog Uri +- description: The URI of the catalog to connect to. + label: Catalog URI name: catalog_uri +- description: Additional properties to pass to the catalog connection. + kind: object + label: Catalog Properties + name: catalog_properties +- description: The access key of the AWS Glue Data Catalog. + label: Access Key + name: client_access_key_id + sensitive: true +- description: The secret access key of the AWS Glue Data Catalog. + label: Secret Access Key + name: client_secret_access_key + sensitive: true +- description: The session token of the AWS Glue Data Catalog. + label: Session Token + name: client_session_token + sensitive: true +- description: The region of the AWS Glue Data Catalog. + label: Region + name: client_region - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale From e4fbc54f9e3c78a8e1eec575fdb15b470abe0954 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 5 Aug 2024 12:30:17 +0000 Subject: [PATCH 07/18] chore(deps-dev): bump black from 24.4.2 to 24.8.0 Bumps [black](https://github.com/psf/black) from 24.4.2 to 24.8.0. - [Release notes](https://github.com/psf/black/releases) - [Changelog](https://github.com/psf/black/blob/main/CHANGES.md) - [Commits](https://github.com/psf/black/compare/24.4.2...24.8.0) --- updated-dependencies: - dependency-name: black dependency-type: direct:development update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- poetry.lock | 50 +++++++++++++++++++++++++------------------------- pyproject.toml | 2 +- 2 files changed, 26 insertions(+), 26 deletions(-) diff --git a/poetry.lock b/poetry.lock index e8cd0f4f7..5efb6b4b5 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. [[package]] name = "attrs" @@ -19,33 +19,33 @@ tests-no-zope = ["cloudpickle", "coverage[toml] (>=5.0.2)", "hypothesis", "mypy" [[package]] name = "black" -version = "24.4.2" +version = "24.8.0" description = "The uncompromising code formatter." optional = false python-versions = ">=3.8" files = [ - {file = "black-24.4.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:dd1b5a14e417189db4c7b64a6540f31730713d173f0b63e55fabd52d61d8fdce"}, - {file = "black-24.4.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8e537d281831ad0e71007dcdcbe50a71470b978c453fa41ce77186bbe0ed6021"}, - {file = "black-24.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eaea3008c281f1038edb473c1aa8ed8143a5535ff18f978a318f10302b254063"}, - {file = "black-24.4.2-cp310-cp310-win_amd64.whl", hash = "sha256:7768a0dbf16a39aa5e9a3ded568bb545c8c2727396d063bbaf847df05b08cd96"}, - {file = "black-24.4.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:257d724c2c9b1660f353b36c802ccece186a30accc7742c176d29c146df6e474"}, - {file = "black-24.4.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bdde6f877a18f24844e381d45e9947a49e97933573ac9d4345399be37621e26c"}, - {file = "black-24.4.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e151054aa00bad1f4e1f04919542885f89f5f7d086b8a59e5000e6c616896ffb"}, - {file = "black-24.4.2-cp311-cp311-win_amd64.whl", hash = "sha256:7e122b1c4fb252fd85df3ca93578732b4749d9be076593076ef4d07a0233c3e1"}, - {file = "black-24.4.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:accf49e151c8ed2c0cdc528691838afd217c50412534e876a19270fea1e28e2d"}, - {file = "black-24.4.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:88c57dc656038f1ab9f92b3eb5335ee9b021412feaa46330d5eba4e51fe49b04"}, - {file = "black-24.4.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:be8bef99eb46d5021bf053114442914baeb3649a89dc5f3a555c88737e5e98fc"}, - {file = "black-24.4.2-cp312-cp312-win_amd64.whl", hash = "sha256:415e686e87dbbe6f4cd5ef0fbf764af7b89f9057b97c908742b6008cc554b9c0"}, - {file = "black-24.4.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:bf10f7310db693bb62692609b397e8d67257c55f949abde4c67f9cc574492cc7"}, - {file = "black-24.4.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:98e123f1d5cfd42f886624d84464f7756f60ff6eab89ae845210631714f6db94"}, - {file = "black-24.4.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:48a85f2cb5e6799a9ef05347b476cce6c182d6c71ee36925a6c194d074336ef8"}, - {file = "black-24.4.2-cp38-cp38-win_amd64.whl", hash = "sha256:b1530ae42e9d6d5b670a34db49a94115a64596bc77710b1d05e9801e62ca0a7c"}, - {file = "black-24.4.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:37aae07b029fa0174d39daf02748b379399b909652a806e5708199bd93899da1"}, - {file = "black-24.4.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:da33a1a5e49c4122ccdfd56cd021ff1ebc4a1ec4e2d01594fef9b6f267a9e741"}, - {file = "black-24.4.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef703f83fc32e131e9bcc0a5094cfe85599e7109f896fe8bc96cc402f3eb4b6e"}, - {file = "black-24.4.2-cp39-cp39-win_amd64.whl", hash = "sha256:b9176b9832e84308818a99a561e90aa479e73c523b3f77afd07913380ae2eab7"}, - {file = "black-24.4.2-py3-none-any.whl", hash = "sha256:d36ed1124bb81b32f8614555b34cc4259c3fbc7eec17870e8ff8ded335b58d8c"}, - {file = "black-24.4.2.tar.gz", hash = "sha256:c872b53057f000085da66a19c55d68f6f8ddcac2642392ad3a355878406fbd4d"}, + {file = "black-24.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:09cdeb74d494ec023ded657f7092ba518e8cf78fa8386155e4a03fdcc44679e6"}, + {file = "black-24.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:81c6742da39f33b08e791da38410f32e27d632260e599df7245cccee2064afeb"}, + {file = "black-24.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:707a1ca89221bc8a1a64fb5e15ef39cd755633daa672a9db7498d1c19de66a42"}, + {file = "black-24.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:d6417535d99c37cee4091a2f24eb2b6d5ec42b144d50f1f2e436d9fe1916fe1a"}, + {file = "black-24.8.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:fb6e2c0b86bbd43dee042e48059c9ad7830abd5c94b0bc518c0eeec57c3eddc1"}, + {file = "black-24.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:837fd281f1908d0076844bc2b801ad2d369c78c45cf800cad7b61686051041af"}, + {file = "black-24.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62e8730977f0b77998029da7971fa896ceefa2c4c4933fcd593fa599ecbf97a4"}, + {file = "black-24.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:72901b4913cbac8972ad911dc4098d5753704d1f3c56e44ae8dce99eecb0e3af"}, + {file = "black-24.8.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7c046c1d1eeb7aea9335da62472481d3bbf3fd986e093cffd35f4385c94ae368"}, + {file = "black-24.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:649f6d84ccbae73ab767e206772cc2d7a393a001070a4c814a546afd0d423aed"}, + {file = "black-24.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2b59b250fdba5f9a9cd9d0ece6e6d993d91ce877d121d161e4698af3eb9c1018"}, + {file = "black-24.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e55d30d44bed36593c3163b9bc63bf58b3b30e4611e4d88a0c3c239930ed5b2"}, + {file = "black-24.8.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:505289f17ceda596658ae81b61ebbe2d9b25aa78067035184ed0a9d855d18afd"}, + {file = "black-24.8.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b19c9ad992c7883ad84c9b22aaa73562a16b819c1d8db7a1a1a49fb7ec13c7d2"}, + {file = "black-24.8.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1f13f7f386f86f8121d76599114bb8c17b69d962137fc70efe56137727c7047e"}, + {file = "black-24.8.0-cp38-cp38-win_amd64.whl", hash = "sha256:f490dbd59680d809ca31efdae20e634f3fae27fba3ce0ba3208333b713bc3920"}, + {file = "black-24.8.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:eab4dd44ce80dea27dc69db40dab62d4ca96112f87996bca68cd75639aeb2e4c"}, + {file = "black-24.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3c4285573d4897a7610054af5a890bde7c65cb466040c5f0c8b732812d7f0e5e"}, + {file = "black-24.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9e84e33b37be070ba135176c123ae52a51f82306def9f7d063ee302ecab2cf47"}, + {file = "black-24.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:73bbf84ed136e45d451a260c6b73ed674652f90a2b3211d6a35e78054563a9bb"}, + {file = "black-24.8.0-py3-none-any.whl", hash = "sha256:972085c618ee94f402da1af548a4f218c754ea7e5dc70acb168bfaca4c2542ed"}, + {file = "black-24.8.0.tar.gz", hash = "sha256:2500945420b6784c38b9ee885af039f5e7471ef284ab03fa35ecdde4688cd83f"}, ] [package.dependencies] @@ -499,4 +499,4 @@ dev = ["doc8", "flake8", "flake8-import-order", "rstcheck[sphinx]", "sphinx"] [metadata] lock-version = "2.0" python-versions = "^3.9" -content-hash = "f6c947e1045cd6da7b090313bfd1f9ca7fb5c3d57fbc04e4f85660af787ce1a1" +content-hash = "341bd84d3e62bd543bf902b2c8bb6647487b0d0885689a3bb6b46bd80e7b5803" diff --git a/pyproject.toml b/pyproject.toml index 81ce1dcdd..5d3cbbba7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -11,7 +11,7 @@ yamllint = "^1.35.1" requests = "^2.32.3" [tool.poetry.dev-dependencies] -black = "^24.4.2" +black = "^24.8.0" isort = "^5.13.2" [build-system] From 62bb4e3e626fe5a78e5fb92b3efdd987c4c7495a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 5 Aug 2024 21:22:06 +0000 Subject: [PATCH 08/18] chore(deps): bump tj-actions/changed-files from 44.5.6 to 44.5.7 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.6 to 44.5.7. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.6...v44.5.7) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index c338f2ce8..72693c7d9 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index bc6ad5d19..c614d24e2 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 1c46ded61..72a161ded 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: files: _data/meltano/*/*/*.yml matrix: true From da827474ae93256aecc2b98613dce743d7deba6a Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Mon, 5 Aug 2024 18:51:45 -0500 Subject: [PATCH 09/18] Add IAM role to assume for Tap Iceberg config (#1817) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- _data/meltano/extractors/tap-iceberg/shaped-ai.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 0dcb182f2..434296961 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -75,6 +75,9 @@ settings: - description: The region of the AWS Glue Data Catalog. label: Region name: client_region +- description: The IAM role ARN to assume when connecting to the AWS Glue Data Catalog. + label: Role ARN + name: client_iam_role_arn - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale From 089bb3842a5c31ebcc56d86e9cab46ef14481567 Mon Sep 17 00:00:00 2001 From: Max McKenzie Date: Mon, 19 Aug 2024 18:07:57 +0200 Subject: [PATCH 10/18] Add new `api_url` setting for Airbyte variant of tap-plausible (#1820) --- _data/meltano/extractors/tap-plausible/airbyte.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/_data/meltano/extractors/tap-plausible/airbyte.yml b/_data/meltano/extractors/tap-plausible/airbyte.yml index a0b02d482..d21813203 100644 --- a/_data/meltano/extractors/tap-plausible/airbyte.yml +++ b/_data/meltano/extractors/tap-plausible/airbyte.yml @@ -25,9 +25,15 @@ settings: - description: Plausible API Key. See the docs for information on how to generate this key. kind: password - label: Airbyte Config Api Key + label: Airbyte Config API Key name: airbyte_config.api_key sensitive: true +- description: Plausible API URL. The API URL of your plausible instance. + Change this if you self-host plausible. The default is https://plausible.io/api/v1/stats + kind: string + label: Airbyte Config API URL + name: airbyte_config.api_url + value: https://plausible.io/api/v1/stats - description: The domain of the site you want to retrieve data for. Enter the name of your site as configured on Plausible, i.e., excluding "https://" and "www". Can be retrieved from the 'domain' field in your Plausible site settings. @@ -75,6 +81,7 @@ settings: name: stream_maps settings_group_validation: - - airbyte_config.api_key +- - airbyte_config.api_url - airbyte_config.site_id - airbyte_spec - airbyte_spec.image From 0637793e36e613c643a5714e6c62ba117acafb43 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 21:23:07 +0000 Subject: [PATCH 11/18] chore(deps): bump tj-actions/changed-files from 44.5.7 to 45.0.0 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.7 to 45.0.0. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.7...v45.0.0) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 72693c7d9..5e0a0a6f0 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index c614d24e2..3b55c4615 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 72a161ded..42c89e031 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: files: _data/meltano/*/*/*.yml matrix: true From 9e4e56300f831b3ee45c270ae7e22ac6a56fce33 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 28 Aug 2024 21:19:19 -0600 Subject: [PATCH 12/18] chore: Remove duplicate required setting in tap-sftp (singer.io variant) (#1825) --- _data/meltano/extractors/tap-sftp/singer-io.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/_data/meltano/extractors/tap-sftp/singer-io.yml b/_data/meltano/extractors/tap-sftp/singer-io.yml index 9090e1701..608e69f09 100644 --- a/_data/meltano/extractors/tap-sftp/singer-io.yml +++ b/_data/meltano/extractors/tap-sftp/singer-io.yml @@ -56,5 +56,4 @@ settings_group_validation: - start_date - tables - username - - username variant: singer-io From a04b0a4c719c0058951df2da1f790db6d2468230 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 28 Aug 2024 22:54:00 -0600 Subject: [PATCH 13/18] Add `s3_region` setting to TicketSwap variant of `target-redshift` (#1819) --- _data/meltano/loaders/target-redshift/ticketswap.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml index 281d654cd..c14010411 100644 --- a/_data/meltano/loaders/target-redshift/ticketswap.yml +++ b/_data/meltano/loaders/target-redshift/ticketswap.yml @@ -139,6 +139,11 @@ settings: name: s3_key_prefix sensitive: true value: '' +- description: AWS region for S3 bucket. If not specified, region will be detected by boto config resolution. + See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html. + kind: string + label: S3 Region + name: s3_region - description: SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See From f0d68e4aaaa227e37fadc4ed72bc25ab4c414017 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tobias=20Cad=C3=A9e?= Date: Thu, 29 Aug 2024 17:10:27 +0200 Subject: [PATCH 14/18] refactor: :fire: remove `dialect+driver` and `sqlalchemy_url` from settings (#1824) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez-Mondragón --- .../loaders/target-redshift/ticketswap.yml | 36 +++++-------------- 1 file changed, 8 insertions(+), 28 deletions(-) diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml index c14010411..215d6e482 100644 --- a/_data/meltano/loaders/target-redshift/ticketswap.yml +++ b/_data/meltano/loaders/target-redshift/ticketswap.yml @@ -40,13 +40,13 @@ settings: kind: integer label: Batch Size Rows name: batch_size_rows -- description: Redshift cluster identifier. Note if sqlalchemy_url is set or enable_iam_authentication +- description: Redshift cluster identifier. Note if enable_iam_authentication is false this will be ignored. kind: password label: Cluster IDentifier name: cluster_identifier sensitive: true -- description: Database name. Note if sqlalchemy_url is set this will be ignored. +- description: Database name. kind: string label: Database name name: dbname @@ -55,16 +55,8 @@ settings: label: Default Target Schema name: default_target_schema value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: Dialect+driver see - https://aws.amazon.com/blogs/big-data/use-the-amazon-redshift-sqlalchemy-dialect-to-interact-with-amazon-redshift. - Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored. - kind: string - label: Dialect+Driver - name: dialect+driver - value: redshift+redshift_connector - description: If true, use temporary credentials (https://docs.aws.amazon.com/redshift/latest/mgmt/generating-iam-credentials-cli-api.html). - Note if sqlalchemy_url is set this will be ignored. kind: boolean label: Enable Iam Authentication name: enable_iam_authentication @@ -92,8 +84,7 @@ settings: label: Hard Delete name: hard_delete value: false -- description: Hostname for redshift instance. Note if sqlalchemy_url is set this - will be ignored. +- description: Hostname for redshift instance. kind: string label: Host name: host @@ -112,14 +103,12 @@ settings: - label: Overwrite value: overwrite value: append-only -- description: Password used to authenticate. Note if sqlalchemy_url is set this will - be ignored. +- description: Password used to authenticate. kind: password label: Password name: password sensitive: true -- description: The port on which redshift is awaiting connection. Note if sqlalchemy_url - is set this will be ignored. +- description: The port on which redshift is awaiting connection. kind: string label: Port name: port @@ -144,17 +133,9 @@ settings: kind: string label: S3 Region name: s3_region -- description: SQLAlchemy connection string. This will override using host, user, - password, port, dialect, and all ssl settings. Note that you must escape password - special characters properly. See - https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords - kind: string - label: Sqlalchemy URL - name: sqlalchemy_url - description: Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate - yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url - is set this will be ignored. + yourself to the server, use ssl_client_certificate_enable instead. kind: boolean label: SSL Enable name: ssl_enable @@ -162,7 +143,7 @@ settings: - description: SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, - or verify-full. Note if sqlalchemy_url is set this will be ignored. + or verify-full. kind: string label: SSL Mode name: ssl_mode @@ -181,8 +162,7 @@ settings: label: Temp Dir name: temp_dir value: temp -- description: User name used to authenticate. Note if sqlalchemy_url is set this - will be ignored. +- description: User name used to authenticate. kind: string label: User name: user From e192b8eb68ded7775dd2581971c1c00e46b38046 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 21:41:41 +0000 Subject: [PATCH 15/18] chore(deps): bump tj-actions/changed-files from 45.0.0 to 45.0.1 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 45.0.0 to 45.0.1. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v45.0.0...v45.0.1) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 5e0a0a6f0..f485d6dc5 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index 3b55c4615..67280aeac 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 42c89e031..fb7bc6587 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: files: _data/meltano/*/*/*.yml matrix: true From 2bf8369e66b2a020b513238ff284ca28261f7515 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 4 Sep 2024 10:52:00 -0600 Subject: [PATCH 16/18] Add the `chartica` variant of `tap-staffwise` (#1828) --- _data/default_variants.yml | 1 + _data/maintainers.yml | 4 + .../extractors/tap-staffwise/chartica.yml | 106 ++++++++++++++++++ static/assets/logos/extractors/staffwise.svg | 2 + 4 files changed, 113 insertions(+) create mode 100644 _data/meltano/extractors/tap-staffwise/chartica.yml create mode 100644 static/assets/logos/extractors/staffwise.svg diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 8c43b65e6..ff7fd6e12 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -491,6 +491,7 @@ extractors: tap-ssb-klass: storebrand tap-stackexchange: meltanolabs tap-stackoverflow-sampledata: buzzcutnorman + tap-staffwise: chartica tap-stamped: hotgluexyz tap-starshipit: zookal tap-statuspage: airbyte diff --git a/_data/maintainers.yml b/_data/maintainers.yml index d21761a18..f6bb67eaf 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -166,6 +166,10 @@ cguimont: label: cguimont name: cguimont url: https://github.com/cguimont +chartica: + label: chartica + name: chartica + url: https://github.com/chartica checkr: label: Checkr name: checkr diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml new file mode 100644 index 000000000..653f107ab --- /dev/null +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -0,0 +1,106 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Healthcare Productivity Tools +domain_url: https://staffwi.se/user-guide/api/reporting +executable: tap-staffwise +keywords: +- health +- payroll +- meltano_sdk +label: Staffwise +logo_url: /assets/logos/extractors/staffwise.svg +maintenance_status: active +name: tap-staffwise +namespace: tap_staffwise +next_steps: '' +pip_url: git+https://github.com/chartica/tap-staffwise.git +quality: silver +repo: https://github.com/chartica/tap-staffwise +settings: +- description: API Key to authenticate requests and access the API + kind: password + label: API Key + name: api_key + sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: date_iso8601 + label: Start Date + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date + name: stop_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain +settings_group_validation: +- - api_key + - reporting_id + - subdomain +settings_preamble: '' +usage: '' +variant: chartica diff --git a/static/assets/logos/extractors/staffwise.svg b/static/assets/logos/extractors/staffwise.svg new file mode 100644 index 000000000..a6aa4529e --- /dev/null +++ b/static/assets/logos/extractors/staffwise.svg @@ -0,0 +1,2 @@ + + \ No newline at end of file From 9251ac0b1ac359d27722b9055a388ce04a122af2 Mon Sep 17 00:00:00 2001 From: Huzaifa Patel Date: Thu, 5 Sep 2024 01:11:17 +0100 Subject: [PATCH 17/18] Updates chartica.yml to move main config values to the top. (#1829) --- .../extractors/tap-staffwise/chartica.yml | 34 +++++++++---------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml index 653f107ab..967eb558e 100644 --- a/_data/meltano/extractors/tap-staffwise/chartica.yml +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -28,6 +28,23 @@ settings: label: API Key name: api_key sensitive: true +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: string + label: Start Date (Optional) + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date (Optional) + name: stop_date - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -71,19 +88,6 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Reporting ID of each report - kind: password - label: Reporting ID - name: reporting_id - sensitive: true -- description: The start date for filtering results in the API call - kind: date_iso8601 - label: Start Date - name: start_date -- description: The end date for filtering results in the API call - kind: string - label: Stop Date - name: stop_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -93,10 +97,6 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain you would like to pull data from - kind: string - label: Subdomain - name: subdomain settings_group_validation: - - api_key - reporting_id From a86f6ad83aef126743cab3008e381f48ceb53b09 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 4 Sep 2024 19:23:30 -0600 Subject: [PATCH 18/18] Use `meltano-dbt-ext` (#1815) --- _data/meltano/utilities/dbt-athena/dbt-athena.yml | 2 +- _data/meltano/utilities/dbt-bigquery/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-duckdb/jwills.yml | 2 +- _data/meltano/utilities/dbt-postgres/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-redshift/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-snowflake/dbt-labs.yml | 2 +- _data/variant_metrics.yml | 10 +++++----- 7 files changed, 11 insertions(+), 11 deletions(-) diff --git a/_data/meltano/utilities/dbt-athena/dbt-athena.yml b/_data/meltano/utilities/dbt-athena/dbt-athena.yml index de029023b..c16594ec0 100644 --- a/_data/meltano/utilities/dbt-athena/dbt-athena.yml +++ b/_data/meltano/utilities/dbt-athena/dbt-athena.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-athena:initialize ``` -pip_url: dbt-core dbt-athena-community git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-athena-community meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-athena/dbt-athena settings: - description: | diff --git a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml index 79e1b7835..d03f28476 100644 --- a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-bigquery:initialize ``` -pip_url: dbt-core dbt-bigquery git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-bigquery settings: - description: | diff --git a/_data/meltano/utilities/dbt-duckdb/jwills.yml b/_data/meltano/utilities/dbt-duckdb/jwills.yml index 2814c14e3..f389ea64e 100644 --- a/_data/meltano/utilities/dbt-duckdb/jwills.yml +++ b/_data/meltano/utilities/dbt-duckdb/jwills.yml @@ -70,7 +70,7 @@ next_steps: | # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-duckdb:initialize ``` -pip_url: dbt-core dbt-duckdb git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0 repo: https://github.com/jwills/dbt-duckdb settings: - description: The path on your local filesystem where you would like the DuckDB database diff --git a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml index 7fd595975..84bbb6e57 100644 --- a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml @@ -68,7 +68,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-postgres:initialize ``` -pip_url: dbt-core dbt-postgres git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-core settings: - aliases: diff --git a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml index 9e1ee570c..921b6854f 100644 --- a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-redshift:initialize ``` -pip_url: dbt-core dbt-redshift git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-redshift settings: - description: | diff --git a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml index df7ea9c31..db9851368 100644 --- a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-snowflake:initialize ``` -pip_url: dbt-core dbt-snowflake git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-snowflake settings: - description: The snowflake account to connect to. diff --git a/_data/variant_metrics.yml b/_data/variant_metrics.yml index 825c2da9d..20aa09c31 100644 --- a/_data/variant_metrics.yml +++ b/_data/variant_metrics.yml @@ -9531,7 +9531,7 @@ metrics: all_projects_unstruct_by_name: 9 all_projects_unstruct_by_variant: 9 name: dbt-bigquery - pip_url: dbt-core~=1.3.0 dbt-bigquery~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main + pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0 plugin_type: utilities success_execs_by_name: 0 success_execs_unstruct_by_name: 650 @@ -9550,7 +9550,7 @@ metrics: all_projects_unstruct_by_name: 141 all_projects_unstruct_by_variant: 141 name: dbt-postgres - pip_url: dbt-core~=1.3.0 dbt-postgres~=1.3.0 + pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 208849 @@ -9569,7 +9569,7 @@ metrics: all_projects_unstruct_by_name: 7 all_projects_unstruct_by_variant: 7 name: dbt-redshift - pip_url: dbt-core~=1.3.0 dbt-redshift~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main + pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0 plugin_type: utilities success_execs_by_name: 0 success_execs_unstruct_by_name: 35 @@ -9588,7 +9588,7 @@ metrics: all_projects_unstruct_by_name: 19 all_projects_unstruct_by_variant: 19 name: dbt-snowflake - pip_url: dbt-core~=1.3.0 dbt-snowflake~=1.3.0 + pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 6889 @@ -12799,7 +12799,7 @@ metrics: all_projects_unstruct_by_name: 70 all_projects_unstruct_by_variant: 70 name: dbt-duckdb - pip_url: dbt-core~=1.2.0 dbt-duckdb~=1.2.0 + pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 368