From 18d67bac63620d9ead466cef895e7379c0213756 Mon Sep 17 00:00:00 2001
From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com>
Date: Mon, 15 Jul 2024 13:52:30 +0100
Subject: [PATCH 01/18] Bump `matatika` utility from `v0.34.0` to `v0.35.0`
(#1805)
---
_data/meltano/utilities/matatika/matatika.yml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml
index 68d75ace9..76bd31752 100644
--- a/_data/meltano/utilities/matatika/matatika.yml
+++ b/_data/meltano/utilities/matatika/matatika.yml
@@ -50,7 +50,7 @@ next_steps: |
If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).
-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.34.0
+pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.35.0
repo: https://github.com/Matatika/matatika-ce
usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand).
variant: matatika
From 345f741672d7c56d71978c71eee961bd951f1563 Mon Sep 17 00:00:00 2001
From: Ben Theunissen
Date: Thu, 18 Jul 2024 12:01:19 -0500
Subject: [PATCH 02/18] Add Shaped AI tap-iceberg (#1808)
---
_data/default_variants.yml | 1 +
.../extractors/tap-iceberg/shaped-ai.yml | 97 ++++++++++++++++++
static/assets/logos/extractors/iceberg.png | Bin 0 -> 17608 bytes
3 files changed, 98 insertions(+)
create mode 100644 _data/meltano/extractors/tap-iceberg/shaped-ai.yml
create mode 100644 static/assets/logos/extractors/iceberg.png
diff --git a/_data/default_variants.yml b/_data/default_variants.yml
index a74ef86cc..7173a5105 100644
--- a/_data/default_variants.yml
+++ b/_data/default_variants.yml
@@ -238,6 +238,7 @@ extractors:
tap-hotjar: epoch8
tap-hubplanner: airbyte
tap-hubspot: singer-io
+ tap-iceberg: shaped-ai
tap-idealo-click-report: horze-international
tap-ilevel: singer-io
tap-immuta: immuta
diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
new file mode 100644
index 000000000..9588ff88d
--- /dev/null
+++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
@@ -0,0 +1,97 @@
+capabilities:
+- about
+- batch
+- catalog
+- discover
+- schema-flattening
+- state
+- stream-maps
+description: Meltano Tap for ingesting Apache Iceberg data
+domain_url: https://iceberg.apache.org
+executable: tap-iceberg
+keywords:
+- meltano_sdk
+label: Iceberg
+logo_url: /assets/logos/extractors/iceberg.png
+maintenance_status: active
+name: tap-iceberg
+namespace: tap_iceberg
+next_steps: ''
+pip_url: git+https://github.com/shaped-ai/tap-iceberg.git
+quality: unknown
+repo: https://github.com/shaped-ai/tap-iceberg
+settings:
+- description: Compression format to use for batch files.
+ kind: options
+ label: Batch Config Encoding Compression
+ name: batch_config.encoding.compression
+ options:
+ - label: Gzip
+ value: gzip
+ - label: None
+ value: none
+- description: Format to use for batch files.
+ kind: options
+ label: Batch Config Encoding Format
+ name: batch_config.encoding.format
+ options:
+ - label: Jsonl
+ value: jsonl
+ - label: Parquet
+ value: parquet
+- description: Prefix to use when writing batch files.
+ kind: string
+ label: Batch Config Storage Prefix
+ name: batch_config.storage.prefix
+- description: Root path to use when writing batch files.
+ kind: string
+ label: Batch Config Storage Root
+ name: batch_config.storage.root
+- description: The name of the Iceberg catalog
+ kind: string
+ label: Catalog Name
+ name: catalog_name
+- description: Additional properties for the Iceberg catalog
+ kind: object
+ label: Catalog Properties
+ name: catalog_properties
+- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue')
+ kind: string
+ label: Catalog Type
+ name: catalog_type
+- description: The URI of the Iceberg catalog
+ kind: string
+ label: Catalog Uri
+ name: catalog_uri
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+ kind: array
+ label: Faker Config Locale
+ name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+ kind: string
+ label: Faker Config Seed
+ name: faker_config.seed
+- description: "'True' to enable schema flattening and automatically expand nested
+ properties."
+ kind: boolean
+ label: Flattening Enabled
+ name: flattening_enabled
+- description: The max depth to flatten schemas.
+ kind: integer
+ label: Flattening Max Depth
+ name: flattening_max_depth
+- description: User-defined config values to be used within map expressions.
+ kind: object
+ label: Stream Map Config
+ name: stream_map_config
+- description: Config object for stream maps capability. For more information check
+ out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).
+ kind: object
+ label: Stream Maps
+ name: stream_maps
+settings_group_validation:
+- - catalog_type
+ - catalog_uri
+settings_preamble: ''
+usage: ''
+variant: shaped-ai
diff --git a/static/assets/logos/extractors/iceberg.png b/static/assets/logos/extractors/iceberg.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4a99c3951e6aa99d6e44575f236f32aeb5710eb
GIT binary patch
literal 17608
zcmbXKcR1Dm`v8ugWAA+sSqbGFl*q`IGD68X_90}?j0h*QC`5?t%yW+8WN!!ADI+Un
zWJN-e6~2%2dVj9#`}^nj&)0Qzb)Cn!_kBOseLtVyHMq@4$3q8!Kp1tjZyG@$WJuCK
z8Yhxv?{CDn=7V^=3FQ-R=cD{}fbq6ndM?oDAyN8ZOj&=@@efk`gAds7`Iycpg
zgTDTpolbl`k+HR7vRa(aTpw}_`CIQT$}8D@{hotMK}N4*wUiS+;tc)jZJXdq8t+?P
zPY<^>&4N8@SJ$EN%J&n2$Y^i?q-omv5ZU$ex_V$syJ2Y
zqPw+$iqQ!fz@S8bpK*`C=8yE4C8zw8sdI27O>47@hEgCP2~n3HH&3z_qv}lAY85rj
z;vJzRl4$S8rd-(*x9i^+8hb%zmLfuG-Hk2Vxp+tCS+KRTQcJA2_PlFA6rNL$jD-N%
z<($`*TIz0Z#N?N|suHb3UjPBlc7`0yZ5^bJ<-V9!zS?yK4M0
zFbYEjk090*^iao*J_Fd+t|4W=bV{h*5{DSNVggLuGK+vphynQ+{?IqN5hmF%Xk+qU
zw@@PI1vMg>Vx&nUWzg#}2-O8Bd{!gtfdXjkpf{=9+^;RLpnRidLQjDZB%sE$HO4rw
zP=|uDwJ|a%{q}XFPTo<2eKT27dKyLf+K$R}Ea1vBR=gGpy`g_QG37-tiE}to=S}eK
ztM*WW^)*@x{WLNP1o0bc?C!1^6i+2_R1J_J7)*`cyApWNqZSzJ;S0`B(UdGW2un5K
zkH!=-BUr-d=zUp?S)E7*e$rR~EEI5vr}O1nrvIO&S_*hZ?J0jdof?<=Mi57}K@|rW
zXi1H2bTz{jBN-ve&f-*Q5ok&!R@?~Ok?hHLNrM4D@f8WN_SpB
z&chB9O&>)T^bL6rfD^}LYE+Y~g1u}?j*k3<`CGeSo<;fiHZ10`Gu9V*B_?
zZEtQp+^Xc@=71p>cyNWTBGXTAn=?ZAT`p(Ns}nU07UJNZkb?wxpc+xbsXYz@Lnl>p
zj3IWP@gsJ5@FO+=4*KqwcRgaePWfEMgdqONIhU&(mole6+2nRRMz(CR~#P
z>@l$69q?n*I0}eTe%aSC9H$fTj-i1>IV*qE{`STp?<6g%Ki*+oK3dD18)sitR~aDg@$DoRZg-
zCIqF2Qo(B}pv3dF475m^D^@&DD-?KkkFQQn2n}9
z1{xmz$OOS3Uuh8FOn4AKl;|y@y7Q!07lM{6KHKbi^#DN*r9X_u2ExQBp~Tx+S1zK2
zO1wo(fEkcMnnm=tyjUt}kiDYFt1(bW2c3D3yqz{N;?TQ`n+ifh|KL0gQqT$tp)t36
za3}J{0>+@844v1d>Tr9GIiZr{@4JZQTlI=rQCJ^9eBM`O^HCByAP9(1Jem?%6gr8L
zjB|kwqSg!i`u|URyth_88H7Z}|4<2{Sn&`@6oQ37148-#+fMSO|Fv5&ntj))SN!M-
zfk^M(;;767SmV7ZvC7x1OpgQ2zU1h>>VnABHxddYKUb8F?J;t8z989=Bamwp9O+nU
zeD`?Y_{+7XevH-90QHc5$5?cOi2rdrPrQ2X1ynv3y*IGddC#;%pIuXA@29uODGjl?
zX~1p0<7aX(;g;;c-CjkOXq*D@`Q_mHqbo;Ox^(Nc#Ep&0lH*d1@el_+jJX+?>Dcn2
zBd4Zn8LEW@wc$MeTf9p1pl-cpFs86h7h~d1PIlN-SBXDWtm6o$AW4kY?EY{pvpKDt
z_UKX7@B>``bwQMH=KRYy31s6})1IQ2jp~!bu(p+K0V(Be4`bl2XP%kkP%dr5@vbJB
zc6K1b{1`aZa|_RA)1xq67Ier(l+I8Atqm{LD>ed-*^CX-dckTcw%DI2RcUg`GN#g>
zM&jEGjd2$M+tIDwemvFD*@F7tE%xT?9|6hcyo5LYj;xvEPYFX566<;(Su4c;P^{rUwY8sGf-;V`oa8_h##(4Rw
zZvcKM!-aCEVTw6+15P%AG_#r2eAd%y7wZn#G#WxBqHHcbV(0l>^nib8*MQiMu+kwE
zl+6mdSfuCYvEd+UaxM{VER+%$bL$&?lsGwaDzdabZ>{@HLNev#y=?m1%I|(;qa6`e
zFU1xxpIp~8M-|aZBxFyz=@rq2MJLt3rutsFEqp^=uDwl(ZSodrUuQS9
z_a3`sd@}ms3OzLF*T~Q0s_^~gOI8wipMGy@F_PN`n#YvG%p>?ZO)|&x+x?ob2r>xP
zB#sipd?Q5cvI-hKCP!;_$8|ytW5%xeQ{m`n51-kn;>knWlYo7=mp4Zvj{DFv&wSa=C7i(A+QoP}e6p
z_O2%cxS|`@TSSUQ(r4VcP(1SZ%@-!3{utSuXvmdR4iLzLBckBCSv<;hO&u2?-urJI
z@|C&hXTt>?u}SE?XKR!@we}YyO^quc2WW9qL-~uhh`|@Ft|qrb00~b7VYmyzyuriT
zahwzgf@~=-U`D0vz5XONFuB!<%(OHa>hf`Gh{Q?m6?W`HqiUL?A>>d6cP-UmUN9w5
zZpLsjJ+F>VGrZ$0vi)*KU%M*g
zbHuDT!|xk*$;DGVGUyxB&;$2p9vxx5rVAWUI71eX3{b)to9Zld+bsH+_IS_6nOr-P
z9;p-Oxot6#2q>9@EhcHfu*~fqFseOqosnzl_juIy=+rK~c|KP6Zg_uz3OZo8b-9-6
zB_L6dqew$2EKjO^#stZxN@y_?~vx&pYHq%EZ+X8U>9M{t=z(i^=LJ;vuS_J^j>{3
zYR}JRV1j}cSiu1vlTD_Yu
zt;-(9er?x1!pX}rEk%lttE~@rP7maTR-mr_>1X-Tq`0jV-Hsar^cZpAy89{Mf?grw
zMfJ(itt~0lzgY-Ytjcy)EAB&X6+a)aN?#Nsvz;_~@peK42_^I(Uy6^Tn-MWV=LpHl
z){=hLZ(_`3>K^WPXUpJ^gD$XacU>x>rS_L``5}Z-Q0sslo5h?zYQGqd`W;`H_vKpx
z`%@V_c|eMU#+3L6wPvjSV=h8+%S_$l^2~eKv@dXK7f(4DZiM}*Av+FIGW1i0&^f%n
zb(xIwvOE&7C(2|#bU5nO<#t~Wf)Tg}Q2Z@sJab8U(YFmK
z$h>(?a8GsWe>+k4*U@pl+>GgjO)N5a8a9MpxXUv^Yl>E_SG*mcdu-J8TNEWCywBTw
zeb7#(6YbTi^Zn>l2tZH~=cJ3mwF4LhV?8BwoGoTleKqpN6-SRdJ>>9y7g%V>r=u+H
z9A0_yB_5rcrBwPSQ)aa$J@)}?u;9y$AJ5fXti+H|yVBIS9ddHN*5#63_NUq2Wqw}m
z;vQD3Hw9TlF-Qw-*ualzWEL~BFIC>(CZ1~IO-kgAWcH`W3aoDiEvi}xGulNQ`w#3;
z26dOeAiT(48BB+Y=8S@E}F75pz4?=W!B%h{z-Jg1`JVV<0F!wo^^gk
z5n1$dBa4P&yZ*WLdAgAgQy1c@pzt!AldOpx1?l(M>n5v)MVsAw0=^emh)fQcraOT>
z#H@1r2CMdhV8=IB@sR=F8)p~~$ayB9yQu2!I|%(OoV~(1La9wgPtm8u9GV$RAtZF|
zB?Dj4lr_B=7Kt|{^)bDd(x(V1tIDEz-R%z~ImB9-7wu<)SS8~e!@4)~%>T`k!B50a
zi;=llQRk6gdtdE?k6X5<)cbY5Fxc^~cDmv~t?lY_A`kf+sPo0aUm@I6dGYs6a2M!b
z^tAZ)o_)ja-UJYU3eY+aWHHE08LP&3LuKf$?8p_MqLh$W1MTsNiD6^-sRe|E^HtJ4U;I{wHbTtks+K4pOf@AFr*j<
zMkaVWB;$Ee3VRo4x;QfHyv)avZ`f*|Z1$%R+<}wjr7M-{x$pXJLdnMSlHX-8+T33`
z@Gh%zKi=GwXVw0$2zh&D%9@wf%!{3{8x%j0VlHXBKJ)m(wo3#IqSrSYCDY{g-~^wx
z2Zg&hyKdRU67$X^ng8QF6h1#=A
zy*2VNe7^HWtGhSn|1)!M0bs@EmR*&~sH?~?S1jL7kN&5$ZT)iN7Xm|zrR9;g%R^&Q
zDs8hT5)`i6tRwzkn;y8;UGO`UEHJ@ALB9jYn&42{M5mX@X4(!3unkwEJhaI3v?YsvCr=6Xd;#N
z5{AH-Q8_*?tCGPF%%WBEeE1;OMM9A?hNXiXP&ay+y0?LA)F~Mhz>wy@(Y4b-Y8lOC
zgWt=%$4t%E(s3^I3ua7u{6>|1%q^hZogVqIRl4^}(WjAm8v)N;
znnD0OSlBWuq(1j9ms{p+IW2NH;=HL$9dA+9zHaS_BCw?TJt*YpOg+^@BO6F75jdB;
z)sK2kG3EaQ4^b|R(5h;>ZtBkdm4mR>Cha^l%;54}QH<;aQ-RXQ#So7ApN%{BxX*sFxy||Rd!O_>^DeHGLfnDxpsFN2H5egOj>nBU7;0pwj
zC-koH`sSu=Z)bnl4V#Ya-VHAE`}&`&^zx_7)|@l+jG>hS#|{SSNl62y
z{@S_!i`!}{OP(DT&mT->E;ZgTWe9~nsU5A62Zop{iiDzJ&H)on;!`5@QYatU1ar&m
z^LGp>`j-bl^nrxn$}6x%sW48B+!^Ux3SSIo0;S)d?5wBC;1h4Da)a$IB*5I<+C;AH
ztx4e4oLQH(;pHxQHfx7;cg4gr?{Ah-UOO{yg(emY|Gow>qsWJJ@C%^Cx&?Y-+QN@z
z7y4hkd+fo!V%n}-OU?XeW+NRKsTi3febP5^2w`AxgxvqnFZbP@uw%J`yC&y(gssle
znTyAYo90+XG3NMP!=xtj@QIfxi;&J<@gL`G?*^{4g>d6WyhT#67le5j`W)X9vi^uM
zu-g*p2iE^h`0Y^a>-q@e?O(ojcA`c%&se`n48b|*ZTm!jrCI35Ssk_b{b;wZFMYiF
z>GKBxv+>l%QJ4{OVQm
zTY_cKn#EYRToo{@9JxU=@ebt=r$hcu`i3}%uy~Nh2jQkQt=j+9y`US`lB(gzwIF_@
z(k(!7;0$%O$B-i?H0;;c;
zfWb<1b~Bl2qU9Qiv;D3bM*qF`m`0B1@}_%37GiEtwYhe2{u;uSHV=Yp
z_^Jd}!#^r|AZfq+QV7oXI
zKvAjV4pMY+RAa!CDo+{iup8;mrYm#waD^edX{`%4}DrL}Xj
zWaQ`jVkEt?VC2ik3`n*T5+l3u5c%WyS3eFO?^yZP^zSBn$9Q3!NC};r$+eK+krENJ
zof-3~yTZ#FPx>B3kM=?k;Qq*?Wpxy79Rqi=HZOnG6<)YDEf!U-Q{On$(;H)>L%HE8
zZKx;Ob#9K4O=w#h6zYSu<3udLy7f~X)y>>aH|3ara=kM{Yjgq1C
z2)ef=l#u4v{|MNPr|P|^lW;U?cip!7s?Ia}`QhEJV5_esdv%n+6dZ*4YPKh^)$2pmdt8{X_0+T5O4_;O%C*d|O7DJUxQ+xA`;rXwcl7XMB)CC4
zsz8V==oU9MsR5G~o!HUN<$S>3aou#8*YXlD2^WI2vTHt;1U^?Livf90+I@RwYVgZR
zRB>Ub1y@Q4vl)#AdZK;Zo-S$rRrx&kC|*o|cE-Ni8b(P*amNd2(nOpw@y(j)T`{Yx0u8$Er;JYqRgD10+%6HQrwhlVR
zm>4bqr~0NCwD{tcM@K<>o44}Ol~4Cqsmkmh|4G?yG`gm@sUmR*7)IqD9@F~}8kPJc
z=GdR!2upVuH-XI1A>&3P4PIp+YZKkqQbC+Z*$Bc*`S3BLA|HL}kgM~YWF0&U97DNxGmSJ#$nw`^Q*^s$ld)$@jIN6qlz#)9@)9qFLmAwBl?C#@qTsh$GA
zF4wKPFs29bK~AW!df^R)_!_*zvBH%NaiqT(Sz1BxG6INlv%C50{+*x_rzO1R<6h!O
z%NSXxg<86k*C$NH+25MR$D75Yxzttoh~iLBF(|#^!S8=}lA!RK*H%5kp%xExOyX4}
zP=8P&F!i)Yr+l@W==J~;VX|80`_}mVlCfR6ZckuI&__*t$ff3p!Hk|2k=q
zlgToT1M|a4EB1^9e-!zFaz`WdmM-S)A`kg-izIJyNV2^{fx!3f^iq%Rq7pQBPr^1jPod-U15(75UmecT7P*Mw0$W!{jW=(zfxU#LjrZcE7viBus_s$
zJ%(r8rr@R!R-6ClV*YbFPGKG;;pr$LW)Qf)hgyuV*uIOUQJ{iXI3fM54N&8-#tTra
zqct%uSzw`m6utKqejFj7gwcGMJN_*$ZcCNoj^1qv?Rq*%qzK7>){>Xr6#GN<-Yc(_
zOMRZZdv^4l3rVBDs8TMgz*wiA%lU#D?ggT1q`6t|<(@SrBx4S*s!r9ho7C2W?NX=g
zKh=vN%;)|<7&Xq-44IJV41Twn$6ulNNQ)}5|52a;N2UE4cqF1SsZW*o4Xn!GU}yf~#c&Dix&q~;7L$<&
zT7<7;RrtJEf6{*cX_EN(tK2W<&(4!fmtZVzvFmckhl>!X8FC~sFSC*{dYuwMp+S{+
zI*@3Ka)_i%OTNln7vJ~SF8Z-WtM+Y)k5<`2$jvBovmv)TJpu*SP_jV=9X`K0UIcG0
zuOeymNE-s@S<(u7ZzyxS*%144N6yFzxyMR!ik9l1y*qI?!=W4h7|GJ23k~73Dl;j@
z)lYto@?ej+2;4P84_g5p?kDPZzvu3W51eBH5!y2PV^`%w%h<~U_1v^sPn)K5`(~`T
zBN||a5$DED2=ZFo+*FB*Y%xDZE7{(0QZbM^6fAz<8Ln+(nGuS-T`~LSq0sqPe_c*I
zz)s5c>s>g5(&=0DjsYY~4N&y>^@8yD5H?z_BvJ*jdBM36G%
z;AfxAaU_Yn-#Y~o(0GXsqRzV;0N&rA+;Qiwt&N}nI@6DYenAqp!?I~M0>u9*8Wwf;
zxSG2rNs~13{4HX{bu+JzJ(0IF;$aCaN7YL=^RlQeA|1hcB8Upz(n@2~sHLSvF8ug8
znjDw*an!fPF#aBRU?Pc{jJ!_e2OZKshrSTHQDgS^YLLv`krLUe*X{!SEwLv102(PI
zvEqD*IQV2I2J4HSOkedX4L{kTN8BV98oC8I3WtI1gY(qsMi8JWQMUmnUZnePgSyDB
z`zn#QIXORDrm5}kZxyP<3**2wc|rxoeE2>Sx@{_|Ewl(D4@!+py6lhL!b>eoitLXm
zZkAtYll1?0)R)4_<-~@f5^UTY1&goKjO~~n;VUM*tZL!y
zsR)DuG09hH6P6H7R0A^8z1Ibk7*=pqkGN~0v;Na|-Tk0AoEALEe>?a$Q&S(|4{nG#
z$;neNtd>#x)&jY;?8(abrlXFo<){2SBE==ba>5e$-)0P(Ky@Pw=F$SZSBGfY^#`k|%1aczZ#N6}qz
z%m@wp7m&Y!zO8LLE)}-Nl{rU#F=Z;Z4EALRy>)A3TT-1K@`M)YhY)`B#ul0IcCPIx
zCf%5(&`2cIbSL^#=IO`ZHnnunAU1+zmZEQ(W0Yj2{=tT!)X2YI4WFLoE5b0#^*{I^
z;5rpeE7NwYLlvV-SU=B=v2<~NHid*da%LmUi)7B7Br`FTJNK%<-8L*wy*6V4MVrZc
zxuEo>?+#}}Z!j`!_WbNvuRUwB$`>~K0Rg(4BpcjHXl;0;aOKPE-`o#)NdoXF8r;e~
z`(er12|ZzA7}MeT*1*6+N(<>&UB!0|ZtXgnAH_(|6YtK}|F1n+rfnciNN7N^kt$~0
z;K}kmz)3wX!8t*_xbVk`s_H5G;1=hVt5=LS-p+WZ4&*`Qc?sOt<38$8f}N_-u!hPV
zMustdGJr)b5wJf}ErfzLL?eFm6&xyCnlmtrJqL3fUZN?bhW_R7Ws_?j%l?@)`h1o<
z@=H8jogAcTv=ki9BG}0_t3vDG-sfZ>t7N9}MNy2-VRFfOzI@ymb}(#hgc!U3h!QuT
z#6_SS+&Y@Pa>ZCqGLmX2`YH3)do3C-&9q$ylJ1c&!oG1Mc>g!6cPaF>2>LTPL_DvU
z%$LH3NC&q!KF!bc0a(n)IQ-{2!ve-)L=hoq5$9FtklZc8(pczH4f;8G;gaiWsl*>e&!(gp{&@XQP~Fd#+sCO1o>{T=dV2e&^r$TbIn
z=me1gCWJ@lT`1fg?~~f9Smm0T&CF>8mBzC#d`UZk@J`*4kL$#Kik{T!YHNsq8}`gc`C;!xH#PS7VbT+7~Ld3~s4?sO+^
zcqNc3#?#a8^07)in+ZaY<7>d;qc$(O$DS-~K$0O0{&H;tYtawMxw+SMiOH`RNsOpZ
z8=O~0648ZH8z5N3r>*P*2PV*ym?2a}_%D26HDJA<{fBBqqU6->Cq}OHvNkOG$f0(ba5-gN%6ITYeM5tnd
z^JO|5htRRrD_mrpsJjpUG%+xQWI#Fq!~
zZZn)|eTNcpOBTYH!}GZEvPDN~6rv-o6NHfMm{06cqU7W0N+v{2c45n0ML0|C%qJwE
z{2;IFq@{hx_B9>n(1JiN?~nDl5GD7%fD1S7{sopzeEijq9!lR!yf54$r>TcejybUF
zNZSK2y}vomhUdLPr~Z5(JCYj)<3fv=W>AK;z+l5ZRzT*VwHeKC}(ND?~bwYI7h)@w#QBX9w3?ggcN!vp+U@h
z&RUn5Ek|!D^1B_fMTo8!phwrdSmt>5U-a;cLPQ}F*`pde$0Y}fdp=9xY1ZW{ctx**e}2j&)QKaUwf*;c
zlN(bRylt&*_t*Vi59Fl_;4am)vM%`{7S=ZosfSD2+Ufbt`wQn&%qihNIxjc~(Ezdq
zY72$J>>P#p{pa=1jEL##?D(YgONkD?+maiBWr>enS;-7oGM`L{V>HSa^@r$oq@6op
zzF$86EbpH%WayOx=Jv*M$Tt*kto`5Is*iNa8B{nB789=Y8ENWM$|Ls@
z8}U{h4k!~bwr;syuYs3-JCJcZw59J4eeS)M{>z20^)U4Vvw6$M?g&~FqXr9eF)Jat
zazyvFrE`R}&WH(lb?u?`t=Y-BfxJ;~k?Baa1nCwN(Ld-^lYNyWE(4aY+|}p%ko-1O
z`t=c7(%C&3X3CjKlwLj&Lmhdt#`mM+c-03=2J&dl2)$P0lsV00Af#=}0}h;R`(5Rd
zn^>x!G%_5mw}^DW++RJmi>2etV-=&JwNN}5+LjEYm&D_DG9x9V+wfB974r_5WAhxZ
zgP8TyNOi1L^9ET)jo7wTGGOMFjKYC;zL8_K^0cOC$R=wM*+2nU_
z_v51U0$pu?QC>
z=#j@%5^tp<)4WA2Bhf{^y!5GVMEkcaD*3_7@9nQnF#Im-wQwzw7y`-qVvslk9E&jp=K6CIupXM07~XfW;n&f=kzIm%1D$87XSju5QZVj-y5De0ASx
zM90gkKP$g)8j_IuD-ULvnSTETl}>46aH2Qm>JyMV1eRL)=j>6v!p>a}co_z}lkbA(
zs#O0DSk}m$m^bVM{%eD7gE^Mc{Z5M
zvRk~@d(FwlKNUYNC&ID>qcQ?lJNCJB17X!v^$cLOvzlj+2N!TJQlarqf%P!LeyV8BW$Bn>)JUaY_2%jw+Dmi9_rZi|JpxP>kn>@Q{$Z9Uwl~`G)r`9!Z>n5
z8z>|my9eYys!Lb@jF1Gw#L~zwp`t<
z>OVs6!24|1|_LQ!moA2-hDH+m`!Mt3DzY_lbI(8gc77+M9BhwR%b8
z$3iCN&d+;u<#<;7Jnu$eeOv+pwCQG(_6o)xVHzXuO~QpOQJ+V
za1S3Vw~GP+yi5~7lx>uIeaQ_!i*DR4p?3`ka2fSsLVy2OcOtbm!Xi*+AKL3iS36H3
zJNGF1WK^@G>etTJcIB
zYxsPc+xTyeOMupFGbL(91|p^4b5Qyw^c+WimF0kX`wq?%l~_mi0t7^ePdN+eyio|UA+xmt+p2(rs}D*R=2F$>ey7R
z0?)n`GzRRr?d=`vxdyBR?4OuSFJssFd8QXY295$3p`S@goLsgL
z>pAVy^uM>kKIpb;$KB7t8C
zH7UAm)fc_T;x@OVzdhO6wEyS*-2DV_<4&1rbUx>qCg;3RnN7>WqV3FHg*FD+YyD8f
z?S`dE!&eyo(j%=l{N3f>5$=aYEhdV!XSFAn%?%jY@beWZ_|vZJ({q_Nh{?tApP{mC
z1RPWIkmY!KPC50x?Mzz}*Xuu)Ev)XldT3ri3gLqngr-9X4$U1k@n&CA+rnUGcn8a&
zQhOa(#w1g?!c<7=?}Z+I43eNxmx}WsPnYSh@G1?#{x&pjuo8rc|G*~4jeT8r1&P}B
z9=YSu@odUdV8
z$YruC)|w*bimjQ=b|%UUKlcIxTc4?%U#X$Byz`6i6T)HhL#()28c4%38k}u@@CYc-
z>+5o+IK!|nT?OB^5b7|Xc0XwMAZkL?-N!B9UMRTNv0$w%_1#1a?9iPQVKth9DGxRZ
znHR)QefKsq6u=`I1&*rX-sFd3-SGhT3f~M2%B6{UXqPv@BWfUPp-N#4Z!>tf-FG0L
z{R_E!5I1qz-TwanR2)-~*rXd~(okrpoK47a>kO`2z!-~IwFioY(gON%iJyl6{e@GZ
zaTDV1-*v&HAG2{aM#m4*Oz`S(0;AvAB*gXs(Ko?Uq@R4enjs
z!aKqXcq(oaQ9kfMv#hXRBps%wV(x!r~WJJv1lTrtd
z9^+JOI$fGf*?^AP+iv)75z^DF0urvEYAjQV28W%P#E2wE&09mp%j=>jozi62RCmhY
z_W^A9`j6+rZp;t#wHvgCkLmWkde2BmW}c3oP3G$g!Sb%#{4?CV!Rc?>FmenLF;=iH
z5B?`Mzs}zQd$Qk}2t;|bcarhIo!p(v2rxNo+@J_Yx^yyH+w=)DdL|hz1q5+$XW4l(%t2;#IL^OIL_;J;dA#-!;`y=n)d0o
zr+v2CUTX$%rm!ttwfQXQ&>j%IuC0XR*nT5Zn=67kWUtH|jvZ~rtM~d^malJdy5?KO
z3!r-}hQB+|f0
zK3DnV#utT<8*|OsL-mc%vs|l~Z%Ju2a2G@QYa2)rOlUMXe}6WUPR_q;FEn4}R2jnY
z`Ys&FR{8CvO4hPJvqqZbUsbt<;Tzr=PYbrK2@jIvo~rJA?2bqg+5j;U5yR|7)Xd_E
z+K-s#xd<}I=@vYD75^NY5`^3yeMofL4ss(PS11{CDH~+9iNV~J-%Q+L9qRcpI935N
z(Nq7Kuw)
z9U#`q)yc*Idh0Gyr-63>r)jfneJmH^3Fp6YL8zObm-sILY2XxX;$NlEe0N##e9%_V
znq?#fPT$*%1kZb?V^xE+*d_K^N0JIc+^|U^$K567v@Df*Qr0lz{O*tNpz@+gz>>eZ
z%|&+@u>P`PWzUzc&pKgXRr`0m0?xGutvbZ7Hoq@CPDzCb4HyUu|FV+0f5~KuCu+;#
zqGpPtAj+S&a;Zy0l{1Uk{J%@d3w4i7?nVna*|fVoOu2smvfw!?m$W+9sN^^Q_)RS4
zEvK9u=lBZS_G!mxJm(U6(&fnvbrXEyiT>k&9jZ%m46RQtZ|?^=`MG=#E|NpBUVZVg
zDXfAH=EbHpA(PJe*E`~wR6*-2bW^S9;!+OlGd(ppHq~s5DkMNT`Gf)^#QcJ4%dt4YI2)(H>x`p{~
zvE!SEAAtw>Tg~}vJ!C=ybSdlsp6xKe@7!9`1=Nq8CkU3xpLXA)Kl|JdDeI4?Z&lQp
zgFy!zdR=b`Bvi2pIxGwajv9dk{P~j6k6?x)YvodFhl?p$6z<>8aL*3B-00U!6AMJM
z-&E}`!DOaR&cW0|^zRSE&(~5dl+??{giz5UGk&b~ENW3#XpE2i&SVdt8)ns$e3G`|
zy(ImRXxQ^^E0BYo2AL6yODp)nmlKUk4F6*$rZN6Z1PW&|b7$-@9QmR$D9u9nO=qs(
z^-V^}7o<#NB&CMbCvSK=gs^Ng>u*vZ;2LQcpBSmon4f!_#XWcxScIMPYcBdHkJ37z
z(1GG45vgubI8?(l;CEIuEYabT_cV92=KUMc0bMU~1I~z~RBIw8?GLS4rR*h5E$CUt
z81EfdF_gKO&c7ZGF?#jh{trtIDwdBZ@tsd|<*#ZJD-|93;!|#bp5MmJvPi_A0(9bn
zYbLOu2A0Zt1L`P5=dFDQC5#ZrnqBv_Vb~sg2N)0ls~WALWz3ar2802;K&P3jVgLKL?|CKWw@MW5^FmbBrmR!;_v
zPoj)EUs=5hKi7Bn(vCxfH>lncqNlm$uo>>D;Z-kgG7SXY0RvT32*IVKB3TsU%il}w
z)T4j_PNDdLeD&V->9uFA^tr%lZ-YufZyKbwM%ur^b}kAUb7h`k7~#Kt-3l%F0v!cH
zgLB@r_h_9rB(Ni1^MTSmK`T(<^tjia`*JgbdE4o3fnxZN+P|tHzV?LHvihZ1@sO4d)glr07=je0kQ>}GVF-qsW6|D6Cuj7FbcApeL#3vTOIfcYf5~ap?@vZ$`
z6-@qrTl^?Es7W*T0mWa+pDK9-9h6-i3hS^Qbjue1Am@cu9nPM4YY`((lSFK-Kv|ty
zFAv(CaeR^|DrI5)7Kz=Pi&{&d#%bVA_En46_ptAkq-*gLV{TYb*M5X|1;
zLQh02qm2f6{$=Cu)JNzUuz~PH5OeSe7m8pqPhq#rWk4{!e4peU{jokc9k@$7KB)_b
zpx~{nZQNE+0iIO#j9{%8W0zS3`aUJ4Ciut?x(Ze&?JeD~dVW9ByM5}Sm8>~k_!Wk3
zO|WfPQ{O#MO;HVXQ#$GichZ`Vx2)P9``1yaxZQCedgi8{eYPQ&xPs01!I%-UqcGu#
z9VYQb+w?F*qLwY8=NqjIU|;
zM1Pk4qZ?cS3E}%*C{)#+b38D9~y9TAtiAFTotlo~>@SpeT
zjr-r}jJ`|tr|+gdx3e$vM-bbOg1|P%Iw5T88NViu#%f~fAneEQ7r})0Z`Wb&7f(#j
zBx941aaXn_IZ7kNKAlfc`6nIx#hmc~<-0{N+JLW*&%!v#ufLLL|L#u9Mqn}RO|JUo
z8@q7NlpIo>QcisEU#sU(@QtHwemE5J^$s>*IgWh>yzBB;PD)cilrJJ%K7(M2mT`FR
zNCP=}pvOXiaObTCedup@Kq)Jz$K?{zt7Rz4^nU{?QYCcqk}+d0X=K^lGI9DMBAyNQ
zu_|PcNvr!cC6(;>Z3=PZ4!@-&GXM9>L?}Kb24dAss}3B&f5`QsIu=yydZUdo
zDkwaNDc(X3I9YB6U7Wy@L?I)uecUKYaqqoGVA
znRaqQXCJ5z*Z&F3FFgt571lD$Imtqn^2)yI|CAurgCB5Lug6W9Ln?)z#%-#B8tXel
z$v#Y#9>|BX5N_fRQp=;E#eP0WqdqoZEKUV5!SblLK$RZNq_33=h$6D9V{<6VL2<5H
zV*C2VKx$A|?JiKwqca4m$|1GGAO}~5RJ5!%M5aanHLipU&VA22J8@Jj)eR)|kyu!x
zx3~|g&oNazYToVZaD7jzQ}>K5FT3b`Rgbilox9FTh#DQe6BnXAlSu}ztb67+!ea==0GMd3SJ8ZAd;xc8w)U$
zyK$~CP-oxBWN9>blu=+tKdF1a=IwZyDKM(M)jW~!d?OMc{`-bN@?F`%XOtvy&{^(X
zbnmN=RfI>VY5Tic)EJUgQqlmH-r4D`xD>tIiIOC**wCNbCmlZ}UQRF5aW@ACAbxt!aQ*qp21}x^sl*gQnXh7d(K7itgMI5qE9i`?%d1x?|T!p
z)-E;J93>k=4K7$kd(D?l%$Mb*2k{sVAX=7y156-=)Z^yNsEXZOO}X?a(H)l_)z4R9
zd?aLTP+Zl>n6^rS|Gyk;D#7%(c6g}5;oj86oA;tYQU@7IU(ikIuchT4x&^{y+WYg`e4?p^(2HZucrT(7;GAbhHd^;x$ka{|~C-bCdu8
literal 0
HcmV?d00001
From 6e43a09c112623c25393898d903725a1ecfcf8ce Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 22 Jul 2024 22:02:42 +0000
Subject: [PATCH 03/18] chore(deps): bump tj-actions/changed-files from 44.5.5
to 44.5.6
Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.5 to 44.5.6.
- [Release notes](https://github.com/tj-actions/changed-files/releases)
- [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md)
- [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.5...v44.5.6)
---
updated-dependencies:
- dependency-name: tj-actions/changed-files
dependency-type: direct:production
update-type: version-update:semver-patch
...
Signed-off-by: dependabot[bot]
---
.github/workflows/check-yaml-format.yml | 2 +-
.github/workflows/test_dispatcher.yml | 2 +-
.github/workflows/test_meltano_add_install.yml | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml
index 5f593b62d..c338f2ce8 100644
--- a/.github/workflows/check-yaml-format.yml
+++ b/.github/workflows/check-yaml-format.yml
@@ -15,7 +15,7 @@ jobs:
- name: Get changed files in the docs folder
id: changed-files
- uses: tj-actions/changed-files@v44.5.5
+ uses: tj-actions/changed-files@v44.5.6
with:
files: |
_data/**/*.yml
diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml
index aa4782d60..bc6ad5d19 100644
--- a/.github/workflows/test_dispatcher.yml
+++ b/.github/workflows/test_dispatcher.yml
@@ -25,7 +25,7 @@ jobs:
- name: Get changed files
id: changed_files
- uses: tj-actions/changed-files@v44.5.5
+ uses: tj-actions/changed-files@v44.5.6
with:
sha: ${{ github.event.pull_request.head.sha }}
json: "true"
diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml
index da29d097c..1c46ded61 100644
--- a/.github/workflows/test_meltano_add_install.yml
+++ b/.github/workflows/test_meltano_add_install.yml
@@ -21,7 +21,7 @@ jobs:
- name: Get changed plugins
id: changed_plugins
- uses: tj-actions/changed-files@v44.5.5
+ uses: tj-actions/changed-files@v44.5.6
with:
files: _data/meltano/*/*/*.yml
matrix: true
From e965e796ee03b365da09df56149f88ef81a33579 Mon Sep 17 00:00:00 2001
From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com>
Date: Tue, 23 Jul 2024 16:45:08 +0100
Subject: [PATCH 04/18] Bump `matatika` utility from `v0.35.0` to `v0.36.0`
(#1811)
---
_data/meltano/utilities/matatika/matatika.yml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml
index 76bd31752..29f077df9 100644
--- a/_data/meltano/utilities/matatika/matatika.yml
+++ b/_data/meltano/utilities/matatika/matatika.yml
@@ -50,7 +50,7 @@ next_steps: |
If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).
-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.35.0
+pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.36.0
repo: https://github.com/Matatika/matatika-ce
usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand).
variant: matatika
From 39a03bf053e38c260036c1725d4671ce31fdc9e8 Mon Sep 17 00:00:00 2001
From: haleemur-infostrux
Date: Thu, 25 Jul 2024 08:40:34 -0400
Subject: [PATCH 05/18] Add target-db2 (infostrux variant) (#1813)
Co-authored-by: Haleemur Ali
---
_data/default_variants.yml | 1 +
_data/maintainers.yml | 4 +
.../meltano/loaders/target-db2/infostrux.yml | 111 ++++++++++++++++++
static/assets/logos/loaders/db2.png | Bin 0 -> 9011 bytes
4 files changed, 116 insertions(+)
create mode 100644 _data/meltano/loaders/target-db2/infostrux.yml
create mode 100644 static/assets/logos/loaders/db2.png
diff --git a/_data/default_variants.yml b/_data/default_variants.yml
index 7173a5105..8c43b65e6 100644
--- a/_data/default_variants.yml
+++ b/_data/default_variants.yml
@@ -616,6 +616,7 @@ loaders:
target-clickhouse: shaped-ai
target-csv: meltanolabs
target-datadotworld: datadotworld
+ target-db2: infostrux
target-duckdb: jwills
target-elasticsearch: dtmirizzi
target-gcs: datateer
diff --git a/_data/maintainers.yml b/_data/maintainers.yml
index 92b3d6609..d21761a18 100644
--- a/_data/maintainers.yml
+++ b/_data/maintainers.yml
@@ -553,6 +553,10 @@ immuta:
label: Immuta, Inc.
name: immuta
url: http://www.immuta.com/
+infostrux:
+ label: Infostrux Solutions
+ name: infostrux
+ url: https://www.infostrux.com/
integress-inc:
label: Integress Inc
name: integress-inc
diff --git a/_data/meltano/loaders/target-db2/infostrux.yml b/_data/meltano/loaders/target-db2/infostrux.yml
new file mode 100644
index 000000000..0d564a09a
--- /dev/null
+++ b/_data/meltano/loaders/target-db2/infostrux.yml
@@ -0,0 +1,111 @@
+capabilities:
+- about
+- schema-flattening
+- stream-maps
+- validate-records
+description: Singer Target for IBM Db2
+domain_url: https://www.ibm.com/db2
+executable: target-db2
+keywords:
+- meltano_sdk
+label: IBM Db2
+logo_url: /assets/logos/loaders/db2.png
+maintenance_status: active
+name: target-db2
+namespace: target_db2
+next_steps: ''
+pip_url: target-db2
+quality: unknown
+repo: https://github.com/Infostrux-Solutions/target-db2
+settings:
+- description: Add metadata to records.
+ kind: boolean
+ label: Add Record Metadata
+ name: add_record_metadata
+- description: Maximum number of rows in each batch.
+ kind: integer
+ label: Batch Size Rows
+ name: batch_size_rows
+- description: IBM Db2 Database Name
+ kind: string
+ label: Database
+ name: database
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+ kind: array
+ label: Faker Config Locale
+ name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+ kind: string
+ label: Faker Config Seed
+ name: faker_config.seed
+- description: "'True' to enable schema flattening and automatically expand nested properties."
+ kind: boolean
+ label: Flattening Enabled
+ name: flattening_enabled
+- description: The max depth to flatten schemas.
+ kind: integer
+ label: Flattening Max Depth
+ name: flattening_max_depth
+- description: IBM Db2 Database Host
+ kind: string
+ label: Host
+ name: host
+- description: |
+ The method to use when loading data into the destination. `append-only`
+ will always write all input records whether that records already exists or not.
+ `upsert` will update existing records and insert new records. `overwrite` will
+ delete all existing records and insert all input records.
+ kind: options
+ label: Load Method
+ name: load_method
+ options:
+ - label: Append Only
+ value: append-only
+ - label: Upsert
+ value: upsert
+ - label: Overwrite
+ value: overwrite
+ value: append-only
+- description: IBM Db2 Database User Password
+ kind: password
+ label: Password
+ name: password
+ sensitive: true
+- description: IBM Db2 Database Port
+ kind: integer
+ label: Port
+ name: port
+- description: User-defined config values to be used within map expressions.
+ kind: object
+ label: Stream Map Config
+ name: stream_map_config
+- description: |
+ Config object for stream maps capability. For more information check
+ out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).
+ kind: object
+ label: Stream Maps
+ name: stream_maps
+- description: IBM Db2 Database User Name
+ kind: string
+ label: User
+ name: user
+- description: Whether to validate the schema of the incoming streams.
+ kind: boolean
+ label: Validate Records
+ name: validate_records
+ value: true
+- description: |
+ Field size for Varchar type. Default 10000. Since JSON values are serialized
+ to varchar, it may be necessary to increase this value. Max possible value 32764
+ kind: integer
+ label: Varchar Size
+ name: varchar_size
+settings_group_validation:
+- - database
+ - host
+ - password
+ - port
+ - user
+settings_preamble: ''
+usage: ''
+variant: infostrux
diff --git a/static/assets/logos/loaders/db2.png b/static/assets/logos/loaders/db2.png
new file mode 100644
index 0000000000000000000000000000000000000000..cd272ed1ea22be66da5484739ff9b92024d7c88a
GIT binary patch
literal 9011
zcmc&)RZv`Ovkfl6-GVy=2?Td{cb6am26u-LT!RMJ;O;Ou1a}#nFj%m`8Jx@cU;e6F
z=k?ZoS+(oys$I3a`rEyF^@>tckwr%(L4Eh`9lE@nl*YSvFo|!^X~>9gc%HOr_3j<@
zgS?cumiOvO4w83@_U&uWJlAOPEG&G8nv{4+I}D-TNv8!Io=YF3gUucWUfOHX16o?6
zp@qj9#1cwPAZ0AgNexqob=XA@OGR6({BV6Q3RSVrkpC2b1K*u@Fe;e=blZB|RGNb3
zxQ6!M5Xki&C!>}a&4UiGu0{;pH!Eb?o11h|?z`sHm>|5YpK~3x}@L$M&C{s;G
zI&|}ND%Fq|rmdH>oXdBXpsJ7|DJa{vi5W!v4#yGK$izt5L#L}y4v!Ev_~cgN9Mp|R
zhK7Tijd5^z1?@9spbEo6eS7Wy1__wAvwwwuOTd55{xt#r$qY(xrlc4$zi}O3Rh=MA
zBzpu1Q!7{j#x|7%0|y~2aX!X3X3^@JT734r7DtU~h@zQ9p@jN2pve%%5HCOr1+FGc
zp}_8EAX6|rfNbvO(6-h-0lr!MW!-_dXh9=7v;$Tvv(nhN@K=VKm__WscJQQi%;~$z
zA&N#84cmG>gQ_zyIoPCtI#*N3$$o=9&GJO}SLut*6iR7-i0o8OyoyUszi;h|xlDTr
z8C@DqN~S`hZhBC^oB%0W3o{R5=ce`0$Sn;=$JO7uNAGo`*yqK^`c`Z9TWt#X6O1zM
zSyJa&hHb0toORqFrAJ)0V`qLgIY>f$NBm6XjRPrCntT8m$hzADpQX7L8lt4qqt&OM#m1@Br+g(fWNY`Gp+#0W@)
zC>fefEOUm>$YFC!2E19yl2cS15IpOSn930xDh8bSMc$5$kJtNw*sAm!Nmz7iq|D8!
ze*E~6`T1PJ783LaMk#}XYPXv^w`A{N&k{U{GM5;^Of6G{J^xF2cq6D?u#gigpw0l$
zc9Ul4{HHf?aA+upC$ERuzGS?OkLJ;V5f8O2h1q@9E6FtI$Q%D<fF~39OmUqlN2-^g
z1$Vq*<)N|`ZOPiXqOO{6cxY$#>t~OK3G$cC@}w^q+i2=ijFi|kHkVd=pMbb56ZFXk
z-&oK(RZ8tI4zR*~SFaC8$bLl0+DwSa%SWloDVA#$w$xxWH#e(q9L$ZgN$M;?sUm>k
z7$2e+78c4N_RR*xlq@NwP*nGb`H+A`KjFp~>!9h(FGLH7#T6PQgnt1Oq@)h!Vq3&d
zvjwMud+hDxcQ6Nx5?=m>G;dda-tU7sM1I?ZnE$XP4-Xv;m8B(+QeOA;oA|Mq>k|4=9
z24C|*D3b7T`UZtic|(Ah{nUqelAqgUjE~knc~)@S;irF3*IEww&gn+!)2ct(#8Co?
zpGU8eRM$pyBf4KhCS;x`As*O!1?
zXPwID(8Z(hm2yS3^~%!d=;-1)Y0~bQ;~Ofvp`j~60s@(vC&*UJxkaJ=JLd}Ji!e@y
zB~mv7H9O9NWh43_v!Pkm39Sj4)JlY7pSgr}+JQ7B$F?~Y
zgp`nTMPz;Lql8+!VIHATa7}bN9qu0=)A&j$+%G3=S(5P+{%?_g*LD$AEYw5P_+y-x
zuTjUeN0DHH2Z|gPcoAjJvi&9UU-i^45(
zY~0jIPz;Ytx&IJEO&$CE4O1lz|3KP&Po)>`Zia)d02
z!91z`*n3!FQOYiqPrConYyJseVUlicAle!xm?&Mrt$AJRud<-A;k^|oL
zr`DC-&Gcq_(4YfDAOL`_buA)6=#wL}Px;Hy533f_SJRi$c0@E1r8mU{)BNbyR}u3%
z0!f6F48{Ic(FHxJ>xyOf>x}XluWT&LoKNu-M5uD`a0NQ!=$^^+8*3-i-%fKb)7?Oa
z;N55jD#`?*OO9+6*<}EdooKcvx83J!bj1`x_7|+Po>vp4-zr73zN-KWAb6)9u*S3g
z$pyB5BWVBZ=XW!NvGzo3>kWgF3C>uEkdEW0YYYnI6JM6xl`C%MD*Wme8pBz}1B)gS
z^{?d)i=3Ri2GoG>sT6pqa_%N_78XBL;}|b8Gx(7V>uG^#t);VV%DgpnRo#G?SJ1)&
ze3c^I;AGcadHeDDX7U|s*remtq0>$mmFe-0(Rt^Dl2W#}VlUMHY7(T^?e8-~SG@^%FZr=1=%_ph$$zUh
zB5+8Nz58!#WIo4(u8|Mj?^tr&^UXIN!DSTS6_4K^!+1-D*ag@t2iIj=Tp7U^>-F?f^ulcijiow_uTNXWD;`xSA48lgI4ZN|qd+{ISw2y`a
zIt60pO&$Ut9ErRvdoP)gFvxn}yY1gSx3j2kyf3Qh7Wni0#*r>g8mI4G2O3tK_fmsW
z0Mh*p)1t$<8=b{{gwyohknTrEv=6@OQm54hH#AE%#)>deC4?4Uf3EsVG{k_!tNYZ%
z`#8UwOLQm~*Q(`ahPLA&UOC8CpB*xv?*8JG8I0c7@sa%{$cw*9W;^!@(3ISk|L9c|
zA+oZMmCe8VK`8R*sDj`TZ$HuL(*T0+i$m4A*dW9wrc>tj;NDJ(JPKo9lEwXeq|2;-$Sf(Z
zW3Od`Fv)p`aHkgyCnqPcPq)&_xJ>q!Y6Op19IK_YbT1c27^qReuNh4pfm)PZl^&R7
zFAMxNYsYDG%UWD4)1q6_)U>b@Qodlf0LnTa+(~%cHTi-^GpIqI#p@LR)%X*b`6@{_
zi$PbS8Pp5~vc-NSeAegF^5d?$CF_4DsG9QS0v$hxk!p@j1fL6Ox<6;*?3Rh@QhNK-
z#JZrNuV{71bscx&VsKYie&_>i6{|kefPWY)4i^{j`}T0xI5jN?19
z@**q@N!^nG3R669scN1`WK0ZjJ-SU+eU|g<
zU8m>i!B%3qmiVznYFe5%s`?K-lt@&9O1R<4;jE{s>K0`^01DibT%N3pBFL~n=Poet
zhFN&^aP`rf-!Tlz<+r7D=pz=Ak(!1n(>2M=tNa25{!|7g@Lq1(Hj|+t?4n6T_G{}J
zfB)HN^N8NXn1Twt?vKgfvS|@Yry+B}X*{8$2nyXz*-exbG=C!=b|&hqDPydV@pYo^OXxS-5BJK14hL{f&e!G25VNy1Q!(-_mvdFhC9c&!P&u%5?76Y?7Sd8u@S2|G%B!n~2Ifo0>6#0wu;!0<
z;BHIG^5xjzZd)}Jfg-*WL`I+Ow0b?4_Fl-i`=$(Zs~ynrwn=B4MXn4=2te)~1V77v
zj#Q5f6%L%y9NY=~Ty~OYmx_!S0{6yz+aH<7>T=_F8_g)w*}2@MVZKsbs1Z9>&O+LAZ?>BpL(9GwW>zTRbhv}lm`hjUC|UwfrBQeF_+T;hOJ|}x2Im~+tAF5
zo#Ao+$R17>{y;KC(ML4nj%@tp$I6yU)hGTG8;0v+5M~)JxqzJga(~giHkU2Pmk5IfPr=--M`Ptria$!P*
zlcvF9C_31Zc@=rD%?L;2qT<(fg@NH6gS2&eRe#6juNYo;g%4mY-*#?2{~Mm{kCL*R
zxiK8zAQ5}&@Robw-!-IhAFb9b*r;!;SsYJz2-q<*4jxYUKg@B}v}l{JKadi46b3g5
zS;EhfayXOp#&SAAbH+;PZ-y2d`U}W3eTeG$
zvQ9G~2kvroqNJgMGkt!sN4vj}z*{05X3eG>+!?zbufOZ3BcF9mSNqxaGQF(domIes
zDmNY@TWiwgGFp;;$KIU(j>l;=44srG%<6nSLQgr98%5xvTW@~`UrgBpUF3e(@@thO
zlL%uCsc4{(Kyk@u(lvsh>$fJC=l{g{aLtdDZsJ?+pTIR39|MgMK{+ciY;|mVie}m6
z;)MpfoF1JlUWUm<%b^Wu)lrG#GfWdWk%bEwc`=>{Wh()Z#4pRmlGTZSzFVSd;bZXR&NOzoUp4mo7*~juQyg)
zTntYUw2Nx0oFyWB^74;NaCOi{t=ob?IzRUV=Vwnr@E}Gf?&Z^UqkH##DXJm@suF^2
zR7!FweCHS)eeFpOX3PMq;<#T#Q_YzW$$$V_YSfKwzk=h%o!#=QQ0L?ZnA7rcz#G~N
z8!cN^NJbVqpJiX$iBa4AV9=W_)rRc!^=e-khL`QZa`Xq?Q%SZK0t_NO=Jmwb#!2-i
z&4BDjV>z|RsLm#T&(R8c`8&goO@dSg$Vc+1BU*}!JJ1vZhnw#4sc$KgME<;;73aYB
z_k@T*m9!1yE1=spe#WFV@P0qbwK1;|p&}`|=R>tjOl&L~nSeW^8KYu}&d$85sJO2$
zVGkfRHFZ2N#?vI{mH855|32H<%R*-5y6fhKzUuMbhL(L2LqV;`fDP>+f6+yX1AhDE?NK)H{tcfd(|Uc
zAfd7(xQXE5&iiD&9rt*t`n`7!R)TZ#Ukd^~UEPQv;d`mxo9hC$)N4?}@=9^9MeTL6reHHF@4Vk!Y)F3NIp$jpdI;gJ$dL`1BZe>UYIm|2ti
z^1qM_KCR#7my1Dhe;fOMcQs2PqVU4_ZQM_{oY4>_A6wrZjog7=<>y+z*oJUC25PpW
z5>Le`tJf}=Qjd|^iz-<~Ooef&;QLt_r6sgpD0Pt^ob7IBXXkt|lx}vpJ31L|S6raU
zXyp)e0mkfKZT(Zz_}Tu}fd~g}vW0z>t(I}PDT4fx41RGJvut~Y#YY
zHdR=nGD{XiD@?){X46c{LW}K4rgk@O9P6+JGVY@e(MSlpt-@a$S7urOq-bQ^jDI{T
zK~*6`IGZXa=1tnn_-q}2p)k5~#BumAYxO);`>0F9SL|)?t`4S?S;{l7K1l^l3BLMY
zpRR$NNKXab&;8j~N5;no5a1q=gs>DT2ghx>$AoEXI02+hJr?T&!Y1k5L*Tlxy-%-B
zGln8IW^G=ULEeAAEvd2!hHx9p9s=%^mQOyHH7|a5uX3Qg$f$odSMARR&xXztWAu$O
zEStZ?V@0#BhHABVL?j8g|D{wVk3}$O?==(czTX0g*FNtiCj>~1PvM+a@AxcN*R2J6
zvH6deVx(j-tew_5jcjzbV~r
zdLCE9)Czi5VU3QCZliY_eDreLa(moRL(J$iWVPnUg{I?1CL|2kVwVsW(m(U7%cqXCSkhD{Rb$xYPr*^mH|Yw+2}L>E8o)h{0~fc
zZ6TWB;es77?Y?7LT*dKh=LQI>1Ka9Uo<(7iC#e+uHsyi*TMDvcV2jy
zs3T5D=6J_PM}MxPM_KR`eDW7^h5cZ=bxY^v;Z7Xzra^})v?ca-c9~5dA?^P6msnvF
zLH+toZhvQ}PBxpzZ(gm#ejhrIME9MpHYY!0Pk(JT$ZSeZPR6}YqhqJ1%HHhzN$u(P5ek=N!{QBn-#(N`MdTf91i79t^
zxB>a&5fF^EL|}X%Su|IkwfMAXxz+;6y=46$=owoU_lDg3hQ+2mfs+slY!G0jVTB>x
zyk0LcEiHU|KvwFSOwiNeKwJ|dmpBh`bFbp)e%6>CdKRYW72bF~YLr^~NZ!78?DDJ%
z>N}|uuU%>~p{P#u6Urq$uTr%#^6KgSXu#%GaQw6j2NyN`%@C3e{op$Hu5KW*Khk9z>LZiJ)YGK6o)h>OG2
z0Ku+#pb2Z-4x2B3CV98)T%Y%qvz&L(EsdMINw9L4_jHXye6IFougP>1NIX_SBMtn3
zvbq$-BEv1C_z7V}U6|1$sV}rPW^#7)GG62{NvCXSqpsek=&o;-A@i_*v!njCIzGyK
z1hv~bf76u7`#a10D!&MNx@S9@rk^OSV!Izbk;$S9gHwQ*Nu?HZCi?Ja0?ZN#rY$c}
zxZuU%OG!h1(GYbCcmGo+Y}LfuEaxg_;UAf#5MaSmJe$3~JvBCFm*jc#;9aHPWe}~H
z&em-*qH7uu<(phS8ZM?C3q+!lfwVYyu6@Pc#F5#`|77+O3^McN?rD`RT_}uesjjM6
zqkE~MFNNjF-FR=Z`U*?FAwpxF8__nLH=P*?!}Ov%PiOxl5qk?R0B8Cl#mx&k`H>uQ
z)b<#Qlr=f5N2c?()o6_JM!vMW{L+5MfFw+QbG5s;Z|>3;F~e*eP}bTh5mM7*>21P*
zmuOvYP~EVcCn94`|6L=*^85E0TW;5-SIsHax$&<6DbZLNnzW#+I3)!T2s8?u`W;8w
zFCe4ar0LyMr$1X=QPD5x)bqWvwq2%$sRn&ddd~1vAxVqZqIRvyg
zS{U2qdy{sbQ&?zu=YOa%Eix~g*}ZQ~R-k+;1+I*DwG0>#3E
z3oD%M>n#-WkS;7<+c}SmIF_M+d%qbs{=qKUUva$^NtId1>Jw<@k{J6Hi!}n~VExV^
zFG&^s_@~#h_@cT$Gq7LMtD+2ob9fk(b{tTBDNCttIPtJ9#8qwe$XN#EiS%Sy-bbGE
ztwW(aWfDTvJ~~$KV6bc7n^%;VCxPhb=jSg952jwQ9d7jx`VW+~QC8VC9c!9V%DDTUL4GmWuzh
zcfAfRY|hs;+96dqq$(|Fie(1Yy^#}+n}V-$kqOWg5Hj})3J)$0#r0XYar~QPr(pSz
z5cGn}G|CjH7&wSiE%Uz1Bmq-IZ(%pT@}Wb(=uHA9`t-$i`7|vh4IBqDy^4%VxZ_FD
zA{M+w)Y8!&brTKC=kA{J_&s({#0&X#-X&EE*Jv{-0jjYvpN1GWggX2Bc0B3p>l3#)
zZP5!SRaKp-GQsHUzThfM3`@Q^WPGq*SUYx^(26v*4@$jw{IDok*W*iJH%U)yIAfPm
zzqV8G4)yr`9%_xVNKav&OeOZP(s12S8;bq7Yh9yjD;~zI=owkTtNwelCati5vpRYi
zR5~6~-qEv&CgM=`nC`(zW5+a7(rI}iSxDlRb~Entk10vdLlV$EeHbkGBW3@{rrWeI
zC!n?NyiDlPFmnF1bql*G*o^h3pck9x>FOeF7_IfoKsfra^3HGsJ0%?*In3Aiqa%_P
zNVsXBxU_V;k{vJM(a~zNy;Nl{{QFHmOlfIpB0lGQyg1-DB&)v_ZxbpUBAS?$)gDta
zoXhkVhTTn^7TG`g4!c72tMZi^EhE3hw)_13uW48XF3rC@yXW$4>RfZuZaZ%oR`;ci
zO%h%1%n-a7w>{Xp=q2Vy%jQ&L5Tgk1N`&_}Sp1!y8`y7})6)<$z_vNwg!G2M>D7Y;
z{hRJ++S^r;b?u2Yjg81WA?sAq$1&{PZ!0<5Bz$#)YK)$z%l9>HmkLexTjXcJ=N5mN
z?b%`vrDSr2Cng<4lTx*Ta^wKdYG>vGtyV`O<8`j}fQb5|QlUtNmCI?QX7ox0-R;fT
z9;#N0E}^dTRkk8$o2|7yyISSnahG1wLh*-(;!X1I+aW|~h_S?61a@b8Eg=$mRAmDX
z9>;ZnV;vuzksDBgOehuAglQu6U#A)C<^mv4iGXLlCrI>7@+*NsPdOnM@rR!}^>g%w
zEe$rBycue+nhdW44rmT1P^52)yMe9h^=67>RYCk$+mTiM_&i3p_Xmt`^L&)NeA~^^
zT7Cj(z^-}JYL0?kKa?f{bC}kDkwo78a;<37Vkpjd7~Fu7K3IV*aeSocq-D(4mBP(8T3@?GI-RlDA)FyUq0`VPgE_JorDf
zB#iuo#Z0EBB^nJ54Pv5|Sq5OdQ91O8fj(9GsE-%HpT}X=R56x&rwRWtK*%YXVf=r1
pJO1nP_-`r_xA0y?-@SW%g(JQ-zudv6do#nllb2SJs*x}Y{U0vdT{i##
literal 0
HcmV?d00001
From 5c253e1130a76f910da61f54bbaf957cd0446190 Mon Sep 17 00:00:00 2001
From: Ben Theunissen
Date: Thu, 25 Jul 2024 07:59:21 -0500
Subject: [PATCH 06/18] Update Tap Iceberg to add AWS configuration support
(#1809)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com>
---
.../extractors/tap-iceberg/shaped-ai.yml | 34 +++++++++++++------
1 file changed, 23 insertions(+), 11 deletions(-)
diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
index 9588ff88d..0dcb182f2 100644
--- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
+++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
@@ -47,22 +47,34 @@ settings:
kind: string
label: Batch Config Storage Root
name: batch_config.storage.root
-- description: The name of the Iceberg catalog
- kind: string
+- description: The name of the catalog to connect to.
label: Catalog Name
name: catalog_name
-- description: Additional properties for the Iceberg catalog
- kind: object
- label: Catalog Properties
- name: catalog_properties
-- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue')
- kind: string
+- description: The type of catalog to connect to.
label: Catalog Type
name: catalog_type
-- description: The URI of the Iceberg catalog
- kind: string
- label: Catalog Uri
+- description: The URI of the catalog to connect to.
+ label: Catalog URI
name: catalog_uri
+- description: Additional properties to pass to the catalog connection.
+ kind: object
+ label: Catalog Properties
+ name: catalog_properties
+- description: The access key of the AWS Glue Data Catalog.
+ label: Access Key
+ name: client_access_key_id
+ sensitive: true
+- description: The secret access key of the AWS Glue Data Catalog.
+ label: Secret Access Key
+ name: client_secret_access_key
+ sensitive: true
+- description: The session token of the AWS Glue Data Catalog.
+ label: Session Token
+ name: client_session_token
+ sensitive: true
+- description: The region of the AWS Glue Data Catalog.
+ label: Region
+ name: client_region
- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
kind: array
label: Faker Config Locale
From e4fbc54f9e3c78a8e1eec575fdb15b470abe0954 Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 5 Aug 2024 12:30:17 +0000
Subject: [PATCH 07/18] chore(deps-dev): bump black from 24.4.2 to 24.8.0
Bumps [black](https://github.com/psf/black) from 24.4.2 to 24.8.0.
- [Release notes](https://github.com/psf/black/releases)
- [Changelog](https://github.com/psf/black/blob/main/CHANGES.md)
- [Commits](https://github.com/psf/black/compare/24.4.2...24.8.0)
---
updated-dependencies:
- dependency-name: black
dependency-type: direct:development
update-type: version-update:semver-minor
...
Signed-off-by: dependabot[bot]
---
poetry.lock | 50 +++++++++++++++++++++++++-------------------------
pyproject.toml | 2 +-
2 files changed, 26 insertions(+), 26 deletions(-)
diff --git a/poetry.lock b/poetry.lock
index e8cd0f4f7..5efb6b4b5 100644
--- a/poetry.lock
+++ b/poetry.lock
@@ -1,4 +1,4 @@
-# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand.
+# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand.
[[package]]
name = "attrs"
@@ -19,33 +19,33 @@ tests-no-zope = ["cloudpickle", "coverage[toml] (>=5.0.2)", "hypothesis", "mypy"
[[package]]
name = "black"
-version = "24.4.2"
+version = "24.8.0"
description = "The uncompromising code formatter."
optional = false
python-versions = ">=3.8"
files = [
- {file = "black-24.4.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:dd1b5a14e417189db4c7b64a6540f31730713d173f0b63e55fabd52d61d8fdce"},
- {file = "black-24.4.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8e537d281831ad0e71007dcdcbe50a71470b978c453fa41ce77186bbe0ed6021"},
- {file = "black-24.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eaea3008c281f1038edb473c1aa8ed8143a5535ff18f978a318f10302b254063"},
- {file = "black-24.4.2-cp310-cp310-win_amd64.whl", hash = "sha256:7768a0dbf16a39aa5e9a3ded568bb545c8c2727396d063bbaf847df05b08cd96"},
- {file = "black-24.4.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:257d724c2c9b1660f353b36c802ccece186a30accc7742c176d29c146df6e474"},
- {file = "black-24.4.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bdde6f877a18f24844e381d45e9947a49e97933573ac9d4345399be37621e26c"},
- {file = "black-24.4.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e151054aa00bad1f4e1f04919542885f89f5f7d086b8a59e5000e6c616896ffb"},
- {file = "black-24.4.2-cp311-cp311-win_amd64.whl", hash = "sha256:7e122b1c4fb252fd85df3ca93578732b4749d9be076593076ef4d07a0233c3e1"},
- {file = "black-24.4.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:accf49e151c8ed2c0cdc528691838afd217c50412534e876a19270fea1e28e2d"},
- {file = "black-24.4.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:88c57dc656038f1ab9f92b3eb5335ee9b021412feaa46330d5eba4e51fe49b04"},
- {file = "black-24.4.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:be8bef99eb46d5021bf053114442914baeb3649a89dc5f3a555c88737e5e98fc"},
- {file = "black-24.4.2-cp312-cp312-win_amd64.whl", hash = "sha256:415e686e87dbbe6f4cd5ef0fbf764af7b89f9057b97c908742b6008cc554b9c0"},
- {file = "black-24.4.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:bf10f7310db693bb62692609b397e8d67257c55f949abde4c67f9cc574492cc7"},
- {file = "black-24.4.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:98e123f1d5cfd42f886624d84464f7756f60ff6eab89ae845210631714f6db94"},
- {file = "black-24.4.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:48a85f2cb5e6799a9ef05347b476cce6c182d6c71ee36925a6c194d074336ef8"},
- {file = "black-24.4.2-cp38-cp38-win_amd64.whl", hash = "sha256:b1530ae42e9d6d5b670a34db49a94115a64596bc77710b1d05e9801e62ca0a7c"},
- {file = "black-24.4.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:37aae07b029fa0174d39daf02748b379399b909652a806e5708199bd93899da1"},
- {file = "black-24.4.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:da33a1a5e49c4122ccdfd56cd021ff1ebc4a1ec4e2d01594fef9b6f267a9e741"},
- {file = "black-24.4.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef703f83fc32e131e9bcc0a5094cfe85599e7109f896fe8bc96cc402f3eb4b6e"},
- {file = "black-24.4.2-cp39-cp39-win_amd64.whl", hash = "sha256:b9176b9832e84308818a99a561e90aa479e73c523b3f77afd07913380ae2eab7"},
- {file = "black-24.4.2-py3-none-any.whl", hash = "sha256:d36ed1124bb81b32f8614555b34cc4259c3fbc7eec17870e8ff8ded335b58d8c"},
- {file = "black-24.4.2.tar.gz", hash = "sha256:c872b53057f000085da66a19c55d68f6f8ddcac2642392ad3a355878406fbd4d"},
+ {file = "black-24.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:09cdeb74d494ec023ded657f7092ba518e8cf78fa8386155e4a03fdcc44679e6"},
+ {file = "black-24.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:81c6742da39f33b08e791da38410f32e27d632260e599df7245cccee2064afeb"},
+ {file = "black-24.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:707a1ca89221bc8a1a64fb5e15ef39cd755633daa672a9db7498d1c19de66a42"},
+ {file = "black-24.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:d6417535d99c37cee4091a2f24eb2b6d5ec42b144d50f1f2e436d9fe1916fe1a"},
+ {file = "black-24.8.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:fb6e2c0b86bbd43dee042e48059c9ad7830abd5c94b0bc518c0eeec57c3eddc1"},
+ {file = "black-24.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:837fd281f1908d0076844bc2b801ad2d369c78c45cf800cad7b61686051041af"},
+ {file = "black-24.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62e8730977f0b77998029da7971fa896ceefa2c4c4933fcd593fa599ecbf97a4"},
+ {file = "black-24.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:72901b4913cbac8972ad911dc4098d5753704d1f3c56e44ae8dce99eecb0e3af"},
+ {file = "black-24.8.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7c046c1d1eeb7aea9335da62472481d3bbf3fd986e093cffd35f4385c94ae368"},
+ {file = "black-24.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:649f6d84ccbae73ab767e206772cc2d7a393a001070a4c814a546afd0d423aed"},
+ {file = "black-24.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2b59b250fdba5f9a9cd9d0ece6e6d993d91ce877d121d161e4698af3eb9c1018"},
+ {file = "black-24.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e55d30d44bed36593c3163b9bc63bf58b3b30e4611e4d88a0c3c239930ed5b2"},
+ {file = "black-24.8.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:505289f17ceda596658ae81b61ebbe2d9b25aa78067035184ed0a9d855d18afd"},
+ {file = "black-24.8.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b19c9ad992c7883ad84c9b22aaa73562a16b819c1d8db7a1a1a49fb7ec13c7d2"},
+ {file = "black-24.8.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1f13f7f386f86f8121d76599114bb8c17b69d962137fc70efe56137727c7047e"},
+ {file = "black-24.8.0-cp38-cp38-win_amd64.whl", hash = "sha256:f490dbd59680d809ca31efdae20e634f3fae27fba3ce0ba3208333b713bc3920"},
+ {file = "black-24.8.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:eab4dd44ce80dea27dc69db40dab62d4ca96112f87996bca68cd75639aeb2e4c"},
+ {file = "black-24.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3c4285573d4897a7610054af5a890bde7c65cb466040c5f0c8b732812d7f0e5e"},
+ {file = "black-24.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9e84e33b37be070ba135176c123ae52a51f82306def9f7d063ee302ecab2cf47"},
+ {file = "black-24.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:73bbf84ed136e45d451a260c6b73ed674652f90a2b3211d6a35e78054563a9bb"},
+ {file = "black-24.8.0-py3-none-any.whl", hash = "sha256:972085c618ee94f402da1af548a4f218c754ea7e5dc70acb168bfaca4c2542ed"},
+ {file = "black-24.8.0.tar.gz", hash = "sha256:2500945420b6784c38b9ee885af039f5e7471ef284ab03fa35ecdde4688cd83f"},
]
[package.dependencies]
@@ -499,4 +499,4 @@ dev = ["doc8", "flake8", "flake8-import-order", "rstcheck[sphinx]", "sphinx"]
[metadata]
lock-version = "2.0"
python-versions = "^3.9"
-content-hash = "f6c947e1045cd6da7b090313bfd1f9ca7fb5c3d57fbc04e4f85660af787ce1a1"
+content-hash = "341bd84d3e62bd543bf902b2c8bb6647487b0d0885689a3bb6b46bd80e7b5803"
diff --git a/pyproject.toml b/pyproject.toml
index 81ce1dcdd..5d3cbbba7 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -11,7 +11,7 @@ yamllint = "^1.35.1"
requests = "^2.32.3"
[tool.poetry.dev-dependencies]
-black = "^24.4.2"
+black = "^24.8.0"
isort = "^5.13.2"
[build-system]
From 62bb4e3e626fe5a78e5fb92b3efdd987c4c7495a Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 5 Aug 2024 21:22:06 +0000
Subject: [PATCH 08/18] chore(deps): bump tj-actions/changed-files from 44.5.6
to 44.5.7
Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.6 to 44.5.7.
- [Release notes](https://github.com/tj-actions/changed-files/releases)
- [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md)
- [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.6...v44.5.7)
---
updated-dependencies:
- dependency-name: tj-actions/changed-files
dependency-type: direct:production
update-type: version-update:semver-patch
...
Signed-off-by: dependabot[bot]
---
.github/workflows/check-yaml-format.yml | 2 +-
.github/workflows/test_dispatcher.yml | 2 +-
.github/workflows/test_meltano_add_install.yml | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml
index c338f2ce8..72693c7d9 100644
--- a/.github/workflows/check-yaml-format.yml
+++ b/.github/workflows/check-yaml-format.yml
@@ -15,7 +15,7 @@ jobs:
- name: Get changed files in the docs folder
id: changed-files
- uses: tj-actions/changed-files@v44.5.6
+ uses: tj-actions/changed-files@v44.5.7
with:
files: |
_data/**/*.yml
diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml
index bc6ad5d19..c614d24e2 100644
--- a/.github/workflows/test_dispatcher.yml
+++ b/.github/workflows/test_dispatcher.yml
@@ -25,7 +25,7 @@ jobs:
- name: Get changed files
id: changed_files
- uses: tj-actions/changed-files@v44.5.6
+ uses: tj-actions/changed-files@v44.5.7
with:
sha: ${{ github.event.pull_request.head.sha }}
json: "true"
diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml
index 1c46ded61..72a161ded 100644
--- a/.github/workflows/test_meltano_add_install.yml
+++ b/.github/workflows/test_meltano_add_install.yml
@@ -21,7 +21,7 @@ jobs:
- name: Get changed plugins
id: changed_plugins
- uses: tj-actions/changed-files@v44.5.6
+ uses: tj-actions/changed-files@v44.5.7
with:
files: _data/meltano/*/*/*.yml
matrix: true
From da827474ae93256aecc2b98613dce743d7deba6a Mon Sep 17 00:00:00 2001
From: Ben Theunissen
Date: Mon, 5 Aug 2024 18:51:45 -0500
Subject: [PATCH 09/18] Add IAM role to assume for Tap Iceberg config (#1817)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com>
---
_data/meltano/extractors/tap-iceberg/shaped-ai.yml | 3 +++
1 file changed, 3 insertions(+)
diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
index 0dcb182f2..434296961 100644
--- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
+++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml
@@ -75,6 +75,9 @@ settings:
- description: The region of the AWS Glue Data Catalog.
label: Region
name: client_region
+- description: The IAM role ARN to assume when connecting to the AWS Glue Data Catalog.
+ label: Role ARN
+ name: client_iam_role_arn
- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
kind: array
label: Faker Config Locale
From 089bb3842a5c31ebcc56d86e9cab46ef14481567 Mon Sep 17 00:00:00 2001
From: Max McKenzie
Date: Mon, 19 Aug 2024 18:07:57 +0200
Subject: [PATCH 10/18] Add new `api_url` setting for Airbyte variant of
tap-plausible (#1820)
---
_data/meltano/extractors/tap-plausible/airbyte.yml | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git a/_data/meltano/extractors/tap-plausible/airbyte.yml b/_data/meltano/extractors/tap-plausible/airbyte.yml
index a0b02d482..d21813203 100644
--- a/_data/meltano/extractors/tap-plausible/airbyte.yml
+++ b/_data/meltano/extractors/tap-plausible/airbyte.yml
@@ -25,9 +25,15 @@ settings:
- description: Plausible API Key. See the docs
for information on how to generate this key.
kind: password
- label: Airbyte Config Api Key
+ label: Airbyte Config API Key
name: airbyte_config.api_key
sensitive: true
+- description: Plausible API URL. The API URL of your plausible instance.
+ Change this if you self-host plausible. The default is https://plausible.io/api/v1/stats
+ kind: string
+ label: Airbyte Config API URL
+ name: airbyte_config.api_url
+ value: https://plausible.io/api/v1/stats
- description: The domain of the site you want to retrieve data for. Enter the name
of your site as configured on Plausible, i.e., excluding "https://" and "www".
Can be retrieved from the 'domain' field in your Plausible site settings.
@@ -75,6 +81,7 @@ settings:
name: stream_maps
settings_group_validation:
- - airbyte_config.api_key
+- - airbyte_config.api_url
- airbyte_config.site_id
- airbyte_spec
- airbyte_spec.image
From 0637793e36e613c643a5714e6c62ba117acafb43 Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 26 Aug 2024 21:23:07 +0000
Subject: [PATCH 11/18] chore(deps): bump tj-actions/changed-files from 44.5.7
to 45.0.0
Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.7 to 45.0.0.
- [Release notes](https://github.com/tj-actions/changed-files/releases)
- [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md)
- [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.7...v45.0.0)
---
updated-dependencies:
- dependency-name: tj-actions/changed-files
dependency-type: direct:production
update-type: version-update:semver-major
...
Signed-off-by: dependabot[bot]
---
.github/workflows/check-yaml-format.yml | 2 +-
.github/workflows/test_dispatcher.yml | 2 +-
.github/workflows/test_meltano_add_install.yml | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml
index 72693c7d9..5e0a0a6f0 100644
--- a/.github/workflows/check-yaml-format.yml
+++ b/.github/workflows/check-yaml-format.yml
@@ -15,7 +15,7 @@ jobs:
- name: Get changed files in the docs folder
id: changed-files
- uses: tj-actions/changed-files@v44.5.7
+ uses: tj-actions/changed-files@v45.0.0
with:
files: |
_data/**/*.yml
diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml
index c614d24e2..3b55c4615 100644
--- a/.github/workflows/test_dispatcher.yml
+++ b/.github/workflows/test_dispatcher.yml
@@ -25,7 +25,7 @@ jobs:
- name: Get changed files
id: changed_files
- uses: tj-actions/changed-files@v44.5.7
+ uses: tj-actions/changed-files@v45.0.0
with:
sha: ${{ github.event.pull_request.head.sha }}
json: "true"
diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml
index 72a161ded..42c89e031 100644
--- a/.github/workflows/test_meltano_add_install.yml
+++ b/.github/workflows/test_meltano_add_install.yml
@@ -21,7 +21,7 @@ jobs:
- name: Get changed plugins
id: changed_plugins
- uses: tj-actions/changed-files@v44.5.7
+ uses: tj-actions/changed-files@v45.0.0
with:
files: _data/meltano/*/*/*.yml
matrix: true
From 9e4e56300f831b3ee45c270ae7e22ac6a56fce33 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?=
<16805946+edgarrmondragon@users.noreply.github.com>
Date: Wed, 28 Aug 2024 21:19:19 -0600
Subject: [PATCH 12/18] chore: Remove duplicate required setting in tap-sftp
(singer.io variant) (#1825)
---
_data/meltano/extractors/tap-sftp/singer-io.yml | 1 -
1 file changed, 1 deletion(-)
diff --git a/_data/meltano/extractors/tap-sftp/singer-io.yml b/_data/meltano/extractors/tap-sftp/singer-io.yml
index 9090e1701..608e69f09 100644
--- a/_data/meltano/extractors/tap-sftp/singer-io.yml
+++ b/_data/meltano/extractors/tap-sftp/singer-io.yml
@@ -56,5 +56,4 @@ settings_group_validation:
- start_date
- tables
- username
- - username
variant: singer-io
From a04b0a4c719c0058951df2da1f790db6d2468230 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?=
<16805946+edgarrmondragon@users.noreply.github.com>
Date: Wed, 28 Aug 2024 22:54:00 -0600
Subject: [PATCH 13/18] Add `s3_region` setting to TicketSwap variant of
`target-redshift` (#1819)
---
_data/meltano/loaders/target-redshift/ticketswap.yml | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml
index 281d654cd..c14010411 100644
--- a/_data/meltano/loaders/target-redshift/ticketswap.yml
+++ b/_data/meltano/loaders/target-redshift/ticketswap.yml
@@ -139,6 +139,11 @@ settings:
name: s3_key_prefix
sensitive: true
value: ''
+- description: AWS region for S3 bucket. If not specified, region will be detected by boto config resolution.
+ See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html.
+ kind: string
+ label: S3 Region
+ name: s3_region
- description: SQLAlchemy connection string. This will override using host, user,
password, port, dialect, and all ssl settings. Note that you must escape password
special characters properly. See
From f0d68e4aaaa227e37fadc4ed72bc25ab4c414017 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Tobias=20Cad=C3=A9e?=
Date: Thu, 29 Aug 2024 17:10:27 +0200
Subject: [PATCH 14/18] refactor: :fire: remove `dialect+driver` and
`sqlalchemy_url` from settings (#1824)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
Co-authored-by: Edgar Ramírez-Mondragón
---
.../loaders/target-redshift/ticketswap.yml | 36 +++++--------------
1 file changed, 8 insertions(+), 28 deletions(-)
diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml
index c14010411..215d6e482 100644
--- a/_data/meltano/loaders/target-redshift/ticketswap.yml
+++ b/_data/meltano/loaders/target-redshift/ticketswap.yml
@@ -40,13 +40,13 @@ settings:
kind: integer
label: Batch Size Rows
name: batch_size_rows
-- description: Redshift cluster identifier. Note if sqlalchemy_url is set or enable_iam_authentication
+- description: Redshift cluster identifier. Note if enable_iam_authentication
is false this will be ignored.
kind: password
label: Cluster IDentifier
name: cluster_identifier
sensitive: true
-- description: Database name. Note if sqlalchemy_url is set this will be ignored.
+- description: Database name.
kind: string
label: Database name
name: dbname
@@ -55,16 +55,8 @@ settings:
label: Default Target Schema
name: default_target_schema
value: $MELTANO_EXTRACT__LOAD_SCHEMA
-- description: Dialect+driver see
- https://aws.amazon.com/blogs/big-data/use-the-amazon-redshift-sqlalchemy-dialect-to-interact-with-amazon-redshift.
- Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored.
- kind: string
- label: Dialect+Driver
- name: dialect+driver
- value: redshift+redshift_connector
- description: If true, use temporary credentials
(https://docs.aws.amazon.com/redshift/latest/mgmt/generating-iam-credentials-cli-api.html).
- Note if sqlalchemy_url is set this will be ignored.
kind: boolean
label: Enable Iam Authentication
name: enable_iam_authentication
@@ -92,8 +84,7 @@ settings:
label: Hard Delete
name: hard_delete
value: false
-- description: Hostname for redshift instance. Note if sqlalchemy_url is set this
- will be ignored.
+- description: Hostname for redshift instance.
kind: string
label: Host
name: host
@@ -112,14 +103,12 @@ settings:
- label: Overwrite
value: overwrite
value: append-only
-- description: Password used to authenticate. Note if sqlalchemy_url is set this will
- be ignored.
+- description: Password used to authenticate.
kind: password
label: Password
name: password
sensitive: true
-- description: The port on which redshift is awaiting connection. Note if sqlalchemy_url
- is set this will be ignored.
+- description: The port on which redshift is awaiting connection.
kind: string
label: Port
name: port
@@ -144,17 +133,9 @@ settings:
kind: string
label: S3 Region
name: s3_region
-- description: SQLAlchemy connection string. This will override using host, user,
- password, port, dialect, and all ssl settings. Note that you must escape password
- special characters properly. See
- https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords
- kind: string
- label: Sqlalchemy URL
- name: sqlalchemy_url
- description: Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority
and ssl_mode for further customization. To use a client certificate to authenticate
- yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url
- is set this will be ignored.
+ yourself to the server, use ssl_client_certificate_enable instead.
kind: boolean
label: SSL Enable
name: ssl_enable
@@ -162,7 +143,7 @@ settings:
- description: SSL Protection method, see [postgres
documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION)
for more information. Must be one of disable, allow, prefer, require, verify-ca,
- or verify-full. Note if sqlalchemy_url is set this will be ignored.
+ or verify-full.
kind: string
label: SSL Mode
name: ssl_mode
@@ -181,8 +162,7 @@ settings:
label: Temp Dir
name: temp_dir
value: temp
-- description: User name used to authenticate. Note if sqlalchemy_url is set this
- will be ignored.
+- description: User name used to authenticate.
kind: string
label: User
name: user
From e192b8eb68ded7775dd2581971c1c00e46b38046 Mon Sep 17 00:00:00 2001
From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com>
Date: Mon, 2 Sep 2024 21:41:41 +0000
Subject: [PATCH 15/18] chore(deps): bump tj-actions/changed-files from 45.0.0
to 45.0.1
Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 45.0.0 to 45.0.1.
- [Release notes](https://github.com/tj-actions/changed-files/releases)
- [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md)
- [Commits](https://github.com/tj-actions/changed-files/compare/v45.0.0...v45.0.1)
---
updated-dependencies:
- dependency-name: tj-actions/changed-files
dependency-type: direct:production
update-type: version-update:semver-patch
...
Signed-off-by: dependabot[bot]
---
.github/workflows/check-yaml-format.yml | 2 +-
.github/workflows/test_dispatcher.yml | 2 +-
.github/workflows/test_meltano_add_install.yml | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml
index 5e0a0a6f0..f485d6dc5 100644
--- a/.github/workflows/check-yaml-format.yml
+++ b/.github/workflows/check-yaml-format.yml
@@ -15,7 +15,7 @@ jobs:
- name: Get changed files in the docs folder
id: changed-files
- uses: tj-actions/changed-files@v45.0.0
+ uses: tj-actions/changed-files@v45.0.1
with:
files: |
_data/**/*.yml
diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml
index 3b55c4615..67280aeac 100644
--- a/.github/workflows/test_dispatcher.yml
+++ b/.github/workflows/test_dispatcher.yml
@@ -25,7 +25,7 @@ jobs:
- name: Get changed files
id: changed_files
- uses: tj-actions/changed-files@v45.0.0
+ uses: tj-actions/changed-files@v45.0.1
with:
sha: ${{ github.event.pull_request.head.sha }}
json: "true"
diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml
index 42c89e031..fb7bc6587 100644
--- a/.github/workflows/test_meltano_add_install.yml
+++ b/.github/workflows/test_meltano_add_install.yml
@@ -21,7 +21,7 @@ jobs:
- name: Get changed plugins
id: changed_plugins
- uses: tj-actions/changed-files@v45.0.0
+ uses: tj-actions/changed-files@v45.0.1
with:
files: _data/meltano/*/*/*.yml
matrix: true
From 2bf8369e66b2a020b513238ff284ca28261f7515 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?=
<16805946+edgarrmondragon@users.noreply.github.com>
Date: Wed, 4 Sep 2024 10:52:00 -0600
Subject: [PATCH 16/18] Add the `chartica` variant of `tap-staffwise` (#1828)
---
_data/default_variants.yml | 1 +
_data/maintainers.yml | 4 +
.../extractors/tap-staffwise/chartica.yml | 106 ++++++++++++++++++
static/assets/logos/extractors/staffwise.svg | 2 +
4 files changed, 113 insertions(+)
create mode 100644 _data/meltano/extractors/tap-staffwise/chartica.yml
create mode 100644 static/assets/logos/extractors/staffwise.svg
diff --git a/_data/default_variants.yml b/_data/default_variants.yml
index 8c43b65e6..ff7fd6e12 100644
--- a/_data/default_variants.yml
+++ b/_data/default_variants.yml
@@ -491,6 +491,7 @@ extractors:
tap-ssb-klass: storebrand
tap-stackexchange: meltanolabs
tap-stackoverflow-sampledata: buzzcutnorman
+ tap-staffwise: chartica
tap-stamped: hotgluexyz
tap-starshipit: zookal
tap-statuspage: airbyte
diff --git a/_data/maintainers.yml b/_data/maintainers.yml
index d21761a18..f6bb67eaf 100644
--- a/_data/maintainers.yml
+++ b/_data/maintainers.yml
@@ -166,6 +166,10 @@ cguimont:
label: cguimont
name: cguimont
url: https://github.com/cguimont
+chartica:
+ label: chartica
+ name: chartica
+ url: https://github.com/chartica
checkr:
label: Checkr
name: checkr
diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml
new file mode 100644
index 000000000..653f107ab
--- /dev/null
+++ b/_data/meltano/extractors/tap-staffwise/chartica.yml
@@ -0,0 +1,106 @@
+capabilities:
+- about
+- batch
+- catalog
+- discover
+- schema-flattening
+- state
+- stream-maps
+description: Healthcare Productivity Tools
+domain_url: https://staffwi.se/user-guide/api/reporting
+executable: tap-staffwise
+keywords:
+- health
+- payroll
+- meltano_sdk
+label: Staffwise
+logo_url: /assets/logos/extractors/staffwise.svg
+maintenance_status: active
+name: tap-staffwise
+namespace: tap_staffwise
+next_steps: ''
+pip_url: git+https://github.com/chartica/tap-staffwise.git
+quality: silver
+repo: https://github.com/chartica/tap-staffwise
+settings:
+- description: API Key to authenticate requests and access the API
+ kind: password
+ label: API Key
+ name: api_key
+ sensitive: true
+- description: Compression format to use for batch files.
+ kind: options
+ label: Batch Config Encoding Compression
+ name: batch_config.encoding.compression
+ options:
+ - label: Gzip
+ value: gzip
+ - label: None
+ value: none
+- description: Format to use for batch files.
+ kind: options
+ label: Batch Config Encoding Format
+ name: batch_config.encoding.format
+ options:
+ - label: Jsonl
+ value: jsonl
+ - label: Parquet
+ value: parquet
+- description: Prefix to use when writing batch files.
+ kind: string
+ label: Batch Config Storage Prefix
+ name: batch_config.storage.prefix
+- description: Root path to use when writing batch files.
+ kind: string
+ label: Batch Config Storage Root
+ name: batch_config.storage.root
+- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization'
+ kind: array
+ label: Faker Config Locale
+ name: faker_config.locale
+- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator'
+ kind: string
+ label: Faker Config Seed
+ name: faker_config.seed
+- description: "'True' to enable schema flattening and automatically expand nested
+ properties."
+ kind: boolean
+ label: Flattening Enabled
+ name: flattening_enabled
+- description: The max depth to flatten schemas.
+ kind: integer
+ label: Flattening Max Depth
+ name: flattening_max_depth
+- description: Reporting ID of each report
+ kind: password
+ label: Reporting ID
+ name: reporting_id
+ sensitive: true
+- description: The start date for filtering results in the API call
+ kind: date_iso8601
+ label: Start Date
+ name: start_date
+- description: The end date for filtering results in the API call
+ kind: string
+ label: Stop Date
+ name: stop_date
+- description: User-defined config values to be used within map expressions.
+ kind: object
+ label: Stream Map Config
+ name: stream_map_config
+- description: Config object for stream maps capability. For more information check
+ out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html).
+ kind: object
+ label: Stream Maps
+ name: stream_maps
+- description: Subdomain you would like to pull data from
+ kind: string
+ label: Subdomain
+ name: subdomain
+settings_group_validation:
+- - api_key
+ - reporting_id
+ - subdomain
+settings_preamble: ''
+usage: ''
+variant: chartica
diff --git a/static/assets/logos/extractors/staffwise.svg b/static/assets/logos/extractors/staffwise.svg
new file mode 100644
index 000000000..a6aa4529e
--- /dev/null
+++ b/static/assets/logos/extractors/staffwise.svg
@@ -0,0 +1,2 @@
+
+
\ No newline at end of file
From 9251ac0b1ac359d27722b9055a388ce04a122af2 Mon Sep 17 00:00:00 2001
From: Huzaifa Patel
Date: Thu, 5 Sep 2024 01:11:17 +0100
Subject: [PATCH 17/18] Updates chartica.yml to move main config values to the
top. (#1829)
---
.../extractors/tap-staffwise/chartica.yml | 34 +++++++++----------
1 file changed, 17 insertions(+), 17 deletions(-)
diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml
index 653f107ab..967eb558e 100644
--- a/_data/meltano/extractors/tap-staffwise/chartica.yml
+++ b/_data/meltano/extractors/tap-staffwise/chartica.yml
@@ -28,6 +28,23 @@ settings:
label: API Key
name: api_key
sensitive: true
+- description: Subdomain you would like to pull data from
+ kind: string
+ label: Subdomain
+ name: subdomain
+- description: Reporting ID of each report
+ kind: password
+ label: Reporting ID
+ name: reporting_id
+ sensitive: true
+- description: The start date for filtering results in the API call
+ kind: string
+ label: Start Date (Optional)
+ name: start_date
+- description: The end date for filtering results in the API call
+ kind: string
+ label: Stop Date (Optional)
+ name: stop_date
- description: Compression format to use for batch files.
kind: options
label: Batch Config Encoding Compression
@@ -71,19 +88,6 @@ settings:
kind: integer
label: Flattening Max Depth
name: flattening_max_depth
-- description: Reporting ID of each report
- kind: password
- label: Reporting ID
- name: reporting_id
- sensitive: true
-- description: The start date for filtering results in the API call
- kind: date_iso8601
- label: Start Date
- name: start_date
-- description: The end date for filtering results in the API call
- kind: string
- label: Stop Date
- name: stop_date
- description: User-defined config values to be used within map expressions.
kind: object
label: Stream Map Config
@@ -93,10 +97,6 @@ settings:
kind: object
label: Stream Maps
name: stream_maps
-- description: Subdomain you would like to pull data from
- kind: string
- label: Subdomain
- name: subdomain
settings_group_validation:
- - api_key
- reporting_id
From a86f6ad83aef126743cab3008e381f48ceb53b09 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?=
<16805946+edgarrmondragon@users.noreply.github.com>
Date: Wed, 4 Sep 2024 19:23:30 -0600
Subject: [PATCH 18/18] Use `meltano-dbt-ext` (#1815)
---
_data/meltano/utilities/dbt-athena/dbt-athena.yml | 2 +-
_data/meltano/utilities/dbt-bigquery/dbt-labs.yml | 2 +-
_data/meltano/utilities/dbt-duckdb/jwills.yml | 2 +-
_data/meltano/utilities/dbt-postgres/dbt-labs.yml | 2 +-
_data/meltano/utilities/dbt-redshift/dbt-labs.yml | 2 +-
_data/meltano/utilities/dbt-snowflake/dbt-labs.yml | 2 +-
_data/variant_metrics.yml | 10 +++++-----
7 files changed, 11 insertions(+), 11 deletions(-)
diff --git a/_data/meltano/utilities/dbt-athena/dbt-athena.yml b/_data/meltano/utilities/dbt-athena/dbt-athena.yml
index de029023b..c16594ec0 100644
--- a/_data/meltano/utilities/dbt-athena/dbt-athena.yml
+++ b/_data/meltano/utilities/dbt-athena/dbt-athena.yml
@@ -69,7 +69,7 @@ next_steps: |-
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-athena:initialize
```
-pip_url: dbt-core dbt-athena-community git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-athena-community meltano-dbt-ext~=0.3.0
repo: https://github.com/dbt-athena/dbt-athena
settings:
- description: |
diff --git a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml
index 79e1b7835..d03f28476 100644
--- a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml
+++ b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml
@@ -69,7 +69,7 @@ next_steps: |-
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-bigquery:initialize
```
-pip_url: dbt-core dbt-bigquery git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0
repo: https://github.com/dbt-labs/dbt-bigquery
settings:
- description: |
diff --git a/_data/meltano/utilities/dbt-duckdb/jwills.yml b/_data/meltano/utilities/dbt-duckdb/jwills.yml
index 2814c14e3..f389ea64e 100644
--- a/_data/meltano/utilities/dbt-duckdb/jwills.yml
+++ b/_data/meltano/utilities/dbt-duckdb/jwills.yml
@@ -70,7 +70,7 @@ next_steps: |
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-duckdb:initialize
```
-pip_url: dbt-core dbt-duckdb git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0
repo: https://github.com/jwills/dbt-duckdb
settings:
- description: The path on your local filesystem where you would like the DuckDB database
diff --git a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml
index 7fd595975..84bbb6e57 100644
--- a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml
+++ b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml
@@ -68,7 +68,7 @@ next_steps: |-
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-postgres:initialize
```
-pip_url: dbt-core dbt-postgres git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0
repo: https://github.com/dbt-labs/dbt-core
settings:
- aliases:
diff --git a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml
index 9e1ee570c..921b6854f 100644
--- a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml
+++ b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml
@@ -69,7 +69,7 @@ next_steps: |-
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-redshift:initialize
```
-pip_url: dbt-core dbt-redshift git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0
repo: https://github.com/dbt-labs/dbt-redshift
settings:
- description: |
diff --git a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml
index df7ea9c31..db9851368 100644
--- a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml
+++ b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml
@@ -69,7 +69,7 @@ next_steps: |-
# create a starter dbt_project.yml file, a profiles.yml file, and models directory
meltano invoke dbt-snowflake:initialize
```
-pip_url: dbt-core dbt-snowflake git+https://github.com/meltano/dbt-ext.git@main
+pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0
repo: https://github.com/dbt-labs/dbt-snowflake
settings:
- description: The snowflake account to connect to.
diff --git a/_data/variant_metrics.yml b/_data/variant_metrics.yml
index 825c2da9d..20aa09c31 100644
--- a/_data/variant_metrics.yml
+++ b/_data/variant_metrics.yml
@@ -9531,7 +9531,7 @@ metrics:
all_projects_unstruct_by_name: 9
all_projects_unstruct_by_variant: 9
name: dbt-bigquery
- pip_url: dbt-core~=1.3.0 dbt-bigquery~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main
+ pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0
plugin_type: utilities
success_execs_by_name: 0
success_execs_unstruct_by_name: 650
@@ -9550,7 +9550,7 @@ metrics:
all_projects_unstruct_by_name: 141
all_projects_unstruct_by_variant: 141
name: dbt-postgres
- pip_url: dbt-core~=1.3.0 dbt-postgres~=1.3.0
+ pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0
plugin_type: transformers
success_execs_by_name: 0
success_execs_unstruct_by_name: 208849
@@ -9569,7 +9569,7 @@ metrics:
all_projects_unstruct_by_name: 7
all_projects_unstruct_by_variant: 7
name: dbt-redshift
- pip_url: dbt-core~=1.3.0 dbt-redshift~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main
+ pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0
plugin_type: utilities
success_execs_by_name: 0
success_execs_unstruct_by_name: 35
@@ -9588,7 +9588,7 @@ metrics:
all_projects_unstruct_by_name: 19
all_projects_unstruct_by_variant: 19
name: dbt-snowflake
- pip_url: dbt-core~=1.3.0 dbt-snowflake~=1.3.0
+ pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0
plugin_type: transformers
success_execs_by_name: 0
success_execs_unstruct_by_name: 6889
@@ -12799,7 +12799,7 @@ metrics:
all_projects_unstruct_by_name: 70
all_projects_unstruct_by_variant: 70
name: dbt-duckdb
- pip_url: dbt-core~=1.2.0 dbt-duckdb~=1.2.0
+ pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0
plugin_type: transformers
success_execs_by_name: 0
success_execs_unstruct_by_name: 368