From c381b6a833e240f6958046e15e0ad7d4d9ab41b5 Mon Sep 17 00:00:00 2001 From: Will Donnelly Date: Tue, 25 Feb 2025 18:13:30 -0600 Subject: [PATCH] source-bigquery-batch: Update test snapshots --- .../.snapshots/TestBinaryTypes-Capture | 14 +++++----- .../.snapshots/TestBinaryTypes-Discovery | 21 +++++++++++++-- .../TestCaptureWithDatetimeCursor-Capture | 22 ++++++++-------- .../TestCaptureWithDatetimeCursor-Discovery | 21 +++++++++++++-- .../TestCaptureWithEmptyPoll-Capture | 22 ++++++++-------- .../TestCaptureWithEmptyPoll-Discovery | 21 +++++++++++++-- .../TestCaptureWithModifications-Capture | 22 ++++++++-------- .../TestCaptureWithModifications-Discovery | 21 +++++++++++++-- .../TestCaptureWithNullCursor-Capture1 | 12 ++++----- .../TestCaptureWithNullCursor-Capture2 | 6 ++--- .../TestCaptureWithNullCursor-Discovery | 21 +++++++++++++-- .../TestCaptureWithTwoColumnCursor-Capture | 26 +++++++++---------- .../TestCaptureWithTwoColumnCursor-Discovery | 21 +++++++++++++-- .../TestCaptureWithUpdatedAtCursor-Capture | 22 ++++++++-------- .../TestCaptureWithUpdatedAtCursor-Discovery | 21 +++++++++++++-- .../.snapshots/TestCompositeTypes-Capture | 8 +++--- .../.snapshots/TestCompositeTypes-Discovery | 21 +++++++++++++-- .../.snapshots/TestFullRefresh-Capture1 | 10 +++---- .../.snapshots/TestFullRefresh-Capture2 | 18 ++++++------- .../.snapshots/TestFullRefresh-Discovery | 19 +++++++++++++- .../.snapshots/TestIntegerTypes-Capture | 12 ++++----- .../.snapshots/TestIntegerTypes-Discovery | 21 +++++++++++++-- .../.snapshots/TestJSONType-Capture | 18 ++++++------- .../.snapshots/TestJSONType-Discovery | 21 +++++++++++++-- .../.snapshots/TestNumericTypes-Capture | 12 ++++----- .../.snapshots/TestNumericTypes-Discovery | 21 +++++++++++++-- .../TestQueryTemplateOverride-Capture | 22 ++++++++-------- .../TestQueryTemplateOverride-Discovery | 21 +++++++++++++-- .../.snapshots/TestSimpleCapture-Capture | 18 ++++++------- .../.snapshots/TestSimpleCapture-Discovery | 19 +++++++++++++- source-bigquery-batch/.snapshots/TestSpec | 5 ++++ .../.snapshots/TestStringTypes-Capture | 14 +++++----- .../.snapshots/TestStringTypes-Discovery | 21 +++++++++++++-- .../.snapshots/TestTemporalTypes-Capture | 12 ++++----- .../.snapshots/TestTemporalTypes-Discovery | 21 +++++++++++++-- 35 files changed, 452 insertions(+), 175 deletions(-) diff --git a/source-bigquery-batch/.snapshots/TestBinaryTypes-Capture b/source-bigquery-batch/.snapshots/TestBinaryTypes-Capture index 117e93d3c3..8f2b96480d 100644 --- a/source-bigquery-batch/.snapshots/TestBinaryTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestBinaryTypes-Capture @@ -1,14 +1,14 @@ # ================================ # Collection "acmeCo/test/binarytypes_537491": 6 Documents # ================================ -{"_meta":{"polled":"","index":999},"bool_val":true,"bytes_val":"aGVsbG8gd29ybGQ=","id":1} -{"_meta":{"polled":"","index":999},"bool_val":false,"bytes_val":"AAECAw==","id":2} -{"_meta":{"polled":"","index":999},"bool_val":null,"bytes_val":null,"id":3} -{"_meta":{"polled":"","index":999},"bool_val":true,"bytes_val":null,"id":4} -{"_meta":{"polled":"","index":999},"bool_val":false,"bytes_val":"qqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqg==","id":5} -{"_meta":{"polled":"","index":999},"bool_val":true,"bytes_val":"SGVsbG8sIOS4lueVjCE=","id":6} +{"_meta":{"polled":"","index":0,"row_id":0},"bool_val":true,"bytes_val":"aGVsbG8gd29ybGQ=","id":1} +{"_meta":{"polled":"","index":1,"row_id":1},"bool_val":false,"bytes_val":"AAECAw==","id":2} +{"_meta":{"polled":"","index":2,"row_id":2},"bool_val":null,"bytes_val":null,"id":3} +{"_meta":{"polled":"","index":3,"row_id":3},"bool_val":true,"bytes_val":null,"id":4} +{"_meta":{"polled":"","index":4,"row_id":4},"bool_val":false,"bytes_val":"qqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqqg==","id":5} +{"_meta":{"polled":"","index":5,"row_id":5},"bool_val":true,"bytes_val":"SGVsbG8sIOS4lueVjCE=","id":6} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"binarytypes_537491":{"CursorNames":["id"],"CursorValues":[6],"LastPolled":""}}} +{"bindingStateV1":{"binarytypes_537491":{"CursorNames":["id"],"CursorValues":[6],"LastPolled":"","DocumentCount":6}}} diff --git a/source-bigquery-batch/.snapshots/TestBinaryTypes-Discovery b/source-bigquery-batch/.snapshots/TestBinaryTypes-Discovery index 64410793c1..9eb2219bfc 100644 --- a/source-bigquery-batch/.snapshots/TestBinaryTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestBinaryTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Capture b/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Capture index faac47173c..65ccc93fa9 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Capture +++ b/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Capture @@ -1,18 +1,18 @@ # ================================ # Collection "acmeCo/test/capturewithdatetimecursor_877736": 10 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00.000000"} -{"_meta":{"polled":"","index":999},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00.000000"} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00.000000"} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00.000000"} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00.000000"} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00.000000"} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00.000000"} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00.000000"} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00.000000"} +{"_meta":{"polled":"","index":2,"row_id":7},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00.000000"} +{"_meta":{"polled":"","index":3,"row_id":8},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00.000000"} +{"_meta":{"polled":"","index":4,"row_id":9},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00.000000"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithdatetimecursor_877736":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00.000000"],"LastPolled":""}}} +{"bindingStateV1":{"capturewithdatetimecursor_877736":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00.000000"],"DocumentCount":10,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Discovery index c04a2060b4..27fd4ce4c2 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithDatetimeCursor-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Capture b/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Capture index ae9c0d67b0..1aa3dd9c78 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Capture +++ b/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Capture @@ -1,18 +1,18 @@ # ================================ # Collection "acmeCo/test/capturewithemptypoll_890703": 10 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} +{"_meta":{"polled":"","index":2,"row_id":7},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} +{"_meta":{"polled":"","index":3,"row_id":8},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} +{"_meta":{"polled":"","index":4,"row_id":9},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithemptypoll_890703":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"LastPolled":""}}} +{"bindingStateV1":{"capturewithemptypoll_890703":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"DocumentCount":10,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Discovery index 58d00e01d5..01157a872f 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithEmptyPoll-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Capture b/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Capture index 239a6c891f..54dc029023 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Capture +++ b/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Capture @@ -1,18 +1,18 @@ # ================================ # Collection "acmeCo/test/capturewithmodifications_786099": 10 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Initial value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} -{"_meta":{"polled":"","index":999},"data":"Initial value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} -{"_meta":{"polled":"","index":999},"data":"Initial value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} -{"_meta":{"polled":"","index":999},"data":"Initial value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} -{"_meta":{"polled":"","index":999},"data":"Initial value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} -{"_meta":{"polled":"","index":999},"data":"Modified value for row 3","id":3,"updated_at":"2025-02-13T12:15:00Z"} -{"_meta":{"polled":"","index":999},"data":"Modified value for row 4","id":4,"updated_at":"2025-02-13T12:16:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:20:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:21:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:22:00Z"} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Initial value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Initial value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Initial value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Initial value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Initial value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Modified value for row 3","id":3,"updated_at":"2025-02-13T12:15:00Z"} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Modified value for row 4","id":4,"updated_at":"2025-02-13T12:16:00Z"} +{"_meta":{"polled":"","index":2,"row_id":7},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:20:00Z"} +{"_meta":{"polled":"","index":3,"row_id":8},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:21:00Z"} +{"_meta":{"polled":"","index":4,"row_id":9},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:22:00Z"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithmodifications_786099":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:22:00Z"],"LastPolled":""}}} +{"bindingStateV1":{"capturewithmodifications_786099":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:22:00Z"],"DocumentCount":10,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Discovery index d5e972743b..ee8d57fdbc 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithModifications-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture1 b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture1 index 033e59308c..52a171ae15 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture1 +++ b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture1 @@ -1,13 +1,13 @@ # ================================ # Collection "acmeCo/test/capturewithnullcursor_662607": 5 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Another NULL cursor","id":2,"sort_col":null} -{"_meta":{"polled":"","index":999},"data":"Third NULL cursor","id":4,"sort_col":null} -{"_meta":{"polled":"","index":999},"data":"Value with NULL cursor","id":0,"sort_col":null} -{"_meta":{"polled":"","index":999},"data":"Value with cursor 10","id":1,"sort_col":10} -{"_meta":{"polled":"","index":999},"data":"Value with cursor 20","id":3,"sort_col":20} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Another NULL cursor","id":2,"sort_col":null} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value with NULL cursor","id":0,"sort_col":null} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Third NULL cursor","id":4,"sort_col":null} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value with cursor 10","id":1,"sort_col":10} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value with cursor 20","id":3,"sort_col":20} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithnullcursor_662607":{"CursorNames":["sort_col"],"CursorValues":[20],"LastPolled":""}}} +{"bindingStateV1":{"capturewithnullcursor_662607":{"CursorNames":["sort_col"],"CursorValues":[20],"LastPolled":"","DocumentCount":5}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture2 b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture2 index eff1455dc6..4d8befe966 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture2 +++ b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Capture2 @@ -1,10 +1,10 @@ # ================================ # Collection "acmeCo/test/capturewithnullcursor_662607": 2 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Final value cursor 30","id":9,"sort_col":30} -{"_meta":{"polled":"","index":999},"data":"Value with cursor 25","id":7,"sort_col":25} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Value with cursor 25","id":7,"sort_col":25} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Final value cursor 30","id":9,"sort_col":30} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithnullcursor_662607":{"CursorNames":["sort_col"],"CursorValues":[30],"LastPolled":""}}} +{"bindingStateV1":{"capturewithnullcursor_662607":{"CursorNames":["sort_col"],"CursorValues":[30],"DocumentCount":7,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Discovery index 3cacc6ed0f..c230e112dd 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithNullCursor-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Capture b/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Capture index fab387e5c1..5fd061298b 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Capture +++ b/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Capture @@ -1,20 +1,20 @@ # ================================ # Collection "acmeCo/test/capturewithtwocolumncursor_321285": 12 Documents # ================================ -{"_meta":{"polled":"","index":999},"col1":1,"col2":1,"data":"Value for row 0","id":0} -{"_meta":{"polled":"","index":999},"col1":1,"col2":2,"data":"Value for row 1","id":1} -{"_meta":{"polled":"","index":999},"col1":1,"col2":3,"data":"Value for row 2","id":2} -{"_meta":{"polled":"","index":999},"col1":2,"col2":1,"data":"Value for row 3","id":3} -{"_meta":{"polled":"","index":999},"col1":2,"col2":2,"data":"Value for row 4","id":4} -{"_meta":{"polled":"","index":999},"col1":2,"col2":3,"data":"Value for row 5","id":5} -{"_meta":{"polled":"","index":999},"col1":3,"col2":1,"data":"Value for row 8","id":8} -{"_meta":{"polled":"","index":999},"col1":3,"col2":2,"data":"Value for row 9","id":9} -{"_meta":{"polled":"","index":999},"col1":3,"col2":3,"data":"Value for row 10","id":10} -{"_meta":{"polled":"","index":999},"col1":4,"col2":1,"data":"Value for row 11","id":11} -{"_meta":{"polled":"","index":999},"col1":4,"col2":2,"data":"Value for row 12","id":12} -{"_meta":{"polled":"","index":999},"col1":4,"col2":3,"data":"Value for row 13","id":13} +{"_meta":{"polled":"","index":0,"row_id":0},"col1":1,"col2":1,"data":"Value for row 0","id":0} +{"_meta":{"polled":"","index":1,"row_id":1},"col1":1,"col2":2,"data":"Value for row 1","id":1} +{"_meta":{"polled":"","index":2,"row_id":2},"col1":1,"col2":3,"data":"Value for row 2","id":2} +{"_meta":{"polled":"","index":3,"row_id":3},"col1":2,"col2":1,"data":"Value for row 3","id":3} +{"_meta":{"polled":"","index":4,"row_id":4},"col1":2,"col2":2,"data":"Value for row 4","id":4} +{"_meta":{"polled":"","index":5,"row_id":5},"col1":2,"col2":3,"data":"Value for row 5","id":5} +{"_meta":{"polled":"","index":0,"row_id":6},"col1":3,"col2":1,"data":"Value for row 8","id":8} +{"_meta":{"polled":"","index":1,"row_id":7},"col1":3,"col2":2,"data":"Value for row 9","id":9} +{"_meta":{"polled":"","index":2,"row_id":8},"col1":3,"col2":3,"data":"Value for row 10","id":10} +{"_meta":{"polled":"","index":3,"row_id":9},"col1":4,"col2":1,"data":"Value for row 11","id":11} +{"_meta":{"polled":"","index":4,"row_id":10},"col1":4,"col2":2,"data":"Value for row 12","id":12} +{"_meta":{"polled":"","index":5,"row_id":11},"col1":4,"col2":3,"data":"Value for row 13","id":13} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithtwocolumncursor_321285":{"CursorNames":["col1","col2"],"CursorValues":[4,3],"LastPolled":""}}} +{"bindingStateV1":{"capturewithtwocolumncursor_321285":{"CursorNames":["col1","col2"],"CursorValues":[4,3],"DocumentCount":12,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Discovery index 0ffa4330f0..c6ceb73b07 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithTwoColumnCursor-Discovery @@ -22,7 +22,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -35,12 +35,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Capture b/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Capture index b4be37a09b..e22088724e 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Capture +++ b/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Capture @@ -1,18 +1,18 @@ # ================================ # Collection "acmeCo/test/capturewithupdatedatcursor_792371": 10 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} +{"_meta":{"polled":"","index":2,"row_id":7},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} +{"_meta":{"polled":"","index":3,"row_id":8},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} +{"_meta":{"polled":"","index":4,"row_id":9},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"capturewithupdatedatcursor_792371":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"LastPolled":""}}} +{"bindingStateV1":{"capturewithupdatedatcursor_792371":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"DocumentCount":10,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Discovery b/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Discovery index cb2c8da87a..84c269948e 100644 --- a/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Discovery +++ b/source-bigquery-batch/.snapshots/TestCaptureWithUpdatedAtCursor-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestCompositeTypes-Capture b/source-bigquery-batch/.snapshots/TestCompositeTypes-Capture index 178d51f206..bb8d83c9ad 100644 --- a/source-bigquery-batch/.snapshots/TestCompositeTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestCompositeTypes-Capture @@ -1,11 +1,11 @@ # ================================ # Collection "acmeCo/test/compositetypes_483529": 3 Documents # ================================ -{"_meta":{"polled":"","index":999},"array_struct":[[1,"first"],[2,"second"]],"id":1,"int_array":[1,2,3],"string_array":["a","b","c"],"struct_val":["Alice",25,[90.5,85,92.3]]} -{"_meta":{"polled":"","index":999},"array_struct":null,"id":2,"int_array":null,"string_array":null,"struct_val":["Bob",30,null]} -{"_meta":{"polled":"","index":999},"array_struct":null,"id":3,"int_array":null,"string_array":null,"struct_val":null} +{"_meta":{"polled":"","index":0,"row_id":0},"array_struct":[[1,"first"],[2,"second"]],"id":1,"int_array":[1,2,3],"string_array":["a","b","c"],"struct_val":["Alice",25,[90.5,85,92.3]]} +{"_meta":{"polled":"","index":1,"row_id":1},"array_struct":null,"id":2,"int_array":null,"string_array":null,"struct_val":["Bob",30,null]} +{"_meta":{"polled":"","index":2,"row_id":2},"array_struct":null,"id":3,"int_array":null,"string_array":null,"struct_val":null} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"compositetypes_483529":{"CursorNames":["id"],"CursorValues":[3],"LastPolled":""}}} +{"bindingStateV1":{"compositetypes_483529":{"CursorNames":["id"],"CursorValues":[3],"LastPolled":"","DocumentCount":3}}} diff --git a/source-bigquery-batch/.snapshots/TestCompositeTypes-Discovery b/source-bigquery-batch/.snapshots/TestCompositeTypes-Discovery index c639196250..68c6a0cee6 100644 --- a/source-bigquery-batch/.snapshots/TestCompositeTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestCompositeTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestFullRefresh-Capture1 b/source-bigquery-batch/.snapshots/TestFullRefresh-Capture1 index 660f21e432..dd73e9a382 100644 --- a/source-bigquery-batch/.snapshots/TestFullRefresh-Capture1 +++ b/source-bigquery-batch/.snapshots/TestFullRefresh-Capture1 @@ -1,12 +1,12 @@ # ================================ # Collection "acmeCo/test/fullrefresh_902536": 4 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 3","id":3} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 1","id":1} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 2","id":2} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 0","id":0} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"fullrefresh_902536":{"CursorNames":null,"CursorValues":null,"LastPolled":""}}} +{"bindingStateV1":{"fullrefresh_902536":{"CursorNames":null,"CursorValues":null,"LastPolled":"","DocumentCount":4}}} diff --git a/source-bigquery-batch/.snapshots/TestFullRefresh-Capture2 b/source-bigquery-batch/.snapshots/TestFullRefresh-Capture2 index c4faa2476b..565c65e8d1 100644 --- a/source-bigquery-batch/.snapshots/TestFullRefresh-Capture2 +++ b/source-bigquery-batch/.snapshots/TestFullRefresh-Capture2 @@ -1,16 +1,16 @@ # ================================ # Collection "acmeCo/test/fullrefresh_902536": 8 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 2","id":2} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 0","id":0} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 6","id":6} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 7","id":7} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value for row 5","id":5} +{"_meta":{"polled":"","index":5,"row_id":5},"data":"Value for row 1","id":1} +{"_meta":{"polled":"","index":6,"row_id":6},"data":"Value for row 4","id":4} +{"_meta":{"polled":"","index":7,"row_id":7},"data":"Value for row 3","id":3} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"fullrefresh_902536":{"LastPolled":""}}} +{"bindingStateV1":{"fullrefresh_902536":{"DocumentCount":8,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestFullRefresh-Discovery b/source-bigquery-batch/.snapshots/TestFullRefresh-Discovery index 51b8e6eebe..aeeeea1193 100644 --- a/source-bigquery-batch/.snapshots/TestFullRefresh-Discovery +++ b/source-bigquery-batch/.snapshots/TestFullRefresh-Discovery @@ -31,12 +31,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestIntegerTypes-Capture b/source-bigquery-batch/.snapshots/TestIntegerTypes-Capture index e51173e80f..af28f60bcd 100644 --- a/source-bigquery-batch/.snapshots/TestIntegerTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestIntegerTypes-Capture @@ -1,13 +1,13 @@ # ================================ # Collection "acmeCo/test/integertypes_795898": 5 Documents # ================================ -{"_meta":{"polled":"","index":999},"bigint_val":-9223372036854775808,"byteint_val":-9223372036854775808,"id":1,"int_val":-9223372036854775808,"integer_val":-9223372036854775808,"smallint_val":-9223372036854775808,"tinyint_val":-9223372036854775808} -{"_meta":{"polled":"","index":999},"bigint_val":9223372036854775807,"byteint_val":9223372036854775807,"id":2,"int_val":9223372036854775807,"integer_val":9223372036854775807,"smallint_val":9223372036854775807,"tinyint_val":9223372036854775807} -{"_meta":{"polled":"","index":999},"bigint_val":0,"byteint_val":0,"id":3,"int_val":0,"integer_val":0,"smallint_val":0,"tinyint_val":0} -{"_meta":{"polled":"","index":999},"bigint_val":null,"byteint_val":null,"id":4,"int_val":null,"integer_val":null,"smallint_val":null,"tinyint_val":null} -{"_meta":{"polled":"","index":999},"bigint_val":789,"byteint_val":34,"id":5,"int_val":42,"integer_val":-456,"smallint_val":123,"tinyint_val":-12} +{"_meta":{"polled":"","index":0,"row_id":0},"bigint_val":-9223372036854775808,"byteint_val":-9223372036854775808,"id":1,"int_val":-9223372036854775808,"integer_val":-9223372036854775808,"smallint_val":-9223372036854775808,"tinyint_val":-9223372036854775808} +{"_meta":{"polled":"","index":1,"row_id":1},"bigint_val":9223372036854775807,"byteint_val":9223372036854775807,"id":2,"int_val":9223372036854775807,"integer_val":9223372036854775807,"smallint_val":9223372036854775807,"tinyint_val":9223372036854775807} +{"_meta":{"polled":"","index":2,"row_id":2},"bigint_val":0,"byteint_val":0,"id":3,"int_val":0,"integer_val":0,"smallint_val":0,"tinyint_val":0} +{"_meta":{"polled":"","index":3,"row_id":3},"bigint_val":null,"byteint_val":null,"id":4,"int_val":null,"integer_val":null,"smallint_val":null,"tinyint_val":null} +{"_meta":{"polled":"","index":4,"row_id":4},"bigint_val":789,"byteint_val":34,"id":5,"int_val":42,"integer_val":-456,"smallint_val":123,"tinyint_val":-12} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"integertypes_795898":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":""}}} +{"bindingStateV1":{"integertypes_795898":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":"","DocumentCount":5}}} diff --git a/source-bigquery-batch/.snapshots/TestIntegerTypes-Discovery b/source-bigquery-batch/.snapshots/TestIntegerTypes-Discovery index 2de58074d5..541d173acd 100644 --- a/source-bigquery-batch/.snapshots/TestIntegerTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestIntegerTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestJSONType-Capture b/source-bigquery-batch/.snapshots/TestJSONType-Capture index 24d2591be9..674fb134fa 100644 --- a/source-bigquery-batch/.snapshots/TestJSONType-Capture +++ b/source-bigquery-batch/.snapshots/TestJSONType-Capture @@ -1,16 +1,16 @@ # ================================ # Collection "acmeCo/test/jsontype_519262": 8 Documents # ================================ -{"_meta":{"polled":"","index":999},"id":1,"json_val":{"age":30,"name":"Alice"}} -{"_meta":{"polled":"","index":999},"id":2,"json_val":[1,2,3,"four",true,null]} -{"_meta":{"polled":"","index":999},"id":3,"json_val":{"orders":[{"id":1,"items":["apple","banana"]},{"id":2,"items":["orange"]}],"user":{"email":"bob@example.com","name":"Bob"}}} -{"_meta":{"polled":"","index":999},"id":4,"json_val":null} -{"_meta":{"polled":"","index":999},"id":5,"json_val":null} -{"_meta":{"polled":"","index":999},"id":6,"json_val":{}} -{"_meta":{"polled":"","index":999},"id":7,"json_val":[]} -{"_meta":{"polled":"","index":999},"id":8,"json_val":{"message":"Hello, 世界!\nNew line\"Quotes\"\\Backslash"}} +{"_meta":{"polled":"","index":0,"row_id":0},"id":1,"json_val":{"age":30,"name":"Alice"}} +{"_meta":{"polled":"","index":1,"row_id":1},"id":2,"json_val":[1,2,3,"four",true,null]} +{"_meta":{"polled":"","index":2,"row_id":2},"id":3,"json_val":{"orders":[{"id":1,"items":["apple","banana"]},{"id":2,"items":["orange"]}],"user":{"email":"bob@example.com","name":"Bob"}}} +{"_meta":{"polled":"","index":3,"row_id":3},"id":4,"json_val":null} +{"_meta":{"polled":"","index":4,"row_id":4},"id":5,"json_val":null} +{"_meta":{"polled":"","index":5,"row_id":5},"id":6,"json_val":{}} +{"_meta":{"polled":"","index":6,"row_id":6},"id":7,"json_val":[]} +{"_meta":{"polled":"","index":7,"row_id":7},"id":8,"json_val":{"message":"Hello, 世界!\nNew line\"Quotes\"\\Backslash"}} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"jsontype_519262":{"CursorNames":["id"],"CursorValues":[8],"LastPolled":""}}} +{"bindingStateV1":{"jsontype_519262":{"CursorNames":["id"],"CursorValues":[8],"LastPolled":"","DocumentCount":8}}} diff --git a/source-bigquery-batch/.snapshots/TestJSONType-Discovery b/source-bigquery-batch/.snapshots/TestJSONType-Discovery index aa38f09f59..b58b294daa 100644 --- a/source-bigquery-batch/.snapshots/TestJSONType-Discovery +++ b/source-bigquery-batch/.snapshots/TestJSONType-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestNumericTypes-Capture b/source-bigquery-batch/.snapshots/TestNumericTypes-Capture index 6ae3aeb965..d1b7d5c3fd 100644 --- a/source-bigquery-batch/.snapshots/TestNumericTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestNumericTypes-Capture @@ -1,13 +1,13 @@ # ================================ # Collection "acmeCo/test/numerictypes_559424": 5 Documents # ================================ -{"_meta":{"polled":"","index":999},"bigdecimal_val":"99999999999999999999999999999999999999/1000000000","bignumeric_val":"99999999999999999999999999999999999999/1000000000","decimal_val":"99999999999999999999999999999999999999/1000000000","float64_val":1.7976931348623157e+308,"id":1,"numeric_val":"99999999999999999999999999999999999999/1000000000"} -{"_meta":{"polled":"","index":999},"bigdecimal_val":"-99999999999999999999999999999999999999/1000000000","bignumeric_val":"-99999999999999999999999999999999999999/1000000000","decimal_val":"-99999999999999999999999999999999999999/1000000000","float64_val":-1.7976931348623157e+308,"id":2,"numeric_val":"-99999999999999999999999999999999999999/1000000000"} -{"_meta":{"polled":"","index":999},"bigdecimal_val":"0","bignumeric_val":"0","decimal_val":"0","float64_val":0,"id":3,"numeric_val":"0"} -{"_meta":{"polled":"","index":999},"bigdecimal_val":"5632716/625","bignumeric_val":"6172839/5000","decimal_val":"197253/250","float64_val":3.14159,"id":4,"numeric_val":"15432/125"} -{"_meta":{"polled":"","index":999},"bigdecimal_val":"10000","bignumeric_val":"1000","decimal_val":"100","float64_val":12345,"id":5,"numeric_val":"42"} +{"_meta":{"polled":"","index":0,"row_id":0},"bigdecimal_val":"99999999999999999999999999999999999999/1000000000","bignumeric_val":"99999999999999999999999999999999999999/1000000000","decimal_val":"99999999999999999999999999999999999999/1000000000","float64_val":1.7976931348623157e+308,"id":1,"numeric_val":"99999999999999999999999999999999999999/1000000000"} +{"_meta":{"polled":"","index":1,"row_id":1},"bigdecimal_val":"-99999999999999999999999999999999999999/1000000000","bignumeric_val":"-99999999999999999999999999999999999999/1000000000","decimal_val":"-99999999999999999999999999999999999999/1000000000","float64_val":-1.7976931348623157e+308,"id":2,"numeric_val":"-99999999999999999999999999999999999999/1000000000"} +{"_meta":{"polled":"","index":2,"row_id":2},"bigdecimal_val":"0","bignumeric_val":"0","decimal_val":"0","float64_val":0,"id":3,"numeric_val":"0"} +{"_meta":{"polled":"","index":3,"row_id":3},"bigdecimal_val":"5632716/625","bignumeric_val":"6172839/5000","decimal_val":"197253/250","float64_val":3.14159,"id":4,"numeric_val":"15432/125"} +{"_meta":{"polled":"","index":4,"row_id":4},"bigdecimal_val":"10000","bignumeric_val":"1000","decimal_val":"100","float64_val":12345,"id":5,"numeric_val":"42"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"numerictypes_559424":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":""}}} +{"bindingStateV1":{"numerictypes_559424":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":"","DocumentCount":5}}} diff --git a/source-bigquery-batch/.snapshots/TestNumericTypes-Discovery b/source-bigquery-batch/.snapshots/TestNumericTypes-Discovery index dcaa9b2d8b..29a335b33b 100644 --- a/source-bigquery-batch/.snapshots/TestNumericTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestNumericTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Capture b/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Capture index 73972489f4..e62af538c0 100644 --- a/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Capture +++ b/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Capture @@ -1,18 +1,18 @@ # ================================ # Collection "acmeCo/test/querytemplateoverride_638679": 10 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} -{"_meta":{"polled":"","index":999},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 0","id":0,"updated_at":"2025-02-13T12:00:00Z"} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 1","id":1,"updated_at":"2025-02-13T12:01:00Z"} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 2","id":2,"updated_at":"2025-02-13T12:02:00Z"} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 3","id":3,"updated_at":"2025-02-13T12:03:00Z"} +{"_meta":{"polled":"","index":4,"row_id":4},"data":"Value for row 4","id":4,"updated_at":"2025-02-13T12:04:00Z"} +{"_meta":{"polled":"","index":0,"row_id":5},"data":"Value for row 5","id":5,"updated_at":"2025-02-13T12:10:00Z"} +{"_meta":{"polled":"","index":1,"row_id":6},"data":"Value for row 6","id":6,"updated_at":"2025-02-13T12:11:00Z"} +{"_meta":{"polled":"","index":2,"row_id":7},"data":"Value for row 7","id":7,"updated_at":"2025-02-13T12:12:00Z"} +{"_meta":{"polled":"","index":3,"row_id":8},"data":"Value for row 8","id":8,"updated_at":"2025-02-13T12:13:00Z"} +{"_meta":{"polled":"","index":4,"row_id":9},"data":"Value for row 9","id":9,"updated_at":"2025-02-13T12:14:00Z"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"querytemplateoverride_638679":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"LastPolled":""}}} +{"bindingStateV1":{"querytemplateoverride_638679":{"CursorNames":["updated_at"],"CursorValues":["2025-02-13T12:14:00Z"],"DocumentCount":10,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Discovery b/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Discovery index 77e37c3f86..c64d3623ee 100644 --- a/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Discovery +++ b/source-bigquery-batch/.snapshots/TestQueryTemplateOverride-Discovery @@ -20,7 +20,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -33,12 +33,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestSimpleCapture-Capture b/source-bigquery-batch/.snapshots/TestSimpleCapture-Capture index 9999ea6c69..5fb1dc2057 100644 --- a/source-bigquery-batch/.snapshots/TestSimpleCapture-Capture +++ b/source-bigquery-batch/.snapshots/TestSimpleCapture-Capture @@ -1,16 +1,16 @@ # ================================ # Collection "acmeCo/test/simplecapture_140272": 8 Documents # ================================ -{"_meta":{"polled":"","index":999},"data":"Value for row 1","id":1} -{"_meta":{"polled":"","index":999},"data":"Value for row 2","id":2} -{"_meta":{"polled":"","index":999},"data":"Value for row 3","id":3} -{"_meta":{"polled":"","index":999},"data":"Value for row 4","id":4} -{"_meta":{"polled":"","index":999},"data":"Value for row 5","id":5} -{"_meta":{"polled":"","index":999},"data":"Value for row 6","id":6} -{"_meta":{"polled":"","index":999},"data":"Value for row 7","id":7} -{"_meta":{"polled":"","index":999},"data":"Value for row 8","id":8} +{"_meta":{"polled":"","index":0,"row_id":0},"data":"Value for row 1","id":1} +{"_meta":{"polled":"","index":1,"row_id":1},"data":"Value for row 2","id":2} +{"_meta":{"polled":"","index":2,"row_id":2},"data":"Value for row 3","id":3} +{"_meta":{"polled":"","index":3,"row_id":3},"data":"Value for row 4","id":4} +{"_meta":{"polled":"","index":0,"row_id":4},"data":"Value for row 5","id":5} +{"_meta":{"polled":"","index":1,"row_id":5},"data":"Value for row 6","id":6} +{"_meta":{"polled":"","index":2,"row_id":6},"data":"Value for row 7","id":7} +{"_meta":{"polled":"","index":3,"row_id":7},"data":"Value for row 8","id":8} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"simplecapture_140272":{"CursorNames":["id"],"CursorValues":[8],"LastPolled":""}}} +{"bindingStateV1":{"simplecapture_140272":{"CursorNames":["id"],"CursorValues":[8],"DocumentCount":8,"LastPolled":""}}} diff --git a/source-bigquery-batch/.snapshots/TestSimpleCapture-Discovery b/source-bigquery-batch/.snapshots/TestSimpleCapture-Discovery index 52a9c52966..031fda8d38 100644 --- a/source-bigquery-batch/.snapshots/TestSimpleCapture-Discovery +++ b/source-bigquery-batch/.snapshots/TestSimpleCapture-Discovery @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestSpec b/source-bigquery-batch/.snapshots/TestSpec index f7dbdb8616..26e6e9c272 100644 --- a/source-bigquery-batch/.snapshots/TestSpec +++ b/source-bigquery-batch/.snapshots/TestSpec @@ -30,6 +30,11 @@ "title": "Default Polling Schedule", "description": "When and how often to execute fetch queries. Accepts a Go duration string like '5m' or '6h' for frequency-based polling or a string like 'daily at 12:34Z' to poll at a specific time (specified in UTC) every day. Defaults to '24h' if unset.", "pattern": "^([-+]?([0-9]+([.][0-9]+)?(h|m|s|ms))+|daily at [0-9][0-9]?:[0-9]{2}Z)$" + }, + "feature_flags": { + "type": "string", + "title": "Feature Flags", + "description": "This property is intended for Estuary internal use. You should only modify this field as directed by Estuary support." } }, "additionalProperties": false, diff --git a/source-bigquery-batch/.snapshots/TestStringTypes-Capture b/source-bigquery-batch/.snapshots/TestStringTypes-Capture index 4d7d0aceda..d72c6b461b 100644 --- a/source-bigquery-batch/.snapshots/TestStringTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestStringTypes-Capture @@ -1,14 +1,14 @@ # ================================ # Collection "acmeCo/test/stringtypes_339419": 6 Documents # ================================ -{"_meta":{"polled":"","index":999},"id":1,"string_len_val":"","string_val":""} -{"_meta":{"polled":"","index":999},"id":2,"string_len_val":null,"string_val":null} -{"_meta":{"polled":"","index":999},"id":3,"string_len_val":"Unicode: ñ, é, ü","string_val":"Hello, 世界!"} -{"_meta":{"polled":"","index":999},"id":4,"string_len_val":"Path: C:\\Program Files\\","string_val":"He said \"Hello\""} -{"_meta":{"polled":"","index":999},"id":5,"string_len_val":"Col1\tCol2\tCol3","string_val":"Line 1\nLine 2"} -{"_meta":{"polled":"","index":999},"id":6,"string_len_val":"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb","string_val":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"} +{"_meta":{"polled":"","index":0,"row_id":0},"id":1,"string_len_val":"","string_val":""} +{"_meta":{"polled":"","index":1,"row_id":1},"id":2,"string_len_val":null,"string_val":null} +{"_meta":{"polled":"","index":2,"row_id":2},"id":3,"string_len_val":"Unicode: ñ, é, ü","string_val":"Hello, 世界!"} +{"_meta":{"polled":"","index":3,"row_id":3},"id":4,"string_len_val":"Path: C:\\Program Files\\","string_val":"He said \"Hello\""} +{"_meta":{"polled":"","index":4,"row_id":4},"id":5,"string_len_val":"Col1\tCol2\tCol3","string_val":"Line 1\nLine 2"} +{"_meta":{"polled":"","index":5,"row_id":5},"id":6,"string_len_val":"bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb","string_val":"aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"stringtypes_339419":{"CursorNames":["id"],"CursorValues":[6],"LastPolled":""}}} +{"bindingStateV1":{"stringtypes_339419":{"CursorNames":["id"],"CursorValues":[6],"LastPolled":"","DocumentCount":6}}} diff --git a/source-bigquery-batch/.snapshots/TestStringTypes-Discovery b/source-bigquery-batch/.snapshots/TestStringTypes-Discovery index c3e109de52..feebe01d7a 100644 --- a/source-bigquery-batch/.snapshots/TestStringTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestStringTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": { diff --git a/source-bigquery-batch/.snapshots/TestTemporalTypes-Capture b/source-bigquery-batch/.snapshots/TestTemporalTypes-Capture index 43d2a09cd3..ff76f41092 100644 --- a/source-bigquery-batch/.snapshots/TestTemporalTypes-Capture +++ b/source-bigquery-batch/.snapshots/TestTemporalTypes-Capture @@ -1,13 +1,13 @@ # ================================ # Collection "acmeCo/test/temporaltypes_137023": 5 Documents # ================================ -{"_meta":{"polled":"","index":999},"date_val":"2025-02-18","datetime_val":"2025-02-18T15:04:05.999999","id":1,"time_val":"15:04:05.999999000","timestamp_val":"2025-02-18T15:04:05.999999Z"} -{"_meta":{"polled":"","index":999},"date_val":"0001-01-01","datetime_val":"0001-01-01T00:00:00.000000","id":2,"time_val":"00:00:00","timestamp_val":"0001-01-01T00:00:00Z"} -{"_meta":{"polled":"","index":999},"date_val":null,"datetime_val":null,"id":3,"time_val":null,"timestamp_val":null} -{"_meta":{"polled":"","index":999},"date_val":"9999-12-31","datetime_val":"9999-12-31T23:59:59.999999","id":4,"time_val":"23:59:59.999999000","timestamp_val":"9999-12-31T23:59:59.999999Z"} -{"_meta":{"polled":"","index":999},"date_val":"2025-02-18","datetime_val":"2025-02-18T15:04:05.000000","id":5,"time_val":"15:04:05","timestamp_val":"2025-02-18T23:04:05Z"} +{"_meta":{"polled":"","index":0,"row_id":0},"date_val":"2025-02-18","datetime_val":"2025-02-18T15:04:05.999999","id":1,"time_val":"15:04:05.999999000","timestamp_val":"2025-02-18T15:04:05.999999Z"} +{"_meta":{"polled":"","index":1,"row_id":1},"date_val":"0001-01-01","datetime_val":"0001-01-01T00:00:00.000000","id":2,"time_val":"00:00:00","timestamp_val":"0001-01-01T00:00:00Z"} +{"_meta":{"polled":"","index":2,"row_id":2},"date_val":null,"datetime_val":null,"id":3,"time_val":null,"timestamp_val":null} +{"_meta":{"polled":"","index":3,"row_id":3},"date_val":"9999-12-31","datetime_val":"9999-12-31T23:59:59.999999","id":4,"time_val":"23:59:59.999999000","timestamp_val":"9999-12-31T23:59:59.999999Z"} +{"_meta":{"polled":"","index":4,"row_id":4},"date_val":"2025-02-18","datetime_val":"2025-02-18T15:04:05.000000","id":5,"time_val":"15:04:05","timestamp_val":"2025-02-18T23:04:05Z"} # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"temporaltypes_137023":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":""}}} +{"bindingStateV1":{"temporaltypes_137023":{"CursorNames":["id"],"CursorValues":[5],"LastPolled":"","DocumentCount":5}}} diff --git a/source-bigquery-batch/.snapshots/TestTemporalTypes-Discovery b/source-bigquery-batch/.snapshots/TestTemporalTypes-Discovery index 7e67e0b464..64a562d567 100644 --- a/source-bigquery-batch/.snapshots/TestTemporalTypes-Discovery +++ b/source-bigquery-batch/.snapshots/TestTemporalTypes-Discovery @@ -21,7 +21,7 @@ Binding 0: ], "properties": { "_meta": { - "$schema": "http://json-schema.org/draft/2020-12/schema", + "$schema": "https://json-schema.org/draft/2020-12/schema", "$id": "https://github.com/estuary/connectors/source-bigquery-batch/document-metadata", "properties": { "polled": { @@ -34,12 +34,29 @@ Binding 0: "type": "integer", "title": "Result Index", "description": "The index of this document within the query execution which produced it." + }, + "row_id": { + "type": "integer", + "title": "Row ID", + "description": "Row ID of the Document" + }, + "op": { + "type": "string", + "enum": [ + "c", + "u", + "d" + ], + "title": "Change Operation", + "description": "Operation type (c: Create / u: Update / d: Delete)", + "default": "u" } }, "type": "object", "required": [ "polled", - "index" + "index", + "row_id" ] }, "id": {