Skip to content

Commit

Permalink
source-oracle: run tests on both RDS and multi-tenant PDB
Browse files Browse the repository at this point in the history
  • Loading branch information
mdibaiee committed Jan 9, 2025
1 parent 900d919 commit f0c21cc
Show file tree
Hide file tree
Showing 7 changed files with 455 additions and 32 deletions.
9 changes: 9 additions & 0 deletions source-oracle/.snapshots/TestAllTypesPDB-backfill
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
# ================================
# Collection "acmeCo/test/c__flow_test_logminer_t18110541": 1 Documents
# ================================
{"DATEONLY":"2022-01-01T00:00:00","DATETIME":"1998-01-01T13:00:00","DOUBLE_PRECISION":"123456789.123457","FLOAT_126":"123456789.123457","INTEG":"18446744073709551615","INTERVAL_DAY":"+01 02:03:04.567000","INTERVAL_YEAR":"+1234-05","NUM":"123456789.123457","NUM15":123456789123456,"NUM19":"1234567891234567891","NVCHAR2":"nvarchar2 value with unicode characters ❤️ \\ 🔥️')","R":"dGVzdGluZyByYXcgdmFsdWU=","REAL_NUM":"123456789.123457","SINGLE_NCHAR":"a","SMALL_INT":"123456789","TS":"2022-01-01T13:00:00.000000","TS_LOCAL_TZ":"2022-01-01T11:00:00.000000","TS_LOCAL_TZ_NINE":"2022-01-01T11:00:00.000000000","TS_NINE":"2022-01-01T13:00:00.123456789","TS_TZ":"2022-01-01T12:00:00.000000Z","TS_TZ_NINE":"2022-01-01T12:00:00.123456789Z","VCAHR2":"varchar2 value","VCHAR":"varchar value","_meta":{"op":"c","source":{"schema":"C##FLOW_TEST_LOGMINER","snapshot":true,"table":"T18110541","row_id":"AAAAAAAAAAAAAAAAAA"}}}
# ================================
# Final State Checkpoint
# ================================
{"bindingStateV1":{"C%23%23FLOW_TEST_LOGMINER%2FT18110541":{"backfilled":1,"mode":"Active"}},"cursor":"11111111"}

289 changes: 289 additions & 0 deletions source-oracle/.snapshots/TestAllTypesPDB-discover
Original file line number Diff line number Diff line change
@@ -0,0 +1,289 @@
Binding 0:
{
"recommended_name": "c__flow_test_logminer_t18110541",
"resource_config_json": {
"mode": "Without Primary Key",
"namespace": "C##FLOW_TEST_LOGMINER",
"stream": "T18110541"
},
"document_schema_json": {
"$defs": {
"C##FLOW_TEST_LOGMINERT18110541": {
"type": "object",
"$anchor": "C##FLOW_TEST_LOGMINERT18110541",
"properties": {
"DATEONLY": {
"description": "(source type: DATE)",
"type": [
"string",
"null"
]
},
"DATETIME": {
"description": "(source type: DATE)",
"type": [
"string",
"null"
]
},
"DOUBLE_PRECISION": {
"format": "number",
"description": "(source type: FLOAT)",
"type": [
"string",
"null"
]
},
"FLOAT_126": {
"format": "number",
"description": "(source type: FLOAT)",
"type": [
"string",
"null"
]
},
"INTEG": {
"format": "integer",
"description": "(source type: NUMBER)",
"type": [
"string",
"null"
]
},
"INTERVAL_DAY": {
"description": "(source type: INTERVAL DAY(2) TO SECOND(6))",
"type": [
"string",
"null"
]
},
"INTERVAL_YEAR": {
"description": "(source type: INTERVAL YEAR(4) TO MONTH)",
"type": [
"string",
"null"
]
},
"NUM": {
"format": "number",
"description": "(source type: NUMBER)",
"type": [
"string",
"null"
]
},
"NUM15": {
"description": "(source type: NUMBER)",
"type": [
"integer",
"null"
]
},
"NUM19": {
"format": "integer",
"description": "(source type: NUMBER)",
"type": [
"string",
"null"
]
},
"NVCHAR2": {
"description": "(source type: NVARCHAR2)",
"type": [
"string",
"null"
]
},
"R": {
"description": "(source type: RAW)",
"type": [
"string",
"null"
]
},
"REAL_NUM": {
"format": "number",
"description": "(source type: FLOAT)",
"type": [
"string",
"null"
]
},
"SINGLE_NCHAR": {
"description": "(source type: NCHAR)",
"type": [
"string",
"null"
]
},
"SMALL_INT": {
"format": "integer",
"description": "(source type: NUMBER)",
"type": [
"string",
"null"
]
},
"TS": {
"description": "(source type: TIMESTAMP(6))",
"type": [
"string",
"null"
]
},
"TS_LOCAL_TZ": {
"description": "(source type: TIMESTAMP(6) WITH LOCAL TIME ZONE)",
"type": [
"string",
"null"
]
},
"TS_LOCAL_TZ_NINE": {
"description": "(source type: TIMESTAMP(9) WITH LOCAL TIME ZONE)",
"type": [
"string",
"null"
]
},
"TS_NINE": {
"description": "(source type: TIMESTAMP(9))",
"type": [
"string",
"null"
]
},
"TS_TZ": {
"format": "date-time",
"description": "(source type: TIMESTAMP(6) WITH TIME ZONE)",
"type": [
"string",
"null"
]
},
"TS_TZ_NINE": {
"format": "date-time",
"description": "(source type: TIMESTAMP(9) WITH TIME ZONE)",
"type": [
"string",
"null"
]
},
"VCAHR2": {
"description": "(source type: VARCHAR2)",
"type": [
"string",
"null"
]
},
"VCHAR": {
"description": "(source type: VARCHAR2)",
"type": [
"string",
"null"
]
}
}
}
},
"allOf": [
{
"if": {
"properties": {
"_meta": {
"properties": {
"op": {
"const": "d"
}
}
}
}
},
"then": {
"reduce": {
"delete": true,
"strategy": "merge"
}
},
"else": {
"reduce": {
"strategy": "merge"
}
},
"required": [
"_meta"
],
"properties": {
"_meta": {
"type": "object",
"required": [
"op",
"source"
],
"properties": {
"before": {
"$ref": "#C##FLOW_TEST_LOGMINERT18110541",
"description": "Record state immediately before this change was applied.",
"reduce": {
"strategy": "firstWriteWins"
}
},
"op": {
"enum": [
"c",
"d",
"u"
],
"description": "Change operation type: 'c' Create/Insert, 'u' Update, 'd' Delete."
},
"source": {
"$id": "https://github.com/estuary/connectors/source-oracle/oracle-source",
"properties": {
"ts_ms": {
"type": "integer",
"description": "Unix timestamp (in millis) at which this event was recorded by the database."
},
"schema": {
"type": "string",
"description": "Database schema (namespace) of the event."
},
"snapshot": {
"type": "boolean",
"description": "Snapshot is true if the record was produced from an initial table backfill and unset if produced from the replication log."
},
"table": {
"type": "string",
"description": "Database table of the event."
},
"scn": {
"type": "integer",
"description": "SCN of this event"
},
"row_id": {
"type": "string",
"description": "ROWID of the document"
}
},
"type": "object",
"required": [
"schema",
"table",
"row_id"
]
}
},
"reduce": {
"strategy": "merge"
}
}
}
},
{
"$ref": "#C##FLOW_TEST_LOGMINERT18110541"
}
]
},
"key": [
"/_meta/source/row_id"
]
}

9 changes: 9 additions & 0 deletions source-oracle/.snapshots/TestAllTypesPDB-replication
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
# ================================
# Collection "acmeCo/test/c__flow_test_logminer_t18110541": 1 Documents
# ================================
{"DATEONLY":"2022-01-01T00:00:00","DATETIME":"1998-01-01T13:00:00","DOUBLE_PRECISION":"123456789.123457","FLOAT_126":"123456789.123457","INTEG":"18446744073709551615","INTERVAL_DAY":"+01 02:03:04.567000","INTERVAL_YEAR":"+1234-05","NUM":"123456789.123457","NUM15":123456789123456,"NUM19":"1234567891234567891","NVCHAR2":"nvarchar2 value with unicode characters ❤️ \\ 🔥️')","R":"dGVzdGluZyByYXcgdmFsdWU=","REAL_NUM":"123456789.123457","SINGLE_NCHAR":"a","SMALL_INT":"123456789","TS":"2022-01-01T13:00:00","TS_LOCAL_TZ":"2022-01-01T11:00:00","TS_LOCAL_TZ_NINE":"2022-01-01T11:00:00","TS_NINE":"2022-01-01T13:00:00.123456789","TS_TZ":"2022-01-01T12:00:00Z","TS_TZ_NINE":"2022-01-01T12:00:00.123456789Z","VCAHR2":"varchar2 value","VCHAR":"varchar value","_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"C##FLOW_TEST_LOGMINER","table":"T18110541","scn":11111111,"row_id":"AAAAAAAAAAAAAAAAAA"}}}
# ================================
# Final State Checkpoint
# ================================
{"bindingStateV1":{"C%23%23FLOW_TEST_LOGMINER%2FT18110541":{"backfilled":1,"mode":"Active"}},"cursor":"11111111"}

Loading

0 comments on commit f0c21cc

Please sign in to comment.