This is an automated email from the ASF dual-hosted git repository.
leonardBang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink-cdc.git
from 7355d76c1 [FLINK-39758] Fix DECIMAL OOB in SchemaMergingUtils (#4419)
add 97b36ce68 [FLINK-39252][pipeline-connector/sqlserver] Introduce
SQLServer Pipeline Source connector
add b451d9acd [FLINK-39252][pipeline-connector/sqlserver] Polish docs and
add SQL Server pipeline YAML e2e test
No new revisions were added by this update.
Summary of changes:
.../connectors/pipeline-connectors/overview.md | 1 +
.../connectors/pipeline-connectors/sqlserver.md | 468 ++++++++++++++++++++
docs/content.zh/docs/core-concept/table-id.md | 10 +-
.../connectors/pipeline-connectors/overview.md | 1 +
.../connectors/pipeline-connectors/sqlserver.md | 469 +++++++++++++++++++++
docs/content/docs/core-concept/table-id.md | 10 +-
.../pom.xml | 49 ++-
.../factory/SqlServerDataSourceFactory.java} | 288 +++++++------
.../sqlserver/source/SqlServerDataSource.java | 91 ++++
.../source/SqlServerDataSourceOptions.java} | 136 ++----
.../source/SqlServerEventDeserializer.java | 190 +++++++++
.../source/SqlServerMetadataAccessor.java | 100 +++++
.../sqlserver/source/SqlServerPipelineSource.java} | 56 ++-
.../source/SqlServerSchemaDataTypeInference.java} | 21 +-
.../reader/SqlServerPipelineRecordEmitter.java | 196 +++++++++
.../sqlserver/utils/SqlServerSchemaUtils.java | 326 ++++++++++++++
.../sqlserver/utils/SqlServerTypeUtils.java | 171 ++++++++
.../org.apache.flink.cdc.common.factories.Factory | 2 +-
.../factory/SqlServerDataSourceFactoryTest.java | 385 +++++++++++++++++
.../source/SqlServerEventDeserializerTest.java | 308 ++++++++++++++
.../sqlserver/source/SqlServerFullTypesITCase.java | 390 +++++++++++++++++
.../source/SqlServerMetadataAccessorITCase.java | 261 ++++++++++++
.../SqlServerOnlineSchemaMigrationITCase.java | 270 ++++++++++++
.../SqlServerParallelizedPipelineITCase.java | 380 +++++++++++++++++
.../sqlserver/source/SqlServerPipelineITCase.java | 468 ++++++++++++++++++++
.../SqlServerPipelineNewlyAddedTableITCase.java} | 385 ++++++++---------
.../SqlServerTablePatternMatchingITCase.java | 211 +++++++++
.../sqlserver}/testutils/RecordDataTestUtils.java | 16 +-
.../testutils/SqlServerSourceTestUtils.java} | 23 +-
.../sqlserver/utils/SqlServerSchemaUtilsTest.java | 15 +-
.../sqlserver/utils/SqlServerTypeUtilsTest.java | 139 ++++++
.../src/test/resources/ddl/column_type_test.sql | 138 ++++++
.../src/test/resources/ddl/inventory.sql | 2 +-
.../src/test/resources/log4j2-test.properties | 15 +-
.../flink-cdc-pipeline-connectors/pom.xml | 1 +
.../SqlServerStreamingChangeEventSource.java | 48 ++-
.../sqlserver/source/SqlServerSourceBuilder.java | 12 +-
.../source/config/SqlServerSourceConfig.java | 3 +-
.../config/SqlServerSourceConfigFactory.java | 25 ++
.../sqlserver/source/offset/LsnFactory.java | 137 +++++-
.../sqlserver/table/SqlServerTableFactory.java | 45 +-
.../SqlServerStreamingChangeEventSourceTest.java | 39 ++
.../connectors/sqlserver/SqlServerTestBase.java | 20 +-
.../config/SqlServerSourceConfigFactoryTest.java | 49 +++
.../sqlserver/table/SqlServerConnectorITCase.java | 80 ++++
.../sqlserver/table/SqlServerTableFactoryTest.java | 68 +++
.../flink-cdc-pipeline-e2e-tests/pom.xml | 31 ++
.../cdc/pipeline/tests/SqlServerE2eITCase.java | 187 ++++++++
.../src/test/resources/ddl/sqlserver_inventory.sql | 50 ++-
49 files changed, 6194 insertions(+), 592 deletions(-)
create mode 100644
docs/content.zh/docs/connectors/pipeline-connectors/sqlserver.md
create mode 100644
docs/content/docs/connectors/pipeline-connectors/sqlserver.md
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-postgres
=> flink-cdc-pipeline-connector-sqlserver}/pom.xml (89%)
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-postgres/src/main/java/org/apache/flink/cdc/connectors/postgres/factory/PostgresDataSourceFactory.java
=>
flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/factory/SqlServerDataSourceFactory.java}
(55%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerDataSource.java
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-postgres/src/main/java/org/apache/flink/cdc/connectors/postgres/source/PostgresDataSourceOptions.java
=>
flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerDataSourceOptions.java}
(65%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerEventDeserializer.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerMetadataAccessor.java
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-oracle/src/main/java/org/apache/flink/cdc/connectors/oracle/source/reader/OracleTableSourceReader.java
=>
flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerPipelineSource.java}
(50%)
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-oracle/src/main/java/org/apache/flink/cdc/connectors/oracle/source/OracleSchemaDataTypeInference.java
=>
flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerSchemaDataTypeInference.java}
(62%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/SqlServerPipelineRecordEmitter.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/utils/SqlServerSchemaUtils.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/main/java/org/apache/flink/cdc/connectors/sqlserver/utils/SqlServerTypeUtils.java
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-postgres
=>
flink-cdc-pipeline-connector-sqlserver}/src/main/resources/META-INF/services/org.apache.flink.cdc.common.factories.Factory
(91%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/factory/SqlServerDataSourceFactoryTest.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerEventDeserializerTest.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerFullTypesITCase.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerMetadataAccessorITCase.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerOnlineSchemaMigrationITCase.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerParallelizedPipelineITCase.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerPipelineITCase.java
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-mysql/src/test/java/org/apache/flink/cdc/connectors/mysql/source/MysqlPipelineNewlyAddedTableITCase.java
=>
flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerPipelineNewlyAddedTableITCase.java}
(69%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerTablePatternMatchingITCase.java
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-mysql/src/test/java/org/apache/flink/cdc/connectors/mysql
=>
flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver}/testutils/RecordDataTestUtils.java
(71%)
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-mysql/src/test/java/org/apache/flink/cdc/connectors/mysql/testutils/MySqSourceTestUtils.java
=>
flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/testutils/SqlServerSourceTestUtils.java}
(80%)
copy
flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests/src/test/java/org/apache/flink/cdc/pipeline/tests/specs/ExecStep.java
=>
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/utils/SqlServerSchemaUtilsTest.java
(71%)
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/java/org/apache/flink/cdc/connectors/sqlserver/utils/SqlServerTypeUtilsTest.java
create mode 100644
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver/src/test/resources/ddl/column_type_test.sql
copy
flink-cdc-connect/{flink-cdc-source-connectors/flink-connector-sqlserver-cdc =>
flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-sqlserver}/src/test/resources/ddl/inventory.sql
(98%)
copy
flink-cdc-connect/flink-cdc-pipeline-connectors/{flink-cdc-pipeline-connector-elasticsearch
=>
flink-cdc-pipeline-connector-sqlserver}/src/test/resources/log4j2-test.properties
(77%)
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-sqlserver-cdc/src/test/java/io/debezium/connector/sqlserver/SqlServerStreamingChangeEventSourceTest.java
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver/source/config/SqlServerSourceConfigFactoryTest.java
create mode 100644
flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests/src/test/java/org/apache/flink/cdc/pipeline/tests/SqlServerE2eITCase.java
copy flink-cdc-e2e-tests/{flink-cdc-source-e2e-tests =>
flink-cdc-pipeline-e2e-tests}/src/test/resources/ddl/sqlserver_inventory.sql
(59%)
