From d02c1ea2d81a03a207bc789ec1badf5d27ccc698 Mon Sep 17 00:00:00 2001 From: Yue Li <61070669+theyueli@users.noreply.github.com> Date: Fri, 20 Dec 2024 19:41:20 -0800 Subject: [PATCH] [source-postgres] use Debezium 3.0.1 and increase MAX_FIRST_RECORD_WAIT_TIME (#48495) --- airbyte-integrations/connectors/source-postgres/build.gradle | 4 ++-- airbyte-integrations/connectors/source-postgres/metadata.yaml | 2 +- .../airbyte/integrations/source/postgres/PostgresUtils.java | 2 +- docs/integrations/sources/postgres.md | 1 + 4 files changed, 5 insertions(+), 4 deletions(-) diff --git a/airbyte-integrations/connectors/source-postgres/build.gradle b/airbyte-integrations/connectors/source-postgres/build.gradle index 520e50d4ac09..ea5873e6cbcf 100644 --- a/airbyte-integrations/connectors/source-postgres/build.gradle +++ b/airbyte-integrations/connectors/source-postgres/build.gradle @@ -24,8 +24,8 @@ application { dependencies { implementation 'commons-codec:commons-codec:1.16.0' - implementation 'io.debezium:debezium-embedded:2.6.2.Final' - implementation 'io.debezium:debezium-connector-postgres:2.6.2.Final' + implementation 'io.debezium:debezium-embedded:3.0.1.Final' + implementation 'io.debezium:debezium-connector-postgres:3.0.1.Final' testFixturesApi 'org.testcontainers:postgresql:1.19.0' diff --git a/airbyte-integrations/connectors/source-postgres/metadata.yaml b/airbyte-integrations/connectors/source-postgres/metadata.yaml index 37621ef4f388..c07cb54fe786 100644 --- a/airbyte-integrations/connectors/source-postgres/metadata.yaml +++ b/airbyte-integrations/connectors/source-postgres/metadata.yaml @@ -9,7 +9,7 @@ data: connectorSubtype: database connectorType: source definitionId: decd338e-5647-4c0b-adf4-da0e75f5a750 - dockerImageTag: 3.6.25 + dockerImageTag: 3.6.26 dockerRepository: airbyte/source-postgres documentationUrl: https://docs.airbyte.com/integrations/sources/postgres githubIssueLabel: source-postgres diff --git a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresUtils.java b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresUtils.java index 4f54e714f282..101f82310d3f 100644 --- a/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresUtils.java +++ b/airbyte-integrations/connectors/source-postgres/src/main/java/io/airbyte/integrations/source/postgres/PostgresUtils.java @@ -44,7 +44,7 @@ public class PostgresUtils { private static final String PGOUTPUT_PLUGIN = "pgoutput"; public static final Duration MIN_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(2); - public static final Duration MAX_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(40); + public static final Duration MAX_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(120); public static final Duration DEFAULT_FIRST_RECORD_WAIT_TIME = Duration.ofMinutes(20); public static final Duration DEFAULT_SUBSEQUENT_RECORD_WAIT_TIME = Duration.ofMinutes(1); diff --git a/docs/integrations/sources/postgres.md b/docs/integrations/sources/postgres.md index 19a62d63a833..fd71f6c030e5 100644 --- a/docs/integrations/sources/postgres.md +++ b/docs/integrations/sources/postgres.md @@ -329,6 +329,7 @@ According to Postgres [documentation](https://www.postgresql.org/docs/14/datatyp | Version | Date | Pull Request | Subject | |---------|------------|----------------------------------------------------------|---------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| 3.6.26 | 2024-12-20 | [48495](https://github.com/airbytehq/airbyte/pull/48495) | Increase MAX_FIRST_RECORD_WAIT_TIME and use Debezium 3.0.1 | | 3.6.25 | 2024-12-17 | [49838](https://github.com/airbytehq/airbyte/pull/49838) | Use a base image: airbyte/java-connector-base:1.0.0 | | 3.6.24 | 2024-12-16 | [49469](https://github.com/airbytehq/airbyte/pull/49469) | Simplify CTID_TABLE_BLOCK_SIZE query for Postgres integration | | 3.6.23 | 2024-11-13 | [\#48482](https://github.com/airbytehq/airbyte/pull/48482) | Convert large integer typed using NUMERIC(X, 0) into a BigInteger. l