Skip to content

Commit f643734

Browse files
old CDK: update logging to avoid duplicate messages (mssql & postgres sources) + revert initial load timeout back to 4h (#60251)
1 parent f4f46c3 commit f643734

File tree

4 files changed

+6
-3
lines changed

4 files changed

+6
-3
lines changed

airbyte-cdk/java/airbyte-cdk/README.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -174,6 +174,7 @@ corresponds to that version.
174174

175175
| Version | Date | Pull Request | Subject |
176176
|:-----------|:-----------|:------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------|
177+
| 0.48.14 | 2025-05-15 | [\#60251](https://github.com/airbytehq/airbyte/pull/60251) | Improve logging by reducing redundant log statements. |
177178
| 0.48.13 | 2025-05-06 | [\#59682](https://github.com/airbytehq/airbyte/pull/59682) | Reduce initial load timeout and improve logging. |
178179
| 0.48.9 | 2025-04-17 | [\#58132](https://github.com/airbytehq/airbyte/pull/58132) | Fix vulnerability in dependencies. |
179180
| 0.48.8 | 2025-03-11 | [\#55709](https://github.com/airbytehq/airbyte/pull/55709) | Filter unwanted tables in discover to prevent null table issues |
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
version=0.48.13
1+
version=0.48.14

airbyte-cdk/java/airbyte-cdk/db-sources/src/main/kotlin/io/airbyte/cdk/integrations/debezium/internals/DebeziumRecordIterator.kt

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,9 @@ class DebeziumRecordIterator<T>(
4545
private val heartbeatEventSourceField: MutableMap<Class<out ChangeEvent<*, *>?>, Field?> =
4646
HashMap(1)
4747
private val subsequentRecordWaitTime: Duration = firstRecordWaitTime.dividedBy(2)
48+
init {
49+
LOGGER.info { "Starting CDC Process" }
50+
}
4851

4952
private var receivedFirstRecord = false
5053
private var hasSnapshotFinished = true
@@ -76,7 +79,6 @@ class DebeziumRecordIterator<T>(
7679
// keep trying until the publisher is closed or until the queue is empty. the latter case is
7780
// possible when the publisher has shutdown but the consumer has not yet processed all
7881
// messages it emitted.
79-
LOGGER.info { "Starting CDC Process" }
8082
val instantBeforeSync = Instant.now()
8183
while (!MoreBooleans.isTruthy(publisherStatusSupplier.get()) || !queue.isEmpty()) {
8284
val next: ChangeEvent<String?, String?>?

airbyte-cdk/java/airbyte-cdk/db-sources/src/main/kotlin/io/airbyte/cdk/integrations/source/relationaldb/InitialLoadTimeoutUtil.kt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ private val LOGGER = KotlinLogging.logger {}
1313

1414
object InitialLoadTimeoutUtil {
1515

16-
val MIN_INITIAL_LOAD_TIMEOUT: Duration = Duration.ofHours(1)
16+
val MIN_INITIAL_LOAD_TIMEOUT: Duration = Duration.ofHours(4)
1717
val MAX_INITIAL_LOAD_TIMEOUT: Duration = Duration.ofHours(24)
1818
val DEFAULT_INITIAL_LOAD_TIMEOUT: Duration = Duration.ofHours(8)
1919

0 commit comments

Comments
 (0)