Improve debug logging to help understand connector issues better.

Signed-off-by: Aindriu Lavelle <aindriu.lavelle@aiven.io>
Aiven-Open · Feb 5, 2025 · 4a56e5d · 4a56e5d
1 parent ded8bfd
commit 4a56e5d
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/commons/src/main/java/io/aiven/kafka/connect/common/source/input/utils/FilePatternUtils.java b/commons/src/main/java/io/aiven/kafka/connect/common/source/input/utils/FilePatternUtils.java
@@ -108,6 +108,7 @@ public <K extends Comparable<K>> Optional<Context<K>> process(final K sourceName
             getOffset(matcher.get(), sourceName.toString()).ifPresent(ctx::setOffset);
             return Optional.of(ctx);
         }
+        LOGGER.debug("{} did not match pattern and was skipped for processing.", sourceName);
         return Optional.empty();
 
     }

diff --git a/s3-source-connector/src/main/java/io/aiven/kafka/connect/s3/source/utils/S3SourceRecord.java b/s3-source-connector/src/main/java/io/aiven/kafka/connect/s3/source/utils/S3SourceRecord.java
@@ -115,6 +115,10 @@ public void setContext(final Context<String> context) {
      */
     public SourceRecord getSourceRecord(final ErrorsTolerance tolerance) {
         try {
+            if (LOGGER.isDebugEnabled()) {
+                LOGGER.debug("Source Record: {} for Topic: {} , Partition: {}, recordCount: {}", getObjectKey(),
+                        getTopic(), getPartition(), getRecordCount());
+            }
             return new SourceRecord(offsetManagerEntry.getManagerKey().getPartitionMap(),
                     offsetManagerEntry.getProperties(), getTopic(), getPartition(), keyData.schema(), keyData.value(),
                     valueData.schema(), valueData.value());