Try disabling aggregation

apache · Dec 26, 2024 · 1a00a4d · 1a00a4d
1 parent 60c2480
commit 1a00a4d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...ervices2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisTransformRegistrar.java b/...ervices2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisTransformRegistrar.java
@@ -23,6 +23,7 @@
 import java.util.Map;
 import org.apache.beam.sdk.expansion.ExternalTransformRegistrar;
 import org.apache.beam.sdk.io.aws2.common.ClientConfiguration;
+import org.apache.beam.sdk.io.aws2.kinesis.KinesisIO;
 import org.apache.beam.sdk.transforms.DoFn;
 import org.apache.beam.sdk.transforms.ExternalTransformBuilder;
 import org.apache.beam.sdk.transforms.PTransform;
@@ -131,6 +132,7 @@ public PTransform<PCollection<byte[]>, KinesisIO.Write.Result> buildExternal(
                       .skipCertificateVerification(!configuration.verifyCertificate)
                       .build())
               .withPartitioner(p -> pk)
+              .withRecordAggregationDisabled()
               .withSerializer(serializer);
 
       return writeTransform;