4.0.0 io.confluent kafka-connect-storage-cloud 10.3.4 kafka-connect-s3 jar kafka-connect-s3 Kafka Connect cloud storage connector for Amazon Simple Storage Service (S3). 1.12.268 0.2.5 0.11.1 1.11.1 0.2.2 1.0.1 1.15.0 2.22.1 false 2.22.1 30.1.1-jre 2.31.0 com.amazonaws aws-java-sdk-bom ${aws.version} pom import com.amazonaws aws-java-sdk-sts ${aws.version} com.amazonaws aws-java-sdk-s3 com.fasterxml.jackson.dataformat jackson-dataformat-cbor com.fasterxml.jackson.dataformat jackson-dataformat-cbor com.amazonaws aws-java-sdk-sts org.apache.httpcomponents httpclient ${httpclient.version} io.findify s3mock_2.12 ${s3mock.version} test org.scala-lang scala-library org.apache.kafka connect-runtime ${kafka.version} test-jar test test org.apache.kafka kafka_2.12 ${kafka.version} test org.apache.kafka kafka_2.12 ${kafka.version} test-jar test test org.apache.kafka kafka-clients ${kafka.version} test test-jar test org.apache.parquet parquet-tools ${parquet.tools.version} test org.scala-lang scala-library 2.12.10 test org.testcontainers testcontainers ${org.testcontainer.version} test com.google.guava guava ${guava.version} test com.github.tomakehurst wiremock-jre8-standalone ${wiremock.version} test org.assertj assertj-core 3.20.2 test io.confluent kafka-connect-maven-plugin ${kafka.connect.maven.plugin.version} kafka-connect https://github.com/confluentinc/kafka-connect-storage-cloud https://docs.confluent.io/kafka-connect-s3-sink/current/index.html The S3 connector, currently available as a sink, allows you to export data from Kafka topics to S3 objects in either Avro or JSON formats. In addition, for certain data layouts, S3 connector exports data by guaranteeing exactly-once delivery semantics to consumers of the S3 objects it produces. Being a sink, the S3 connector periodically polls data from Kafka and in turn uploads it to S3. A partitioner is used to split the data of every Kafka partition into chunks. Each chunk of data is represented as an S3 object, whose key name encodes the topic, the Kafka partition and the start offset of this data chunk. If no partitioner is specified in the configuration, the default partitioner which preserves Kafka partitioning is used. The size of each data chunk is determined by the number of records written to S3 and by schema compatibility. logos/s3.jpg Confluent, Inc. supported by Confluent as part of a Confluent Platform subscription.]]> https://docs.confluent.io/current/ logos/confluent.png confluentinc organization Confluent, Inc. https://confluent.io/ logos/confluent.png sink s3 aws true AWS S3 bucket with write permissions org.apache.maven.plugins maven-compiler-plugin 2.5.1 true test-compile process-test-sources testCompile 1.8 1.8 maven-assembly-plugin src/assembly/development.xml src/assembly/package.xml false make-assembly package single org.apache.maven.plugins maven-release-plugin ${maven.release.plugin.version} true false v@{project.version} org.apache.maven.plugins maven-surefire-plugin org.apache.kafka.test.IntegrationTest maven-failsafe-plugin ${maven.failsafe.plugin.version} org.apache.maven.surefire surefire-junit47 ${surefire-junit47.version} ${skipIntegrationTests} org.apache.kafka.test.IntegrationTest integration-test src/main/resources true standalone maven-assembly-plugin src/assembly/standalone.xml licenses-package false org.codehaus.mojo exec-maven-plugin 1.2.1 create-licenses io.confluent.licenses.LicenseFinder -i ${project.build.directory}/${project.build.finalName}-package/share/java/${project.name} -o ${project.basedir}/licenses -f -h ${project.build.directory}/${project.build.finalName}-package/share/doc/${project.name}/licenses.html -l ${project.build.directory}/${project.build.finalName}-package/share/doc/${project.name}/licenses -n ${project.build.directory}/${project.build.finalName}-package/share/doc/${project.name}/notices -t ${project.name} -x licenses-${licenses.version}.jar package java true true io.confluent licenses io.confluent licenses ${licenses.version} licenses-source false org.codehaus.mojo exec-maven-plugin 1.2.1 create-licenses io.confluent.licenses.LicenseFinder -i ${project.build.directory}/${project.build.finalName}-development/share/java/${project.name} -o ${project.basedir}/licenses -f -h ${project.basedir}/licenses.html -l ${project.basedir}/licenses -n ${project.basedir}/notices -t ${project.name} -x licenses-${licenses.version}.jar package java true true io.confluent licenses io.confluent licenses ${licenses.version} maven-clean-plugin 3.0.0 . licenses.html licenses/*.* notices/*.* jenkins false