From 1d1a1e606c16ff31318fa1378e77195b9bd3a88d Mon Sep 17 00:00:00 2001 From: Marton Barta <51166675+bartam1@users.noreply.github.com> Date: Sat, 15 Oct 2022 14:43:32 +0200 Subject: [PATCH] Update base to 7.2.2, the connector images to the latest and add Spooldir connector (#3) --- Dockerfile | 25 ++++++++++++++----------- README.md | 21 +++++++++++++++++++++ 2 files changed, 35 insertions(+), 11 deletions(-) diff --git a/Dockerfile b/Dockerfile index d7b9f1b..919336d 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,17 +1,20 @@ -ARG CP_KAFKA_CONNECT_BASE_VERSION=6.0.1 +ARG CP_KAFKA_CONNECT_BASE_VERSION=7.2.2 FROM confluentinc/cp-kafka-connect-base:$CP_KAFKA_CONNECT_BASE_VERSION ENV COMPONENT=kafka-connect +ENV CONNECT_PLUGIN_PATH=/usr/share/java,/usr/share/confluent-hub-components -ARG CONFLUENTINC_JDBC_CONNECTOR_VERSION=10.0.1 -ARG CONFLUENTINC_HDFS_CONNECTOR_VERSION=10.0.0 -ARG CONFLUENTINC_ELASTICSEARCH_CONNECTOR_VERSION=11.0.0 -ARG CONFLUENTINC_S3_CONNECTOR_VERSION=5.5.3 -ARG CONFLUENTINC_AVRO_CONVERTER_CONNECTOR_VERSION=5.5.3 +ARG CONFLUENTINC_JDBC_CONNECTOR_VERSION=10.5.4 +ARG CONFLUENTINC_HDFS_CONNECTOR_VERSION=10.1.13 +ARG CONFLUENTINC_ELASTICSEARCH_CONNECTOR_VERSION=14.0.2 +ARG CONFLUENTINC_S3_CONNECTOR_VERSION=10.2.2 +ARG CONFLUENTINC_AVRO_CONVERTER_CONNECTOR_VERSION=7.2.2 +ARG JCUSTENBORDER_SPOOL_CONNECTOR_VERSION=2.0.64 -RUN confluent-hub install --no-prompt confluentinc/kafka-connect-jdbc:$CONFLUENTINC_JDBC_CONNECTOR_VERSION \ - && confluent-hub install --no-prompt confluentinc/kafka-connect-hdfs:$CONFLUENTINC_HDFS_CONNECTOR_VERSION \ - && confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:$CONFLUENTINC_ELASTICSEARCH_CONNECTOR_VERSION \ - && confluent-hub install --no-prompt confluentinc/kafka-connect-s3:$CONFLUENTINC_S3_CONNECTOR_VERSION \ - && confluent-hub install --no-prompt confluentinc/kafka-connect-avro-converter:$CONFLUENTINC_AVRO_CONVERTER_CONNECTOR_VERSION \ No newline at end of file +RUN confluent-hub install --no-prompt confluentinc/kafka-connect-hdfs:$CONFLUENTINC_HDFS_CONNECTOR_VERSION \ +&& confluent-hub install --no-prompt confluentinc/kafka-connect-jdbc:$CONFLUENTINC_JDBC_CONNECTOR_VERSION \ +&& confluent-hub install --no-prompt jcustenborder/kafka-connect-spooldir:$JCUSTENBORDER_SPOOL_CONNECTOR_VERSION \ +&& confluent-hub install --no-prompt confluentinc/kafka-connect-elasticsearch:$CONFLUENTINC_ELASTICSEARCH_CONNECTOR_VERSION \ +&& confluent-hub install --no-prompt confluentinc/kafka-connect-s3:$CONFLUENTINC_S3_CONNECTOR_VERSION \ +&& confluent-hub install --no-prompt confluentinc/kafka-connect-avro-converter:$CONFLUENTINC_AVRO_CONVERTER_CONNECTOR_VERSION diff --git a/README.md b/README.md index f8b12a9..ff4d8aa 100644 --- a/README.md +++ b/README.md @@ -9,3 +9,24 @@ The following connectors from [Confluent Hub](https://www.confluent.io/hub/) are - Kafka Connect Elasticsearch - Amazon S3 Sink Connector - Kafka Connect Avro Converter +- Kafka Connect Spooldir (https://docs.confluent.io/kafka-connectors/spooldir/current/overview.html) + +Available connector classes in the latest build are: + +- io.confluent.connect.elasticsearch.ElasticsearchSinkConnector +- io.confluent.connect.hdfs.HdfsSinkConnector +- io.confluent.connect.jdbc.JdbcSinkConnector +- io.confluent.connect.s3.S3SinkConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirAvroSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirBinaryFileSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirCsvSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirJsonSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirLineDelimitedSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.SpoolDirSchemaLessJsonSourceConnector +- com.github.jcustenborder.kafka.connect.spooldir.elf.SpoolDirELFSourceConnector +- io.confluent.connect.hdfs.tools.SchemaSourceConnector +- io.confluent.connect.jdbc.JdbcSourceConnector +- io.confluent.connect.storage.tools.SchemaSourceConnector +- org.apache.kafka.connect.mirror.MirrorCheckpointConnector +- org.apache.kafka.connect.mirror.MirrorHeartbeatConnector +- org.apache.kafka.connect.mirror.MirrorSourceConnector