From 03725335290f53b8939175e97ecebaab98926136 Mon Sep 17 00:00:00 2001 From: Arunan Sugunakumar Date: Fri, 16 Feb 2024 11:00:55 +0530 Subject: [PATCH] Update kafka connector documentation with 3.2.0 details --- .../kafka-connector-overview.md | 11 ++--- .../kafka-connector/setting-up-kafka.md | 43 ++++++++++++++++++- en/mkdocs.yml | 2 +- 3 files changed, 48 insertions(+), 8 deletions(-) diff --git a/en/docs/reference/connectors/kafka-connector/kafka-connector-overview.md b/en/docs/reference/connectors/kafka-connector/kafka-connector-overview.md index ec6bd2ee87..0e65eb5c88 100644 --- a/en/docs/reference/connectors/kafka-connector/kafka-connector-overview.md +++ b/en/docs/reference/connectors/kafka-connector/kafka-connector-overview.md @@ -10,11 +10,12 @@ To see the Kafka Connector, navigate to the [connector store](https://store.wso2 ## Compatibility -| Connector Version | Supported product versions | -| ------------- |-------------| -| 3.1.0 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 | -| 3.0.0 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 | -| 2.0.9 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 EI 6.5.0 | +| Connector Version | Supported product versions | +|-------------------|--------------------------------------------------| +| 3.2.0 | MI 4.2.0, MI 4.1.0, MI 4.0.0 | +| 3.1.0 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 | +| 3.0.0 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 | +| 2.0.9 | APIM 4.0.0, EI 7.1.0, EI 7.0.x EI 6.6.0 EI 6.5.0 | For older versions, see the details in the connector store. diff --git a/en/docs/reference/connectors/kafka-connector/setting-up-kafka.md b/en/docs/reference/connectors/kafka-connector/setting-up-kafka.md index fceb2f017a..399eedc40b 100644 --- a/en/docs/reference/connectors/kafka-connector/setting-up-kafka.md +++ b/en/docs/reference/connectors/kafka-connector/setting-up-kafka.md @@ -1,8 +1,47 @@ # Setting up Kafka -To use the Kafka connector, download and install [Apache Kafka](http://kafka.apache.org/downloads.html). Before you start configuring the Kafka you also need the integration runtime and we refer to that location as . +## For connector version 3.2.0 and later -> **Note**: The recommended version is [Kafka_2.11-2.2.1](https://www.apache.org/dyn/closer.cgi?path=/kafka/1.0.0/kafka_2.11-2.2.1.tgz). For all available versions of Kafka that you can download, see https://kafka.apache.org/downloads. The recommended Java version is 1.8. +To use the Kafka connector, download and install [Apache Kafka](http://kafka.apache.org/downloads.html). Before you start configuring Kafka you also need the integration runtime and we refer to that location as ``. + +> **Note**: The recommended version is Kafka 2.12-2.8.2. For all available versions of Kafka that you can download, see https://kafka.apache.org/downloads. The recommended Java version is 11. + +To configure the Kafka connector, copy the following client libraries from the `/lib` directory to the `/lib` directory. + +* [kafka_2.12-2.8.2.jar](https://mvnrepository.com/artifact/org.apache.kafka/kafka_2.12/2.8.2) +* [kafka-clients-2.8.2.jar](https://mvnrepository.com/artifact/org.apache.kafka/kafka-clients/2.8.2) +* [metrics-core-2.2.0.jar](https://mvnrepository.com/artifact/com.yammer.metrics/metrics-core/2.2.0) +* [scala-library-2.12.13jar](https://mvnrepository.com/artifact/org.scala-lang/scala-library/2.12.13) +* [zkclient-0.10.jar](https://mvnrepository.com/artifact/com.101tec/zkclient/0.10) +* [zookeeper-3.5.9.jar](https://mvnrepository.com/artifact/org.apache.zookeeper/zookeeper/3.5.9) + +Copy the following additional client libraries to the `/lib` directory (can be copied from the Confluent platform): + +* [avro-1.11.3.jar](https://mvnrepository.com/artifact/org.apache.avro/avro/1.11.3) +* [common-config-5.4.0.jar](https://mvnrepository.com/artifact/io.confluent/common-config/5.4.0) +* [common-utils-5.4.0.jar](https://mvnrepository.com/artifact/io.confluent/common-utils/5.4.0) +* [kafka-avro-serializer-5.3.0.jar](https://mvnrepository.com/artifact/io.confluent/kafka-avro-serializer/5.3.0) +* [kafka-schema-registry-client-5.3.0.jar](https://mvnrepository.com/artifact/io.confluent/kafka-schema-registry-client/5.3.0) + +Navigate to `` and run the following command to start the ZooKeeper server: + +```bash +bin/zookeeper-server-start.sh config/zookeeper.properties +``` + +From the `` directory, run the following command to start the Kafka server: + +```bash +bin/kafka-server-start.sh config/server.properties +``` + +Now that you have connected to Kafka, you can start publishing and consuming messages using the Kafka brokers. For more information, see [Publishing Messages using Kafka]({{base_path}}/reference/connectors/kafka-connector/kafka-connector-producer-example/) and [Consuming Messages using Kafka]({{base_path}}/reference/connectors/kafka-connector/kafka-inbound-endpoint-example/). + +## For connector version 3.1.x and below + +To use the Kafka connector, download and install [Apache Kafka](http://kafka.apache.org/downloads.html). Before you start configuring the Kafka you also need the integration runtime and we refer to that location as ``. + +> **Note**: The recommended version is Kafka_2.11-2.2.1. For all available versions of Kafka that you can download, see https://kafka.apache.org/downloads. The recommended Java version is 1.8. To configure the Kafka connector, copy the following client libraries from the `/lib` directory to the `/lib` directory. diff --git a/en/mkdocs.yml b/en/mkdocs.yml index b493547abb..21713d1b04 100644 --- a/en/mkdocs.yml +++ b/en/mkdocs.yml @@ -1095,7 +1095,7 @@ nav: - Kafka Overview: reference/connectors/kafka-connector/kafka-connector-overview.md - Set up Kafka: reference/connectors/kafka-connector/setting-up-kafka.md - Enable Security for Kafka: reference/connectors/kafka-connector/enabling-security-for-kafka.md - - 3.1.x: + - 3.1.x and later: - Kafka Example: reference/connectors/kafka-connector/kafka-connector-producer-example.md - Kafka Avro Message Example: reference/connectors/kafka-connector/kafka-connector-avro-producer-example.md - Kafka Connector Reference: reference/connectors/kafka-connector/kafka-connector-config.md