Add Dispatcher loom based module Implementation

data-plane/THIRD-PARTY.txt

@@ -1,5 +1,5 @@
 
-Lists of 231 third-party dependencies.
+Lists of 232 third-party dependencies.
      (Eclipse Public License - v 1.0) (GNU Lesser General Public License) Logback Classic Module (ch.qos.logback:logback-classic:1.2.11 - http://logback.qos.ch/logback-classic)
      (Eclipse Public License - v 1.0) (GNU Lesser General Public License) Logback Core Module (ch.qos.logback:logback-core:1.2.11 - http://logback.qos.ch/logback-core)
      (Apache License 2.0) brotli4j (com.aayushatharva.brotli4j:brotli4j:1.12.0 - https://github.com/hyperxpro/Brotli4j/brotli4j)
@@ -34,6 +34,7 @@ Lists of 231 third-party dependencies.
      (Unknown license) contract (dev.knative.eventing.kafka.broker:contract:1.0-SNAPSHOT - no url defined)
      (Unknown license) core (dev.knative.eventing.kafka.broker:core:1.0-SNAPSHOT - no url defined)
      (Unknown license) dispatcher (dev.knative.eventing.kafka.broker:dispatcher:1.0-SNAPSHOT - no url defined)
+     (Unknown license) dispatcher-loom (dev.knative.eventing.kafka.broker:dispatcher-loom:1.0-SNAPSHOT - no url defined)
      (Unknown license) dispatcher-vertx (dev.knative.eventing.kafka.broker:dispatcher-vertx:1.0-SNAPSHOT - no url defined)
      (Unknown license) receiver (dev.knative.eventing.kafka.broker:receiver:1.0-SNAPSHOT - no url defined)
      (Unknown license) receiver-loom (dev.knative.eventing.kafka.broker:receiver-loom:1.0-SNAPSHOT - no url defined)

data-plane/dispatcher-loom/pom.xml

@@ -30,6 +30,7 @@
 
   <properties>
     <java.version>20</java.version>
+    <argLine>--enable-preview</argLine>
   </properties>
 
 
@@ -39,6 +40,32 @@
       <artifactId>dispatcher</artifactId>
       <version>${project.version}</version>
     </dependency>
+    <dependency>
+      <groupId>dev.knative.eventing.kafka.broker</groupId>
+      <artifactId>receiver-loom</artifactId>
+      <version>${project.version}</version>
+    </dependency>
+
+    <dependency>
+      <groupId>io.vertx</groupId>
+      <artifactId>vertx-junit5</artifactId>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.junit.jupiter</groupId>
+      <artifactId>junit-jupiter</artifactId>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.assertj</groupId>
+      <artifactId>assertj-core</artifactId>
+      <scope>test</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.mockito</groupId>
+      <artifactId>mockito-junit-jupiter</artifactId>
+      <scope>test</scope>
+    </dependency>
   </dependencies>
 
   <build>

data-plane/dispatcher-loom/src/main/java/dev/knative/eventing/kafka/broker/dispatcherloom/LoomConsumerFactory.java

@@ -15,6 +15,16 @@
  */
 package dev.knative.eventing.kafka.broker.dispatcherloom;
 
-public class LoomConsumerFactory<K, V> {
-    // TODO implement
+import dev.knative.eventing.kafka.broker.core.ReactiveConsumerFactory;
+import dev.knative.eventing.kafka.broker.core.ReactiveKafkaConsumer;
+import io.vertx.core.Vertx;
+import java.util.Map;
+import org.apache.kafka.clients.consumer.KafkaConsumer;
+
+public class LoomConsumerFactory<K, V> implements ReactiveConsumerFactory<K, V> {
+
+    @Override
+    public ReactiveKafkaConsumer<K, V> create(Vertx vertx, Map<String, Object> configs) {
+        return new LoomKafkaConsumer<>(vertx, new KafkaConsumer<>(configs));
+    }
 }

data-plane/dispatcher-loom/src/main/java/dev/knative/eventing/kafka/broker/dispatcherloom/LoomKafkaConsumer.java

@@ -15,6 +15,202 @@
  */
 package dev.knative.eventing.kafka.broker.dispatcherloom;
 
-public class LoomKafkaConsumer {
-    // TODO implement
+import dev.knative.eventing.kafka.broker.core.ReactiveKafkaConsumer;
+import io.vertx.core.Future;
+import io.vertx.core.Handler;
+import io.vertx.core.Promise;
+import io.vertx.core.Vertx;
+import java.time.Duration;
+import java.util.Collection;
+import java.util.Map;
+import java.util.concurrent.BlockingQueue;
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.atomic.AtomicBoolean;
+import org.apache.kafka.clients.consumer.Consumer;
+import org.apache.kafka.clients.consumer.ConsumerRebalanceListener;
+import org.apache.kafka.clients.consumer.ConsumerRecords;
+import org.apache.kafka.clients.consumer.OffsetAndMetadata;
+import org.apache.kafka.common.TopicPartition;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class LoomKafkaConsumer<K, V> implements ReactiveKafkaConsumer<K, V> {
+
+    private static final Logger logger = LoggerFactory.getLogger(LoomKafkaConsumer.class);
+
+    private final Consumer<K, V> consumer;
+    private final BlockingQueue<Runnable> taskQueue;
+    private final AtomicBoolean isClosed;
+    private final Thread taskRunnerThread;
+    private Handler<Throwable> exceptionHandler;
+
+    public LoomKafkaConsumer(Vertx vertx, Consumer<K, V> consumer) {
+        this.consumer = consumer;
+        this.taskQueue = new LinkedBlockingQueue<>();
+        this.isClosed = new AtomicBoolean(false);
+
+        taskRunnerThread = Thread.ofVirtual().start(this::processTaskQueue);
+    }
+
+    private void addTask(Runnable task, Promise<?> promise) {
+        if (isClosed.get()) {
+            promise.fail("Consumer is closed");
+        }
+        taskQueue.add(task);
+    }
+
+    private void processTaskQueue() {
+        while (!isClosed.get() || !taskQueue.isEmpty()) {
+            try {
+                taskQueue.take().run();
+            } catch (InterruptedException e) {
+                logger.debug("Interrupted while waiting for task", e);
+            }
+        }
+    }
+
+    @Override
+    public Future<Map<TopicPartition, OffsetAndMetadata>> commit(Map<TopicPartition, OffsetAndMetadata> offset) {
+        final Promise<Map<TopicPartition, OffsetAndMetadata>> promise = Promise.promise();
+        addTask(
+                () -> {
+                    consumer.commitAsync(offset, (offsetMap, exception) -> {
+                        if (exception != null) {
+                            promise.fail(exception);
+                        } else {
+                            promise.complete(offsetMap);
+                        }
+                    });
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Future<Void> close() {
+        final Promise<Void> promise = Promise.promise();
+        isClosed.set(true);
+        taskQueue.add(() -> {
+            try {
+                consumer.close();
+            } catch (Exception e) {
+                promise.fail(e);
+            }
+        });
+
+        Thread.ofVirtual().start(() -> {
+            try {
+                while (!taskQueue.isEmpty()) {
+                    Thread.sleep(2000L);
+                }
+                taskRunnerThread.interrupt();
+                taskRunnerThread.join();
+                promise.complete();
+            } catch (InterruptedException e) {
+                logger.debug("Interrupted while waiting for taskRunnerThread to finish", e);
+                promise.fail(e);
+            }
+        });
+        return promise.future();
+    }
+
+    @Override
+    public Future<Void> pause(Collection<TopicPartition> partitions) {
+        final Promise<Void> promise = Promise.promise();
+        addTask(
+                () -> {
+                    try {
+                        consumer.pause(partitions);
+                        promise.complete();
+                    } catch (Exception e) {
+                        promise.fail(e);
+                    }
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Future<ConsumerRecords<K, V>> poll(Duration timeout) {
+        final Promise<ConsumerRecords<K, V>> promise = Promise.promise();
+        addTask(
+                () -> {
+                    try {
+                        ConsumerRecords<K, V> records = consumer.poll(timeout);
+                        promise.complete(records);
+                    } catch (Exception e) {
+                        promise.fail(e);
+                    }
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Future<Void> resume(Collection<TopicPartition> partitions) {
+        final Promise<Void> promise = Promise.promise();
+        addTask(
+                () -> {
+                    try {
+                        consumer.resume(partitions);
+                        promise.complete();
+                    } catch (Exception e) {
+                        promise.fail(e);
+                    }
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Future<Void> subscribe(Collection<String> topics) {
+        final Promise<Void> promise = Promise.promise();
+        addTask(
+                () -> {
+                    try {
+                        consumer.subscribe(topics);
+                        promise.complete();
+                    } catch (Exception e) {
+                        promise.fail(e);
+                    }
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Future<Void> subscribe(Collection<String> topics, ConsumerRebalanceListener listener) {
+        final Promise<Void> promise = Promise.promise();
+        addTask(
+                () -> {
+                    try {
+                        consumer.subscribe(topics, listener);
+                        promise.complete();
+                    } catch (Exception e) {
+                        promise.fail(e);
+                    }
+                },
+                promise);
+        return promise.future();
+    }
+
+    @Override
+    public Consumer<K, V> unwrap() {
+        return this.consumer;
+    }
+
+    @Override
+    public ReactiveKafkaConsumer<K, V> exceptionHandler(Handler<Throwable> handler) {
+        this.exceptionHandler = handler;
+        return this;
+    }
+
+    // functions needed for test
+    public int getTaskQueueSize() {
+        return taskQueue.size();
+    }
+
+    public boolean isTaskRunnerThreadAlive() {
+        return taskRunnerThread.isAlive();
+    }
 }

data-plane/dispatcher-loom/src/main/java/dev/knative/eventing/kafka/broker/dispatcherloom/Main.java

@@ -15,8 +15,12 @@
  */
 package dev.knative.eventing.kafka.broker.dispatcherloom;
 
+import dev.knative.eventing.kafka.broker.receiverloom.LoomProducerFactory;
+import java.io.IOException;
+
 public class Main {
-    public static void main(String[] args) {
-        System.out.println("Hello World!");
+    public static void main(String[] args) throws IOException {
+        dev.knative.eventing.kafka.broker.dispatcher.main.Main.start(
+                args, new LoomConsumerFactory<>(), new LoomProducerFactory<>());
     }
 }

data-plane/dispatcher-loom/src/test/java/dev/knative/eventing/kafka/broker/dispatcherloom/LoomConsumerFacortyTest.java

@@ -0,0 +1,54 @@
+/*
+ * Copyright © 2018 Knative Authors ([email protected])
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package dev.knative.eventing.kafka.broker.dispatcherloom;
+
+import static org.junit.jupiter.api.Assertions.assertNotNull;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+import dev.knative.eventing.kafka.broker.core.ReactiveKafkaConsumer;
+import io.vertx.core.Vertx;
+import java.util.HashMap;
+import java.util.Map;
+import org.apache.kafka.clients.consumer.Consumer;
+import org.apache.kafka.clients.consumer.ConsumerConfig;
+import org.apache.kafka.common.serialization.StringDeserializer;
+import org.junit.jupiter.api.Test;
+
+public class LoomConsumerFacortyTest {
+
+    private LoomConsumerFactory<String, String> consumerFactory = new LoomConsumerFactory<>();
+
+    @Test
+    public void testCreate() {
+        // Create Vertx instance
+        Vertx vertx = Vertx.vertx();
+
+        // Create Kafka consumer configuration
+        Map<String, Object> configs = new HashMap<>();
+        configs.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092");
+        configs.put(ConsumerConfig.GROUP_ID_CONFIG, "test-group");
+        configs.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+        configs.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class.getName());
+
+        ReactiveKafkaConsumer<String, String> loomConsumer = consumerFactory.create(vertx, configs);
+
+        // Verify that the created consumer is an instance of LoomKafkaConsumer
+        assertTrue(loomConsumer instanceof LoomKafkaConsumer);
+        // Verify that the unwrapped KafkaConsumer is the same as the one created manually
+        Consumer<String, String> unwrappedConsumer = loomConsumer.unwrap();
+        assertNotNull(unwrappedConsumer);
+    }
+}