[greyhound] parallel consumer - update gaps limit (#35902)

[greyhound] parallel consumer - update gaps limit #automerge GitOrigin-RevId: bebbfb8b314cb96c4f7ce09d79686f2163bc7a6d
wix · Sep 8, 2023 · 4fd5e46 · 4fd5e46
1 parent 6816186
commit 4fd5e46
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/Dispatcher.scala b/core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/Dispatcher.scala
@@ -56,7 +56,7 @@ object Dispatcher {
     maxParallelism: Int = 1,
     updateBatch: Chunk[Record] => URIO[GreyhoundMetrics, Unit] = _ => ZIO.unit,
     currentGaps: Set[TopicPartition] => ZIO[GreyhoundMetrics, Nothing, Map[TopicPartition, OffsetAndGaps]] = _ => ZIO.succeed(Map.empty),
-    gapsSizeLimit: Int = 256,
+    gapsSizeLimit: Int = 500,
     init: Promise[Nothing, Unit]
   )(implicit trace: Trace): UIO[Dispatcher[R]] =
     for {

diff --git a/core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/EventLoop.scala b/core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/EventLoop.scala
@@ -412,7 +412,7 @@ object EventLoopConfig {
     startPaused = false,
     consumePartitionInParallel = false,
     maxParallelism = 1,
-    gapsSizeLimit = 256 // todo: calculate actual gaps limit based on the max metadata size
+    gapsSizeLimit = 500
   )
 }