diff --git a/tests/integration/llm/client.py b/tests/integration/llm/client.py
index 7fb53cac622..158b3232e2a 100644
--- a/tests/integration/llm/client.py
+++ b/tests/integration/llm/client.py
@@ -82,7 +82,7 @@
     "gpt-neo-1.3b": {
         "max_memory_per_gpu": [4.0, 5.0],
         "batch_size": [1, 4],
-        "seq_length": [16, 32],
+        "seq_length": [16],
         "worker": 2,
         "stream_output": True,
     }