diff --git a/test/backends/test_openai_vllm.py b/test/backends/test_openai_vllm.py
index f4e0e6466..34528861e 100644
--- a/test/backends/test_openai_vllm.py
+++ b/test/backends/test_openai_vllm.py
@@ -222,6 +222,7 @@ class Answer(pydantic.BaseModel):
         actions=[CBlock(value=prompt) for prompt in prompts],
         format=Answer,
         ctx=m_session.ctx,
+        model_options={ModelOption.MAX_NEW_TOKENS: 256},
     )
 
     assert len(results) == len(prompts)