diff --git a/pyproject.toml b/pyproject.toml
index e39e4043..c38779a7 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -155,6 +155,7 @@ dependencies = [
 
     # LM Eval
     "lm-eval[vllm] @ git+https://github.com/EtashGuha/lm-evaluation-harness@etashg/tokenize_fix",
+    "vllm<=0.8.3", #pin VLLM version for compatibility
 ]
 
 [project.urls]