[misc] fix install requirement (#279)

- Rollout back vllm version (vllm > 0.7.0 only for testing)
- pyext as an extra requirement

.github/workflows/sandbox.yml

@@ -34,7 +34,7 @@ jobs:
       - name: Install the current repository
         run: |
           pip3 install hf_transfer
-          pip3 install -e .[test]
+          pip3 install -e .[test,prime]
           pip3 install vllm==0.5.4
       - name: Running sandbox tests on 8 L20 GPUs
         run: |

pyproject.toml

@@ -40,11 +40,10 @@ dependencies = [
     "ray>=2.38",
     "tensordict",
     "transformers<4.48",
-    "vllm<=0.7.3",
+    "vllm<=0.6.3",
     "peft",
     "liger-kernel",
     "pylatexenc",
-    "pyext"
 ]
 
 # Optional dependencies (extras_require in setup.py)
@@ -52,6 +51,7 @@ dependencies = [
 test = [
   "pytest", "yapf"
 ]
+prime = ["pyext"]
 
 # URLs
 [project.urls]

requirements.txt

@@ -15,5 +15,4 @@ transformers<4.48
 vllm
 wandb
 liger-kernel
-pylatexenc
-pyext
\ No newline at end of file
+pylatexenc
\ No newline at end of file

setup.py

@@ -27,7 +27,8 @@ with open('requirements.txt') as f:
     install_requires = [item.strip() for item in required if item.strip()[0] != '#']
 
 extras_require = {
-    'test': ['pytest', 'yapf']
+    'test': ['pytest', 'yapf'],
+    'prime': ['pyext'],
 }
 
 from pathlib import Path