Update README.md
Browse files
README.md
CHANGED
|
@@ -74,13 +74,13 @@ All benchmarks evaluated using **vLLM** on the Olmo-Bench.
|
|
| 74 |
uv venv --python 3.12 --seed
|
| 75 |
source .venv/bin/activate
|
| 76 |
|
| 77 |
-
|
|
|
|
|
|
|
| 78 |
--torch-backend=auto \
|
| 79 |
-
--extra-index-url https://wheels.vllm.ai
|
| 80 |
--prerelease=allow
|
| 81 |
|
| 82 |
-
# if this fails try adding triton-kernels package
|
| 83 |
-
'triton-kernels @ git+https://github.com/triton-lang/[email protected]#subdirectory=python/triton_kernels'
|
| 84 |
uv pip install pypdfium2 pillow requests
|
| 85 |
```
|
| 86 |
|
|
|
|
| 74 |
uv venv --python 3.12 --seed
|
| 75 |
source .venv/bin/activate
|
| 76 |
|
| 77 |
+
export VLLM_COMMIT=e88bdd60d9a25d985168c9f4a60ab10095236d7c
|
| 78 |
+
uv pip install vllm \
|
| 79 |
+
'triton-kernels @ git+https://github.com/triton-lang/[email protected]#subdirectory=python/triton_kernels' \
|
| 80 |
--torch-backend=auto \
|
| 81 |
+
--extra-index-url https://wheels.vllm.ai/${VLLM_COMMIT} \
|
| 82 |
--prerelease=allow
|
| 83 |
|
|
|
|
|
|
|
| 84 |
uv pip install pypdfium2 pillow requests
|
| 85 |
```
|
| 86 |
|