Update README.md
Browse files
README.md
CHANGED
|
@@ -43,6 +43,11 @@ uv pip install -U git+https://github.com/vllm-project/vllm.git@refs/pull/28398/h
|
|
| 43 |
--extra-index-url https://wheels.vllm.ai/nightly \
|
| 44 |
--no-deps \
|
| 45 |
--no-cache
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
```
|
| 47 |
|
| 48 |
2. Initialize vLLM server:
|
|
@@ -153,6 +158,11 @@ uv pip install -U git+https://github.com/vllm-project/vllm.git@refs/pull/28398/h
|
|
| 153 |
--extra-index-url https://wheels.vllm.ai/nightly \
|
| 154 |
--no-deps \
|
| 155 |
--no-cache
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 156 |
```
|
| 157 |
|
| 158 |
**Openllm V1**
|
|
|
|
| 43 |
--extra-index-url https://wheels.vllm.ai/nightly \
|
| 44 |
--no-deps \
|
| 45 |
--no-cache
|
| 46 |
+
|
| 47 |
+
uv pip install compressed-tensors==0.12.3a20251114 --no-cache
|
| 48 |
+
uv pip install --upgrade torchvision --break-system-packages --no-cache
|
| 49 |
+
uv pip install cloudpickle msgspec zmq blake3 cachetools prometheus_client fastapi openai openai_harmony pybase64 llguidance diskcache xgrammar lm-format-enforcer partial-json-parser cbor2 einops gguf numba
|
| 50 |
+
|
| 51 |
```
|
| 52 |
|
| 53 |
2. Initialize vLLM server:
|
|
|
|
| 158 |
--extra-index-url https://wheels.vllm.ai/nightly \
|
| 159 |
--no-deps \
|
| 160 |
--no-cache
|
| 161 |
+
|
| 162 |
+
|
| 163 |
+
uv pip install compressed-tensors==0.12.3a20251114 --no-cache
|
| 164 |
+
uv pip install --upgrade torchvision --break-system-packages --no-cache
|
| 165 |
+
uv pip install cloudpickle msgspec zmq blake3 cachetools prometheus_client fastapi openai openai_harmony pybase64 llguidance diskcache xgrammar lm-format-enforcer partial-json-parser cbor2 einops gguf numba
|
| 166 |
```
|
| 167 |
|
| 168 |
**Openllm V1**
|