Update README.md
Browse files
README.md
CHANGED
@@ -124,7 +124,7 @@ pip install vllm>=0.6.4.post1
|
|
124 |
vllm serve Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
|
125 |
|
126 |
# local path
|
127 |
-
vllm serve /path/to/model
|
128 |
|
129 |
curl http://localhost:8000/v1/completions \
|
130 |
-H "Content-Type: application/json" \
|
@@ -146,7 +146,7 @@ You can also easily start a service using [SGLang](https://github.com/sgl-projec
|
|
146 |
pip install "sglang[all]>=0.4.5" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
|
147 |
|
148 |
# huggingface model id
|
149 |
-
python -m sglang.launch_server --model-path Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
|
150 |
|
151 |
# local path
|
152 |
python -m sglang.launch_server --model-path /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
|
|
|
124 |
vllm serve Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
|
125 |
|
126 |
# local path
|
127 |
+
vllm serve /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
|
128 |
|
129 |
curl http://localhost:8000/v1/completions \
|
130 |
-H "Content-Type: application/json" \
|
|
|
146 |
pip install "sglang[all]>=0.4.5" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
|
147 |
|
148 |
# huggingface model id
|
149 |
+
python -m sglang.launch_server --model-path Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
|
150 |
|
151 |
# local path
|
152 |
python -m sglang.launch_server --model-path /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
|