Parkerlambert123 commited on
Commit
9ca0aa4
·
verified ·
1 Parent(s): 07be372

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -124,7 +124,7 @@ pip install vllm>=0.6.4.post1
124
  vllm serve Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
125
 
126
  # local path
127
- vllm serve /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
128
 
129
  curl http://localhost:8000/v1/completions \
130
  -H "Content-Type: application/json" \
@@ -146,7 +146,7 @@ You can also easily start a service using [SGLang](https://github.com/sgl-projec
146
  pip install "sglang[all]>=0.4.5" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
147
 
148
  # huggingface model id
149
- python -m sglang.launch_server --model-path Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
150
 
151
  # local path
152
  python -m sglang.launch_server --model-path /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
 
124
  vllm serve Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
125
 
126
  # local path
127
+ vllm serve /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000
128
 
129
  curl http://localhost:8000/v1/completions \
130
  -H "Content-Type: application/json" \
 
146
  pip install "sglang[all]>=0.4.5" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python
147
 
148
  # huggingface model id
149
+ python -m sglang.launch_server --model-path Zhihu-ai/Zhi-writing-dsr1-14b --served-model-name Zhi-writing-dsr1-14b --port 8000
150
 
151
  # local path
152
  python -m sglang.launch_server --model-path /path/to/model --served-model-name Zhi-writing-dsr1-14b --port 8000