Gemma3-Chat / remote /vllm_srv.sh
ProximileAdmin's picture
Create vllm_srv.sh
9aea266 verified
raw
history blame contribute delete
345 Bytes
#!/bin/bash
#sudo adduser --shell /usr/sbin/nologin sshuser
#sudo nano /etc/ssh/sshd_config
#Match User sshuser
# AllowTcpForwarding yes
# X11Forwarding no
# PermitTTY no
# ForceCommand /bin/false
docker kill vllm-openai
docker rm vllm-openai
HUGGING_FACE_HUB_TOKEN=$(cat hf_token.txt) docker compose up -d
venv/bin/python srv.py