Create vllm_srv.sh

remote/vllm_srv.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+#sudo adduser --shell /usr/sbin/nologin sshuser
+#sudo nano /etc/ssh/sshd_config
+#Match User sshuser
+#    AllowTcpForwarding yes
+#    X11Forwarding no
+#    PermitTTY no
+#    ForceCommand /bin/false
+
+docker kill vllm-openai
+docker rm vllm-openai
+
+HUGGING_FACE_HUB_TOKEN=$(cat hf_token.txt) docker compose up -d
+
+venv/bin/python srv.py