Spaces:
Running
on
T4
Running
on
T4
sparkleman
commited on
Commit
·
b0dbba9
1
Parent(s):
109a0c8
UPDATE: Docker & hf README
Browse files- Dockerfile +3 -3
- README.md +9 -0
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
ARG CUDA_IMAGE="12.
|
| 2 |
FROM nvidia/cuda:${CUDA_IMAGE}
|
| 3 |
|
| 4 |
RUN apt-get update && apt-get install --no-install-recommends -y \
|
|
@@ -11,8 +11,6 @@ COPY --from=ghcr.io/astral-sh/uv:latest /uv /uvx /bin/
|
|
| 11 |
|
| 12 |
COPY . .
|
| 13 |
|
| 14 |
-
RUN uv sync --frozen
|
| 15 |
-
|
| 16 |
RUN useradd -m -u 1000 user
|
| 17 |
# Switch to the "user" user
|
| 18 |
USER user
|
|
@@ -24,4 +22,6 @@ WORKDIR $HOME/app
|
|
| 24 |
|
| 25 |
COPY --chown=user . $HOME/app
|
| 26 |
|
|
|
|
|
|
|
| 27 |
CMD ["uv", "app.py","--strategy","cuda fp16","--model_title","RWKV-x070-World-0.1B-v2.8-20241210-ctx4096","--download_repo_id","BlinkDL/rwkv-7-world"]
|
|
|
|
| 1 |
+
ARG CUDA_IMAGE="12.4.0-runtime-ubuntu22.04"
|
| 2 |
FROM nvidia/cuda:${CUDA_IMAGE}
|
| 3 |
|
| 4 |
RUN apt-get update && apt-get install --no-install-recommends -y \
|
|
|
|
| 11 |
|
| 12 |
COPY . .
|
| 13 |
|
|
|
|
|
|
|
| 14 |
RUN useradd -m -u 1000 user
|
| 15 |
# Switch to the "user" user
|
| 16 |
USER user
|
|
|
|
| 22 |
|
| 23 |
COPY --chown=user . $HOME/app
|
| 24 |
|
| 25 |
+
RUN uv sync --frozen --extra cu124
|
| 26 |
+
|
| 27 |
CMD ["uv", "app.py","--strategy","cuda fp16","--model_title","RWKV-x070-World-0.1B-v2.8-20241210-ctx4096","--download_repo_id","BlinkDL/rwkv-7-world"]
|
README.md
CHANGED
|
@@ -1,3 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
# Simple RWKV OpenAI-Compatible API
|
| 2 |
|
| 3 |
## Usage
|
|
|
|
| 1 |
+
---
|
| 2 |
+
title: RWKV HF Space
|
| 3 |
+
emoji: 🐦⬛
|
| 4 |
+
colorFrom: purple
|
| 5 |
+
colorTo: pink
|
| 6 |
+
sdk: docker
|
| 7 |
+
pinned: false
|
| 8 |
+
---
|
| 9 |
+
|
| 10 |
# Simple RWKV OpenAI-Compatible API
|
| 11 |
|
| 12 |
## Usage
|