Add Docker run files (Dockerfile, compose, run script)
Browse files- Dockerfile +13 -0
- README.md +3 -0
- docker-compose.yml +16 -0
- run_docker.sh +17 -0
Dockerfile
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Darwin-36B-Opus — VKAE Accelerated
|
| 2 |
+
# The model weights + VKAE-accelerated serving runtime are ALREADY bundled in the
|
| 3 |
+
# prebuilt image below. You normally do not need to build anything — just pull & run:
|
| 4 |
+
#
|
| 5 |
+
# docker pull vidraft/darwin36-vkae:281
|
| 6 |
+
# docker run --gpus all -p 8000:8000 vidraft/darwin36-vkae:281
|
| 7 |
+
#
|
| 8 |
+
# This Dockerfile is only an extension point (add your own layers on top).
|
| 9 |
+
# The VKAE acceleration recipe is proprietary and is not distributed in source form.
|
| 10 |
+
FROM vidraft/darwin36-vkae:281
|
| 11 |
+
|
| 12 |
+
# OpenAI-compatible API on port 8000 (entrypoint is baked into the base image).
|
| 13 |
+
EXPOSE 8000
|
README.md
CHANGED
|
@@ -33,6 +33,9 @@ docker run --gpus all -p 8000:8000 vidraft/darwin36-vkae:281
|
|
| 33 |
|
| 34 |
The container serves an **OpenAI-compatible API** on port 8000 — point any OpenAI client at `http://localhost:8000/v1`. A Blackwell (B200) or Hopper (H100/H200) class GPU is recommended.
|
| 35 |
|
|
|
|
|
|
|
|
|
|
| 36 |
## Links
|
| 37 |
|
| 38 |
- **Live acceleration leaderboard** → [VIDraft/vkae](https://huggingface.co/spaces/VIDraft/vkae)
|
|
|
|
| 33 |
|
| 34 |
The container serves an **OpenAI-compatible API** on port 8000 — point any OpenAI client at `http://localhost:8000/v1`. A Blackwell (B200) or Hopper (H100/H200) class GPU is recommended.
|
| 35 |
|
| 36 |
+
|
| 37 |
+
> 📦 **Ready-to-use files in this repo:** [`Dockerfile`](./Dockerfile), [`docker-compose.yml`](./docker-compose.yml), [`run_docker.sh`](./run_docker.sh) — pull-and-run, no build required.
|
| 38 |
+
|
| 39 |
## Links
|
| 40 |
|
| 41 |
- **Live acceleration leaderboard** → [VIDraft/vkae](https://huggingface.co/spaces/VIDraft/vkae)
|
docker-compose.yml
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Darwin-36B-Opus — VKAE Accelerated
|
| 2 |
+
# Launch: docker compose up
|
| 3 |
+
services:
|
| 4 |
+
vkae:
|
| 5 |
+
image: vidraft/darwin36-vkae:281
|
| 6 |
+
ports:
|
| 7 |
+
- "8000:8000" # OpenAI-compatible API -> http://localhost:8000/v1
|
| 8 |
+
ipc: host
|
| 9 |
+
restart: unless-stopped
|
| 10 |
+
deploy:
|
| 11 |
+
resources:
|
| 12 |
+
reservations:
|
| 13 |
+
devices:
|
| 14 |
+
- driver: nvidia
|
| 15 |
+
count: all
|
| 16 |
+
capabilities: [gpu]
|
run_docker.sh
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env bash
|
| 2 |
+
# Darwin-36B-Opus — VKAE Accelerated : one-command launch.
|
| 3 |
+
# Requires an NVIDIA GPU (Blackwell B200 / Hopper H100/H200, ~80GB) + nvidia-container-toolkit.
|
| 4 |
+
set -euo pipefail
|
| 5 |
+
|
| 6 |
+
IMAGE="vidraft/darwin36-vkae:281"
|
| 7 |
+
|
| 8 |
+
docker pull "$IMAGE"
|
| 9 |
+
docker run --rm --gpus all -p 8000:8000 --ipc=host "$IMAGE"
|
| 10 |
+
|
| 11 |
+
# The container serves an OpenAI-compatible API on http://localhost:8000/v1
|
| 12 |
+
#
|
| 13 |
+
# Discover the served model name:
|
| 14 |
+
# curl http://localhost:8000/v1/models
|
| 15 |
+
#
|
| 16 |
+
# Chat completion:
|
| 17 |
+
# curl http://localhost:8000/v1/chat/completions # -H "Content-Type: application/json" # -d '{"model":"darwin36-vkae","messages":[{"role":"user","content":"Hello!"}]}'
|