mirror of
https://github.com/pewdiepie-archdaemon/odysseus.git
synced 2026-09-23 08:32:20 +02:00
Squash Odysseus development history
This commit is contained in:
@@ -0,0 +1,19 @@
|
||||
# AMD ROCm GPU overlay. Enable by setting COMPOSE_FILE in .env:
|
||||
# COMPOSE_FILE=docker-compose.yml:docker/gpu.amd.yml
|
||||
# RENDER_GID=<numeric output of: getent group render | cut -d: -f3>
|
||||
#
|
||||
# Requires ROCm drivers on the host (kfd + DRI devices). The host user
|
||||
# running Docker must be in the `video` and `render` groups.
|
||||
#
|
||||
# This overlay only passes the host GPU through to the container.
|
||||
# The slim Odysseus image does not bundle ROCm userspace or inference
|
||||
# engines — install ROCm-compatible builds of vLLM / llama-cpp-python
|
||||
# via Cookbook -> Dependencies (or pip) before serving GPU models.
|
||||
services:
|
||||
odysseus:
|
||||
devices:
|
||||
- /dev/kfd
|
||||
- /dev/dri
|
||||
group_add:
|
||||
- video
|
||||
- ${RENDER_GID:-render}
|
||||
Reference in New Issue
Block a user