39 lines
834 B
YAML
39 lines
834 B
YAML
services:
|
|
localai:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localai
|
|
environment:
|
|
- LOCALAI_SINGLE_ACTIVE_BACKEND=true
|
|
- DEBUG=true
|
|
image: localai/localai:master-gpu-nvidia-cuda-12
|
|
# For images with python backends, use:
|
|
# image: localai/localai:master-cublas-cuda12-ffmpeg
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
|
|
dind:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: dind
|
|
|
|
localrecall:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localrecall
|
|
|
|
localrecall-healthcheck:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localrecall-healthcheck
|
|
|
|
localagi:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localagi
|