-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcompose.yaml
More file actions
67 lines (64 loc) · 1.77 KB
/
compose.yaml
File metadata and controls
67 lines (64 loc) · 1.77 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
services:
postgres:
image: postgres:17
container_name: butler-postgres
environment:
POSTGRES_USER: ${DATABASE_USER}
POSTGRES_PASSWORD: ${DATABASE_PASSWORD}
POSTGRES_DB: ${DATABASE_NAME}
POSTGRES_HOST_AUTH_METHOD: trust
ports:
- "5432:5432"
volumes:
- postgres_data:/var/lib/postgresql/data
healthcheck:
test: ["CMD-SHELL", "pg_isready", "-U", "${DATABASE_USER}"]
interval: 10s
timeout: 5s
retries: 5
local-ai:
image: localai/localai:latest-gpu-nvidia-cuda-12
container_name: local-ai
ports:
- "8081:8080"
volumes:
- ./models:/app/models
deploy:
resources:
reservations:
devices:
- capabilities: [ gpu ]
# Use the NVIDIA runtime for GPU support if you have one
# environment:
# - NVIDIA_VISIBLE_DEVICES=all
# - NVIDIA_DRIVER_CAPABILITIES=compute,utility
runtime: nvidia
butler-server:
container_name: butler-server
build:
dockerfile: Dockerfile
ports:
- "8080:8080"
environment:
DATABASE_USERNAME: ${DATABASE_USER}
DATABASE_PASSWORD: ${DATABASE_PASSWORD}
DATABASE_NAME: ${DATABASE_NAME}
DATABASE_DRIVER: "postgresql"
DATABASE_PORT: 5432
DATABASE_HOST: "butler-postgres"
JWT_SECRET: ${JWT_SECRET}
JWT_ISSUER: ${JWT_ISSUER}
JWT_AUDIENCE: ${JWT_AUDIENCE}
JWT_REALM: ${JWT_REALM}
KTOR_PORT: 8080
KTOR_DEVELOPMENT: ${KTOR_DEVELOPMENT}
KTOR_ENVIRONMENT: ${KTOR_ENVIRONMENT}
KTOR_DEFAULT_CONTENT_TYPE: application/json
OPEN_AI_API_URLS_AND_KEYS: ${OPEN_AI_API_URLS_AND_KEYS}
depends_on:
postgres:
condition: service_healthy
local-ai:
condition: service_started
volumes:
postgres_data: