-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathdocker-compose.yml
54 lines (50 loc) · 1.01 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
services:
discord-bot:
profiles: [ "dev", "prod" ]
build: ./discord_bot
env_file: .env
db:
profiles: [ "dev", "prod" ]
build:
context: ./postgres
dockerfile: postgres.Dockerfile
volumes:
- ./db:/var/lib/postgresql/data
- ./postgres/vector_extension.sql:/docker-entrypoint-initdb.d/0-vector_extension.sql
env_file:
- .env
api:
profiles: [ "dev", "prod" ]
build:
context: ./api/
env_file:
- .env
volumes:
- .:/code
ports:
- "8000:8000"
depends_on:
- db
llm-embedding-cpu:
profiles: [ "cpu" ]
build:
context: ./llm/
volumes:
- ./llm/models:/models
ports:
- "9000:9000"
llm-embedding-gpu:
profiles: [ "gpu" ]
build:
context: ./llm/
volumes:
- ./llm/models:/models
ports:
- "9000:9000"
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [ gpu ]