32 lines
793 B
YAML
32 lines
793 B
YAML
|
services:
|
||
|
|
llm-api:
|
||
|
|
container_name: llm-api
|
||
|
|
image: ghcr.io/asepharyana/llm-api:latest
|
||
|
|
restart: always
|
||
|
|
depends_on:
|
||
|
|
nats:
|
||
|
|
condition: service_started
|
||
|
|
networks:
|
||
|
|
app-shared-net:
|
||
|
|
aliases:
|
||
|
|
- llm-api
|
||
|
|
volumes:
|
||
|
|
- /root/models/gguf:/root/models/gguf:ro
|
||
|
|
environment:
|
||
|
|
- MODEL_PATH=/root/models/gguf/MiniCPM-V-4.6-Q4_K_M.gguf
|
||
|
|
healthcheck:
|
||
|
|
test: ['CMD-SHELL', 'curl -so /dev/null --connect-timeout 5 http://localhost:8080/health || test $? -eq 22']
|
||
|
|
interval: 30s
|
||
|
|
timeout: 10s
|
||
|
|
retries: 5
|
||
|
|
start_period: 30s
|
||
|
|
labels:
|
||
|
|
prometheus.io/scrape: "true"
|
||
|
|
prometheus.io/port: "8080"
|
||
|
|
prometheus.io/path: "/metrics"
|
||
|
|
|
||
|
|
networks:
|
||
|
|
app-shared-net:
|
||
|
|
name: app-shared-net
|
||
|
|
external: true
|