asepharyana
b4a55cfa7b
- infra/docker/llm-api.Dockerfile — multi-stage Rust build with cargo-chef - infra/compose/llm-api.yml — service with model volume mount & healthcheck - infra/traefik/dynamic/apps.yaml — router for ai.asepharyana.my.id - CI: build-push workflow detects llm-api changes, builds image - CD: deploy workflow includes llm-api.yml in compose stack
29 lines
746 B
YAML
29 lines
746 B
YAML
services:
|
|
llm-api:
|
|
container_name: llm-api
|
|
image: ghcr.io/asepharyana/asepharyana-hub/llm-api:latest
|
|
restart: always
|
|
networks:
|
|
app-shared-net:
|
|
aliases:
|
|
- llm-api
|
|
volumes:
|
|
- /root/models/gguf:/root/models/gguf:ro
|
|
environment:
|
|
- MODEL_PATH=/root/models/gguf/MiniCPM-V-4.6-Q4_K_M.gguf
|
|
healthcheck:
|
|
test: ['CMD-SHELL', 'curl -so /dev/null --connect-timeout 5 http://localhost:8080/health || test $? -eq 22']
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 5
|
|
start_period: 30s
|
|
labels:
|
|
prometheus.io/scrape: "true"
|
|
prometheus.io/port: "8080"
|
|
prometheus.io/path: "/metrics"
|
|
|
|
networks:
|
|
app-shared-net:
|
|
name: app-shared-net
|
|
external: true
|