feat(llm-api): add MiniCPM-V LLM API service with Traefik routing

2026-07-25 11:20:15 +07:00
parent 88f6968654
commit 8fc4a15e0c
6 changed files with 95 additions and 1 deletions
@@ -0,0 +1,36 @@
+services:
+  llm-api:
+    container_name: llm-api
+    image: ghcr.io/asepharyana/asepharyana-hub/llm-api:latest
+    restart: always
+    networks:
+      app-shared-net:
+        aliases:
+          - llm-api
+    env_file:
+      - ../../.env
+    environment:
+      - MODEL_PATH=/models/MiniCPM-V-4.6-Q4_K_M.gguf
+      - API_KEY=${LLM_API_KEY:-}
+    volumes:
+      - /root/models/gguf:/models:ro
+    healthcheck:
+      test: ['CMD-SHELL', 'curl -so /dev/null --connect-timeout 5 http://localhost:8080/health || test $? -eq 22']
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 60s
+    labels:
+      prometheus.io/scrape: "true"
+      prometheus.io/port: "8080"
+    deploy:
+      resources:
+        limits:
+          memory: 2G
+        reservations:
+          memory: 1G
+
+networks:
+  app-shared-net:
+    name: app-shared-net
+    external: true