From be7348a27d86c5f64dc4961f76ca3ce508009f80 Mon Sep 17 00:00:00 2001
From: asepharyana <asepharyana@users.noreply.github.com>
Date: Sun, 26 Jul 2026 19:14:52 +0700
Subject: [PATCH] fix(infra): remove buffer/compress from llm-api for real SSE
 streaming

- llm-api uses llm-chain instead of common-chain
- llm-chain excludes buffer & compress middlewares
- Prevents Traefik from buffering streaming SSE responses
- Each token is now flushed immediately
---
 infra/traefik/dynamic/apps.yaml        | 2 +-
 infra/traefik/dynamic/middlewares.yaml | 8 ++++++++
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git a/infra/traefik/dynamic/apps.yaml b/infra/traefik/dynamic/apps.yaml
index 11afed3..955290f 100644
--- a/infra/traefik/dynamic/apps.yaml
+++ b/infra/traefik/dynamic/apps.yaml
@@ -27,7 +27,7 @@ http:
         - websecure
       tls: {}
       middlewares:
-        - common-chain@file
+        - llm-chain@file
       service: llm-api-service
 
     # ── Tools (Document Scanner & Media Processing) ──
diff --git a/infra/traefik/dynamic/middlewares.yaml b/infra/traefik/dynamic/middlewares.yaml
index 6aa29e2..868c311 100644
--- a/infra/traefik/dynamic/middlewares.yaml
+++ b/infra/traefik/dynamic/middlewares.yaml
@@ -61,6 +61,14 @@ http:
             - "^/wp-login\\.php"
             - "^/config\\.php"
 
+    # ── LLM Stream Chain (no buffer/compress — SSE needs real-time) ──
+    llm-chain:
+      chain:
+        middlewares:
+          - secure-headers
+          - retry
+          - rate-limit
+
     # ── Common Chain ──
     common-chain:
       chain: