From a20543c033372e9de3a9927dd30e159bb7b9812f Mon Sep 17 00:00:00 2001 From: nold Date: Wed, 10 Jan 2024 17:44:04 +0100 Subject: [PATCH] fix(localai): nginx ingress disable buffering for text streaming --- projects/ai/values/localai.yaml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/projects/ai/values/localai.yaml b/projects/ai/values/localai.yaml index 1ec7bbe6..7ba62d17 100644 --- a/projects/ai/values/localai.yaml +++ b/projects/ai/values/localai.yaml @@ -99,7 +99,10 @@ ingress: className: "ingress-internal" annotations: cert-manager.io/cluster-issuer: vault-issuer - nginx.ingress.kubernetes.io/proxy-body-size: 100m + nginx.ingress.kubernetes.io/proxy-buffering: "off" + nginx.ingress.kubernetes.io/proxy-http-version: "1.1" + nginx.ingress.kubernetes.io/chunked-transfer-encoding: "on" + nginx.ingress.kubernetes.io/proxy_request_buffering: "off" hosts: - host: ai.dc paths: