From 35a92c739eeb9fee75d67ed3ca30b3cd5a63e1e8 Mon Sep 17 00:00:00 2001 From: nold Date: Thu, 28 Dec 2023 12:21:22 +0100 Subject: [PATCH] feat(localai): increased chunks to 2048 --- projects/ai/values/localai.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/ai/values/localai.yaml b/projects/ai/values/localai.yaml index 4fd6169c..d4b2bccb 100644 --- a/projects/ai/values/localai.yaml +++ b/projects/ai/values/localai.yaml @@ -4,7 +4,7 @@ deployment: image: quay.io/go-skynet/local-ai:master-ffmpeg-core env: threads: 16 - context_size: 512 + context_size: 2048 DEBUG: "true" ## Specify a different bind address (defaults to ":8080")