From f1718de0113ce63685726925a4941f1a903aeffd Mon Sep 17 00:00:00 2001 From: nold Date: Wed, 27 Dec 2023 12:35:17 +0100 Subject: [PATCH] fix(localai): threads --- projects/ai/values/localai.yaml | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/projects/ai/values/localai.yaml b/projects/ai/values/localai.yaml index c16fd09e..4fd6169c 100644 --- a/projects/ai/values/localai.yaml +++ b/projects/ai/values/localai.yaml @@ -1,10 +1,10 @@ replicaCount: 1 deployment: - image: quay.io/go-skynet/local-ai:master + image: quay.io/go-skynet/local-ai:master-ffmpeg-core env: - THREADS: 16 - CONTEXT_SIZE: 512 + threads: 16 + context_size: 512 DEBUG: "true" ## Specify a different bind address (defaults to ":8080") @@ -58,7 +58,10 @@ deployment: imagePullSecrets: [] # - name: secret-names -# Prompt templates to include +resources: + limits: + memory: 64Gi + # Note: the keys of this map will be the names of the prompt template files promptTemplates: {}