From 2ba7ec8ea3ad0723b762ee24d577cc75e4007a4c Mon Sep 17 00:00:00 2001
From: nold <nold@gnu.one>
Date: Tue, 12 Mar 2024 21:06:45 +0100
Subject: [PATCH] fix(localai): multibackend

---
 projects/ai/values/localai.yaml | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/projects/ai/values/localai.yaml b/projects/ai/values/localai.yaml
index 125f0d54..738afe1f 100644
--- a/projects/ai/values/localai.yaml
+++ b/projects/ai/values/localai.yaml
@@ -12,10 +12,10 @@ deployment:
     context_size: 4096
     DEBUG: "true"
     #
-    SINGLE_ACTIVE_BACKEND: "true"
-    PYTHON_GRPC_MAX_WORKERS: "1"
-    LLAMACPP_PARALLEL: "1"
-    PARALLEL_REQUESTS: "false"
+    # SINGLE_ACTIVE_BACKEND: "true"
+    # PYTHON_GRPC_MAX_WORKERS: "1"
+    # LLAMACPP_PARALLEL: "1"
+    # PARALLEL_REQUESTS: "false"
 
     ## Specify a different bind address (defaults to ":8080")
     # ADDRESS=127.0.0.1:8080