nold/hive-apps
1
0
Fork 0
mirror of https://github.com/nold360/hive-apps synced 2024-12-22 13:01:21 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix(localai): multibackend

Browse source
This commit is contained in:
nold 2024-03-12 21:06:45 +01:00
parent 7014e4e20e
commit 2ba7ec8ea3
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
projects/ai/values/localai.yaml
View file

@ -12,10 +12,10 @@ deployment:
context_size: 4096
DEBUG: "true"
#
SINGLE_ACTIVE_BACKEND: "true"
PYTHON_GRPC_MAX_WORKERS: "1"
LLAMACPP_PARALLEL: "1"
PARALLEL_REQUESTS: "false"
# SINGLE_ACTIVE_BACKEND: "true"
# PYTHON_GRPC_MAX_WORKERS: "1"
# LLAMACPP_PARALLEL: "1"
# PARALLEL_REQUESTS: "false"
## Specify a different bind address (defaults to ":8080")
# ADDRESS=127.0.0.1:8080