nold/hive-apps
1
0
Fork 0
mirror of https://github.com/nold360/hive-apps synced 2025-01-03 12:11:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix(localai): multibackend

Browse source
This commit is contained in:
nold 2024-03-12 21:06:45 +01:00
parent 7014e4e20e
commit 2ba7ec8ea3
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
projects/ai/values/localai.yaml
View file

@ -12,10 +12,10 @@ deployment:
context_size: 4096 context_size: 4096
DEBUG: "true" DEBUG: "true"
# #
SINGLE_ACTIVE_BACKEND: "true" # SINGLE_ACTIVE_BACKEND: "true"
PYTHON_GRPC_MAX_WORKERS: "1" # PYTHON_GRPC_MAX_WORKERS: "1"
LLAMACPP_PARALLEL: "1" # LLAMACPP_PARALLEL: "1"
PARALLEL_REQUESTS: "false" # PARALLEL_REQUESTS: "false"
## Specify a different bind address (defaults to ":8080") ## Specify a different bind address (defaults to ":8080")
# ADDRESS=127.0.0.1:8080 # ADDRESS=127.0.0.1:8080