nold/hive-apps
1
0
Fork 0
mirror of https://github.com/nold360/hive-apps synced 2024-05-17 09:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(localai): single backend

Browse source
This commit is contained in:
nold 2024-03-12 12:08:07 +01:00
parent 9d65db50c3
commit 346b6acadb
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
projects/ai/values/localai.yaml
View file

@ -8,9 +8,14 @@ deployment:
runtimeClassName: nvidia
env:
# threads: 16
context_size: 2048
threads: 16
context_size: 4096
DEBUG: "true"
#
SINGLE_ACTIVE_BACKEND: "true"
PYTHON_GRPC_MAX_WORKERS: "1"
LLAMACPP_PARALLEL: "1"
PARALLEL_REQUESTS: "false"
## Specify a different bind address (defaults to ":8080")
# ADDRESS=127.0.0.1:8080