nold/hive-apps
1
0
Fork 0
mirror of https://github.com/nold360/hive-apps synced 2025-01-03 12:11:16 +00:00
Code Issues Projects Releases Packages Wiki Activity

feat(localai): single backend

Browse source
This commit is contained in:
nold 2024-03-12 12:08:07 +01:00
parent 9d65db50c3
commit 346b6acadb
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
projects/ai/values/localai.yaml
View file

@ -8,9 +8,14 @@ deployment:
runtimeClassName: nvidia runtimeClassName: nvidia
env: env:
# threads: 16 threads: 16
context_size: 2048 context_size: 4096
DEBUG: "true" DEBUG: "true"
#
SINGLE_ACTIVE_BACKEND: "true"
PYTHON_GRPC_MAX_WORKERS: "1"
LLAMACPP_PARALLEL: "1"
PARALLEL_REQUESTS: "false"
## Specify a different bind address (defaults to ":8080") ## Specify a different bind address (defaults to ":8080")
# ADDRESS=127.0.0.1:8080 # ADDRESS=127.0.0.1:8080