nold/hive-apps
1
0
Fork 0
mirror of https://github.com/nold360/hive-apps synced 2024-12-22 21:51:20 +00:00
Code Issues Projects Releases Packages Wiki Activity

fix(localai): threads

Browse source
This commit is contained in:
nold 2023-12-27 12:35:17 +01:00
parent bc540d8bbc
commit f1718de011
1 changed files with 7 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
projects/ai/values/localai.yaml
View file

@ -1,10 +1,10 @@
replicaCount: 1
deployment:
image: quay.io/go-skynet/local-ai:master
image: quay.io/go-skynet/local-ai:master-ffmpeg-core
env:
THREADS: 16
CONTEXT_SIZE: 512
threads: 16
context_size: 512
DEBUG: "true"
## Specify a different bind address (defaults to ":8080")
@ -58,7 +58,10 @@ deployment:
imagePullSecrets: []
# - name: secret-names
# Prompt templates to include
resources:
limits:
memory: 64Gi
# Note: the keys of this map will be the names of the prompt template files
promptTemplates:
{}