2023-12-25 20:46:48 +00:00
|
|
|
controllers:
|
|
|
|
main:
|
|
|
|
containers:
|
|
|
|
main:
|
|
|
|
image:
|
|
|
|
repository: mintplexlabs/anythingllm
|
|
|
|
tag: master
|
|
|
|
|
2023-12-26 10:00:07 +00:00
|
|
|
env:
|
2023-12-27 13:10:05 +00:00
|
|
|
STORAGE_DIR: /app/server/storage
|
2023-12-26 10:00:07 +00:00
|
|
|
# SERVER_PORT=3001
|
|
|
|
# STORAGE_DIR="/app/server/storage"
|
|
|
|
# UID='1000'
|
|
|
|
# GID='1000'
|
|
|
|
# # JWT_SECRET="my-random-string-for-seeding" # Only needed if AUTH_TOKEN is set. Please generate random string at least 12 chars long.
|
|
|
|
#
|
|
|
|
######## LLM API SElECTION ################
|
|
|
|
LLM_PROVIDER: 'localai'
|
|
|
|
LOCAL_AI_BASE_PATH: 'http://localai-local-ai.ai.svc.cluster.local/v1'
|
2023-12-27 13:10:05 +00:00
|
|
|
LOCAL_AI_MODEL_PREF: 'thebloke__dolphin-2.2.1-mistral-7b-gguf__dolphin-2.2.1-mistral-7b.q5_k_m.gguf'
|
2023-12-26 10:00:07 +00:00
|
|
|
LOCAL_AI_MODEL_TOKEN_LIMIT: 1024
|
|
|
|
# LOCAL_AI_API_KEY="sk-123abc"
|
|
|
|
|
|
|
|
######## Embedding API SElECTION ##########
|
|
|
|
EMBEDDING_ENGINE: 'localai'
|
|
|
|
EMBEDDING_BASE_PATH: 'http://localai-local-ai.ai.svc.cluster.local/v1'
|
|
|
|
EMBEDDING_MODEL_PREF: 'text-embedding-ada-002'
|
2023-12-27 13:10:05 +00:00
|
|
|
EMBEDDING_MODEL_MAX_CHUNK_LENGTH: 1000
|
2023-12-26 10:00:07 +00:00
|
|
|
######## Vector Database Selection ########
|
|
|
|
VECTOR_DB: "lancedb"
|
2023-12-25 20:46:48 +00:00
|
|
|
|
|
|
|
ingress:
|
|
|
|
main:
|
|
|
|
annotations:
|
|
|
|
cert-manager.io/cluster-issuer: vault-issuer
|
|
|
|
enabled: true
|
|
|
|
hosts:
|
|
|
|
- host: chat.dc
|
|
|
|
paths:
|
|
|
|
- path: /
|
|
|
|
service:
|
|
|
|
name: main
|
|
|
|
port: http
|
|
|
|
tls:
|
|
|
|
- hosts:
|
|
|
|
- chat.dc
|
|
|
|
secretName: anythingllm-tls
|
|
|
|
|
|
|
|
persistence:
|
|
|
|
data:
|
|
|
|
accessMode: ReadWriteOnce
|
|
|
|
enabled: true
|
|
|
|
readOnly: false
|
|
|
|
size: 10Gi
|
|
|
|
type: persistentVolumeClaim
|
2023-12-27 13:10:05 +00:00
|
|
|
globalMounts:
|
|
|
|
- path: /app/server/storage
|
|
|
|
collector:
|
|
|
|
enabled: true
|
|
|
|
type: emptyDir
|
|
|
|
globalMounts:
|
|
|
|
- path: /app/collector/hotdir
|
|
|
|
outputs:
|
|
|
|
enabled: true
|
|
|
|
type: emptyDir
|
|
|
|
globalMounts:
|
|
|
|
- path: /app/collector/outputs
|
2023-12-25 20:46:48 +00:00
|
|
|
|
|
|
|
securityContext:
|
|
|
|
privileged: false
|
|
|
|
|
|
|
|
service:
|
|
|
|
main:
|
|
|
|
ports:
|
|
|
|
http:
|
|
|
|
enabled: true
|
|
|
|
port: 3001
|
|
|
|
type: ClusterIP
|