2023-12-25 12:17:28 -05:00
|
|
|
image:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0@sha256:ee0002e91f208ebea176b50db407c23ae508941bef16808801b9aea5c8125925
|
2023-12-25 12:17:28 -05:00
|
|
|
ffmpegImage:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0-ffmpeg-core@sha256:cdd16d9e8915654914e36b879a1569fa710ee3cd1730168b877e2e502fa23d88
|
2023-12-25 12:17:28 -05:00
|
|
|
cublasCuda12Image:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0-cublas-cuda12-core@sha256:5a71a46746bf285f7b1a2190df085f73e42d57c13b84f879fe31f54691b13f43
|
2023-12-25 12:17:28 -05:00
|
|
|
cublasCuda12FfmpegImage:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0-cublas-cuda12-ffmpeg-core@sha256:aeea669b8c2f52acbcedb6aeda2027b040a62bfc0fb12f5c5ad21b6dcb03680a
|
2023-12-25 12:17:28 -05:00
|
|
|
cublasCuda11Image:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0-cublas-cuda11-core@sha256:1f0c7bb873356fe0f33446ca2b391a011eb0cf24eaae74882a2d3609577ee33b
|
2023-12-25 12:17:28 -05:00
|
|
|
cublasCuda11FfmpegImage:
|
2024-01-05 16:39:43 -05:00
|
|
|
repository: docker.io/localai/localai
|
2023-12-25 12:17:28 -05:00
|
|
|
pullPolicy: IfNotPresent
|
2024-02-12 01:39:34 -05:00
|
|
|
tag: v2.8.0-cublas-cuda11-ffmpeg-core@sha256:7759d50eb7a4831ababbb4c6819b5e727ccc52b534d329d9c60ff9575ada7f3b
|
2023-12-25 12:17:28 -05:00
|
|
|
securityContext:
|
|
|
|
container:
|
|
|
|
runAsNonRoot: false
|
|
|
|
readOnlyRootFilesystem: false
|
|
|
|
runAsUser: 0
|
|
|
|
runAsGroup: 0
|
|
|
|
service:
|
|
|
|
main:
|
|
|
|
ports:
|
|
|
|
main:
|
|
|
|
protocol: http
|
|
|
|
port: 8080
|
|
|
|
localai:
|
|
|
|
# Specify a build type. Available: cublas, openblas, clblas.
|
|
|
|
build_type: "openblas"
|
|
|
|
debug: false
|
|
|
|
cors: true
|
|
|
|
cors_allow_origins: "*"
|
|
|
|
galleries: []
|
|
|
|
# - name: model-gallery
|
|
|
|
# url: github:go-skynet/model-gallery/index.yaml
|
|
|
|
preload_models: []
|
|
|
|
# url: github:go-skynet/model-gallery/gpt4all-j.yaml
|
|
|
|
# UPLOAD_LIMIT
|
|
|
|
workload:
|
|
|
|
main:
|
|
|
|
podSpec:
|
|
|
|
containers:
|
|
|
|
main:
|
|
|
|
probes:
|
|
|
|
liveness:
|
|
|
|
enabled: true
|
|
|
|
type: http
|
|
|
|
path: /readyz
|
|
|
|
readiness:
|
|
|
|
enabled: true
|
|
|
|
type: http
|
|
|
|
path: /readyz
|
|
|
|
startup:
|
|
|
|
enabled: true
|
|
|
|
type: tcp
|
|
|
|
imageSelector: image
|
|
|
|
env:
|
|
|
|
ADDRESS: ":{{ .Values.service.main.ports.main.port }}"
|
|
|
|
MODELS_PATH: "{{ .Values.persistence.models.mountPath }}"
|
|
|
|
IMAGE_PATH: "{{ .Values.persistence.images.mountPath }}"
|
|
|
|
BUILD_TYPE: "{{ .Values.localai.build_type }}"
|
|
|
|
# breaks chart if true, keep it false.
|
|
|
|
REBUILD: false
|
|
|
|
DEBUG: "{{ .Values.localai.debug }}"
|
|
|
|
CORS: "{{ .Values.localai.cors }}"
|
|
|
|
GALLERIES: "{{ toJson .Values.localai.galleries }}"
|
|
|
|
PRELOAD_MODELS: "{{ toJson .Values.localai.preload_models }}"
|
|
|
|
CORS_ALLOW_ORIGINS: "{{ .Values.localai.cors_allow_origins }}"
|
|
|
|
persistence:
|
|
|
|
models:
|
|
|
|
enabled: true
|
|
|
|
mountPath: "/models"
|
|
|
|
images:
|
|
|
|
enabled: true
|
|
|
|
mountPath: "/images"
|
|
|
|
portal:
|
|
|
|
open:
|
|
|
|
enabled: false
|
|
|
|
updated: true
|