Compare commits
12 Commits
274ce1fd8a
...
main
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7e4b103e68 | ||
|
|
404ff3d91d | ||
|
|
3c6f6dfe2e | ||
|
|
56db1b94ee | ||
|
|
f0387c1033 | ||
|
|
dd5ce10910 | ||
|
|
1e537cf5f7 | ||
|
|
f4b1fc9e71 | ||
|
|
f51d1c16ac | ||
|
|
e80a1dc088 | ||
|
|
3dc58cf644 | ||
|
|
d95477fc3b |
@@ -38,7 +38,7 @@ spec:
|
|||||||
|
|
||||||
destination:
|
destination:
|
||||||
server: https://kubernetes.default.svc
|
server: https://kubernetes.default.svc
|
||||||
namespace: body-wars
|
namespace: open-webui
|
||||||
|
|
||||||
syncPolicy:
|
syncPolicy:
|
||||||
automated:
|
automated:
|
||||||
|
|||||||
@@ -39,9 +39,8 @@ spec:
|
|||||||
name: body-wars-secret
|
name: body-wars-secret
|
||||||
key: vllm-api-key
|
key: vllm-api-key
|
||||||
optional: false
|
optional: false
|
||||||
# Backend configuration for vLLM
|
# Backend configuration for vLLM (OpenAI-compatible, NOT Ollama)
|
||||||
- name: OLLAMA_BASE_URLS
|
# OLLAMA_BASE_URLS removed: astro-orbiter runs vLLM, not Ollama
|
||||||
value: "http://astro-orbiter:8000"
|
|
||||||
- name: OPENAI_BASE_URL
|
- name: OPENAI_BASE_URL
|
||||||
value: "http://astro-orbiter:8000/v1"
|
value: "http://astro-orbiter:8000/v1"
|
||||||
- name: OPENAI_API_KEY
|
- name: OPENAI_API_KEY
|
||||||
@@ -52,6 +51,9 @@ spec:
|
|||||||
optional: false
|
optional: false
|
||||||
- name: OPENAI_MODEL_FALLBACK
|
- name: OPENAI_MODEL_FALLBACK
|
||||||
value: "Gemma-4-26B-A4B-it-AWQ"
|
value: "Gemma-4-26B-A4B-it-AWQ"
|
||||||
|
# Disable OpenAI API key validation (we're using vLLM, not OpenAI)
|
||||||
|
- name: OPENAI_VALIDATE_ENDPOINT
|
||||||
|
value: "false"
|
||||||
# Allow access from ingress
|
# Allow access from ingress
|
||||||
- name: WEBUI_URL
|
- name: WEBUI_URL
|
||||||
value: "https://body-wars.local.mk-labs.cloud"
|
value: "https://body-wars.local.mk-labs.cloud"
|
||||||
@@ -60,6 +62,9 @@ spec:
|
|||||||
value: "true"
|
value: "true"
|
||||||
- name: ENABLE_MODEL_FILTER
|
- name: ENABLE_MODEL_FILTER
|
||||||
value: "false"
|
value: "false"
|
||||||
|
# Disable Ollama model detection (we use vLLM/OpenAI-compatible only)
|
||||||
|
- name: ENABLE_OLLAMA_API
|
||||||
|
value: "false"
|
||||||
# Storage
|
# Storage
|
||||||
- name: DATA_DIR
|
- name: DATA_DIR
|
||||||
value: "/app/backend/data"
|
value: "/app/backend/data"
|
||||||
@@ -83,5 +88,5 @@ spec:
|
|||||||
mountPath: /app/backend/data
|
mountPath: /app/backend/data
|
||||||
volumes:
|
volumes:
|
||||||
- name: data
|
- name: data
|
||||||
emptyDir:
|
persistentVolumeClaim:
|
||||||
sizeLimit: 1Gi
|
claimName: open-webui-data
|
||||||
|
|||||||
@@ -24,3 +24,9 @@ spec:
|
|||||||
remoteRef:
|
remoteRef:
|
||||||
key: vllm
|
key: vllm
|
||||||
property: api-key
|
property: api-key
|
||||||
|
# WebUI JWT signing secret - TEMPORARILY DISABLED
|
||||||
|
# Uncomment and configure once open-webui item exists in 1Password:
|
||||||
|
# - secretKey: webui_secret_key
|
||||||
|
# remoteRef:
|
||||||
|
# key: open-webui
|
||||||
|
# property: secret-key
|
||||||
|
|||||||
15
cluster/applications/open-webui/pvc.yaml
Normal file
15
cluster/applications/open-webui/pvc.yaml
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: open-webui-data
|
||||||
|
namespace: open-webui
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: open-webui
|
||||||
|
app.kubernetes.io/component: data
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteOnce
|
||||||
|
storageClassName: nfs-emporium
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 10Gi
|
||||||
@@ -0,0 +1,37 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: astro-orbiter
|
||||||
|
namespace: default
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: astro-orbiter-gateway
|
||||||
|
app.kubernetes.io/component: llm-inference
|
||||||
|
spec:
|
||||||
|
type: ExternalName
|
||||||
|
externalName: 10.1.71.130
|
||||||
|
ports:
|
||||||
|
- name: vllm-8000
|
||||||
|
port: 8000
|
||||||
|
protocol: TCP
|
||||||
|
- name: llama-cpp-8001
|
||||||
|
port: 8001
|
||||||
|
protocol: TCP
|
||||||
|
- name: router-8002
|
||||||
|
port: 8002
|
||||||
|
protocol: TCP
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: astro-orbiter-vllm
|
||||||
|
namespace: default
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: astro-orbiter-gateway
|
||||||
|
app.kubernetes.io/component: llm-inference
|
||||||
|
spec:
|
||||||
|
type: ExternalName
|
||||||
|
externalName: 10.1.71.130
|
||||||
|
ports:
|
||||||
|
- name: vllm
|
||||||
|
port: 8000
|
||||||
|
protocol: TCP
|
||||||
Reference in New Issue
Block a user