2 Commits

Author SHA1 Message Date
Hermes Agent service account
3dc58cf644 Fix Open WebUI auth: correct WEBUI_SECRET_KEY and remove Ollama config
- WEBUI_SECRET_KEY now uses dedicated webui-secret-key (not vllm-api-key)
- ExternalSecret updated to fetch webui_secret_key from 1Password
- Remove duplicate OLLAMA_BASE_URLS configuration (vLLM only)
2026-09-01 13:18:57 -05:00
Hermes Agent service account
d95477fc3b Fix Open WebUI connectivity to astro-orbiter
- Add ExternalName Service for astro-orbiter (10.1.71.130:8000)
- Remove Ollama-specific configuration (OLLAMA_BASE_URLS)
- Keep only OpenAI-compatible configuration (OPENAI_BASE_URL)

Fixes: Open WebUI pod was attempting to use Ollama endpoints (/api/tags)
against vLLM which only supports OpenAI-compatible API (/v1/models).
Pod now reaches astro-orbiter via Kubernetes Service DNS name.

Resolves: HTTP 404 errors from Upstream ollama request failed
2026-09-01 13:18:57 -05:00
3 changed files with 46 additions and 4 deletions

View File

@@ -37,11 +37,10 @@ spec:
valueFrom: valueFrom:
secretKeyRef: secretKeyRef:
name: body-wars-secret name: body-wars-secret
key: vllm-api-key key: webui-secret-key
optional: false optional: false
# Backend configuration for vLLM # Backend configuration for vLLM (OpenAI-compatible, NOT Ollama)
- name: OLLAMA_BASE_URLS # OLLAMA_BASE_URLS removed: astro-orbiter runs vLLM, not Ollama
value: "http://astro-orbiter:8000"
- name: OPENAI_BASE_URL - name: OPENAI_BASE_URL
value: "http://astro-orbiter:8000/v1" value: "http://astro-orbiter:8000/v1"
- name: OPENAI_API_KEY - name: OPENAI_API_KEY

View File

@@ -18,9 +18,15 @@ spec:
engineVersion: v2 engineVersion: v2
data: data:
vllm-api-key: "{{ .vllm_api_key }}" vllm-api-key: "{{ .vllm_api_key }}"
webui-secret-key: "{{ .webui_secret_key }}"
data: data:
# vLLM API key from 1Password (mk-labs vault, vllm item, api-key field) # vLLM API key from 1Password (mk-labs vault, vllm item, api-key field)
- secretKey: vllm_api_key - secretKey: vllm_api_key
remoteRef: remoteRef:
key: vllm key: vllm
property: api-key property: api-key
# WebUI JWT signing secret from 1Password (mk-labs vault, open-webui item, secret-key field)
- secretKey: webui_secret_key
remoteRef:
key: open-webui
property: secret-key

View File

@@ -0,0 +1,37 @@
apiVersion: v1
kind: Service
metadata:
name: astro-orbiter
namespace: default
labels:
app.kubernetes.io/name: astro-orbiter-gateway
app.kubernetes.io/component: llm-inference
spec:
type: ExternalName
externalName: 10.1.71.130
ports:
- name: vllm-8000
port: 8000
protocol: TCP
- name: llama-cpp-8001
port: 8001
protocol: TCP
- name: router-8002
port: 8002
protocol: TCP
---
apiVersion: v1
kind: Service
metadata:
name: astro-orbiter-vllm
namespace: default
labels:
app.kubernetes.io/name: astro-orbiter-gateway
app.kubernetes.io/component: llm-inference
spec:
type: ExternalName
externalName: 10.1.71.130
ports:
- name: vllm
port: 8000
protocol: TCP