From d95477fc3b5da0df412c69f854f595ebaec8ca7e Mon Sep 17 00:00:00 2001
From: Hermes Agent service account
 <hermes@carousel-of-progress.local.mk-labs.cloud>
Date: Tue, 1 Sep 2026 13:14:03 -0500
Subject: [PATCH] Fix Open WebUI connectivity to astro-orbiter

- Add ExternalName Service for astro-orbiter (10.1.71.130:8000)
- Remove Ollama-specific configuration (OLLAMA_BASE_URLS)
- Keep only OpenAI-compatible configuration (OPENAI_BASE_URL)

Fixes: Open WebUI pod was attempting to use Ollama endpoints (/api/tags)
against vLLM which only supports OpenAI-compatible API (/v1/models).
Pod now reaches astro-orbiter via Kubernetes Service DNS name.

Resolves: HTTP 404 errors from Upstream ollama request failed
---
 .../applications/open-webui/deployment.yaml   |  5 +--
 .../externalname-service.yaml                 | 37 +++++++++++++++++++
 2 files changed, 39 insertions(+), 3 deletions(-)
 create mode 100644 cluster/platform/astro-orbiter-gateway/externalname-service.yaml

diff --git a/cluster/applications/open-webui/deployment.yaml b/cluster/applications/open-webui/deployment.yaml
index d0f1087..241a59c 100644
--- a/cluster/applications/open-webui/deployment.yaml
+++ b/cluster/applications/open-webui/deployment.yaml
@@ -39,9 +39,8 @@ spec:
               name: body-wars-secret
               key: vllm-api-key
               optional: false
-        # Backend configuration for vLLM
-        - name: OLLAMA_BASE_URLS
-          value: "http://astro-orbiter:8000"
+        # Backend configuration for vLLM (OpenAI-compatible, NOT Ollama)
+        # OLLAMA_BASE_URLS removed: astro-orbiter runs vLLM, not Ollama
         - name: OPENAI_BASE_URL
           value: "http://astro-orbiter:8000/v1"
         - name: OPENAI_API_KEY
diff --git a/cluster/platform/astro-orbiter-gateway/externalname-service.yaml b/cluster/platform/astro-orbiter-gateway/externalname-service.yaml
new file mode 100644
index 0000000..e4d44b1
--- /dev/null
+++ b/cluster/platform/astro-orbiter-gateway/externalname-service.yaml
@@ -0,0 +1,37 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: astro-orbiter
+  namespace: default
+  labels:
+    app.kubernetes.io/name: astro-orbiter-gateway
+    app.kubernetes.io/component: llm-inference
+spec:
+  type: ExternalName
+  externalName: 10.1.71.130
+  ports:
+  - name: vllm-8000
+    port: 8000
+    protocol: TCP
+  - name: llama-cpp-8001
+    port: 8001
+    protocol: TCP
+  - name: router-8002
+    port: 8002
+    protocol: TCP
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: astro-orbiter-vllm
+  namespace: default
+  labels:
+    app.kubernetes.io/name: astro-orbiter-gateway
+    app.kubernetes.io/component: llm-inference
+spec:
+  type: ExternalName
+  externalName: 10.1.71.130
+  ports:
+  - name: vllm
+    port: 8000
+    protocol: TCP