Compare commits
2 Commits
274ce1fd8a
...
3dc58cf644
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
3dc58cf644 | ||
|
|
d95477fc3b |
@@ -37,11 +37,10 @@ spec:
|
|||||||
valueFrom:
|
valueFrom:
|
||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: body-wars-secret
|
name: body-wars-secret
|
||||||
key: vllm-api-key
|
key: webui-secret-key
|
||||||
optional: false
|
optional: false
|
||||||
# Backend configuration for vLLM
|
# Backend configuration for vLLM (OpenAI-compatible, NOT Ollama)
|
||||||
- name: OLLAMA_BASE_URLS
|
# OLLAMA_BASE_URLS removed: astro-orbiter runs vLLM, not Ollama
|
||||||
value: "http://astro-orbiter:8000"
|
|
||||||
- name: OPENAI_BASE_URL
|
- name: OPENAI_BASE_URL
|
||||||
value: "http://astro-orbiter:8000/v1"
|
value: "http://astro-orbiter:8000/v1"
|
||||||
- name: OPENAI_API_KEY
|
- name: OPENAI_API_KEY
|
||||||
|
|||||||
@@ -18,9 +18,15 @@ spec:
|
|||||||
engineVersion: v2
|
engineVersion: v2
|
||||||
data:
|
data:
|
||||||
vllm-api-key: "{{ .vllm_api_key }}"
|
vllm-api-key: "{{ .vllm_api_key }}"
|
||||||
|
webui-secret-key: "{{ .webui_secret_key }}"
|
||||||
data:
|
data:
|
||||||
# vLLM API key from 1Password (mk-labs vault, vllm item, api-key field)
|
# vLLM API key from 1Password (mk-labs vault, vllm item, api-key field)
|
||||||
- secretKey: vllm_api_key
|
- secretKey: vllm_api_key
|
||||||
remoteRef:
|
remoteRef:
|
||||||
key: vllm
|
key: vllm
|
||||||
property: api-key
|
property: api-key
|
||||||
|
# WebUI JWT signing secret from 1Password (mk-labs vault, open-webui item, secret-key field)
|
||||||
|
- secretKey: webui_secret_key
|
||||||
|
remoteRef:
|
||||||
|
key: open-webui
|
||||||
|
property: secret-key
|
||||||
|
|||||||
@@ -0,0 +1,37 @@
|
|||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: astro-orbiter
|
||||||
|
namespace: default
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: astro-orbiter-gateway
|
||||||
|
app.kubernetes.io/component: llm-inference
|
||||||
|
spec:
|
||||||
|
type: ExternalName
|
||||||
|
externalName: 10.1.71.130
|
||||||
|
ports:
|
||||||
|
- name: vllm-8000
|
||||||
|
port: 8000
|
||||||
|
protocol: TCP
|
||||||
|
- name: llama-cpp-8001
|
||||||
|
port: 8001
|
||||||
|
protocol: TCP
|
||||||
|
- name: router-8002
|
||||||
|
port: 8002
|
||||||
|
protocol: TCP
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: astro-orbiter-vllm
|
||||||
|
namespace: default
|
||||||
|
labels:
|
||||||
|
app.kubernetes.io/name: astro-orbiter-gateway
|
||||||
|
app.kubernetes.io/component: llm-inference
|
||||||
|
spec:
|
||||||
|
type: ExternalName
|
||||||
|
externalName: 10.1.71.130
|
||||||
|
ports:
|
||||||
|
- name: vllm
|
||||||
|
port: 8000
|
||||||
|
protocol: TCP
|
||||||
Reference in New Issue
Block a user