rblundon/homelab
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

additional monitoring scrapes

Browse Source
This commit is contained in:
Ryan Blundon
2026-05-18 22:28:14 -05:00
parent b45dcea4c3
commit a7f77514d6
23 changed files with 837 additions and 26235 deletions
Download Patch File Download Diff File Expand all files Collapse all files

211
cluster/applications/monitoring/values.yaml
View File

@@ -4,11 +4,7 @@
# Version: 70.4.2
# ------------------------------------------------------------------------------
# ─── Global ───────────────────────────────────────────────────────────────────
fullnameOverride: ""
# ─── Alertmanager ─────────────────────────────────────────────────────────────
# Deployed but unconfigured — wire into n8n later
alertmanager:
enabled: true
alertmanagerSpec:
@@ -25,11 +21,9 @@ alertmanager:
# ─── Prometheus ───────────────────────────────────────────────────────────────
prometheus:
prometheusSpec:
# Retention
retention: 30d
retentionSize: "45GB"
# Storage — NFS via csi-driver-nfs
storageSpec:
volumeClaimTemplate:
spec:
@@ -40,12 +34,11 @@ prometheus:
requests:
storage: 50Gi
# Scrape all ServiceMonitors and PodMonitors regardless of namespace
# Scrape all ServiceMonitors/PodMonitors regardless of namespace
serviceMonitorSelectorNilUsesHelmValues: false
podMonitorSelectorNilUsesHelmValues: false
ruleSelectorNilUsesHelmValues: false
# Resource limits — fastpass workers have reasonable headroom
resources:
requests:
cpu: 200m
@@ -54,32 +47,213 @@ prometheus:
cpu: 1000m
memory: 2Gi
# ─── Additional scrape configs — external targets ──────────────────────────
additionalScrapeConfigs:
# Proxmox nodes — Node Exporter on each hypervisor
- job_name: proxmox-nodes
scrape_interval: 30s
static_configs:
- targets:
- 10.1.71.11:9100
- 10.1.71.12:9100
- 10.1.71.13:9100
labels:
job: proxmox
# cinderella-castle — existing VM-side Prometheus host
# Remove this once cinderella-castle is decommissioned
- job_name: node-cinderella-castle
scrape_interval: 30s
static_configs:
- targets:
- 10.1.71.31:9100
labels:
hostname: cinderella-castle
# Traefik metrics
- job_name: traefik
scrape_interval: 30s
static_configs:
- targets:
- 10.1.71.35:8080
labels:
hostname: lightning-lane
# Proxmox VE Exporter — cluster-level metrics (VM states, storage, CPU)
# Multi-target pattern: Prometheus passes the cluster address as a param
- job_name: proxmox-cluster
scrape_interval: 30s
metrics_path: /pve
params:
module: [default]
cluster: ["1"]
node: [""]
static_configs:
- targets:
- 10.1.71.11 # main-street-usa — cluster API endpoint
labels:
cluster: magic-kingdom
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: pve-exporter.monitoring.svc.cluster.local:9221
# SNMP — UniFi devices (multi-target pattern)
# world-drive (UDM Pro)
- job_name: snmp-udm-pro
scrape_interval: 60s
scrape_timeout: 55s
metrics_path: /snmp
params:
auth: [mk_labs_v2c]
module: [if_mib]
static_configs:
- targets:
- 192.168.1.1
labels:
device: world-drive
model: UDM-Pro
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: snmp-exporter.monitoring.svc.cluster.local:9116
# usw-pro-aggregation
- job_name: snmp-usw-pro-aggregation
scrape_interval: 60s
scrape_timeout: 55s
metrics_path: /snmp
params:
auth: [mk_labs_v2c]
module: [if_mib]
static_configs:
- targets:
- 192.168.1.123
labels:
device: usw-pro-aggregation
model: USW-Pro-Aggregation
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: snmp-exporter.monitoring.svc.cluster.local:9116
# usw-pro-max-24
- job_name: snmp-usw-pro-max-24
scrape_interval: 60s
scrape_timeout: 55s
metrics_path: /snmp
params:
auth: [mk_labs_v2c]
module: [if_mib]
static_configs:
- targets:
- 192.168.1.226
labels:
device: usw-pro-max-24
model: USW-Pro-Max-24
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: snmp-exporter.monitoring.svc.cluster.local:9116
# usw-lite-16-poe
- job_name: snmp-usw-lite-16-poe
scrape_interval: 60s
scrape_timeout: 55s
metrics_path: /snmp
params:
auth: [mk_labs_v2c]
module: [if_mib]
static_configs:
- targets:
- 192.168.1.136
labels:
device: usw-lite-16-poe
model: USW-Lite-16-PoE
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: snmp-exporter.monitoring.svc.cluster.local:9116
# ups-tower
- job_name: snmp-ups-tower
scrape_interval: 60s
scrape_timeout: 55s
metrics_path: /snmp
params:
auth: [mk_labs_v2c]
module: [if_mib]
static_configs:
- targets:
- 192.168.1.233
labels:
device: ups-tower
model: UPS-Tower
relabel_configs:
- source_labels: [__address__]
target_label: __param_target
- source_labels: [__param_target]
target_label: instance
- target_label: __address__
replacement: snmp-exporter.monitoring.svc.cluster.local:9116
# Pure FlashArray — DEFERRED until Purity 6.7+
# Uncomment when utilidor is upgraded. Native OpenMetrics endpoint,
# no exporter container needed. Add API token to 1Password as
# item "pure-flasharray-utilidor" field "api-token".
# - job_name: pure-flasharray-utilidor
# scrape_interval: 30s
# metrics_path: /metrics/array
# scheme: https
# tls_config:
# insecure_skip_verify: true
# authorization:
# credentials_file: /etc/prometheus/secrets/pure-api-token/api-token
# params:
# namespace: ["purefa"]
# static_configs:
# - targets:
# - utilidor.local.mk-labs.cloud
# labels:
# array: utilidor
# array_type: physical
# ─── Grafana ──────────────────────────────────────────────────────────────────
grafana:
enabled: true
# Stateless — dashboards managed as ConfigMaps, no PVC needed
persistence:
enabled: false
# Admin credentials via ESO from 1Password
admin:
existingSecret: grafana-admin-secret
userKey: admin-user
passwordKey: admin-password
# Grafana URL — used for redirects and OAuth callbacks
grafana.ini:
server:
root_url: https://grafana.local.mk-labs.cloud
auth:
disable_login_form: false
# Default dashboards
defaultDashboardsEnabled: true
defaultDashboardsTimezone: browser
# Node Exporter Full — dashboard 1860
dashboardProviders:
dashboardproviders.yaml:
apiVersion: 1
@@ -107,8 +281,15 @@ grafana:
gnetId: 6336
revision: 1
datasource: Prometheus
unifi-poller:
gnetId: 11315
revision: 9
datasource: Prometheus
proxmox-cluster:
gnetId: 10347
revision: 5
datasource: Prometheus
# Sidecar for ConfigMap-based dashboards
sidecar:
dashboards:
enabled: true