- Add Firecrawl application with full stack: - Firecrawl API (main service) - Firecrawl Worker (background jobs) - Playwright Service (browser automation) - Redis (cache & job queue) - PostgreSQL (state management) - RabbitMQ (message queue) - Configure dual DNS names: - Primary: spaceship-earth.local.mk-labs.cloud (EPCOT theme) - Secondary: firecrawl.local.mk-labs.cloud - Add Gateway API HTTPRoutes with TLS certificates - Update ReferenceGrant for firecrawl namespace - Configure ArgoCD application (wave 20) - Set USE_DB_AUTHENTICATION=false for internal deployment This provides JARVIS with web scraping and search capabilities.
48 lines
1.3 KiB
YAML
48 lines
1.3 KiB
YAML
# ------------------------------------------------------------------------------
|
|
# Deployment: PostgreSQL (nuq-postgres)
|
|
# Database for Firecrawl job queue and state management
|
|
# ------------------------------------------------------------------------------
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: firecrawl-postgres
|
|
namespace: firecrawl
|
|
labels:
|
|
app: firecrawl-postgres
|
|
spec:
|
|
replicas: 1
|
|
selector:
|
|
matchLabels:
|
|
app: firecrawl-postgres
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app: firecrawl-postgres
|
|
spec:
|
|
containers:
|
|
- name: postgres
|
|
image: ghcr.io/mendableai/firecrawl/nuq-postgres:latest
|
|
env:
|
|
- name: POSTGRES_USER
|
|
value: "postgres"
|
|
- name: POSTGRES_PASSWORD
|
|
value: "postgres"
|
|
- name: POSTGRES_DB
|
|
value: "postgres"
|
|
ports:
|
|
- containerPort: 5432
|
|
name: postgres
|
|
resources:
|
|
requests:
|
|
memory: "512Mi"
|
|
cpu: "250m"
|
|
limits:
|
|
memory: "1Gi"
|
|
cpu: "500m"
|
|
volumeMounts:
|
|
- name: postgres-data
|
|
mountPath: /var/lib/postgresql/data
|
|
volumes:
|
|
- name: postgres-data
|
|
emptyDir: {} # For now, ephemeral storage. TODO: Add PVC for persistence
|