- Changed from ghcr.io/mendableai/* to ghcr.io/firecrawl/* - Updated all three services: main API, playwright-service, and nuq-postgres - Changed tag from v1.0.0 to latest (official images use latest tag) - Fixes ImagePullBackOff errors caused by incorrect registry namespace Per official Firecrawl docker-compose.yaml, images are published under ghcr.io/firecrawl/, not ghcr.io/mendableai/
241 lines
6.0 KiB
YAML
241 lines
6.0 KiB
YAML
# ==============================================================================
|
|
# Firecrawl Helm Chart Values
|
|
# Production-ready configuration for mk-labs homelab
|
|
# ==============================================================================
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Image Configuration
|
|
# ------------------------------------------------------------------------------
|
|
image:
|
|
# Main Firecrawl API and Worker image
|
|
repository: ghcr.io/firecrawl/firecrawl
|
|
tag: "latest" # Using latest as official images don't use v1.0.0 tags
|
|
pullPolicy: IfNotPresent
|
|
|
|
playwright:
|
|
repository: ghcr.io/firecrawl/playwright-service
|
|
tag: "latest" # Using latest as official images don't use v1.0.0 tags
|
|
pullPolicy: IfNotPresent
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# API Service Configuration
|
|
# ------------------------------------------------------------------------------
|
|
api:
|
|
replicaCount: 1
|
|
|
|
resources:
|
|
requests:
|
|
memory: "4Gi"
|
|
cpu: "2000m"
|
|
limits:
|
|
memory: "6Gi"
|
|
cpu: "2000m"
|
|
|
|
service:
|
|
type: ClusterIP
|
|
port: 3002
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Worker Service Configuration
|
|
# ------------------------------------------------------------------------------
|
|
worker:
|
|
replicaCount: 1
|
|
|
|
resources:
|
|
requests:
|
|
memory: "3Gi"
|
|
cpu: "1000m"
|
|
limits:
|
|
memory: "4Gi"
|
|
cpu: "1000m"
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Playwright Service Configuration
|
|
# ------------------------------------------------------------------------------
|
|
playwrightService:
|
|
replicaCount: 1
|
|
|
|
resources:
|
|
requests:
|
|
memory: "2Gi"
|
|
cpu: "1000m"
|
|
limits:
|
|
memory: "4Gi"
|
|
cpu: "2000m"
|
|
|
|
service:
|
|
type: ClusterIP
|
|
port: 3000
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# PostgreSQL Configuration (nuq-postgres)
|
|
# ------------------------------------------------------------------------------
|
|
postgres:
|
|
image:
|
|
repository: ghcr.io/firecrawl/nuq-postgres
|
|
tag: "latest" # Using latest as official images don't use v1.0.0 tags
|
|
pullPolicy: IfNotPresent
|
|
|
|
replicaCount: 1
|
|
|
|
auth:
|
|
username: postgres
|
|
password: postgres
|
|
database: postgres
|
|
|
|
resources:
|
|
requests:
|
|
memory: "512Mi"
|
|
cpu: "250m"
|
|
limits:
|
|
memory: "1Gi"
|
|
cpu: "500m"
|
|
|
|
# Persistent storage configuration
|
|
persistence:
|
|
enabled: true
|
|
storageClass: "nfs-emporium"
|
|
accessMode: ReadWriteOnce
|
|
size: 20Gi
|
|
|
|
service:
|
|
type: ClusterIP
|
|
port: 5432
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Redis Configuration
|
|
# ------------------------------------------------------------------------------
|
|
redis:
|
|
image:
|
|
repository: redis
|
|
tag: "7.4.1-alpine" # Pinned stable version
|
|
pullPolicy: IfNotPresent
|
|
|
|
replicaCount: 1
|
|
|
|
resources:
|
|
requests:
|
|
memory: "256Mi"
|
|
cpu: "100m"
|
|
limits:
|
|
memory: "512Mi"
|
|
cpu: "500m"
|
|
|
|
# Persistent storage configuration
|
|
persistence:
|
|
enabled: true
|
|
storageClass: "nfs-emporium"
|
|
accessMode: ReadWriteOnce
|
|
size: 10Gi
|
|
|
|
service:
|
|
type: ClusterIP
|
|
port: 6379
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# RabbitMQ Configuration
|
|
# ------------------------------------------------------------------------------
|
|
rabbitmq:
|
|
enabled: true
|
|
|
|
image:
|
|
repository: rabbitmq
|
|
tag: "3.13.7-management-alpine" # Pinned stable version
|
|
pullPolicy: IfNotPresent
|
|
|
|
replicaCount: 1
|
|
|
|
resources:
|
|
requests:
|
|
memory: "512Mi"
|
|
cpu: "250m"
|
|
limits:
|
|
memory: "1Gi"
|
|
cpu: "500m"
|
|
|
|
# Persistent storage configuration
|
|
persistence:
|
|
enabled: true
|
|
storageClass: "nfs-emporium"
|
|
accessMode: ReadWriteOnce
|
|
size: 5Gi
|
|
|
|
service:
|
|
type: ClusterIP
|
|
amqpPort: 5672
|
|
managementPort: 15672
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Application Configuration
|
|
# ------------------------------------------------------------------------------
|
|
config:
|
|
# Environment
|
|
ENV: "production"
|
|
IS_KUBERNETES: "true"
|
|
LOGGING_LEVEL: "INFO"
|
|
|
|
# Service configuration
|
|
PORT: "3002"
|
|
HOST: "0.0.0.0"
|
|
WORKER_PORT: "3005"
|
|
|
|
# Performance tuning
|
|
NUM_WORKERS_PER_QUEUE: "8"
|
|
CRAWL_CONCURRENT_REQUESTS: "10"
|
|
MAX_CONCURRENT_JOBS: "5"
|
|
|
|
# Authentication
|
|
USE_DB_AUTHENTICATION: "false"
|
|
|
|
# URLs (auto-generated if empty)
|
|
REDIS_URL: ""
|
|
REDIS_RATE_LIMIT_URL: ""
|
|
PLAYWRIGHT_MICROSERVICE_URL: ""
|
|
|
|
# Optional external services
|
|
OPENAI_BASE_URL: ""
|
|
MODEL_NAME: ""
|
|
MODEL_EMBEDDING_NAME: ""
|
|
OLLAMA_BASE_URL: ""
|
|
PROXY_SERVER: ""
|
|
PROXY_USERNAME: ""
|
|
SEARXNG_ENDPOINT: ""
|
|
SEARXNG_ENGINES: ""
|
|
SEARXNG_CATEGORIES: ""
|
|
SELF_HOSTED_WEBHOOK_URL: ""
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Playwright Service Configuration
|
|
# ------------------------------------------------------------------------------
|
|
playwrightConfig:
|
|
PORT: "3000"
|
|
ALLOW_LOCAL_WEBHOOKS: ""
|
|
BLOCK_MEDIA: ""
|
|
MAX_CONCURRENT_PAGES: "10"
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Secrets (Optional - use ExternalSecrets in production)
|
|
# ------------------------------------------------------------------------------
|
|
secrets:
|
|
OPENAI_API_KEY: ""
|
|
SLACK_WEBHOOK_URL: ""
|
|
LLAMAPARSE_API_KEY: ""
|
|
BULL_AUTH_KEY: ""
|
|
TEST_API_KEY: ""
|
|
FIRE_ENGINE_BETA_URL: ""
|
|
SUPABASE_ANON_TOKEN: ""
|
|
SUPABASE_URL: ""
|
|
SUPABASE_SERVICE_TOKEN: ""
|
|
PROXY_PASSWORD: ""
|
|
SELF_HOSTED_WEBHOOK_HMAC_SECRET: ""
|
|
|
|
# ------------------------------------------------------------------------------
|
|
# Namespace Configuration
|
|
# ------------------------------------------------------------------------------
|
|
namespace:
|
|
name: firecrawl
|
|
labels:
|
|
app.kubernetes.io/name: firecrawl
|
|
app.kubernetes.io/part-of: mk-labs
|
|
epcot.theme/name: spaceship-earth
|