103 lines
2.6 KiB
YAML
103 lines
2.6 KiB
YAML
# Docker Compose for local development and testing
|
|
# Not recommended for production - use Kubernetes instead
|
|
|
|
version: '3.9'
|
|
|
|
services:
|
|
gateway:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
image: llm-gateway:latest
|
|
container_name: llm-gateway
|
|
ports:
|
|
- "8080:8080"
|
|
environment:
|
|
# Provider API keys
|
|
GOOGLE_API_KEY: ${GOOGLE_API_KEY}
|
|
ANTHROPIC_API_KEY: ${ANTHROPIC_API_KEY}
|
|
OPENAI_API_KEY: ${OPENAI_API_KEY}
|
|
OIDC_AUDIENCE: ${OIDC_AUDIENCE:-}
|
|
volumes:
|
|
- ./config.yaml:/app/config/config.yaml:ro
|
|
depends_on:
|
|
redis:
|
|
condition: service_healthy
|
|
networks:
|
|
- llm-network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:8080/health"]
|
|
interval: 30s
|
|
timeout: 5s
|
|
retries: 3
|
|
start_period: 10s
|
|
|
|
redis:
|
|
image: redis:7.2-alpine
|
|
container_name: llm-gateway-redis
|
|
ports:
|
|
- "6379:6379"
|
|
command: redis-server --maxmemory 256mb --maxmemory-policy allkeys-lru
|
|
volumes:
|
|
- redis-data:/data
|
|
networks:
|
|
- llm-network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 10s
|
|
timeout: 3s
|
|
retries: 3
|
|
|
|
# Optional: Prometheus for metrics
|
|
prometheus:
|
|
image: prom/prometheus:latest
|
|
container_name: llm-gateway-prometheus
|
|
ports:
|
|
- "9090:9090"
|
|
command:
|
|
- '--config.file=/etc/prometheus/prometheus.yml'
|
|
- '--storage.tsdb.path=/prometheus'
|
|
- '--web.console.libraries=/usr/share/prometheus/console_libraries'
|
|
- '--web.console.templates=/usr/share/prometheus/consoles'
|
|
volumes:
|
|
- ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml:ro
|
|
- prometheus-data:/prometheus
|
|
networks:
|
|
- llm-network
|
|
restart: unless-stopped
|
|
profiles:
|
|
- monitoring
|
|
|
|
# Optional: Grafana for visualization
|
|
grafana:
|
|
image: grafana/grafana:latest
|
|
container_name: llm-gateway-grafana
|
|
ports:
|
|
- "3000:3000"
|
|
environment:
|
|
- GF_SECURITY_ADMIN_PASSWORD=admin
|
|
- GF_USERS_ALLOW_SIGN_UP=false
|
|
volumes:
|
|
- ./monitoring/grafana-datasources.yml:/etc/grafana/provisioning/datasources/datasources.yml:ro
|
|
- ./monitoring/grafana-dashboards.yml:/etc/grafana/provisioning/dashboards/dashboards.yml:ro
|
|
- ./monitoring/dashboards:/var/lib/grafana/dashboards:ro
|
|
- grafana-data:/var/lib/grafana
|
|
depends_on:
|
|
- prometheus
|
|
networks:
|
|
- llm-network
|
|
restart: unless-stopped
|
|
profiles:
|
|
- monitoring
|
|
|
|
networks:
|
|
llm-network:
|
|
driver: bridge
|
|
|
|
volumes:
|
|
redis-data:
|
|
prometheus-data:
|
|
grafana-data:
|