Add observabilitty and monitoring

This commit is contained in:
2026-03-03 06:39:42 +00:00
parent 2edb290563
commit b56c78fa07
15 changed files with 1549 additions and 38 deletions

View File

@@ -10,6 +10,26 @@ rate_limit:
requests_per_second: 10 # Max requests per second per IP (default: 10)
burst: 20 # Maximum burst size (default: 20)
observability:
enabled: false # Enable observability features (metrics and tracing)
metrics:
enabled: false # Enable Prometheus metrics
path: "/metrics" # Metrics endpoint path (default: /metrics)
tracing:
enabled: false # Enable OpenTelemetry tracing
service_name: "llm-gateway" # Service name for traces (default: llm-gateway)
sampler:
type: "probability" # Sampling type: "always", "never", "probability"
rate: 0.1 # Sample rate for probability sampler (0.0 to 1.0, default: 0.1 = 10%)
exporter:
type: "otlp" # Exporter type: "otlp" (production), "stdout" (development)
endpoint: "localhost:4317" # OTLP collector endpoint (gRPC)
insecure: true # Use insecure connection (for development)
# headers: # Optional: custom headers for authentication
# authorization: "Bearer your-token-here"
providers:
google:
type: "google"