Split live AdminLog ingestion from historical materialization
This commit is contained in:
@@ -19,7 +19,7 @@ services:
|
||||
backend:
|
||||
build:
|
||||
context: ../../backend
|
||||
environment:
|
||||
environment: &backend_environment
|
||||
HLL_BACKEND_DATABASE_URL: ${HLL_BACKEND_DATABASE_URL:?HLL_BACKEND_DATABASE_URL is required}
|
||||
HLL_BACKEND_HOST: ${HLL_BACKEND_HOST:-0.0.0.0}
|
||||
HLL_BACKEND_PORT: ${HLL_BACKEND_PORT:-8000}
|
||||
@@ -70,11 +70,7 @@ services:
|
||||
context: ../../backend
|
||||
command: ["python", "-m", "app.historical_runner", "--hourly"]
|
||||
environment:
|
||||
HLL_BACKEND_DATABASE_URL: ${HLL_BACKEND_DATABASE_URL:?HLL_BACKEND_DATABASE_URL is required}
|
||||
HLL_BACKEND_LIVE_DATA_SOURCE: ${HLL_BACKEND_LIVE_DATA_SOURCE:-rcon}
|
||||
HLL_BACKEND_HISTORICAL_DATA_SOURCE: ${HLL_BACKEND_HISTORICAL_DATA_SOURCE:-rcon}
|
||||
HLL_BACKEND_RCON_TIMEOUT_SECONDS: ${HLL_BACKEND_RCON_TIMEOUT_SECONDS:-20}
|
||||
HLL_BACKEND_RCON_TARGETS: ${HLL_BACKEND_RCON_TARGETS:?HLL_BACKEND_RCON_TARGETS is required}
|
||||
<<: *backend_environment
|
||||
HLL_HISTORICAL_REFRESH_INTERVAL_SECONDS: ${HLL_HISTORICAL_REFRESH_INTERVAL_SECONDS:-3600}
|
||||
HLL_HISTORICAL_REFRESH_MAX_RETRIES: ${HLL_HISTORICAL_REFRESH_MAX_RETRIES:-2}
|
||||
HLL_HISTORICAL_REFRESH_RETRY_DELAY_SECONDS: ${HLL_HISTORICAL_REFRESH_RETRY_DELAY_SECONDS:-15}
|
||||
@@ -89,19 +85,57 @@ services:
|
||||
- hll-internal
|
||||
restart: unless-stopped
|
||||
|
||||
rcon-live-adminlog-worker:
|
||||
profiles:
|
||||
- advanced
|
||||
build:
|
||||
context: ../../backend
|
||||
command:
|
||||
- python
|
||||
- -m
|
||||
- app.rcon_current_match_worker
|
||||
- loop
|
||||
- --interval
|
||||
- "5"
|
||||
- --lookback-minutes
|
||||
- "15"
|
||||
environment:
|
||||
<<: *backend_environment
|
||||
CURRENT_MATCH_ADMINLOG_ENABLED: "true"
|
||||
CURRENT_MATCH_ADMINLOG_INTERVAL_SECONDS: ${CURRENT_MATCH_ADMINLOG_INTERVAL_SECONDS:-5}
|
||||
CURRENT_MATCH_ADMINLOG_LOOKBACK_SECONDS: ${CURRENT_MATCH_ADMINLOG_LOOKBACK_SECONDS:-900}
|
||||
depends_on:
|
||||
postgres:
|
||||
condition: service_healthy
|
||||
backend:
|
||||
condition: service_started
|
||||
volumes:
|
||||
- backend-data:/app/data
|
||||
networks:
|
||||
- hll-internal
|
||||
restart: unless-stopped
|
||||
|
||||
rcon-historical-worker:
|
||||
profiles:
|
||||
- advanced
|
||||
build:
|
||||
context: ../../backend
|
||||
command: ["python", "-m", "app.rcon_historical_worker", "loop"]
|
||||
command:
|
||||
- python
|
||||
- -m
|
||||
- app.rcon_historical_worker
|
||||
- loop
|
||||
- --capture-mode
|
||||
- historical
|
||||
- --interval
|
||||
- "900"
|
||||
- --retries
|
||||
- "2"
|
||||
- --retry-delay
|
||||
- "15"
|
||||
environment:
|
||||
HLL_BACKEND_DATABASE_URL: ${HLL_BACKEND_DATABASE_URL:?HLL_BACKEND_DATABASE_URL is required}
|
||||
HLL_BACKEND_LIVE_DATA_SOURCE: ${HLL_BACKEND_LIVE_DATA_SOURCE:-rcon}
|
||||
HLL_BACKEND_HISTORICAL_DATA_SOURCE: ${HLL_BACKEND_HISTORICAL_DATA_SOURCE:-rcon}
|
||||
HLL_BACKEND_RCON_TIMEOUT_SECONDS: ${HLL_BACKEND_RCON_TIMEOUT_SECONDS:-20}
|
||||
HLL_BACKEND_RCON_TARGETS: ${HLL_BACKEND_RCON_TARGETS:?HLL_BACKEND_RCON_TARGETS is required}
|
||||
HLL_RCON_HISTORICAL_CAPTURE_INTERVAL_SECONDS: ${HLL_RCON_HISTORICAL_CAPTURE_INTERVAL_SECONDS:-600}
|
||||
<<: *backend_environment
|
||||
HLL_RCON_HISTORICAL_CAPTURE_INTERVAL_SECONDS: ${HLL_RCON_HISTORICAL_CAPTURE_INTERVAL_SECONDS:-900}
|
||||
HLL_RCON_HISTORICAL_CAPTURE_MAX_RETRIES: ${HLL_RCON_HISTORICAL_CAPTURE_MAX_RETRIES:-2}
|
||||
HLL_RCON_HISTORICAL_CAPTURE_RETRY_DELAY_SECONDS: ${HLL_RCON_HISTORICAL_CAPTURE_RETRY_DELAY_SECONDS:-15}
|
||||
HLL_BACKEND_RCON_ADMIN_LOG_LOOKBACK_MINUTES: ${HLL_BACKEND_RCON_ADMIN_LOG_LOOKBACK_MINUTES:-10}
|
||||
|
||||
Reference in New Issue
Block a user