tuning job log views and deep scan archive processing.
This commit is contained in:
+16
-8
@@ -54,10 +54,11 @@ services:
|
||||
condition: service_healthy
|
||||
restart: unless-stopped
|
||||
|
||||
# Celery worker for processing import tasks
|
||||
celery-worker:
|
||||
# Celery worker for processing import tasks (heavy processing)
|
||||
# Handles: import, thumbnail, sidecar, default queues
|
||||
worker:
|
||||
build: .
|
||||
command: celery -A app.celery_app:celery worker --loglevel=info -Q scan,import,thumbnail,sidecar,default --concurrency=${CELERY_WORKER_CONCURRENCY:-2}
|
||||
command: celery -A app.celery_app:celery worker --loglevel=info -Q import,thumbnail,sidecar,default --concurrency=${CELERY_WORKER_CONCURRENCY:-2}
|
||||
environment:
|
||||
- TZ=${TZ:-America/New_York}
|
||||
- DB_USER=${DB_USER:-imagerepo}
|
||||
@@ -78,10 +79,12 @@ services:
|
||||
condition: service_healthy
|
||||
restart: unless-stopped
|
||||
|
||||
# Celery Beat scheduler for periodic tasks
|
||||
celery-beat:
|
||||
# Celery scheduler: Beat (periodic tasks) + Worker (maintenance/scan queues)
|
||||
# Handles: maintenance, scan queues + periodic task scheduling
|
||||
# This ensures maintenance tasks aren't blocked by large import queues
|
||||
scheduler:
|
||||
build: .
|
||||
command: celery -A app.celery_app:celery beat --loglevel=info
|
||||
command: celery -A app.celery_app:celery worker --beat --loglevel=info -Q maintenance,scan --concurrency=1
|
||||
environment:
|
||||
- TZ=${TZ:-America/New_York}
|
||||
- DB_USER=${DB_USER:-imagerepo}
|
||||
@@ -92,9 +95,14 @@ services:
|
||||
- CELERY_BROKER_URL=redis://redis:6379/0
|
||||
- CELERY_RESULT_BACKEND=redis://redis:6379/0
|
||||
- IMPORT_EVERY_SECONDS=${IMPORT_EVERY_SECONDS:-28800}
|
||||
volumes:
|
||||
- ./imagerepo/images:/images
|
||||
- ./import:/import
|
||||
depends_on:
|
||||
- redis
|
||||
- celery-worker
|
||||
postgres:
|
||||
condition: service_healthy
|
||||
redis:
|
||||
condition: service_healthy
|
||||
restart: unless-stopped
|
||||
|
||||
volumes:
|
||||
|
||||
Reference in New Issue
Block a user