tuning job log views and deep scan archive processing.

This commit is contained in:
Bryan Van Deusen
2026-02-02 18:48:01 -05:00
parent 042a69f9c3
commit 09883960d4
9 changed files with 1078 additions and 103 deletions
+16 -8
View File
@@ -54,10 +54,11 @@ services:
condition: service_healthy
restart: unless-stopped
# Celery worker for processing import tasks
celery-worker:
# Celery worker for processing import tasks (heavy processing)
# Handles: import, thumbnail, sidecar, default queues
worker:
build: .
command: celery -A app.celery_app:celery worker --loglevel=info -Q scan,import,thumbnail,sidecar,default --concurrency=${CELERY_WORKER_CONCURRENCY:-2}
command: celery -A app.celery_app:celery worker --loglevel=info -Q import,thumbnail,sidecar,default --concurrency=${CELERY_WORKER_CONCURRENCY:-2}
environment:
- TZ=${TZ:-America/New_York}
- DB_USER=${DB_USER:-imagerepo}
@@ -78,10 +79,12 @@ services:
condition: service_healthy
restart: unless-stopped
# Celery Beat scheduler for periodic tasks
celery-beat:
# Celery scheduler: Beat (periodic tasks) + Worker (maintenance/scan queues)
# Handles: maintenance, scan queues + periodic task scheduling
# This ensures maintenance tasks aren't blocked by large import queues
scheduler:
build: .
command: celery -A app.celery_app:celery beat --loglevel=info
command: celery -A app.celery_app:celery worker --beat --loglevel=info -Q maintenance,scan --concurrency=1
environment:
- TZ=${TZ:-America/New_York}
- DB_USER=${DB_USER:-imagerepo}
@@ -92,9 +95,14 @@ services:
- CELERY_BROKER_URL=redis://redis:6379/0
- CELERY_RESULT_BACKEND=redis://redis:6379/0
- IMPORT_EVERY_SECONDS=${IMPORT_EVERY_SECONDS:-28800}
volumes:
- ./imagerepo/images:/images
- ./import:/import
depends_on:
- redis
- celery-worker
postgres:
condition: service_healthy
redis:
condition: service_healthy
restart: unless-stopped
volumes: