rapid interations of server side app and firefox extension

2026-01-24 22:52:51 -05:00
commit b9b8048a2d
81 changed files with 9675 additions and 0 deletions
@@ -0,0 +1,40 @@
+"""Celery application configuration."""
+
+from celery import Celery
+from celery.schedules import crontab
+
+from app.config import get_settings
+
+settings = get_settings()
+
+celery_app = Celery(
+    "gallery_subscriber",
+    broker=settings.redis_url,
+    backend=settings.redis_url,
+    include=["app.tasks.downloads"],
+)
+
+# Celery configuration
+celery_app.conf.update(
+    task_serializer="json",
+    accept_content=["json"],
+    result_serializer="json",
+    timezone="UTC",
+    enable_utc=True,
+    task_track_started=True,
+    task_time_limit=3600,  # 1 hour max per task
+    worker_prefetch_multiplier=1,  # Process one task at a time
+    worker_concurrency=settings.download_parallel_limit,
+)
+
+# Celery Beat schedule for periodic tasks
+celery_app.conf.beat_schedule = {
+    "check-sources-hourly": {
+        "task": "app.tasks.downloads.scheduled_check",
+        "schedule": settings.default_check_interval,  # Default: every hour
+    },
+    "cleanup-old-downloads-daily": {
+        "task": "app.tasks.downloads.cleanup_old_downloads",
+        "schedule": crontab(hour=3, minute=0),  # Daily at 3 AM
+    },
+}