Ensure celery tasks execute once (#2242)

* adding rebeat settings

* setting redbeat scheduler in celery app

* updating deps

* pinning cairo-svg

Author: shanbady

docker-compose.apps.yml

@@ -59,7 +59,7 @@ services:
     command: >
       /bin/bash -c '
       sleep 3;
-      celery -A main.celery:app worker -E -Q default,edx_content -B -l ${MITOL_LOG_LEVEL:-INFO}'
+      celery -A main.celery:app worker -E -Q default,edx_content -B --scheduler redbeat.RedBeatScheduler -l ${MITOL_LOG_LEVEL:-INFO}'
     depends_on:
       db:
         condition: service_healthy

main/settings_celery.py

@@ -3,6 +3,7 @@
 """
 
 from celery.schedules import crontab
+from redbeat import RedBeatScheduler
 
 from main.envs import get_bool, get_int, get_string
 
@@ -17,6 +18,9 @@
 DEV_ENV = get_bool("DEV_ENV", False)  # noqa: FBT003
 USE_CELERY = True
 CELERY_BROKER_URL = get_string("CELERY_BROKER_URL", get_string("REDISCLOUD_URL", None))
+CELERY_BEAT_SCHEDULER = RedBeatScheduler
+CELERY_REDBEAT_REDIS_URL = CELERY_BROKER_URL
+redbeat_redis_url = CELERY_BROKER_URL
 CELERY_RESULT_BACKEND = get_string(
     "CELERY_RESULT_BACKEND", get_string("REDISCLOUD_URL", None)
 )