feat(async): Add django-q2 with ORM broker and demo job

docker/entrypoint.sh

@@ -4,16 +4,17 @@ set -e
 set -u
 set -x
 
+export PYTHONPATH="/app:${PYTHONPATH-}"
+
 if [ z"$1" = "zmigrate" ]; then
-    COMMAND="/app/.venv/bin/django-admin migrate --settings firetower.settings"
+    exec /app/.venv/bin/ddtrace-run /app/.venv/bin/django-admin migrate --settings firetower.settings
 elif [ z"$1" = "zserver" ]; then
-    COMMAND="/app/.venv/bin/granian --interface wsgi --host 0.0.0.0 --port $PORT firetower.wsgi:application"
+    exec /app/.venv/bin/ddtrace-run /app/.venv/bin/granian --interface wsgi --host 0.0.0.0 --port "${PORT}" firetower.wsgi:application
 elif [ z"$1" = "zslack-bot" ]; then
-    COMMAND="/app/.venv/bin/django-admin run_slack_bot --settings firetower.settings"
+    exec /app/.venv/bin/ddtrace-run /app/.venv/bin/django-admin run_slack_bot --settings firetower.settings
+elif [ z"$1" = "zworker" ]; then
+    exec /app/.venv/bin/ddtrace-run /app/.venv/bin/django-admin qcluster --settings firetower.settings
 else
-    echo "Usage: $0 (migrate|server|slack-bot)"
+    echo "Usage: $0 (migrate|server|slack-bot|worker)"
     exit 1
 fi
-
-export PYTHONPATH=/app:\$PYTHONPATH
-/app/.venv/bin/ddtrace-run $COMMAND

pyproject.toml

@@ -19,6 +19,7 @@ dependencies = [
     "pyserde[toml]>=0.28.0",
     "notion-client>=3.0.0,<4.0.0",
     "requests>=2.32.0",
+    "django-q2>=1.7.4",
     "slack-bolt>=1.27.0",
     "slack-sdk>=3.31.0",
     "sentry-sdk>=2.47.0",

src/firetower/config.py

@@ -159,7 +159,7 @@ def __init__(self) -> None:
         self.pagerduty = None
         self.statuspage = None
         self.project_key = ""
-        self.django_secret_key = ""
+        self.django_secret_key = "dummy_value_DO_NOT_USE"
         self.sentry_dsn = ""
         self.region_grouping: list[list[str]] = []
         self.firetower_base_url = ""

src/firetower/incidents/migrations/0015_schedule_demo.py

@@ -0,0 +1,28 @@
+from django.db import migrations
+
+from firetower.incidents.tasks import SCHEDULES
+
+
+def create_schedule(apps, schema_editor):
+    Schedule = apps.get_model("django_q", "Schedule")
+    schedule_name = "schedule_demo"
+    Schedule.objects.get_or_create(
+        name=schedule_name, defaults=SCHEDULES[schedule_name]
+    )
+
+
+def delete_schedule(apps, schema_editor):
+    Schedule = apps.get_model("django_q", "Schedule")
+    schedule_name = "schedule_demo"
+    Schedule.objects.filter(name=schedule_name).delete()
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("incidents", "0014_add_total_downtime"),
+        ("django_q", "0018_task_success_index"),
+    ]
+
+    operations = [
+        migrations.RunPython(create_schedule, delete_schedule),
+    ]

src/firetower/incidents/tasks.py

@@ -0,0 +1,20 @@
+from logging import info
+
+from firetower.incidents.models import Incident
+
+SCHEDULES = {
+    "schedule_demo": {
+        "func": "firetower.incidents.tasks.schedule_demo",
+        "schedule_type": "I",  # Minutes
+        "minutes": 5,
+        "repeats": -1,  # repeat indefinitely
+    },
+}
+
+
+def schedule_demo() -> None:
+    incident = Incident.objects.order_by("-created_at").first()
+    if incident:
+        info(f"Most recent incident: INC-{incident.id}: {incident.title}")
+    else:
+        info("No incidents found.")

src/firetower/settings.py

@@ -123,6 +123,7 @@ def _coerce_region_grouping(raw: list[Any]) -> list[list[str]]:
     "firetower.incidents",
     "firetower.integrations",
     "firetower.slack_app",
+    "django_q",
 ]
 
 MIDDLEWARE = [
@@ -374,3 +375,13 @@ class StatuspageSettings(TypedDict):
         },
     },
 }
+
+Q_CLUSTER = {
+    "name": "firetower",
+    "orm": "default",
+    "workers": 4,
+    "timeout": 180,
+    "retry": 210,
+    "queue_limit": 50,
+    "bulk": 10,
+}