Add load data step

Makefile

@@ -20,7 +20,7 @@ index:
 	@CMD="poetry run python manage.py algolia_reindex" $(MAKE) exec-backend-command
 
 load-data:
-	@CMD="poetry run python manage.py loaddata data/nest.json" $(MAKE) exec-backend-command
+	@CMD="poetry run python manage.py load_data" $(MAKE) exec-backend-command
 
 merge-migrations:
 	@CMD="poetry run python manage.py makemigrations --merge" $(MAKE) exec-backend-command

backend/apps/common/management/commands/load_data.py

@@ -0,0 +1,33 @@
+"""A command to load OWASP Nest data."""
+
+import contextlib
+
+from algoliasearch_django import register, unregister
+from algoliasearch_django.registration import RegistrationError
+from django.apps import apps
+from django.core.management import call_command
+from django.core.management.base import BaseCommand
+from django.db import transaction
+
+
+class Command(BaseCommand):
+    help = "Load OWASP Nest data."
+
+    def handle(self, *_args, **_options):
+        nest_apps = ("github", "owasp")
+
+        # Disable indexing
+        for nest_app in nest_apps:
+            for model in apps.get_app_config(nest_app).get_models():
+                with contextlib.suppress(RegistrationError):
+                    unregister(model)
+
+        # Run loaddata
+        with transaction.atomic():
+            call_command("loaddata", "data/nest.json", "-v", "3")
+
+        # Enable indexing
+        for nest_app in nest_apps:
+            for model in apps.get_app_config(nest_app).get_models():
+                with contextlib.suppress(RegistrationError):
+                    register(model)

backend/apps/common/management/commands/purge_data.py

@@ -1,32 +1,18 @@
 """A command to purge OWASP Nest data."""
 
+from django.apps import apps
 from django.core.management.base import BaseCommand
 from django.db import connection
 
-from apps.github.models import Issue, Label, Organization, Release, Repository, User
-from apps.owasp.models import Chapter, Committee, Event, Project
-
-BATCH_SIZE = 10
-
 
 class Command(BaseCommand):
     help = "Purge OWASP Nest data."
 
     def handle(self, *_args, **options):
-        with connection.cursor() as cursor:
-            models = (
-                Chapter,
-                Committee,
-                Event,
-                Issue,
-                Label,
-                Organization,
-                Project,
-                Release,
-                Repository,
-                User,
-            )
+        nest_apps = ("github", "owasp")
 
-            for model in models:
-                cursor.execute(f"TRUNCATE TABLE {model._meta.db_table} CASCADE")  # noqa: SLF001
-                print(f"Purged GitHub {model._meta.verbose_name_plural}")  # noqa: SLF001
+        with connection.cursor() as cursor:
+            for nest_app in nest_apps:
+                for model in apps.get_app_config(nest_app).get_models():
+                    cursor.execute(f"TRUNCATE TABLE {model._meta.db_table} CASCADE")  # noqa: SLF001
+                    print(f"Purged GitHub {model._meta.verbose_name_plural}")  # noqa: SLF001

docker-compose.yaml

@@ -16,10 +16,10 @@ services:
     env_file: backend/.env/local
     environment:
       DJANGO_DB_HOST: ${DJANGO_DB_HOST:-db}
-      DJANGO_DB_NAME: ${DJANGO_DB_NAME:-nest_dev}
-      DJANGO_DB_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_dev_password}
+      DJANGO_DB_NAME: ${DJANGO_DB_NAME:-nest_db_dev}
+      DJANGO_DB_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_user_dev_password}
       DJANGO_DB_PORT: ${DJANGO_DB_PORT:-5432}
-      DJANGO_DB_USER: ${DJANGO_DB_USER:-nest_user}
+      DJANGO_DB_USER: ${DJANGO_DB_USER:-nest_user_dev}
     ports:
       - '127.0.0.1:8000:8000'
     volumes:
@@ -29,18 +29,18 @@ services:
     container_name: nest-db
     image: postgres:16.4
     environment:
-      POSTGRES_DB: ${DJANGO_DB_NAME:-nest_dev}
-      POSTGRES_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_dev_password}
-      POSTGRES_USER: ${DJANGO_DB_USER:-nest_user}
+      POSTGRES_DB: ${DJANGO_DB_NAME:-nest_db_dev}
+      POSTGRES_PASSWORD: ${DJANGO_DB_PASSWORD:-nest_user_dev_password}
+      POSTGRES_USER: ${DJANGO_DB_USER:-nest_user_dev}
     healthcheck:
       test:
         [
           'CMD',
           'pg_isready',
           '-U',
-          '${DJANGO_DB_USER:-nest_user}',
+          '${DJANGO_DB_USER:-nest_user_dev}',
           '-d',
-          '${DJANGO_DB_NAME:-nest_dev}',
+          '${DJANGO_DB_NAME:-nest_db_dev}',
         ]
       interval: 5s
       timeout: 5s