From 578330686e3bdd9fd7aef36c86f0a4fd019c3e3a Mon Sep 17 00:00:00 2001
From: Your Name <you@example.com>
Date: Sun, 8 Jan 2023 20:00:55 -0500
Subject: [PATCH] add cleanup commands

---
 catalog/management/commands/catalog.py        | 22 +++++++++++++
 journal/management/commands/journal.py        | 24 ++++++++++++++
 legacy/management/commands/backfill_social.py | 31 ++++++++++---------
 3 files changed, 63 insertions(+), 14 deletions(-)
 create mode 100644 catalog/management/commands/catalog.py
 create mode 100644 journal/management/commands/journal.py

diff --git a/catalog/management/commands/catalog.py b/catalog/management/commands/catalog.py
new file mode 100644
index 00000000..398d55d9
--- /dev/null
+++ b/catalog/management/commands/catalog.py
@@ -0,0 +1,22 @@
+from django.core.management.base import BaseCommand
+import pprint
+from catalog.models import *
+
+
+class Command(BaseCommand):
+    help = "Scrape a catalog item from external resource (and save it)"
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--cleanup",
+            action="store_true",
+            help="purge invalid data",
+        )
+
+    def handle(self, *args, **options):
+        if options["cleanup"]:
+            for cls in Item.__subclasses__():
+                self.stdout.write(f"Cleaning up {cls}...")
+                cls.objects.filter(is_deleted=True).delete()
+
+        self.stdout.write(self.style.SUCCESS(f"Done."))
diff --git a/journal/management/commands/journal.py b/journal/management/commands/journal.py
new file mode 100644
index 00000000..9b80df2d
--- /dev/null
+++ b/journal/management/commands/journal.py
@@ -0,0 +1,24 @@
+from django.core.management.base import BaseCommand
+import pprint
+from journal.models import *
+
+
+class Command(BaseCommand):
+    help = "Scrape a catalog item from external resource (and save it)"
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--cleanup",
+            action="store_true",
+            help="purge invalid data",
+        )
+
+    def handle(self, *args, **options):
+        if options["cleanup"]:
+            self.stdout.write(f"Cleaning up Rating...")
+            Rating.objects.filter(grade=0).delete()
+            for cls in ListMember.__subclasses__():
+                self.stdout.write(f"Cleaning up {cls}...")
+                cls.objects.filter(visibility=99).delete()
+
+        self.stdout.write(self.style.SUCCESS(f"Done."))
diff --git a/legacy/management/commands/backfill_social.py b/legacy/management/commands/backfill_social.py
index 38be0998..0bd1626f 100644
--- a/legacy/management/commands/backfill_social.py
+++ b/legacy/management/commands/backfill_social.py
@@ -15,6 +15,7 @@ from catalog.models import *
 from catalog.sites import *
 from journal.models import *
 from social.models import *
+
 # from social import models as social_models
 from django.core.management.base import BaseCommand
 from django.core.paginator import Paginator
@@ -39,11 +40,13 @@ template_map = {
 
 
 class Command(BaseCommand):
-    help = 'Backfill user activities'
+    help = "Backfill user activities"
 
     def add_arguments(self, parser):
-        parser.add_argument('--since', help='start date to backfill')
-        parser.add_argument('--clear', help='clear all user pieces, then exit', action='store_true')
+        parser.add_argument("--since", help="start date to backfill")
+        parser.add_argument(
+            "--clear", help="clear all user pieces, then exit", action="store_true"
+        )
 
     def clear(self):
         print("Deleting migrated user activities")
@@ -54,25 +57,25 @@ class Command(BaseCommand):
         for typ in types:
             print(typ)
             template = template_map[typ]
-            qs = typ.objects.all().filter(owner__is_active=True).order_by('id')
-            if options['since']:
-                qs = qs.filter(created_time__gte=options['since'])
+            qs = typ.objects.all().filter(owner__is_active=True).order_by("id")
+            if options["since"]:
+                qs = qs.filter(created_time__gte=options["since"])
             else:
-                qs = qs.filter(created_time__gte='2022-12-01')
+                qs = qs.filter(created_time__gte="2022-07-01")
             with transaction.atomic():
                 for piece in tqdm(qs):
                     params = {
-                        'owner': piece.owner,
-                        'visibility': piece.visibility,
-                        'template': template,
-                        'action_object': piece,
-                        'created_time': piece.created_time
+                        "owner": piece.owner,
+                        "visibility": piece.visibility,
+                        "template": template,
+                        "action_object": piece,
+                        "created_time": piece.created_time,
                     }
                     LocalActivity.objects.create(**params)
 
     def handle(self, *args, **options):
-        if options['clear']:
+        if options["clear"]:
             self.clear()
         else:
             self.backfill(options)
-        self.stdout.write(self.style.SUCCESS(f'Done.'))
+        self.stdout.write(self.style.SUCCESS(f"Done."))