snapshot of https://github.com/zulip/zulip.git @ 48c69911c7dd4e03b20552eb3bd77ad8151c1357 (2026-09-15)

zerver/migrations/0386_fix_attachment_caches.py

@@ -0,0 +1,78 @@
+# Generated by Django 3.2.12 on 2022-03-23 04:32
+
+
+from django.db import migrations, models
+from django.db.backends.base.schema import BaseDatabaseSchemaEditor
+from django.db.migrations.state import StateApps
+from django.db.models import Exists, Model, OuterRef
+
+
+def fix_attachment_caches(apps: StateApps, schema_editor: BaseDatabaseSchemaEditor) -> None:
+    Attachment = apps.get_model("zerver", "Attachment")
+    ArchivedAttachment = apps.get_model("zerver", "ArchivedAttachment")
+    Message = apps.get_model("zerver", "Message")
+    ArchivedMessage = apps.get_model("zerver", "ArchivedMessage")
+
+    BATCH_SIZE = 10000
+
+    def update_batch(
+        attachment_model: type[Model], message_model: type[Model], lower_bound: int
+    ) -> None:
+        attachment_model._default_manager.filter(
+            id__gt=lower_bound, id__lte=lower_bound + BATCH_SIZE
+        ).update(
+            is_web_public=Exists(
+                message_model._default_manager.filter(
+                    attachment=OuterRef("id"),
+                    recipient__stream__invite_only=False,
+                    recipient__stream__is_web_public=True,
+                ),
+            ),
+            is_realm_public=Exists(
+                message_model._default_manager.filter(
+                    attachment=OuterRef("id"),
+                    recipient__stream__invite_only=False,
+                )
+            ),
+        )
+
+    max_id = Attachment.objects.aggregate(models.Max("id"))["id__max"]
+    if max_id is not None:
+        lower_bound = 0
+
+        while lower_bound < max_id:
+            print(f"Processed {lower_bound}/{max_id} attachments.")
+            update_batch(Attachment, Message, lower_bound)
+            lower_bound += BATCH_SIZE
+
+    max_id = ArchivedAttachment.objects.aggregate(models.Max("id"))["id__max"]
+    if max_id is not None:
+        lower_bound = 0
+
+        while lower_bound < max_id:
+            print(f"Processed {lower_bound}/{max_id} archived attachments.")
+            update_batch(ArchivedAttachment, ArchivedMessage, lower_bound)
+            lower_bound += BATCH_SIZE
+
+
+class Migration(migrations.Migration):
+    atomic = False
+
+    dependencies = [
+        ("zerver", "0385_attachment_flags_cache"),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name="archivedattachment",
+            name="messages",
+            field=models.ManyToManyField(
+                related_name="attachment_set",
+                related_query_name="attachment",
+                to="zerver.ArchivedMessage",
+            ),
+        ),
+        migrations.RunPython(
+            fix_attachment_caches, reverse_code=migrations.RunPython.noop, elidable=True
+        ),
+    ]