From 9d2e9e070d7ded6d6632f3272587f732c3645ed9 Mon Sep 17 00:00:00 2001
From: sudip-khanal <101724348+sudip-khanal@users.noreply.github.com>
Date: Wed, 15 Jan 2025 16:13:15 +0545
Subject: [PATCH] Add logic to migrate fieldreport number (#2349)

* Add logic to migrate fieldreport number
* Check report is null or not
* Remove unnecessary print statement
* Add logger and Update query
* Remove print statement
* Add bulk update
* Add bulk update method
* Changes in bulk update method
* Fix logging and query
* Fixed ci test fails
* Exclude reports contain fr_num
* Update queryset on fieldreport
---------

Co-authored-by: Sushil Tiwari <susiltiwari750@gmail.com>
---
 .../commands/migrate_field_report_number.py   | 79 +++++++++++++++++++
 1 file changed, 79 insertions(+)
 create mode 100644 api/management/commands/migrate_field_report_number.py

diff --git a/api/management/commands/migrate_field_report_number.py b/api/management/commands/migrate_field_report_number.py
new file mode 100644
index 000000000..9576f227f
--- /dev/null
+++ b/api/management/commands/migrate_field_report_number.py
@@ -0,0 +1,79 @@
+import re
+
+from django.core.management.base import BaseCommand
+from django.db.models.expressions import Exists, OuterRef
+
+from api.models import FieldReport
+from main.managers import BulkUpdateManager
+
+
+class Command(BaseCommand):
+    help = "Migrate legacy FieldReport data to populate fr_num"
+
+    def handle(self, *args, **kwargs):
+
+        suffix_pattern = re.compile(r"#\s*(\d+)")
+
+        reports = (
+            FieldReport.objects.filter(event__isnull=False, countries__isnull=False, summary__icontains="#")
+            .annotate(
+                has_fr_num=Exists(
+                    FieldReport.objects.filter(event=OuterRef("event"), countries=OuterRef("countries"), fr_num__isnull=False)
+                )
+            )
+            .exclude(has_fr_num=True)
+        )
+
+        report_count = reports.count()
+        self.stdout.write(self.style.NOTICE(f"Found {report_count} FieldReports to process"))
+
+        if report_count == 0:
+            self.stdout.write(self.style.WARNING("No FieldReports found to process"))
+            return
+
+        event_country_data = {}
+
+        for report in reports.iterator():
+            country = report.countries.first()
+
+            if country is None:
+                self.stdout.write(self.style.ERROR(f"FieldReport ID: ({report.id}) has no associated country."))
+                continue
+
+            summary_match = suffix_pattern.search(report.summary)
+            derived_fr_num = int(summary_match.group(1)) if summary_match else 0
+
+            max_fr_num = max(derived_fr_num, report.fr_num or 0)
+            key = (report.event.id, country.id)
+
+            group_data = event_country_data.get(
+                key,
+                {
+                    "highest_fr_num": 0,
+                    "report_highest_fr": None,
+                },
+            )
+
+            if max_fr_num > group_data["highest_fr_num"]:
+                group_data["highest_fr_num"] = max_fr_num
+                group_data["report_highest_fr"] = report
+
+            event_country_data[key] = group_data
+
+        bulk_mgr = BulkUpdateManager(update_fields=["fr_num"])
+
+        for data in event_country_data.values():
+            highest_report = data["report_highest_fr"]
+            highest_fr_num = data["highest_fr_num"]
+            if highest_report:
+                self.stdout.write(
+                    self.style.NOTICE(f"Preparing to update FieldReport ID:({highest_report.id}) with fr_num:({highest_fr_num}).")
+                )
+                bulk_mgr.add(
+                    FieldReport(
+                        id=highest_report.id,
+                        fr_num=highest_fr_num,
+                    )
+                )
+        bulk_mgr.done()
+        self.stdout.write(self.style.SUCCESS("FieldReport migration completed successfully."))