B-22205 B-22209 B-22210 Fix TGET ingestion for good

migrations/app/migrations_manifest.txt

@@ -1089,6 +1089,9 @@
 20250120214107_add_international_ntsr_service_items.up.sql
 20250121153007_update_pricing_proc_to_handle_international_shuttle.up.sql
 20250121184450_upd_duty_loc_B-22242.up.sql
+20250122193153_drop-tac-loa-fk.up.sql
+20250122193154_trdm-tac-composite-key.up.sql
+20250122193234_trdm-loa-composite-key.up.sql
 20250123173216_add_destination_queue_db_func_and_gbloc_view.up.sql
 20250123210535_update_re_intl_transit_times_for_ak_hhg.up.sql
 20250127143137_insert_nsra_re_intl_transit_times.up.sql

migrations/app/schema/20250122193153_drop-tac-loa-fk.up.sql

@@ -0,0 +1,5 @@
+-- This constraint is a remnant of the old TGET system and is no longer needed.
+-- The old TGET system was based off hard coded imports and FK setting, this `loa_id`
+-- column is NOT TGET data, we don't need this. We lookup based on composite key.
+ALTER TABLE transportation_accounting_codes
+DROP CONSTRAINT transportation_accounting_codes_loa_id_fkey;

migrations/app/schema/20250122193154_trdm-tac-composite-key.up.sql

@@ -0,0 +1,27 @@
+SET statement_timeout = 300000;
+SET lock_timeout = 300000;
+SET idle_in_transaction_session_timeout = 300000;
+
+-- Identify and order any existing duplicates (Duplicates will have only existed based on old existing migration files. Our TRDM data ingester does not allow for duplicates)
+WITH ordered_tacs AS (
+  SELECT
+    id,
+    ROW_NUMBER() OVER (
+      PARTITION BY tac, tac_fy_txt, tac_fn_bl_mod_cd
+      ORDER BY created_at DESC
+    ) AS row_num
+  FROM transportation_accounting_codes
+)
+
+-- Delete duplicates, we only want the most recent
+DELETE FROM transportation_accounting_codes
+WHERE id IN (
+  SELECT id
+  FROM ordered_tacs
+  WHERE row_num > 1
+);
+
+-- Set TAC composite key, never to allow duplicates again
+ALTER TABLE transportation_accounting_codes
+    ADD CONSTRAINT transportation_accounting_codes_tac_fy_fbmc_unique
+    UNIQUE (tac, tac_fy_txt, tac_fn_bl_mod_cd);

migrations/app/schema/20250122193234_trdm-loa-composite-key.up.sql

@@ -0,0 +1,27 @@
+SET statement_timeout = 300000;
+SET lock_timeout = 300000;
+SET idle_in_transaction_session_timeout = 300000;
+
+-- Identify and order any existing duplicates (Duplicates will have only existed based on old existing migration files. Our TRDM data ingester does not allow for duplicates)
+WITH ordered_loas AS (
+  SELECT
+    id,
+    ROW_NUMBER() OVER (
+      PARTITION BY loa_sys_id
+      ORDER BY created_at DESC
+    ) AS row_num
+  FROM lines_of_accounting
+)
+
+-- Delete duplicates, we only want the most recent
+DELETE FROM lines_of_accounting
+WHERE id IN (
+  SELECT id
+  FROM ordered_loas
+  WHERE row_num > 1
+);
+
+-- Set LOA unique constraint
+ALTER TABLE lines_of_accounting
+    ADD CONSTRAINT lines_of_accounting_loa_sys_id_unique
+    UNIQUE (loa_sys_id);