Merge pull request #7764 from betagouv/split-bad-data-scripts

fix(after_party): split foreign key cleanup task

lib/tasks/deployment/20220727091220_cleanup_foreign_keys.rake

@@ -1,79 +0,0 @@
-namespace :after_party do
-  desc 'Deployment task: cleanup_foreign_keys'
-  task cleanup_foreign_keys: :environment do
-    puts "Running deploy task 'cleanup_foreign_keys'"
-
-    champs_with_invalid_type_de_champ = Champ.where.not(type_de_champ_id: nil).where.missing(:type_de_champ)
-    champs_with_invalid_type_de_champ_count = champs_with_invalid_type_de_champ.count
-
-    if champs_with_invalid_type_de_champ_count > 0
-      progress = ProgressReport.new(champs_with_invalid_type_de_champ_count)
-      Champ.where.not(type_de_champ_id: nil).in_batches(of: 600_000) do |champs|
-        count = champs.where.missing(:type_de_champ).count
-        if count > 0
-          champs.where.missing(:type_de_champ).destroy_all
-          progress.inc(count)
-        end
-      end
-      progress.finish
-    else
-      puts "No champs with invalid type_de_champ found"
-    end
-
-    champs_with_invalid_dossier = Champ.where.not(dossier_id: nil).where.missing(:dossier)
-    champs_with_invalid_dossier_count = champs_with_invalid_dossier.count
-
-    if champs_with_invalid_dossier_count > 0
-      progress = ProgressReport.new(champs_with_invalid_dossier_count)
-      Champ.where.not(dossier_id: nil).in_batches(of: 600_000) do |champs|
-        count = champs.where.missing(:dossier).count
-        if count > 0
-          champs.where.missing(:dossier).destroy_all
-          progress.inc(count)
-        end
-      end
-      progress.finish
-    else
-      puts "No champs with invalid dossier found"
-    end
-
-    champs_with_invalid_etablissement = Champ.where.not(etablissement_id: nil).where.missing(:etablissement)
-    champs_with_invalid_etablissement_count = champs_with_invalid_etablissement.count
-
-    if champs_with_invalid_etablissement_count > 0
-      progress = ProgressReport.new(champs_with_invalid_etablissement_count)
-      Champ.where.not(etablissement_id: nil).in_batches(of: 10_000) do |champs|
-        count = champs.where.missing(:etablissement).count
-        if count > 0
-          champs.where.missing(:etablissement).update_all(etablissement_id: nil)
-          progress.inc(count)
-        end
-      end
-      progress.finish
-    else
-      puts "No champs with invalid etablissement found"
-    end
-
-    etablissements_with_invalid_dossier = Etablissement.where.not(dossier_id: nil).where.missing(:dossier)
-    etablissements_with_invalid_dossier_count = etablissements_with_invalid_dossier.count
-
-    if etablissements_with_invalid_dossier_count > 0
-      progress = ProgressReport.new(etablissements_with_invalid_dossier_count)
-      Etablissement.where.not(dossier_id: nil).in_batches(of: 10_000) do |etablissements|
-        count = etablissements.where.missing(:dossier).count
-        if count > 0
-          etablissements.where.missing(:dossier).update_all(dossier_id: nil)
-          progress.inc(count)
-        end
-      end
-      progress.finish
-    else
-      puts "No etablissements with invalid dossier found"
-    end
-
-    # Update task as completed.  If you remove the line below, the task will
-    # run with every deploy (or every time you call after_party:run).
-    AfterParty::TaskRecord
-      .create version: AfterParty::TaskRecorder.new(__FILE__).timestamp
-  end
-end

lib/tasks/deployment/20220914090549_cleanup_champs_types_de_champ_foreign_keys.rake

@@ -0,0 +1,30 @@
+namespace :after_party do
+  desc 'Deployment task: cleanup_champs_types_de_champ_foreign_keys'
+  task cleanup_champs_types_de_champ_foreign_keys: :environment do
+    puts "Running deploy task 'cleanup_champs_types_de_champ_foreign_keys'"
+
+    champs_with_invalid_type_de_champ = Champ.where.not(type_de_champ_id: nil).where.missing(:type_de_champ)
+    champs_with_invalid_type_de_champ_count = champs_with_invalid_type_de_champ.count
+
+    if champs_with_invalid_type_de_champ_count > 0
+      progress = ProgressReport.new(champs_with_invalid_type_de_champ_count)
+      Champ.where.not(type_de_champ_id: nil).in_batches(of: 600_000) do |champs|
+        scope = champs.where.missing(:type_de_champ)
+        count = scope.count
+        if count > 0
+          Champ.where(parent_id: scope).destroy_all
+          scope.destroy_all
+          progress.inc(count)
+        end
+      end
+      progress.finish
+    else
+      puts "No champs with invalid type_de_champ found"
+    end
+
+    # Update task as completed.  If you remove the line below, the task will
+    # run with every deploy (or every time you call after_party:run).
+    AfterParty::TaskRecord
+      .create version: AfterParty::TaskRecorder.new(__FILE__).timestamp
+  end
+end

lib/tasks/deployment/20220914090601_cleanup_champs_dossier_foreign_keys.rake

@@ -0,0 +1,30 @@
+namespace :after_party do
+  desc 'Deployment task: cleanup_champs_dossier_foreign_keys'
+  task cleanup_champs_dossier_foreign_keys: :environment do
+    puts "Running deploy task 'cleanup_champs_dossier_foreign_keys'"
+
+    champs_with_invalid_dossier = Champ.where.not(dossier_id: nil).where.missing(:dossier)
+    champs_with_invalid_dossier_count = champs_with_invalid_dossier.count
+
+    if champs_with_invalid_dossier_count > 0
+      progress = ProgressReport.new(champs_with_invalid_dossier_count)
+      Champ.where.not(dossier_id: nil).in_batches(of: 600_000) do |champs|
+        scope = champs.where.missing(:dossier)
+        count = scope.count
+        if count > 0
+          Champ.where(parent_id: scope).destroy_all
+          scope.destroy_all
+          progress.inc(count)
+        end
+      end
+      progress.finish
+    else
+      puts "No champs with invalid dossier found"
+    end
+
+    # Update task as completed.  If you remove the line below, the task will
+    # run with every deploy (or every time you call after_party:run).
+    AfterParty::TaskRecord
+      .create version: AfterParty::TaskRecorder.new(__FILE__).timestamp
+  end
+end

lib/tasks/deployment/20220914090615_cleanup_champs_etablissement_foreign_keys.rake

@@ -0,0 +1,28 @@
+namespace :after_party do
+  desc 'Deployment task: cleanup_champs_etablissement_foreign_keys'
+  task cleanup_champs_etablissement_foreign_keys: :environment do
+    puts "Running deploy task 'cleanup_champs_etablissement_foreign_keys'"
+
+    champs_with_invalid_etablissement = Champ.where.not(etablissement_id: nil).where.missing(:etablissement)
+    champs_with_invalid_etablissement_count = champs_with_invalid_etablissement.count
+
+    if champs_with_invalid_etablissement_count > 0
+      progress = ProgressReport.new(champs_with_invalid_etablissement_count)
+      Champ.where.not(etablissement_id: nil).in_batches(of: 10_000) do |champs|
+        count = champs.where.missing(:etablissement).count
+        if count > 0
+          champs.where.missing(:etablissement).update_all(etablissement_id: nil)
+          progress.inc(count)
+        end
+      end
+      progress.finish
+    else
+      puts "No champs with invalid etablissement found"
+    end
+
+    # Update task as completed.  If you remove the line below, the task will
+    # run with every deploy (or every time you call after_party:run).
+    AfterParty::TaskRecord
+      .create version: AfterParty::TaskRecorder.new(__FILE__).timestamp
+  end
+end

lib/tasks/deployment/20220914090631_cleanup_etablissements_dossier_foreign_keys.rake

@@ -0,0 +1,28 @@
+namespace :after_party do
+  desc 'Deployment task: cleanup_etablissements_dossier_foreign_keys'
+  task cleanup_etablissements_dossier_foreign_keys: :environment do
+    puts "Running deploy task 'cleanup_etablissements_dossier_foreign_keys'"
+
+    etablissements_with_invalid_dossier = Etablissement.where.not(dossier_id: nil).where.missing(:dossier)
+    etablissements_with_invalid_dossier_count = etablissements_with_invalid_dossier.count
+
+    if etablissements_with_invalid_dossier_count > 0
+      progress = ProgressReport.new(etablissements_with_invalid_dossier_count)
+      Etablissement.where.not(dossier_id: nil).in_batches(of: 10_000) do |etablissements|
+        count = etablissements.where.missing(:dossier).count
+        if count > 0
+          etablissements.where.missing(:dossier).update_all(dossier_id: nil)
+          progress.inc(count)
+        end
+      end
+      progress.finish
+    else
+      puts "No etablissements with invalid dossier found"
+    end
+
+    # Update task as completed.  If you remove the line below, the task will
+    # run with every deploy (or every time you call after_party:run).
+    AfterParty::TaskRecord
+      .create version: AfterParty::TaskRecorder.new(__FILE__).timestamp
+  end
+end