Merge pull request #7013 from betagouv/add-procedure-constraint

Suppression des AdministrateursProcedure quand une Procedure est supprimée

app/lib/database/migration_helpers.rb

@@ -1,4 +1,4 @@
-# Some of this file is lifted from Gitlab's `lib/gitlab/database/migration_helpers.rb``
+# Some of this file is lifted from Gitlab's `lib/gitlab/database/migration_helpers.rb`
 
 # Copyright (c) 2011-present GitLab B.V.
 #
@@ -103,6 +103,34 @@ module Database::MigrationHelpers
     end
   end
 
+  # Delete records from `from_table` having a reference to a missing record in `to_table`.
+  # This is useful to rectify data before adding a proper foreign_key.
+  #
+  # Example:
+  #
+  #     delete_orphans :appointments, :physicians
+  #
+  def delete_orphans(from_table, to_table)
+    say_with_time "Deleting records from #{from_table} where the associated #{to_table.to_s.singularize} no longer exists" do
+      from_table = Arel::Table.new(from_table)
+      to_table = Arel::Table.new(to_table)
+      foreign_key_column = foreign_key_column_for(to_table.name)
+
+      # Select the ids of orphan records
+      arel_select = from_table
+        .join(to_table, Arel::Nodes::OuterJoin).on(to_table[:id].eq(from_table[foreign_key_column]))
+        .where(to_table[:id].eq(nil))
+        .project(from_table[foreign_key_column])
+      missing_record_ids = query_values(arel_select.to_sql)
+
+      # Delete the records having ids referencing missing data
+      arel_delete = Arel::DeleteManager.new()
+        .from(from_table)
+        .where(from_table[foreign_key_column].in(missing_record_ids.uniq))
+      exec_delete(arel_delete.to_sql)
+    end
+  end
+
   private
 
   def statement_timeout_disabled?

app/models/procedure.rb

@@ -176,7 +176,7 @@ class Procedure < ApplicationRecord
     end
   end
 
-  has_many :administrateurs_procedures
+  has_many :administrateurs_procedures, dependent: :delete_all
   has_many :administrateurs, through: :administrateurs_procedures, after_remove: -> (procedure, _admin) { procedure.validate! }
   has_many :groupe_instructeurs, dependent: :destroy
   has_many :instructeurs, through: :groupe_instructeurs

db/migrate/20220301160753_add_administrateur_foreign_key_to_administrateurs_procedure.rb

@@ -1,12 +1,9 @@
 class AddAdministrateurForeignKeyToAdministrateursProcedure < ActiveRecord::Migration[6.1]
-  def up
-    # Sanity check
-    say_with_time 'Removing AdministrateursProcedures where the associated Administrateur no longer exists ' do
-      deleted_administrateur_ids = AdministrateursProcedure.where.missing(:administrateur).pluck(:administrateur_id)
-      AdministrateursProcedure.where(administrateur_id: deleted_administrateur_ids).delete_all
-    end
+  include Database::MigrationHelpers
 
-    add_foreign_key :administrateurs_procedures, :administrateurs
+  def up
+    delete_orphans :administrateurs_procedures, :administrateurs_procedures
+    add_foreign_key :administrateurs_procedures, :administrateurs_procedures
   end
 
   def down

db/migrate/20220302101337_add_foreign_keys_to_administrateurs_instructeurs.rb

@@ -1,17 +1,11 @@
 class AddForeignKeysToAdministrateursInstructeurs < ActiveRecord::Migration[6.1]
+  include Database::MigrationHelpers
+
   def up
-    # Sanity check
-    say_with_time 'Removing AdministrateursInstructeur where the associated Administrateur no longer exists ' do
-      deleted_administrateurs_ids = AdministrateursInstructeur.where.missing(:administrateur).pluck(:administrateur_id)
-      AdministrateursInstructeur.where(administrateur_id: deleted_administrateurs_ids).delete_all
-    end
-
-    say_with_time 'Removing AdministrateursInstructeur where the associated Instructeur no longer exists ' do
-      deleted_instructeurs_ids = AdministrateursInstructeur.where.missing(:instructeur).pluck(:instructeur_id)
-      AdministrateursInstructeur.where(instructeur_id: deleted_instructeurs_ids).delete_all
-    end
-
+    delete_orphans :administrateurs_instructeurs, :administrateurs
     add_foreign_key :administrateurs_instructeurs, :administrateurs
+
+    delete_orphans :administrateurs_instructeurs, :instructeurs
     add_foreign_key :administrateurs_instructeurs, :instructeurs
   end
 

db/migrate/20220308110720_add_procedure_foreign_key_to_administrateurs_procedure.rb

@@ -0,0 +1,12 @@
+class AddProcedureForeignKeyToAdministrateursProcedure < ActiveRecord::Migration[6.1]
+  include Database::MigrationHelpers
+
+  def up
+    delete_orphans :administrateurs_procedures, :procedures
+    add_foreign_key :administrateurs_procedures, :procedures
+  end
+
+  def down
+    remove_foreign_key :administrateurs_procedures, :procedures
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 2022_03_02_101337) do
+ActiveRecord::Schema.define(version: 2022_03_08_110720) do
 
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"
@@ -855,6 +855,7 @@ ActiveRecord::Schema.define(version: 2022_03_02_101337) do
   add_foreign_key "administrateurs_instructeurs", "administrateurs"
   add_foreign_key "administrateurs_instructeurs", "instructeurs"
   add_foreign_key "administrateurs_procedures", "administrateurs"
+  add_foreign_key "administrateurs_procedures", "procedures"
   add_foreign_key "archives_groupe_instructeurs", "archives"
   add_foreign_key "archives_groupe_instructeurs", "groupe_instructeurs"
   add_foreign_key "assign_tos", "groupe_instructeurs"

spec/lib/database/migration_helpers_spec.rb

@@ -1,4 +1,5 @@
 describe Database::MigrationHelpers do
+  describe 'handling duplicates' do
     class TestLabel < ApplicationRecord
     end
 
@@ -8,6 +9,10 @@ describe Database::MigrationHelpers do
           t.string :label
           t.integer :user_id
         end
+        ActiveRecord::Migration.create_table "test_labels", force: true do |t|
+          t.string :label
+          t.integer :user_id
+        end
       end
     end
 
@@ -87,6 +92,105 @@ describe Database::MigrationHelpers do
         expect(TestLabel.where(label: 'Done').count).to eq(1)
       end
     end
+  end
+
+  describe '.delete_orphans' do
+    class TestPhysician < ApplicationRecord; end
+
+    class TestPatient < ApplicationRecord; end
+
+    class TestAppointment < ApplicationRecord; end
+
+    before(:all) do
+      ActiveRecord::Migration.suppress_messages do
+        ActiveRecord::Migration.create_table "test_physicians", force: true do |t|
+          t.string :name
+        end
+        ActiveRecord::Migration.create_table "test_patients", force: true do |t|
+          t.string :name
+        end
+        ActiveRecord::Migration.create_table "test_appointments", id: false, force: true do |t|
+          t.integer  :test_physician_id
+          t.integer  :test_patient_id
+          t.datetime :datetime
+        end
+      end
+    end
+
+    after(:all) do
+      ActiveRecord::Migration.suppress_messages do
+        ActiveRecord::Migration.drop_table :test_physicians, force: true
+        ActiveRecord::Migration.drop_table :test_patients, force: true
+        ActiveRecord::Migration.drop_table :test_appointments, force: true
+      end
+    end
+
+    let(:model) { ActiveRecord::Migration.new.extend(Database::MigrationHelpers) }
+
+    subject do
+      model.delete_orphans(:test_appointments, :test_patients)
+    end
+
+    context 'when there are orphan records' do
+      before(:each) do
+        phy1 = TestPhysician.create({ name: 'Ibn Sina' })
+        phy2 = TestPhysician.create({ name: 'Louis Pasteur' })
+        pa1 = TestPatient.create({ name: 'Chams ad-Dawla' })
+        pa2 = TestPatient.create({ name: 'Joseph Meister' })
+        ap1 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: pa1.id, datetime: 2.months.ago })
+        ap2 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: pa1.id, datetime: 1.month.ago })
+        ap3 = TestAppointment.create({ test_physician_id: phy2.id, test_patient_id: pa2.id, datetime: 2.days.ago })
+        ap4 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: pa2.id, datetime: 1.day.ago })
+        ap5 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: pa1.id, datetime: Time.zone.today })
+
+        # Appointments missing the associated patient
+        ap6 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: 9999, datetime: 3.months.ago })
+        ap7 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: 8888, datetime: 2.months.ago })
+        ap8 = TestAppointment.create({ test_physician_id: phy2.id, test_patient_id: 8888, datetime: 1.month.ago })
+
+        # Appointments missing the associated physician
+        ap9 = TestAppointment.create({ test_physician_id: 7777, test_patient_id: pa1.id, datetime: 3.months.ago })
+      end
+
+      it 'deletes orphaned records on the specified key' do
+        expect { subject }.to change { TestAppointment.count }.by(-3)
+
+        # rubocop:disable Rails/WhereEquals
+        appointments_with_missing_patients = TestAppointment
+          .joins('LEFT OUTER JOIN test_patients ON test_patients.id = test_appointments.test_patient_id')
+          .where('test_patients.id IS NULL')
+        # rubocop:enable Rails/WhereEquals
+        expect(appointments_with_missing_patients.count).to eq(0)
+      end
+
+      it 'keeps orphaned records on another key' do
+        subject
+
+        # rubocop:disable Rails/WhereEquals
+        appointments_with_missing_physicians = TestAppointment
+          .joins('LEFT OUTER JOIN test_physicians ON test_physicians.id = test_appointments.test_physician_id')
+          .where('test_physicians.id IS NULL')
+        # rubocop:enable Rails/WhereEquals
+        expect(appointments_with_missing_physicians.count).not_to eq(0)
+      end
+
+      it 'keeps valid associated records' do
+        expect { subject }.not_to change { [TestPhysician.count, TestPatient.count] }
+      end
+    end
+
+    context 'when there are no orphaned records' do
+      before(:each) do
+        phy1 = TestPhysician.create({ name: 'Ibn Sina' })
+        pa1 = TestPatient.create({ name: 'Chams ad-Dawla' })
+        ap1 = TestAppointment.create({ test_physician_id: phy1.id, test_patient_id: pa1.id, datetime: 2.months.ago })
+      end
+
+      it 'doesn’t remove any records' do
+        expect { subject }.not_to change { [TestPhysician.count, TestPatient.count, TestAppointment.count] }
+      end
+    end
+  end
 
   describe '.add_concurrent_index' do
     let(:model) { ActiveRecord::Migration.new.extend(Database::MigrationHelpers) }