From 31ebe410256243281133d77f860ad1ea2dd0c629 Mon Sep 17 00:00:00 2001 From: Pierre de La Morinerie Date: Thu, 25 Jul 2019 14:02:46 +0200 Subject: [PATCH] tasks: remove dossier procedure migrator It was used only once, and contains references to the old pieces justificatives that we are going to remove. --- lib/tasks/dossier_procedure_migrator.rb | 291 ------------------------ 1 file changed, 291 deletions(-) delete mode 100644 lib/tasks/dossier_procedure_migrator.rb diff --git a/lib/tasks/dossier_procedure_migrator.rb b/lib/tasks/dossier_procedure_migrator.rb deleted file mode 100644 index beb26e049..000000000 --- a/lib/tasks/dossier_procedure_migrator.rb +++ /dev/null @@ -1,291 +0,0 @@ -module Tasks - class DossierProcedureMigrator - # Migrates dossiers from an old source procedure to a revised destination procedure. - - class ChampMapping - def initialize(source_procedure, destination_procedure, is_private) - @source_procedure = source_procedure - @destination_procedure = destination_procedure - @is_private = is_private - - @expected_source_types_de_champ = {} - @expected_destination_types_de_champ = {} - @source_to_destination_mapping = {} - @source_champs_to_discard = Set[] - @destination_champ_computations = [] - - setup_mapping - end - - def check_source_destination_consistency - check_champs_consistency("#{privacy_label}source", @expected_source_types_de_champ, types_de_champ(@source_procedure)) - check_champs_consistency("#{privacy_label}destination", @expected_destination_types_de_champ, types_de_champ(@destination_procedure)) - end - - def can_migrate?(dossier) - true - end - - def migrate(dossier) - # Since we’re going to iterate and change the champs at the same time, - # we use to_a to make the list static and avoid nasty surprises - original_champs = champs(dossier).to_a - - compute_new_champs(dossier) - - original_champs.each do |c| - tdc_to = destination_type_de_champ(c) - if tdc_to.present? - c.update_columns(type_de_champ_id: tdc_to.id) - elsif discard_champ?(c) - champs(dossier).destroy(c) - else - fail "Unhandled source #{privacy_label}type de champ #{c.type_de_champ.order_place}" - end - end - end - - private - - def compute_new_champs(dossier) - @destination_champ_computations.each do |tdc, block| - champs(dossier) << block.call(dossier, tdc) - end - end - - def destination_type_de_champ(champ) - @source_to_destination_mapping[champ.type_de_champ.order_place] - end - - def discard_champ?(champ) - @source_champs_to_discard.member?(champ.type_de_champ.order_place) - end - - def setup_mapping - end - - def champs(dossier) - @is_private ? dossier.champs_private : dossier.champs - end - - def types_de_champ(procedure) - @is_private ? procedure.types_de_champ_private : procedure.types_de_champ - end - - def privacy_label - @is_private ? 'private ' : '' - end - - def check_champs_consistency(label, expected_tdcs, actual_tdcs) - if actual_tdcs.size != expected_tdcs.size - raise "Incorrect #{label} size #{actual_tdcs.size} (expected #{expected_tdcs.size})" - end - actual_tdcs.each { |tdc| check_champ_consistency(label, expected_tdcs[tdc.order_place], tdc) } - end - - def check_champ_consistency(label, expected_tdc, actual_tdc) - errors = [] - if actual_tdc.libelle != expected_tdc['libelle'] - errors.append("incorrect libelle #{actual_tdc.libelle} (expected #{expected_tdc['libelle']})") - end - if actual_tdc.type_champ != expected_tdc['type_champ'] - errors.append("incorrect type champ #{actual_tdc.type_champ} (expected #{expected_tdc['type_champ']})") - end - if (!actual_tdc.mandatory) && expected_tdc['mandatory'] - errors.append("champ should be mandatory") - end - drop_down = actual_tdc.drop_down_list.presence&.options&.presence - if drop_down != expected_tdc['drop_down'] - errors.append("incorrect drop down list #{drop_down} (expected #{expected_tdc['drop_down']})") - end - if errors.present? - fail "On #{label} type de champ #{actual_tdc.order_place} (#{actual_tdc.libelle}) " + errors.join(', ') - end - end - - def map_source_to_destination_champ(source_order_place, destination_order_place, source_overrides: {}, destination_overrides: {}) - destination_type_de_champ = types_de_champ(@destination_procedure).find_by(order_place: destination_order_place) - @expected_source_types_de_champ[source_order_place] = - type_de_champ_to_expectation(destination_type_de_champ) - .merge!(source_overrides) - @expected_destination_types_de_champ[destination_order_place] = - type_de_champ_to_expectation(types_de_champ(@source_procedure).find_by(order_place: source_order_place)) - .merge!({ "mandatory" => false }) # Even if the source was mandatory, it’s ok for the destination to be optional - .merge!(destination_overrides) - @source_to_destination_mapping[source_order_place] = destination_type_de_champ - end - - def discard_source_champ(source_type_de_champ) - @expected_source_types_de_champ[source_type_de_champ.order_place] = type_de_champ_to_expectation(source_type_de_champ) - @source_champs_to_discard << source_type_de_champ.order_place - end - - def compute_destination_champ(destination_type_de_champ, &block) - @expected_destination_types_de_champ[destination_type_de_champ.order_place] = type_de_champ_to_expectation(destination_type_de_champ) - @destination_champ_computations << [types_de_champ(@destination_procedure).find_by(order_place: destination_type_de_champ.order_place), block] - end - - def type_de_champ_to_expectation(tdc) - if tdc.present? - expectation = tdc.as_json(only: [:libelle, :type_champ, :mandatory]) - expectation['drop_down'] = tdc.drop_down_list.presence&.options&.presence - expectation - else - {} - end - end - end - - class PieceJustificativeMapping - def initialize(source_procedure, destination_procedure) - @source_procedure = source_procedure - @destination_procedure = destination_procedure - - @expected_source_pj = {} - @expected_destination_pj = {} - @source_to_destination_mapping = {} - - setup_mapping - end - - def check_source_destination_consistency - check_pjs_consistency('source', @expected_source_pj, @source_procedure.types_de_piece_justificative) - check_pjs_consistency('destination', @expected_destination_pj, @destination_procedure.types_de_piece_justificative) - end - - def can_migrate?(dossier) - true - end - - def migrate(dossier) - # Since we’re going to iterate and change the pjs at the same time, - # we use to_a to make the list static and avoid nasty surprises - original_pjs = dossier.pieces_justificatives.to_a - - original_pjs.each do |pj| - pj_to = destination_pj(pj) - if pj_to.present? - pj.update_columns(type_de_piece_justificative_id: pj_to.id) - elsif discard_pj?(pj) - dossier.pieces_justificatives.destroy(pj) - else - fail "Unhandled source pièce justificative #{c.type_de_piece_justificative.order_place}" - end - end - end - - private - - def destination_pj(pj) - @source_to_destination_mapping[pj.order_place] - end - - def discard_pj?(champ) - @source_pjs_to_discard.member?(pj.order_place) - end - - def setup_mapping - end - - def map_source_to_destination_pj(source_order_place, destination_order_place, source_overrides: {}, destination_overrides: {}) - destination_pj = @destination_procedure.types_de_piece_justificative.find_by(order_place: destination_order_place) - @expected_source_pj[source_order_place] = - pj_to_expectation(destination_pj) - .merge!(source_overrides) - @expected_destination_pj[destination_order_place] = - pj_to_expectation(@source_procedure.types_de_piece_justificative.find_by(order_place: source_order_place)) - .merge!({ "mandatory" => false }) # Even if the source was mandatory, it’s ok for the destination to be optional - .merge!(destination_overrides) - @source_to_destination_mapping[source_order_place] = destination_pj - end - - def discard_source_pj(source_pj) - @expected_source_pj[source_pj.order_place] = pj_to_expectation(source_pj) - @source_pjs_to_discard << source_pj.order_place - end - - def leave_destination_pj_blank(destination_pj) - @expected_destination_pj[destination_pj.order_place] = pj_to_expectation(destination_pj) - end - - def pj_to_expectation(pj) - pj&.as_json(only: [:libelle, :mandatory]) || {} - end - - def check_pjs_consistency(label, expected_pjs, actual_pjs) - if actual_pjs.size != expected_pjs.size - raise "Incorrect #{label} pièce justificative count #{actual_pjs.size} (expected #{expected_pjs.size})" - end - actual_pjs.each { |pj| check_pj_consistency(label, expected_pjs[pj.order_place], pj) } - end - - def check_pj_consistency(label, expected_pj, actual_pj) - errors = [] - if actual_pj.libelle != expected_pj['libelle'] - errors.append("incorrect libelle #{actual_pj.libelle} (expected #{expected_pj['libelle']})") - end - if (!actual_pj.mandatory) && expected_pj['mandatory'] - errors.append("pj should be mandatory") - end - if errors.present? - fail "On #{label} type de pièce justificative #{actual_pj.order_place} (#{actual_pj.libelle}) " + errors.join(', ') - end - end - end - - def initialize(source_procedure, destination_procedure, champ_mapping, private_champ_mapping = ChampMapping, piece_justificative_mapping = PieceJustificativeMapping, &block) - @source_procedure = source_procedure - @destination_procedure = destination_procedure - @champ_mapping = champ_mapping.new(source_procedure, destination_procedure, false) - @private_champ_mapping = private_champ_mapping.new(source_procedure, destination_procedure, true) - @piece_justificative_mapping = piece_justificative_mapping.new(source_procedure, destination_procedure) - - if block_given? - @on_dossier_migration = block - end - end - - def migrate_procedure - check_consistency - migrate_dossiers - migrate_gestionnaires - publish_destination_procedure_in_place_of_source - end - - def check_consistency - check_same_administrateur - @champ_mapping.check_source_destination_consistency - @private_champ_mapping.check_source_destination_consistency - @piece_justificative_mapping.check_source_destination_consistency - end - - def check_same_administrateur - if @source_procedure.administrateur_ids.sort != @destination_procedure.administrateur_ids.sort - raise "Mismatching administrateurs #{@source_procedure.administrateurs.pluck(:email)} → #{@destination_procedure.administrateurs.pluck(:email)}" - end - end - - def migrate_dossiers - @source_procedure.dossiers.find_each(batch_size: 100) do |d| - if @champ_mapping.can_migrate?(d) && @private_champ_mapping.can_migrate?(d) && @piece_justificative_mapping.can_migrate?(d) - @champ_mapping.migrate(d) - @private_champ_mapping.migrate(d) - @piece_justificative_mapping.migrate(d) - - # Use update_columns to avoid triggering build_default_champs - d.update_columns(procedure_id: @destination_procedure.id) - @on_dossier_migration&.call(d) - end - end - end - - def migrate_gestionnaires - @source_procedure.gestionnaires.find_each(batch_size: 100) { |g| g.assign_to_procedure(@destination_procedure) } - end - - def publish_destination_procedure_in_place_of_source - @destination_procedure.publish!(@source_procedure.path) - @source_procedure.archive - end - end -end