refactor(dossier): extract dossier preloader
This commit is contained in:
Paul Chavard
parent
93e4e98fea
commit
042703cead
2 changed files with 94 additions and 101 deletions
|
|
@ -251,13 +251,7 @@ class Dossier < ApplicationRecord
|
||||||
:traitement,
|
:traitement,
|
||||||
:groupe_instructeur,
|
:groupe_instructeur,
|
||||||
:etablissement,
|
:etablissement,
|
||||||
procedure: [
|
procedure: [:groupe_instructeurs],
|
||||||
:groupe_instructeurs,
|
|
||||||
:draft_types_de_champ,
|
|
||||||
:draft_types_de_champ_private,
|
|
||||||
:published_types_de_champ,
|
|
||||||
:published_types_de_champ_private
|
|
||||||
],
|
|
||||||
avis: [:claimant, :expert]
|
avis: [:claimant, :expert]
|
||||||
).order(depose_at: 'asc')
|
).order(depose_at: 'asc')
|
||||||
}
|
}
|
||||||
|
|
@ -439,101 +433,8 @@ class Dossier < ApplicationRecord
|
||||||
types_de_champ
|
types_de_champ
|
||||||
end
|
end
|
||||||
|
|
||||||
EXPORT_BATCH_SIZE = 2000
|
|
||||||
|
|
||||||
def self.downloadable_sorted_batch
|
def self.downloadable_sorted_batch
|
||||||
ExportPreloader.new(self).in_batches
|
DossierPreloader.new(downloadable_sorted).in_batches
|
||||||
end
|
|
||||||
|
|
||||||
class ExportPreloader
|
|
||||||
def initialize(dossiers)
|
|
||||||
@dossiers = dossiers
|
|
||||||
end
|
|
||||||
|
|
||||||
def in_batches
|
|
||||||
dossiers = @dossiers.downloadable_sorted.to_a
|
|
||||||
dossiers.each_slice(EXPORT_BATCH_SIZE) { |slice| load_dossiers(slice) }
|
|
||||||
dossiers
|
|
||||||
end
|
|
||||||
|
|
||||||
private
|
|
||||||
|
|
||||||
# returns: { revision_id : { type_de_champ_id : position } }
|
|
||||||
def positions
|
|
||||||
@positions ||= ProcedureRevisionTypeDeChamp
|
|
||||||
.where(revision_id: @dossiers.distinct.pluck(:revision_id))
|
|
||||||
.select(:revision_id, :type_de_champ_id, :position)
|
|
||||||
.group_by(&:revision_id)
|
|
||||||
.transform_values do |coordinates|
|
|
||||||
coordinates.index_by(&:type_de_champ_id).transform_values(&:position)
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def load_dossiers(dossiers)
|
|
||||||
all_champs = Champ
|
|
||||||
.includes(:type_de_champ, piece_justificative_file_attachment: :blob)
|
|
||||||
.where(dossier_id: dossiers)
|
|
||||||
.to_a
|
|
||||||
|
|
||||||
load_etablissements(all_champs)
|
|
||||||
|
|
||||||
children_champs, root_champs = all_champs.partition(&:child?)
|
|
||||||
champs_by_dossier = root_champs.group_by(&:dossier_id)
|
|
||||||
champs_by_dossier_by_parent = children_champs
|
|
||||||
.group_by(&:dossier_id)
|
|
||||||
.transform_values do |champs|
|
|
||||||
champs.group_by(&:parent_id)
|
|
||||||
end
|
|
||||||
|
|
||||||
dossiers.each do |dossier|
|
|
||||||
load_dossier(dossier, champs_by_dossier[dossier.id], champs_by_dossier_by_parent[dossier.id] || {})
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def load_etablissements(champs)
|
|
||||||
champs_siret = champs.filter(&:siret?)
|
|
||||||
etablissements_by_id = Etablissement.where(id: champs_siret.map(&:etablissement_id).compact).index_by(&:id)
|
|
||||||
champs_siret.each do |champ|
|
|
||||||
etablissement = etablissements_by_id[champ.etablissement_id]
|
|
||||||
champ.association(:etablissement).target = etablissement
|
|
||||||
if etablissement
|
|
||||||
etablissement.association(:champ).target = champ
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def load_dossier(dossier, champs, children_by_parent = {})
|
|
||||||
champs_public, champs_private = champs.partition(&:public?)
|
|
||||||
|
|
||||||
load_champs(dossier, :champs, champs_public, dossier)
|
|
||||||
load_champs(dossier, :champs_private, champs_private, dossier)
|
|
||||||
|
|
||||||
# Load repetition children champs
|
|
||||||
champs.filter(&:repetition?).each do |parent_champ|
|
|
||||||
champs = children_by_parent[parent_champ.id] || []
|
|
||||||
parent_champ.association(:dossier).target = dossier
|
|
||||||
|
|
||||||
load_champs(parent_champ, :champs, champs, dossier)
|
|
||||||
parent_champ.association(:champs).set_inverse_instance(parent_champ)
|
|
||||||
end
|
|
||||||
|
|
||||||
# We need to do this because of the check on `Etablissement#champ` in
|
|
||||||
# `Etablissement#libelle_for_export`. By assigning `nil` to `target` we mark association
|
|
||||||
# as loaded and so the check on `Etablissement#champ` will not trigger n+1 query.
|
|
||||||
if dossier.etablissement
|
|
||||||
dossier.etablissement.association(:champ).target = nil
|
|
||||||
end
|
|
||||||
end
|
|
||||||
|
|
||||||
def load_champs(parent, name, champs, dossier)
|
|
||||||
champs.each do |champ|
|
|
||||||
champ.association(:dossier).target = dossier
|
|
||||||
end
|
|
||||||
|
|
||||||
parent.association(name).target = champs.sort_by do |champ|
|
|
||||||
positions[dossier.revision_id][champ.type_de_champ_id]
|
|
||||||
end
|
|
||||||
end
|
|
||||||
end
|
end
|
||||||
|
|
||||||
def user_deleted?
|
def user_deleted?
|
||||||
|
|
|
||||||
92
app/models/dossier_preloader.rb
Normal file
92
app/models/dossier_preloader.rb
Normal file
|
|
@ -0,0 +1,92 @@
|
||||||
|
class DossierPreloader
|
||||||
|
DEFAULT_BATCH_SIZE = 2000
|
||||||
|
|
||||||
|
def initialize(dossiers)
|
||||||
|
@dossiers = dossiers
|
||||||
|
end
|
||||||
|
|
||||||
|
def in_batches(size = DEFAULT_BATCH_SIZE)
|
||||||
|
dossiers = @dossiers.to_a
|
||||||
|
dossiers.each_slice(size) { |slice| load_dossiers(slice) }
|
||||||
|
dossiers
|
||||||
|
end
|
||||||
|
|
||||||
|
private
|
||||||
|
|
||||||
|
# returns: { revision_id : { type_de_champ_id : position } }
|
||||||
|
def positions
|
||||||
|
@positions ||= ProcedureRevisionTypeDeChamp
|
||||||
|
.where(revision_id: @dossiers.pluck(:revision_id).uniq)
|
||||||
|
.select(:revision_id, :type_de_champ_id, :position)
|
||||||
|
.group_by(&:revision_id)
|
||||||
|
.transform_values do |coordinates|
|
||||||
|
coordinates.index_by(&:type_de_champ_id).transform_values(&:position)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def load_dossiers(dossiers)
|
||||||
|
all_champs = Champ
|
||||||
|
.includes(:type_de_champ, piece_justificative_file_attachment: :blob)
|
||||||
|
.where(dossier_id: dossiers)
|
||||||
|
.to_a
|
||||||
|
|
||||||
|
load_etablissements(all_champs)
|
||||||
|
|
||||||
|
children_champs, root_champs = all_champs.partition(&:child?)
|
||||||
|
champs_by_dossier = root_champs.group_by(&:dossier_id)
|
||||||
|
champs_by_dossier_by_parent = children_champs
|
||||||
|
.group_by(&:dossier_id)
|
||||||
|
.transform_values do |champs|
|
||||||
|
champs.group_by(&:parent_id)
|
||||||
|
end
|
||||||
|
|
||||||
|
dossiers.each do |dossier|
|
||||||
|
load_dossier(dossier, champs_by_dossier[dossier.id] || [], champs_by_dossier_by_parent[dossier.id] || {})
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def load_etablissements(champs)
|
||||||
|
champs_siret = champs.filter(&:siret?)
|
||||||
|
etablissements_by_id = Etablissement.where(id: champs_siret.map(&:etablissement_id).compact).index_by(&:id)
|
||||||
|
champs_siret.each do |champ|
|
||||||
|
etablissement = etablissements_by_id[champ.etablissement_id]
|
||||||
|
champ.association(:etablissement).target = etablissement
|
||||||
|
if etablissement
|
||||||
|
etablissement.association(:champ).target = champ
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def load_dossier(dossier, champs, children_by_parent = {})
|
||||||
|
champs_public, champs_private = champs.partition(&:public?)
|
||||||
|
|
||||||
|
load_champs(dossier, :champs, champs_public, dossier, children_by_parent)
|
||||||
|
load_champs(dossier, :champs_private, champs_private, dossier, children_by_parent)
|
||||||
|
|
||||||
|
# We need to do this because of the check on `Etablissement#champ` in
|
||||||
|
# `Etablissement#libelle_for_export`. By assigning `nil` to `target` we mark association
|
||||||
|
# as loaded and so the check on `Etablissement#champ` will not trigger n+1 query.
|
||||||
|
if dossier.etablissement
|
||||||
|
dossier.etablissement.association(:champ).target = nil
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def load_champs(parent, name, champs, dossier, children_by_parent)
|
||||||
|
champs.each do |champ|
|
||||||
|
champ.association(:dossier).target = dossier
|
||||||
|
end
|
||||||
|
|
||||||
|
parent.association(name).target = champs.sort_by do |champ|
|
||||||
|
positions[dossier.revision_id][champ.type_de_champ_id]
|
||||||
|
end
|
||||||
|
|
||||||
|
# Load children champs
|
||||||
|
champs.filter(&:repetition?).each do |parent_champ|
|
||||||
|
champs = children_by_parent[parent_champ.id] || []
|
||||||
|
parent_champ.association(:dossier).target = dossier
|
||||||
|
|
||||||
|
load_champs(parent_champ, :champs, champs, dossier, children_by_parent)
|
||||||
|
parent_champ.association(:champs).set_inverse_instance(parent_champ)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
Loading…
Add table
Reference in a new issue