105 lines
3.9 KiB
Ruby
105 lines
3.9 KiB
Ruby
namespace :recovery do
|
|
desc <<~USAGE
|
|
given a file path, read it as json data, preload dossier data and export to marshal.dump.
|
|
the given file should be a json formatted as follow
|
|
{
|
|
procedure_id_1: [
|
|
dossier_id_1,
|
|
dossier_id_2,
|
|
...
|
|
],
|
|
procedure_id_2: [
|
|
...
|
|
],
|
|
...
|
|
}
|
|
ex: rails recovery:export[missing_dossier_ids_per_procedure.json]
|
|
USAGE
|
|
task :export, [:file_path] => :environment do |_t, args|
|
|
dossier_ids = JSON.parse(File.read(args[:file_path])).values.flatten
|
|
rake_puts "Expecting to generate a dump with #{dossier_ids.size} dossiers"
|
|
exporter = Recovery::Exporter.new(dossier_ids:)
|
|
rake_puts "Found on db #{exporter.dossiers.size} dossiers"
|
|
exporter.dump
|
|
rake_puts "Export done, see: #{exporter.file_path}"
|
|
end
|
|
|
|
desc <<~USAGE
|
|
given a file path, read it as marshal data
|
|
the given file should be the result of recover:export
|
|
ex: rails recovery:import[/absolute/path/to/lib/data/export.dump]
|
|
USAGE
|
|
task :import, [:file_path] => :environment do |_t, args|
|
|
importer = Recovery::Importer.new(file_path: args[:file_path])
|
|
rake_puts "Expecting to load #{importer.dossiers.size} dossiers"
|
|
importer.load
|
|
rake_puts "Mise à jour terminée"
|
|
end
|
|
|
|
# all_ids = JSON.parse(File.read('success.log')).values.flatten
|
|
# all_ids += JSON.parse(File.read('error.log')).values.flatten.reject{_1.is_a? String}
|
|
desc <<~USAGE
|
|
given a in_file path, read it as JSON
|
|
the given file should be an Array of dossier_ids dump with JSON.dump `JSON.dump([1,2,3,4])`
|
|
ex: rails recovery:list_blob_ids[/in_ids.json, /blob_keys.json]
|
|
USAGE
|
|
task :list_blob_ids, [:in_file_path, :out_file_path] => [:environment] do |_t, args|
|
|
dossier_ids = JSON.parse(File.read(args[:in_file_path]))
|
|
rake_puts "Will export #{dossier_ids}"
|
|
|
|
dossiers_with_data = Dossier.where(id: dossier_ids)
|
|
.preload(commentaires: { piece_jointe_attachment: :blob },
|
|
avis: { introduction_file_attachment: :blob, piece_justificative_file_attachment: :blob },
|
|
dossier_operation_logs: { serialized_attachment: :blob },
|
|
attestation: { pdf_attachment: :blob },
|
|
justificatif_motivation_attachment: :blob)
|
|
dossiers = DossierPreloader.new(dossiers_with_data)
|
|
|
|
rake_puts "preloader rdy to batch"
|
|
blob_keys = dossiers.in_batches(100).map do |dossier|
|
|
rake_puts "working on dossier: #{dossier.id}"
|
|
blob_keys_for_dossier = []
|
|
|
|
blob_keys_for_dossier += dossier.champs.flat_map do |champ|
|
|
champ.piece_justificative_file.map { _1.blob.key }
|
|
end
|
|
|
|
blob_keys_for_dossier += dossier.commentaires.flat_map do |commentaire|
|
|
commentaire_blob_key = []
|
|
if commentaire.piece_jointe.attached?
|
|
commentaire_blob_key += [commentaire.piece_jointe_attachment.blob.key]
|
|
end
|
|
commentaire_blob_key
|
|
end
|
|
|
|
blob_keys_for_dossier += dossier.avis.flat_map do |avis|
|
|
avis_blob_keys = []
|
|
if avis.introduction_file.attached?
|
|
avis_blob_keys += [avis.introduction_file_attachment.blob.key]
|
|
end
|
|
if avis.piece_justificative_file.attached?
|
|
avis_blob_keys += [avis.piece_justificative_file.blob.key]
|
|
end
|
|
avis_blob_keys
|
|
end
|
|
|
|
blob_keys_for_dossier += dossier.dossier_operation_logs.flat_map do |dol|
|
|
dol_blob_key = []
|
|
if dol.serialized.attached?
|
|
dol_blob_key += [dol.serialized_attachment.blob.key]
|
|
end
|
|
dol_blob_key
|
|
end
|
|
|
|
if dossier.attestation.present?
|
|
blob_keys_for_dossier += [dossier.attestation.pdf.key]
|
|
end
|
|
|
|
if dossier.justificatif_motivation.attached?
|
|
blob_keys_for_dossier += [dossier.justificatif_motivation_attachment.blob.key]
|
|
end
|
|
blob_keys_for_dossier
|
|
end
|
|
File.write(args[:out_file_path], JSON.dump(blob_keys))
|
|
end
|
|
end
|