f0b0e7fd9a
use dedicated archives queue As the used disk space will increase, we want a fined grain control move zip logic in dedicated method zip wip wip fix(spec): pass spec in green tech(improvements): avoid File.delete(folder), favor FileUtils.remove_entry_secure which is safer. Also wrap most of code that open file within blocks so it is cleaned when the block ends. Lastly use attachement.download to avoid big memory pressure [download in chunk, write in chunk] otherwise big file [124>1GO] are loaded in memory. what if we run multiple jobs/download in parallel ? fix(spec): try to retry with grace clean(procedure_archive_service_spec.rb): better retry [avoid to rewrite on open file] lint(things): everything
63 lines
2 KiB
Ruby
63 lines
2 KiB
Ruby
class ActiveStorage::DownloadableFile
|
|
# https://edgeapi.rubyonrails.org/classes/ActiveStorage/Blob.html#method-i-download
|
|
def self.download(attachment:, destination_path:, in_chunk: true)
|
|
byte_written = 0
|
|
|
|
File.open(destination_path, mode: 'wb') do |fd| # we expact a path as string, so we can recreate the file (ex: failure/retry on former existing fd)
|
|
if in_chunk
|
|
attachment.download do |chunk|
|
|
byte_written += fd.write(chunk)
|
|
end
|
|
else
|
|
byte_written = fd.write(attachment.download)
|
|
end
|
|
end
|
|
byte_written
|
|
end
|
|
|
|
def self.create_list_from_dossier(dossier, for_expert = false)
|
|
dossier_export = PiecesJustificativesService.generate_dossier_export(dossier)
|
|
pjs = [dossier_export] + PiecesJustificativesService.liste_documents(dossier, for_expert)
|
|
pjs.map do |piece_justificative|
|
|
[
|
|
piece_justificative,
|
|
"dossier-#{dossier.id}/#{self.timestamped_filename(piece_justificative)}"
|
|
]
|
|
end
|
|
end
|
|
|
|
private
|
|
|
|
def self.timestamped_filename(attachment)
|
|
# we pad the original file name with a timestamp
|
|
# and a short id in order to help identify multiple versions and avoid name collisions
|
|
folder = self.folder(attachment)
|
|
extension = File.extname(attachment.filename.to_s)
|
|
basename = File.basename(attachment.filename.to_s, extension)
|
|
timestamp = attachment.created_at.strftime("%d-%m-%Y-%H-%M")
|
|
id = attachment.id % 10000
|
|
|
|
[folder, "#{basename}-#{timestamp}-#{id}#{extension}"].join
|
|
end
|
|
|
|
def self.folder(attachment)
|
|
if attachment.name == 'pdf_export_for_instructeur'
|
|
return ''
|
|
end
|
|
|
|
case attachment.record_type
|
|
when 'Dossier'
|
|
'dossier/'
|
|
when 'DossierOperationLog', 'BillSignature'
|
|
'horodatage/'
|
|
when 'Commentaire'
|
|
'messagerie/'
|
|
else
|
|
'pieces_justificatives/'
|
|
end
|
|
end
|
|
|
|
def using_local_backend?
|
|
[:local, :local_test, :test].include?(Rails.application.config.active_storage.service)
|
|
end
|
|
end
|