add tasks / job to migrate pjs under namespace
This commit is contained in:
parent
7ce7a3f62c
commit
9fa864448e
2 changed files with 56 additions and 0 deletions
31
app/jobs/pjs_migration_job.rb
Normal file
31
app/jobs/pjs_migration_job.rb
Normal file
|
@ -0,0 +1,31 @@
|
||||||
|
class PjsMigrationJob < ApplicationJob
|
||||||
|
queue_as :pj_migration_jobs
|
||||||
|
|
||||||
|
def perform(blob_id)
|
||||||
|
blob = Blob.find(blob_id)
|
||||||
|
|
||||||
|
return if already_moved?(blob)
|
||||||
|
|
||||||
|
service = blob.service
|
||||||
|
client = service.client
|
||||||
|
container = service.container
|
||||||
|
old_key = blob.key
|
||||||
|
new_key = "#{blob.created_at.year}/#{old_key[0..1]}/#{old_key[2..3]}/#{old_key}"
|
||||||
|
|
||||||
|
excon_response = client.copy_object(container,
|
||||||
|
old_key,
|
||||||
|
container,
|
||||||
|
new_key,
|
||||||
|
{ "Content-Type" => blob.content_type })
|
||||||
|
|
||||||
|
if excon_response.status == 201
|
||||||
|
blob.update_columns(key: new_key)
|
||||||
|
client.delete_object(container, old_key)
|
||||||
|
end
|
||||||
|
rescue Fog::OpenStack::Storage::NotFound
|
||||||
|
end
|
||||||
|
|
||||||
|
def already_moved?(blob)
|
||||||
|
blob.key.include?('/')
|
||||||
|
end
|
||||||
|
end
|
25
lib/tasks/pjs.rake
Normal file
25
lib/tasks/pjs.rake
Normal file
|
@ -0,0 +1,25 @@
|
||||||
|
namespace :pjs do
|
||||||
|
task stats: :environment do
|
||||||
|
end
|
||||||
|
|
||||||
|
desc <<~EOD
|
||||||
|
bin/rake 'pjs:migrate['aa']'
|
||||||
|
bin/rake 'pjs:migrate['aa-ab-ac']'
|
||||||
|
EOD
|
||||||
|
task :migrate, [:prefixes] => :environment do |_t, args|
|
||||||
|
# [a-b] => "key LIKE 'a%' or key LIKE 'b%'"
|
||||||
|
prefix_like_query = args[:prefixes]
|
||||||
|
.split('-')
|
||||||
|
.map { "key LIKE '#{_1}%'" }
|
||||||
|
.join(' or ')
|
||||||
|
|
||||||
|
blobs = ActiveStorage::Blob
|
||||||
|
.where(prefix_like_query)
|
||||||
|
.where.not("key LIKE '%/%'") # do not touch already moved blob
|
||||||
|
|
||||||
|
blobs_count = blobs.count
|
||||||
|
rake_puts "targeted prefix: #{args[:prefixes]}, #{blobs_count} blobs"
|
||||||
|
|
||||||
|
blobs.in_batches { |batch| batch.ids.each { |id| PjsMigrationJob.perform_later(id) } }
|
||||||
|
end
|
||||||
|
end
|
Loading…
Reference in a new issue