Add task for cloud storage migration

This commit is contained in:
Guillaume Lazzara 2016-07-01 14:45:24 +02:00
parent 4ceb0d5975
commit 35a48ad11c
3 changed files with 94 additions and 0 deletions

View file

@ -90,6 +90,8 @@ gem 'as_csv'
gem 'apipie-rails', '=0.3.1' gem 'apipie-rails', '=0.3.1'
gem "maruku" # for Markdown support in apipie gem "maruku" # for Markdown support in apipie
gem 'openstack'
group :test do group :test do
gem 'capybara' gem 'capybara'
gem 'factory_girl' gem 'factory_girl'

View file

@ -391,6 +391,8 @@ GEM
validate_email validate_email
validate_url validate_url
webfinger (>= 1.0.1) webfinger (>= 1.0.1)
openstack (2.0.2)
json
orm_adapter (0.5.0) orm_adapter (0.5.0)
parallel (1.6.1) parallel (1.6.1)
parallel_tests (1.9.0) parallel_tests (1.9.0)
@ -659,6 +661,7 @@ DEPENDENCIES
mina! mina!
nyan-cat-formatter nyan-cat-formatter
openid_connect openid_connect
openstack
parallel_tests parallel_tests
pg pg
poltergeist poltergeist

View file

@ -0,0 +1,89 @@
namespace :cloudstorage do
task init: :environment do
os_config = (YAML.load_file(Fog.credentials_path))['default']
@os = OpenStack::Connection.create(
{
username: os_config['openstack_username'],
api_key: os_config['openstack_api_key'],
auth_method: "password",
auth_url: "https://auth.cloud.ovh.net/v2.0/",
authtenant_name: os_config['openstack_tenant'],
service_type: "object-store",
region: os_config['openstack_region']
}
)
@cont = @os.container(CarrierWave::Uploader::Base.fog_directory)
end
desc 'Move local attestations on cloud storage'
task migrate: :environment do
puts 'Starting migration'
Rake::Task['cloudstorage:init'].invoke
[Cerfa, PieceJustificative, Procedure].each { |c|
c.all.each { |entry|
content = entry.content
content = entry.logo if c == Procedure
unless content.current_path.nil? || File.exist?(File.dirname(content.current_path) + '/uploaded')
secure_token = SecureRandom.uuid
filename = "#{entry.class.to_s.underscore}-#{secure_token}.pdf"
puts "Uploading #{content.current_path}"
@cont.create_object(filename, { content_type: "application/pdf"}, File.open(content.current_path))
File.open(File.dirname(content.current_path) + '/uploaded', "w+"){ |f| f.write(File.basename(content.current_path)) }
entry.update_column(c == Procedure ? :logo : :content, filename)
end
}
}
puts 'Enf of migration'
end
desc 'Clear documents in tenant and revert file entries in database'
task :revert do
Rake::Task['cloudstorage:init'].invoke
@cont.objects.each { |object|
puts "Removing #{object}"
@cont.delete_object(object)
}
[Cerfa, PieceJustificative, Procedure].each { |c|
c.all.each { |entry|
content = entry.content
content = entry.logo if c == Procedure
unless content.current_path.nil?
if File.exist?(File.dirname(content.current_path) + '/uploaded')
previous_filename = File.read(File.dirname(content.current_path) + '/uploaded')
entry.update_column(c == Procedure ? :logo : :content, filename)
puts "restoring #{content.current_path} db data to #{previous_filename}"
FileUtils.rm(File.dirname(content.current_path) + '/uploaded')
end
end
}
}
end
desc 'Clear old documents in tenant'
task :clear do
Rake::Task['cloudstorage:init'].invoke
@cont.objects.each { |object|
puts "Removing #{object}"
@cont.delete_object(object)
}
end
task :clear_old_objects do
Rake::Task['cloudstorage:init'].invoke
@cont.objects_detail.each { |object, details|
last_modified = DateTime.parse(details[:last_modified])
@cont.delete_object(object) unless last_modified.utc > (Time.now - 2.year).utc
}
end
end