2018-02-07 20:53:51 +01:00
|
|
|
require 'base64'
|
2018-02-13 18:47:26 +01:00
|
|
|
require 'net/http'
|
2018-02-07 20:53:51 +01:00
|
|
|
require 'openssl'
|
|
|
|
|
|
|
|
module ActiveStorage
|
|
|
|
class Service::CellarService < Service
|
|
|
|
def initialize(access_key_id:, secret_access_key:, bucket:, **)
|
|
|
|
@endpoint = URI::HTTPS.build(host: "#{bucket}.cellar.services.clever-cloud.com")
|
|
|
|
@access_key_id = access_key_id
|
|
|
|
@secret_access_key = secret_access_key
|
|
|
|
@bucket = bucket
|
|
|
|
end
|
|
|
|
|
2018-02-14 15:40:41 +01:00
|
|
|
def download(key)
|
2018-02-14 16:38:22 +01:00
|
|
|
if block_given?
|
|
|
|
instrument :streaming_download, key: key do
|
|
|
|
http_start do |http|
|
2018-02-14 18:58:22 +01:00
|
|
|
http.request(get_request(key)) do |response|
|
2018-02-15 14:36:25 +01:00
|
|
|
if response.is_a?(Net::HTTPSuccess)
|
|
|
|
response.read_body do |chunk|
|
|
|
|
yield(chunk.force_encoding(Encoding::BINARY))
|
|
|
|
end
|
|
|
|
else
|
|
|
|
# TODO: error handling
|
2018-02-14 16:38:22 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
else
|
|
|
|
instrument :download, key: key do
|
|
|
|
http_start do |http|
|
2018-02-14 18:58:22 +01:00
|
|
|
response = http.request(get_request(key))
|
2018-02-14 16:38:22 +01:00
|
|
|
if response.is_a?(Net::HTTPSuccess)
|
|
|
|
response.body.force_encoding(Encoding::BINARY)
|
2018-02-15 14:36:25 +01:00
|
|
|
else
|
|
|
|
# TODO: error handling
|
2018-02-14 16:38:22 +01:00
|
|
|
end
|
2018-02-14 15:40:41 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-02-13 18:47:26 +01:00
|
|
|
def delete(key)
|
2018-02-14 18:58:22 +01:00
|
|
|
# TODO: error handling
|
2018-02-13 18:47:26 +01:00
|
|
|
instrument :delete, key: key do
|
2018-02-14 15:40:41 +01:00
|
|
|
http_start do |http|
|
2018-02-14 18:58:22 +01:00
|
|
|
perform_delete(http, key)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def delete_prefixed(prefix)
|
|
|
|
# TODO: error handling
|
|
|
|
# TODO: handle pagination if more than 1000 keys
|
|
|
|
instrument :delete_prefixed, prefix: prefix do
|
|
|
|
http_start do |http|
|
|
|
|
list_prefixed(http, prefix).each do |key|
|
|
|
|
# TODO: use bulk delete instead
|
|
|
|
perform_delete(http, key)
|
|
|
|
end
|
2018-02-13 18:47:26 +01:00
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2018-02-07 20:53:51 +01:00
|
|
|
def url(key, expires_in:, filename:, disposition:, content_type:)
|
|
|
|
instrument :url, key: key do |payload|
|
|
|
|
generated_url = presigned_url(
|
|
|
|
method: 'GET',
|
|
|
|
key: key,
|
|
|
|
expires_in: expires_in,
|
|
|
|
"response-content-disposition": content_disposition_with(type: disposition, filename: filename),
|
|
|
|
"response-content-type": content_type
|
|
|
|
)
|
|
|
|
payload[:url] = generated_url
|
|
|
|
generated_url
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def url_for_direct_upload(key, expires_in:, content_type:, content_length:, checksum:)
|
|
|
|
instrument :url, key: key do |payload|
|
|
|
|
generated_url = presigned_url(
|
|
|
|
method: 'PUT',
|
|
|
|
key: key,
|
|
|
|
expires_in: expires_in,
|
|
|
|
content_type: content_type,
|
|
|
|
checksum: checksum
|
|
|
|
)
|
|
|
|
payload[:url] = generated_url
|
|
|
|
generated_url
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def headers_for_direct_upload(key, content_type:, checksum:, **)
|
|
|
|
{ "Content-Type" => content_type, "Content-MD5" => checksum }
|
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
2018-02-14 15:40:41 +01:00
|
|
|
def http_start(&block)
|
|
|
|
Net::HTTP.start(@endpoint.host, @endpoint.port, use_ssl: true, &block)
|
|
|
|
end
|
|
|
|
|
2018-02-13 18:47:26 +01:00
|
|
|
def sign(request, key, checksum: '')
|
|
|
|
date = Time.now.httpdate
|
|
|
|
sig = signature(method: request.method, key: key, date: date, checksum: checksum)
|
|
|
|
request['date'] = date
|
|
|
|
request['authorization'] = "AWS #{@access_key_id}:#{sig}"
|
|
|
|
end
|
|
|
|
|
2018-02-07 20:53:51 +01:00
|
|
|
def presigned_url(method:, key:, expires_in:, content_type: '', checksum: '', **query_params)
|
|
|
|
expires = expires_in.from_now.to_i
|
|
|
|
|
|
|
|
query = query_params.merge({
|
|
|
|
AWSAccessKeyId: @access_key_id,
|
|
|
|
Expires: expires,
|
|
|
|
Signature: signature(method: method, key: key, expires: expires, content_type: content_type, checksum: checksum)
|
|
|
|
})
|
|
|
|
|
|
|
|
generated_url = URI::join(@endpoint, "/#{key}","?#{query.to_query}").to_s
|
|
|
|
end
|
|
|
|
|
2018-02-13 18:47:26 +01:00
|
|
|
def signature(method:, key:, expires: '', date: '', content_type: '', checksum: '')
|
2018-02-07 20:53:51 +01:00
|
|
|
canonicalized_amz_headers = ""
|
|
|
|
canonicalized_resource = "/#{@bucket}/#{key}"
|
2018-02-13 18:47:26 +01:00
|
|
|
string_to_sign = "#{method}\n#{checksum}\n#{content_type}\n#{expires}#{date}\n" +
|
2018-02-07 20:53:51 +01:00
|
|
|
"#{canonicalized_amz_headers}#{canonicalized_resource}"
|
|
|
|
Base64.encode64(OpenSSL::HMAC.digest(OpenSSL::Digest.new('sha1'), @secret_access_key, string_to_sign)).strip
|
|
|
|
end
|
2018-02-14 18:58:22 +01:00
|
|
|
|
|
|
|
def list_prefixed(http, prefix)
|
2018-02-15 13:56:35 +01:00
|
|
|
request = Net::HTTP::Get.new(URI::join(@endpoint, "/?prefix=#{prefix}"))
|
2018-02-14 18:58:22 +01:00
|
|
|
sign(request, "")
|
|
|
|
response = http.request(request)
|
|
|
|
if response.is_a?(Net::HTTPSuccess)
|
|
|
|
parse_bucket_listing(response.body)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def parse_bucket_listing(bucket_listing_xml)
|
|
|
|
doc = Nokogiri::XML(bucket_listing_xml)
|
|
|
|
doc
|
|
|
|
.xpath('//xmlns:Contents/xmlns:Key')
|
|
|
|
.map{ |k| k.text }
|
|
|
|
end
|
|
|
|
|
|
|
|
def get_request(key)
|
|
|
|
request = Net::HTTP::Get.new(URI::join(@endpoint, "/#{key}"))
|
|
|
|
sign(request, key)
|
|
|
|
request
|
|
|
|
end
|
|
|
|
|
|
|
|
def bulk_deletion_request_body(keys)
|
|
|
|
builder = Nokogiri::XML::Builder.new(:encoding => 'UTF-8') do |xml|
|
|
|
|
xml.Delete do
|
|
|
|
keys.each do |k|
|
|
|
|
xml.Object do
|
|
|
|
xml.Key(k)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
builder.to_xml
|
|
|
|
end
|
|
|
|
|
|
|
|
def perform_delete(http, key)
|
|
|
|
request = Net::HTTP::Delete.new(URI::join(@endpoint, "/#{key}"))
|
|
|
|
sign(request, key)
|
|
|
|
http.request(request)
|
|
|
|
end
|
2018-02-07 20:53:51 +01:00
|
|
|
end
|
|
|
|
end
|