35 lines
No EOL
1.2 KiB
Ruby
35 lines
No EOL
1.2 KiB
Ruby
module ChunkedUploader
|
|
class S3
|
|
MINIMUMBUFFER_SIZE = 5.megabytes
|
|
|
|
S3_BUCKET_NAME = ENV['S3_BUCKET_NAME']
|
|
|
|
# Upload a string to s3 using chunks instead of all as one string. This is useful reducing memory usage on huge files
|
|
# @param [Enumerable<String>] chunk_enum an enumerable of strings.
|
|
# @param [String] path the path to the object on your S3 bucket
|
|
# @returns the url to your uploaded file
|
|
def self.upload(path,chunk_enum, metadata={})
|
|
s3 = AWS::S3.new
|
|
bucket = s3.buckets[S3_BUCKET_NAME]
|
|
object = bucket.objects[path]
|
|
io = StringIO.new('', 'w')
|
|
content_type = metadata[:content_type] ? metadata[:content_type] : nil
|
|
begin
|
|
object.multipart_upload(:acl => :public_read, :content_type => content_type) do |upload|
|
|
chunk_enum.each do |chunk|
|
|
export_returned = io.write(chunk)
|
|
if (io.size >= MINIMUMBUFFER_SIZE)
|
|
upload.add_part(io.string)
|
|
io.reopen('')
|
|
end
|
|
end
|
|
upload.add_part(io.string)
|
|
end
|
|
object.public_url.to_s
|
|
rescue => e
|
|
io.close
|
|
raise e
|
|
end
|
|
end
|
|
end
|
|
end |