lua s3 client

the HTTP client based on https://github.com/pintsized/lua-resty-http

useage

upload content that client upload into this server, upload(content, content_type, object_name )

the argument object_name is optional, if you don't specified object_name this file name will automatically specified as filemd5 append with content type postfix like this http://buckname.s3.amazonaws.com/20160221/1943e3f9691387765_cc38a.obj

example code

   	local cnf 		= 	require "config.HTconfig"
   	local upload 	= 	require "resty.upload"
   	-- clone from https://github.com/openresty/lua-resty-upload
   	local json 		=	require "cjson"
   	local s3_upload	=	require "resty.s3_upload"

   local base64_decode	=	ngx.decode_base64
   local base64_encode	=	ngx.encode_base64
   local string_len	=	string.len
   local ngx_find		=	ngx.re.find
   local chunk_size 	=	1024*10 -- should be set to 4096 or 8192

   local ngx_gsub		=	ngx.re.gsub
   local string_sub		=	string.sub

   local form, err = upload:new(chunk_size)
   if not form then
   	ngx.log(ngx.ERR, "failed to new upload: ", err)
   	ngx.exit(500)
   end

   local allowd_types	=	s3_upload.allowd_types
   local timeOut		=	cnf.S3_UPLOAD_TIMEOUT
   form:set_timeout(timeOcut) -- 1 se

   local appender			=	''
   local start_upload		=	false;
   local data_upload		=	false;
   local content_type		=	'';
   local data_ready		=	false;

   local uploader = s3_upload:new(cnf.AWS_accessKey,cnf.AWS_secretKey,cnf.CHATVOC_BUCKET,timeOut)


   while true do
   		local typ, res, err = form:read()
   		if not typ then
   			ngx.say(ngx.ERR,"failed to read: ", err)
   			return
   		end

   	if typ == "header" then
   		content_type	=	res[2]
   		ngx.log(ngx.INFO,"content_type: ", content_type)
           if content_type and allowd_types[content_type] then
           		start_upload	=	true
           end

   		local inputFile	=	[[name="input"]]
   		if res[1]=='Content-Disposition' and  ngx_find(res[2] or '',inputFile) then
           		data_upload	=	true
           end
   		ngx.log(ngx.INFO,"header: ", json.encode(res))

   	elseif typ == "body" then
   		if start_upload==true and res then
   			appender	=	appender..res
   		end

   		if data_upload == true and res then
   			ngx.log(ngx.NOTICE,"body : ", res)
   			data_upload	=	false
   		end


   	elseif typ == "part_end" then

   	 	if appender ~= ''  then
   			local data_len 	=	 string_len(appender)
   			ngx.log(ngx.NOTICE,"start to upload ",content_type," len=" ,data_len)

   			if data_len>20 then

   				local filename	=	ngx.md5(appender)

   				local url,object_err	=	uploader:upload(appender,content_type)

   				if not url then

   					 ngx.log(ngx.ERR, "postfix or url err ",postfix , url)
   				end

   				if url then
   					local show 	=	json.encode({status="0";url=url})
   					ngx.print (show)
   					ngx.log(ngx.NOTICE,"success : ",show)
   				else
   					ngx.print (json.encode({status="507";url=url;err=err}))
   					ngx.log(ngx.ERR,"request return : ",err)
   				end
   			else
   				local reason 	=	" body too short  " .. content_type
   				ngx.log(ngx.NOTICE,reason)
   				ngx.print (json.encode({status="507" ;err=reason}))
   	 		end
   			appender		= 	''
   			start_upload	= 	false
   	 	end

   elseif typ == "eof" then
        break
   end
end

Copyright and License

This module is licensed under the BSD license.

Copyright (C) 2012-2014, by James Marlowe (jamesmarlowe) jameskmarlowe@gmail.com, Lumate LLC.

All rights reserved.

Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:

• Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.

• Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.

THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

Back to TOC

See Also

• the ngx_lua module: http://wiki.nginx.org/HttpLuaModule
• the lua-resty-hmac library

Back to TOC