net/http.lua

   1
   2 local socket = require "socket"
   3 local mime = require "mime"
   4 local url = require "socket.url"
   5
   6 local server = require "net.server"
   7
   8 local connlisteners_get = require "net.connlisteners".get;
   9 local listener = connlisteners_get("httpclient") or error("No httpclient listener!");
  10
  11 local t_insert, t_concat = table.insert, table.concat;
  12 local tonumber, tostring, pairs, xpcall, select, debug_traceback =
  13         tonumber, tostring, pairs, xpcall, select, debug.traceback;
  14
  15 local log = require "util.logger".init("http");
  16 local print = function () end
  17
  18 local urlcodes = setmetatable({}, { __index = function (t, k) t[k] = char(tonumber("0x"..k)); return t[k]; end });
  19 local urlencode = function (s) return s and (s:gsub("%W", function (c) return string.format("%%%02x", c:byte()); end)); end
  20
  21 module "http"
  22
  23 local function expectbody(reqt, code)
  24     if reqt.method == "HEAD" then return nil end
  25     if code == 204 or code == 304 then return nil end
  26     if code >= 100 and code < 200 then return nil end
  27     return 1
  28 end
  29
  30 local function request_reader(request, data, startpos)
  31         if not data then
  32                 if request.body then
  33                         log("debug", "Connection closed, but we have data, calling callback...");
  34                         request.callback(t_concat(request.body), request.code, request);
  35                 elseif request.state ~= "completed" then
  36                         -- Error.. connection was closed prematurely
  37                         request.callback("connection-closed", 0, request);
  38                 end
  39                 destroy_request(request);
  40                 return;
  41         end
  42         if request.state == "body" then
  43                 print("Reading body...")
  44                 if not request.body then request.body = {}; request.havebodylength, request.bodylength = 0, tonumber(request.responseheaders["content-length"]); end
  45                 if startpos then
  46                         data = data:sub(startpos, -1)
  47                 end
  48                 t_insert(request.body, data);
  49                 if request.bodylength then
  50                         request.havebodylength = request.havebodylength + #data;
  51                         if request.havebodylength >= request.bodylength then
  52                                 -- We have the body
  53                                 log("debug", "Have full body, calling callback");
  54                                 if request.callback then
  55                                         request.callback(t_concat(request.body), request.code, request);
  56                                 end
  57                                 request.body = nil;
  58                                 request.state = "completed";
  59                         else
  60                                 print("", "Have "..request.havebodylength.." bytes out of "..request.bodylength);
  61                         end
  62                 end
  63         elseif request.state == "headers" then
  64                 print("Reading headers...")
  65                 local pos = startpos;
  66                 local headers = request.responseheaders or {};
  67                 for line in data:sub(startpos, -1):gmatch("(.-)\r\n") do
  68                         startpos = startpos + #line + 2;
  69                         local k, v = line:match("(%S+): (.+)");
  70                         if k and v then
  71                                 headers[k:lower()] = v;
  72                                 print("Header: "..k:lower().." = "..v);
  73                         elseif #line == 0 then
  74                                 request.responseheaders = headers;
  75                                 break;
  76                         else
  77                                 print("Unhandled header line: "..line);
  78                         end
  79                 end
  80                 -- Reached the end of the headers
  81                 request.state = "body";
  82                 if #data > startpos then
  83                         return request_reader(request, data, startpos);
  84                 end
  85         elseif request.state == "status" then
  86                 print("Reading status...")
  87                 local http, code, text, linelen = data:match("^HTTP/(%S+) (%d+) (.-)\r\n()", startpos);
  88                 code = tonumber(code);
  89                 if not code then
  90                         return request.callback("invalid-status-line", 0, request);
  91                 end
  92
  93                 request.code, request.responseversion = code, http;
  94
  95                 if request.onlystatus or not expectbody(request, code) then
  96                         if request.callback then
  97                                 request.callback(nil, code, request);
  98                         end
  99                         destroy_request(request);
 100                         return;
 101                 end
 102
 103                 request.state = "headers";
 104
 105                 if #data > linelen then
 106                         return request_reader(request, data, linelen);
 107                 end
 108         end
 109 end
 110
 111 local function handleerr(err) log("error", "Traceback[http]: %s: %s", tostring(err), debug_traceback()); end
 112 function request(u, ex, callback)
 113         local req = url.parse(u);
 114
 115         local custom_headers, body;
 116         local default_headers = { ["Host"] = req.host, ["User-Agent"] = "Prosody XMPP Server" }
 117
 118
 119         if req.userinfo then
 120                 default_headers["Authorization"] = "Basic "..mime.b64(req.userinfo);
 121         end
 122
 123         if ex then
 124                 custom_headers = ex.custom_headers;
 125                 req.onlystatus = ex.onlystatus;
 126                 body = ex.body;
 127                 if body then
 128                         req.method = "POST ";
 129                         default_headers["Content-Length"] = tostring(#body);
 130                         default_headers["Content-Type"] = "application/x-www-form-urlencoded";
 131                 end
 132                 if ex.method then req.method = ex.method; end
 133         end
 134
 135         req.handler, req.conn = server.wraptcpclient(listener, socket.tcp(), req.host, req.port or 80, 0, "*a");
 136         req.write = req.handler.write;
 137         req.conn:settimeout(0);
 138         local ok, err = req.conn:connect(req.host, req.port or 80);
 139         if not ok and err ~= "timeout" then
 140                 return nil, err;
 141         end
 142
 143         req.write((req.method or "GET ")..req.path.." HTTP/1.0\r\n");
 144         local t = { [2] = ": ", [4] = "\r\n" };
 145         if custom_headers then
 146                 for k, v in pairs(custom_headers) do
 147                         t[1], t[3] = k, v;
 148                         req.write(t_concat(t));
 149                         default_headers[k] = nil;
 150                 end
 151         end
 152
 153         for k, v in pairs(default_headers) do
 154                 t[1], t[3] = k, v;
 155                 req.write(t_concat(t));
 156                 default_headers[k] = nil;
 157         end
 158         req.write("\r\n");
 159
 160         if body then
 161                 req.write(body);
 162         end
 163
 164         req.callback = function (content, code, request) log("debug", "Calling callback, code %s content: %s", code or "---", content or "---"); return select(2, xpcall(function () return callback(content, code, request) end, handleerr)); end
 165         req.reader = request_reader;
 166         req.state = "status";
 167
 168         listener.register_request(req.handler, req);
 169
 170         return req;
 171 end
 172
 173 function destroy_request(request)
 174         if request.conn then
 175                 request.handler.close()
 176                 listener.disconnect(request.conn, "closed");
 177         end
 178 end
 179
 180 _M.urlencode = urlencode;
 181
 182 return _M;