net/http.lua

   1 -- Prosody IM
   2 -- Copyright (C) 2008-2010 Matthew Wild
   3 -- Copyright (C) 2008-2010 Waqas Hussain
   4 --
   5 -- This project is MIT/X11 licensed. Please see the
   6 -- COPYING file in the source package for more information.
   7 --
   8
   9 local socket = require "socket"
  10 local b64 = require "util.encodings".base64.encode;
  11 local url = require "socket.url"
  12 local httpstream_new = require "net.http.parser".new;
  13 local util_http = require "util.http";
  14
  15 local ssl_available = pcall(require, "ssl");
  16
  17 local server = require "net.server"
  18
  19 local t_insert, t_concat = table.insert, table.concat;
  20 local pairs, ipairs = pairs, ipairs;
  21 local tonumber, tostring, xpcall, select, debug_traceback, char, format =
  22       tonumber, tostring, xpcall, select, debug.traceback, string.char, string.format;
  23
  24 local log = require "util.logger".init("http");
  25
  26 module "http"
  27
  28 local requests = {}; -- Open requests
  29
  30 local listener = { default_port = 80, default_mode = "*a" };
  31
  32 function listener.onconnect(conn)
  33         local req = requests[conn];
  34         -- Send the request
  35         local request_line = { req.method or "GET", " ", req.path, " HTTP/1.1\r\n" };
  36         if req.query then
  37                 t_insert(request_line, 4, "?"..req.query);
  38         end
  39
  40         conn:write(t_concat(request_line));
  41         local t = { [2] = ": ", [4] = "\r\n" };
  42         for k, v in pairs(req.headers) do
  43                 t[1], t[3] = k, v;
  44                 conn:write(t_concat(t));
  45         end
  46         conn:write("\r\n");
  47
  48         if req.body then
  49                 conn:write(req.body);
  50         end
  51 end
  52
  53 function listener.onincoming(conn, data)
  54         local request = requests[conn];
  55
  56         if not request then
  57                 log("warn", "Received response from connection %s with no request attached!", tostring(conn));
  58                 return;
  59         end
  60
  61         if data and request.reader then
  62                 request:reader(data);
  63         end
  64 end
  65
  66 function listener.ondisconnect(conn, err)
  67         local request = requests[conn];
  68         if request and request.conn then
  69                 request:reader(nil);
  70         end
  71         requests[conn] = nil;
  72 end
  73
  74 local function request_reader(request, data)
  75         if not request.parser then
  76                 if not data then return; end
  77                 local function success_cb(r)
  78                         if request.callback then
  79                                 for k,v in pairs(r) do request[k] = v; end
  80                                 request.callback(r.body, r.code, request, r);
  81                                 request.callback = nil;
  82                         end
  83                         destroy_request(request);
  84                 end
  85                 local function error_cb(r)
  86                         if request.callback then
  87                                 request.callback(r or "connection-closed", 0, request);
  88                                 request.callback = nil;
  89                         end
  90                         destroy_request(request);
  91                 end
  92                 local function options_cb()
  93                         return request;
  94                 end
  95                 request.parser = httpstream_new(success_cb, error_cb, "client", options_cb);
  96         end
  97         request.parser:feed(data);
  98 end
  99
 100 local function handleerr(err) log("error", "Traceback[http]: %s: %s", tostring(err), debug_traceback()); end
 101 function request(u, ex, callback)
 102         local req = url.parse(u);
 103
 104         if not (req and req.host) then
 105                 callback(nil, 0, req);
 106                 return nil, "invalid-url";
 107         end
 108
 109         if not req.path then
 110                 req.path = "/";
 111         end
 112
 113         local method, headers, body;
 114
 115         headers = {
 116                 ["Host"] = req.host;
 117                 ["User-Agent"] = "Prosody XMPP Server";
 118         };
 119
 120         if req.userinfo then
 121                 headers["Authorization"] = "Basic "..b64(req.userinfo);
 122         end
 123
 124         if ex then
 125                 req.onlystatus = ex.onlystatus;
 126                 body = ex.body;
 127                 if body then
 128                         method = "POST";
 129                         headers["Content-Length"] = tostring(#body);
 130                         headers["Content-Type"] = "application/x-www-form-urlencoded";
 131                 end
 132                 if ex.method then method = ex.method; end
 133                 if ex.headers then
 134                         for k, v in pairs(ex.headers) do
 135                                 headers[k] = v;
 136                         end
 137                 end
 138         end
 139
 140         -- Attach to request object
 141         req.method, req.headers, req.body = method, headers, body;
 142
 143         local using_https = req.scheme == "https";
 144         if using_https and not ssl_available then
 145                 error("SSL not available, unable to contact https URL");
 146         end
 147         local port = tonumber(req.port) or (using_https and 443 or 80);
 148
 149         -- Connect the socket, and wrap it with net.server
 150         local conn = socket.tcp();
 151         conn:settimeout(10);
 152         local ok, err = conn:connect(req.host, port);
 153         if not ok and err ~= "timeout" then
 154                 callback(nil, 0, req);
 155                 return nil, err;
 156         end
 157
 158         local sslctx = false;
 159         if using_https then
 160                 sslctx = ex and ex.sslctx or { mode = "client", protocol = "sslv23", options = { "no_sslv2" } };
 161         end
 162
 163         req.handler, req.conn = server.wrapclient(conn, req.host, port, listener, "*a", sslctx);
 164         req.write = function (...) return req.handler:write(...); end
 165
 166         req.callback = function (content, code, request, response) log("debug", "Calling callback, status %s", code or "---"); return select(2, xpcall(function () return callback(content, code, request, response) end, handleerr)); end
 167         req.reader = request_reader;
 168         req.state = "status";
 169
 170         requests[req.handler] = req;
 171         return req;
 172 end
 173
 174 function destroy_request(request)
 175         if request.conn then
 176                 request.conn = nil;
 177                 request.handler:close()
 178         end
 179 end
 180
 181 local urlencode, urldecode = util_http.urlencode, util_http.urldecode;
 182 local formencode, formdecode = util_http.formencode, util_http.formdecode;
 183
 184 _M.urlencode, _M.urldecode = urlencode, urldecode;
 185 _M.formencode, _M.formdecode = formencode, formdecode;
 186
 187 return _M;