net/http.lua

   1 -- Prosody IM
   2 -- Copyright (C) 2008-2010 Matthew Wild
   3 -- Copyright (C) 2008-2010 Waqas Hussain
   4 --
   5 -- This project is MIT/X11 licensed. Please see the
   6 -- COPYING file in the source package for more information.
   7 --
   8
   9 local socket = require "socket"
  10 local b64 = require "util.encodings".base64.encode;
  11 local url = require "socket.url"
  12 local httpstream_new = require "net.http.parser".new;
  13 local util_http = require "util.http";
  14
  15 local ssl_available = pcall(require, "ssl");
  16
  17 local server = require "net.server"
  18
  19 local t_insert, t_concat = table.insert, table.concat;
  20 local pairs = pairs;
  21 local tonumber, tostring, xpcall, select, traceback =
  22       tonumber, tostring, xpcall, select, debug.traceback;
  23 local assert, error = assert, error
  24
  25 local log = require "util.logger".init("http");
  26
  27 module "http"
  28
  29 local requests = {}; -- Open requests
  30
  31 local listener = { default_port = 80, default_mode = "*a" };
  32
  33 function listener.onconnect(conn)
  34         local req = requests[conn];
  35         -- Send the request
  36         local request_line = { req.method or "GET", " ", req.path, " HTTP/1.1\r\n" };
  37         if req.query then
  38                 t_insert(request_line, 4, "?"..req.query);
  39         end
  40
  41         conn:write(t_concat(request_line));
  42         local t = { [2] = ": ", [4] = "\r\n" };
  43         for k, v in pairs(req.headers) do
  44                 t[1], t[3] = k, v;
  45                 conn:write(t_concat(t));
  46         end
  47         conn:write("\r\n");
  48
  49         if req.body then
  50                 conn:write(req.body);
  51         end
  52 end
  53
  54 function listener.onincoming(conn, data)
  55         local request = requests[conn];
  56
  57         if not request then
  58                 log("warn", "Received response from connection %s with no request attached!", tostring(conn));
  59                 return;
  60         end
  61
  62         if data and request.reader then
  63                 request:reader(data);
  64         end
  65 end
  66
  67 function listener.ondisconnect(conn, err)
  68         local request = requests[conn];
  69         if request and request.conn then
  70                 request:reader(nil, err);
  71         end
  72         requests[conn] = nil;
  73 end
  74
  75 local function request_reader(request, data, err)
  76         if not request.parser then
  77                 local function error_cb(reason)
  78                         if request.callback then
  79                                 request.callback(reason or "connection-closed", 0, request);
  80                                 request.callback = nil;
  81                         end
  82                         destroy_request(request);
  83                 end
  84
  85                 if not data then
  86                         error_cb(err);
  87                         return;
  88                 end
  89
  90                 local function success_cb(r)
  91                         if request.callback then
  92                                 request.callback(r.body, r.code, r, request);
  93                                 request.callback = nil;
  94                         end
  95                         destroy_request(request);
  96                 end
  97                 local function options_cb()
  98                         return request;
  99                 end
 100                 request.parser = httpstream_new(success_cb, error_cb, "client", options_cb);
 101         end
 102         request.parser:feed(data);
 103 end
 104
 105 local function handleerr(err) log("error", "Traceback[http]: %s", traceback(tostring(err), 2)); end
 106 function request(u, ex, callback)
 107         local req = url.parse(u);
 108
 109         if not (req and req.host) then
 110                 callback(nil, 0, req);
 111                 return nil, "invalid-url";
 112         end
 113
 114         if not req.path then
 115                 req.path = "/";
 116         end
 117
 118         local method, headers, body;
 119
 120         local host, port = req.host, req.port;
 121         local host_header = host;
 122         if (port == "80" and req.scheme == "http")
 123         or (port == "443" and req.scheme == "https") then
 124                 port = nil;
 125         elseif port then
 126                 host_header = host_header..":"..port;
 127         end
 128
 129         headers = {
 130                 ["Host"] = host_header;
 131                 ["User-Agent"] = "Prosody XMPP Server";
 132         };
 133
 134         if req.userinfo then
 135                 headers["Authorization"] = "Basic "..b64(req.userinfo);
 136         end
 137
 138         if ex then
 139                 req.onlystatus = ex.onlystatus;
 140                 body = ex.body;
 141                 if body then
 142                         method = "POST";
 143                         headers["Content-Length"] = tostring(#body);
 144                         headers["Content-Type"] = "application/x-www-form-urlencoded";
 145                 end
 146                 if ex.method then method = ex.method; end
 147                 if ex.headers then
 148                         for k, v in pairs(ex.headers) do
 149                                 headers[k] = v;
 150                         end
 151                 end
 152         end
 153
 154         -- Attach to request object
 155         req.method, req.headers, req.body = method, headers, body;
 156
 157         local using_https = req.scheme == "https";
 158         if using_https and not ssl_available then
 159                 error("SSL not available, unable to contact https URL");
 160         end
 161         local port_number = port and tonumber(port) or (using_https and 443 or 80);
 162
 163         -- Connect the socket, and wrap it with net.server
 164         local conn = socket.tcp();
 165         conn:settimeout(10);
 166         local ok, err = conn:connect(host, port_number);
 167         if not ok and err ~= "timeout" then
 168                 callback(nil, 0, req);
 169                 return nil, err;
 170         end
 171
 172         local sslctx = false;
 173         if using_https then
 174                 sslctx = ex and ex.sslctx or { mode = "client", protocol = "sslv23", options = { "no_sslv2" } };
 175         end
 176
 177         req.handler, req.conn = assert(server.wrapclient(conn, host, port_number, listener, "*a", sslctx));
 178         req.write = function (...) return req.handler:write(...); end
 179
 180         req.callback = function (content, code, request, response) log("debug", "Calling callback, status %s", code or "---"); return select(2, xpcall(function () return callback(content, code, request, response) end, handleerr)); end
 181         req.reader = request_reader;
 182         req.state = "status";
 183
 184         requests[req.handler] = req;
 185         return req;
 186 end
 187
 188 function destroy_request(request)
 189         if request.conn then
 190                 request.conn = nil;
 191                 request.handler:close()
 192         end
 193 end
 194
 195 local urlencode, urldecode = util_http.urlencode, util_http.urldecode;
 196 local formencode, formdecode = util_http.formencode, util_http.formdecode;
 197
 198 _M.urlencode, _M.urldecode = urlencode, urldecode;
 199 _M.formencode, _M.formdecode = formencode, formdecode;
 200
 201 return _M;