net/http.lua

   1 -- Prosody IM
   2 -- Copyright (C) 2008-2010 Matthew Wild
   3 -- Copyright (C) 2008-2010 Waqas Hussain
   4 --
   5 -- This project is MIT/X11 licensed. Please see the
   6 -- COPYING file in the source package for more information.
   7 --
   8
   9 local socket = require "socket"
  10 local b64 = require "util.encodings".base64.encode;
  11 local url = require "socket.url"
  12 local httpstream_new = require "net.http.parser".new;
  13 local util_http = require "util.http";
  14
  15 local ssl_available = pcall(require, "ssl");
  16
  17 local server = require "net.server"
  18
  19 local t_insert, t_concat = table.insert, table.concat;
  20 local pairs = pairs;
  21 local tonumber, tostring, xpcall, select, traceback =
  22       tonumber, tostring, xpcall, select, debug.traceback;
  23
  24 local log = require "util.logger".init("http");
  25
  26 module "http"
  27
  28 local requests = {}; -- Open requests
  29
  30 local listener = { default_port = 80, default_mode = "*a" };
  31
  32 function listener.onconnect(conn)
  33         local req = requests[conn];
  34         -- Send the request
  35         local request_line = { req.method or "GET", " ", req.path, " HTTP/1.1\r\n" };
  36         if req.query then
  37                 t_insert(request_line, 4, "?"..req.query);
  38         end
  39
  40         conn:write(t_concat(request_line));
  41         local t = { [2] = ": ", [4] = "\r\n" };
  42         for k, v in pairs(req.headers) do
  43                 t[1], t[3] = k, v;
  44                 conn:write(t_concat(t));
  45         end
  46         conn:write("\r\n");
  47
  48         if req.body then
  49                 conn:write(req.body);
  50         end
  51 end
  52
  53 function listener.onincoming(conn, data)
  54         local request = requests[conn];
  55
  56         if not request then
  57                 log("warn", "Received response from connection %s with no request attached!", tostring(conn));
  58                 return;
  59         end
  60
  61         if data and request.reader then
  62                 request:reader(data);
  63         end
  64 end
  65
  66 function listener.ondisconnect(conn, err)
  67         local request = requests[conn];
  68         if request and request.conn then
  69                 request:reader(nil, err);
  70         end
  71         requests[conn] = nil;
  72 end
  73
  74 local function request_reader(request, data, err)
  75         if not request.parser then
  76                 local function error_cb(reason)
  77                         if request.callback then
  78                                 request.callback(reason or "connection-closed", 0, request);
  79                                 request.callback = nil;
  80                         end
  81                         destroy_request(request);
  82                 end
  83
  84                 if not data then
  85                         error_cb(err);
  86                         return;
  87                 end
  88
  89                 local function success_cb(r)
  90                         if request.callback then
  91                                 request.callback(r.body, r.code, r, request);
  92                                 request.callback = nil;
  93                         end
  94                         destroy_request(request);
  95                 end
  96                 local function options_cb()
  97                         return request;
  98                 end
  99                 request.parser = httpstream_new(success_cb, error_cb, "client", options_cb);
 100         end
 101         request.parser:feed(data);
 102 end
 103
 104 local function handleerr(err) log("error", "Traceback[http]: %s", traceback(tostring(err), 2)); end
 105 function request(u, ex, callback)
 106         local req = url.parse(u);
 107
 108         if not (req and req.host) then
 109                 callback(nil, 0, req);
 110                 return nil, "invalid-url";
 111         end
 112
 113         if not req.path then
 114                 req.path = "/";
 115         end
 116
 117         local method, headers, body;
 118
 119         headers = {
 120                 ["Host"] = req.host;
 121                 ["User-Agent"] = "Prosody XMPP Server";
 122         };
 123
 124         if req.userinfo then
 125                 headers["Authorization"] = "Basic "..b64(req.userinfo);
 126         end
 127
 128         if ex then
 129                 req.onlystatus = ex.onlystatus;
 130                 body = ex.body;
 131                 if body then
 132                         method = "POST";
 133                         headers["Content-Length"] = tostring(#body);
 134                         headers["Content-Type"] = "application/x-www-form-urlencoded";
 135                 end
 136                 if ex.method then method = ex.method; end
 137                 if ex.headers then
 138                         for k, v in pairs(ex.headers) do
 139                                 headers[k] = v;
 140                         end
 141                 end
 142         end
 143
 144         -- Attach to request object
 145         req.method, req.headers, req.body = method, headers, body;
 146
 147         local using_https = req.scheme == "https";
 148         if using_https and not ssl_available then
 149                 error("SSL not available, unable to contact https URL");
 150         end
 151         local port = tonumber(req.port) or (using_https and 443 or 80);
 152
 153         -- Connect the socket, and wrap it with net.server
 154         local conn = socket.tcp();
 155         conn:settimeout(10);
 156         local ok, err = conn:connect(req.host, port);
 157         if not ok and err ~= "timeout" then
 158                 callback(nil, 0, req);
 159                 return nil, err;
 160         end
 161
 162         local sslctx = false;
 163         if using_https then
 164                 sslctx = ex and ex.sslctx or { mode = "client", protocol = "sslv23", options = { "no_sslv2" } };
 165         end
 166
 167         req.handler, req.conn = server.wrapclient(conn, req.host, port, listener, "*a", sslctx);
 168         req.write = function (...) return req.handler:write(...); end
 169
 170         req.callback = function (content, code, request, response) log("debug", "Calling callback, status %s", code or "---"); return select(2, xpcall(function () return callback(content, code, request, response) end, handleerr)); end
 171         req.reader = request_reader;
 172         req.state = "status";
 173
 174         requests[req.handler] = req;
 175         return req;
 176 end
 177
 178 function destroy_request(request)
 179         if request.conn then
 180                 request.conn = nil;
 181                 request.handler:close()
 182         end
 183 end
 184
 185 local urlencode, urldecode = util_http.urlencode, util_http.urldecode;
 186 local formencode, formdecode = util_http.formencode, util_http.formdecode;
 187
 188 _M.urlencode, _M.urldecode = urlencode, urldecode;
 189 _M.formencode, _M.formdecode = formencode, formdecode;
 190
 191 return _M;