2 -- Copyright (C) 2008-2009 Matthew Wild
3 -- Copyright (C) 2008-2009 Waqas Hussain
5 -- This project is MIT/X11 licensed. Please see the
6 -- COPYING file in the source package for more information.
10 local socket = require "socket"
11 local mime = require "mime"
12 local url = require "socket.url"
14 local server = require "net.server"
16 local connlisteners_get = require "net.connlisteners".get;
17 local listener = connlisteners_get("httpclient") or error("No httpclient listener!");
19 local t_insert, t_concat = table.insert, table.concat;
20 local tonumber, tostring, pairs, xpcall, select, debug_traceback, char, format =
21 tonumber, tostring, pairs, xpcall, select, debug.traceback, string.char, string.format;
23 local log = require "util.logger".init("http");
27 function urlencode(s) return s and (s:gsub("%W", function (c) return format("%%%02x", c:byte()); end)); end
28 function urldecode(s) return s and (s:gsub("%%(%x%x)", function (c) return char(tonumber(c,16)); end)); end
30 local function expectbody(reqt, code)
31 if reqt.method == "HEAD" then return nil end
32 if code == 204 or code == 304 or code == 301 then return nil end
33 if code >= 100 and code < 200 then return nil end
37 local function request_reader(request, data, startpos)
40 log("debug", "Connection closed, but we have data, calling callback...");
41 request.callback(t_concat(request.body), request.code, request);
42 elseif request.state ~= "completed" then
43 -- Error.. connection was closed prematurely
44 request.callback("connection-closed", 0, request);
47 destroy_request(request);
49 request.state = "completed";
52 if request.state == "body" and request.state ~= "completed" then
53 log("debug", "Reading body...")
54 if not request.body then request.body = {}; request.havebodylength, request.bodylength = 0, tonumber(request.responseheaders["content-length"]); end
56 data = data:sub(startpos, -1)
58 t_insert(request.body, data);
59 if request.bodylength then
60 request.havebodylength = request.havebodylength + #data;
61 if request.havebodylength >= request.bodylength then
63 log("debug", "Have full body, calling callback");
64 if request.callback then
65 request.callback(t_concat(request.body), request.code, request);
68 request.state = "completed";
70 log("debug", "Have "..request.havebodylength.." bytes out of "..request.bodylength);
73 elseif request.state == "headers" then
74 log("debug", "Reading headers...")
76 local headers, headers_complete = request.responseheaders;
79 request.responseheaders = headers;
81 for line in data:sub(startpos, -1):gmatch("(.-)\r\n") do
82 startpos = startpos + #line + 2;
83 local k, v = line:match("(%S+): (.+)");
85 headers[k:lower()] = v;
86 --log("debug", "Header: "..k:lower().." = "..v);
87 elseif #line == 0 then
88 headers_complete = true;
91 log("warn", "Unhandled header line: "..line);
94 if not headers_complete then return; end
95 -- Reached the end of the headers
96 if not expectbody(request, request.code) then
97 request.callback(nil, request.code, request);
100 request.state = "body";
101 if #data > startpos then
102 return request_reader(request, data, startpos);
104 elseif request.state == "status" then
105 log("debug", "Reading status...")
106 local http, code, text, linelen = data:match("^HTTP/(%S+) (%d+) (.-)\r\n()", startpos);
107 code = tonumber(code);
109 log("warn", "Invalid HTTP status line, telling callback then closing");
110 local ret = request.callback("invalid-status-line", 0, request);
111 destroy_request(request);
115 request.code, request.responseversion = code, http;
117 if request.onlystatus then
118 if request.callback then
119 request.callback(nil, code, request);
121 destroy_request(request);
125 request.state = "headers";
127 if #data > linelen then
128 return request_reader(request, data, linelen);
133 local function handleerr(err) log("error", "Traceback[http]: %s: %s", tostring(err), debug_traceback()); end
134 function request(u, ex, callback)
135 local req = url.parse(u);
137 if not (req and req.host) then
138 callback(nil, 0, req);
139 return nil, "invalid-url";
146 local custom_headers, body;
147 local default_headers = { ["Host"] = req.host, ["User-Agent"] = "Prosody XMPP Server" }
151 default_headers["Authorization"] = "Basic "..mime.b64(req.userinfo);
155 custom_headers = ex.headers;
156 req.onlystatus = ex.onlystatus;
159 req.method = "POST ";
160 default_headers["Content-Length"] = tostring(#body);
161 default_headers["Content-Type"] = "application/x-www-form-urlencoded";
163 if ex.method then req.method = ex.method; end
166 req.handler, req.conn = server.wrapclient(socket.tcp(), req.host, req.port or 80, listener, "*a");
167 req.write = function (...) return req.handler:write(...); end
168 req.conn:settimeout(0);
169 local ok, err = req.conn:connect(req.host, req.port or 80);
170 if not ok and err ~= "timeout" then
171 callback(nil, 0, req);
175 local request_line = { req.method or "GET", " ", req.path, " HTTP/1.1\r\n" };
178 t_insert(request_line, 4, "?");
179 t_insert(request_line, 5, req.query);
182 req.write(t_concat(request_line));
183 local t = { [2] = ": ", [4] = "\r\n" };
184 if custom_headers then
185 for k, v in pairs(custom_headers) do
187 req.write(t_concat(t));
188 default_headers[k] = nil;
192 for k, v in pairs(default_headers) do
194 req.write(t_concat(t));
195 default_headers[k] = nil;
203 req.callback = function (content, code, request) log("debug", "Calling callback, status %s", code or "---"); return select(2, xpcall(function () return callback(content, code, request) end, handleerr)); end
204 req.reader = request_reader;
205 req.state = "status";
207 listener.register_request(req.handler, req);
212 function destroy_request(request)
215 request.handler:close()
216 listener.ondisconnect(request.handler, "closed");
220 _M.urlencode = urlencode;