Merge Tobias->trunk
[prosody.git] / net / server_select.lua
index 19a2320bfac29156bef93060aadfacc8b9ac24b8..0310a9915ead1febc7753d608b1a933daf22b39e 100644 (file)
--- \r
--- server.lua by blastbeat of the luadch project\r
--- Re-used here under the MIT/X Consortium License\r
--- \r
--- Modifications (C) 2008-2009 Matthew Wild, Waqas Hussain\r
---\r
-\r
--- // wrapping luadch stuff // --\r
-\r
-local use = function( what )\r
-    return _G[ what ]\r
-end\r
-local clean = function( tbl )\r
-    for i, k in pairs( tbl ) do\r
-        tbl[ i ] = nil\r
-    end\r
-end\r
-\r
-local log, table_concat = require ("util.logger").init("socket"), table.concat;\r
-local out_put = function (...) return log("debug", table_concat{...}); end\r
-local out_error = function (...) return log("warn", table_concat{...}); end\r
-local mem_free = collectgarbage\r
-\r
-----------------------------------// DECLARATION //--\r
-\r
---// constants //--\r
-\r
-local STAT_UNIT = 1    -- byte\r
-\r
---// lua functions //--\r
-\r
-local type = use "type"\r
-local pairs = use "pairs"\r
-local ipairs = use "ipairs"\r
-local tostring = use "tostring"\r
-local collectgarbage = use "collectgarbage"\r
-\r
---// lua libs //--\r
-\r
-local os = use "os"\r
-local table = use "table"\r
-local string = use "string"\r
-local coroutine = use "coroutine"\r
-\r
---// lua lib methods //--\r
-\r
-local os_time = os.time\r
-local os_difftime = os.difftime\r
-local table_concat = table.concat\r
-local table_remove = table.remove\r
-local string_len = string.len\r
-local string_sub = string.sub\r
-local coroutine_wrap = coroutine.wrap\r
-local coroutine_yield = coroutine.yield\r
-\r
---// extern libs //--\r
-\r
-local luasec = select( 2, pcall( require, "ssl" ) )\r
-local luasocket = require "socket"\r
-\r
---// extern lib methods //--\r
-\r
-local ssl_wrap = ( luasec and luasec.wrap )\r
-local socket_bind = luasocket.bind\r
-local socket_sleep = luasocket.sleep\r
-local socket_select = luasocket.select\r
-local ssl_newcontext = ( luasec and luasec.newcontext )\r
-\r
---// functions //--\r
-\r
-local id\r
-local loop\r
-local stats\r
-local idfalse\r
-local addtimer\r
-local closeall\r
-local addserver\r
-local getserver\r
-local wrapserver\r
-local getsettings\r
-local closesocket\r
-local removesocket\r
-local removeserver\r
-local changetimeout\r
-local wrapconnection\r
-local changesettings\r
-\r
---// tables //--\r
-\r
-local _server\r
-local _readlist\r
-local _timerlist\r
-local _sendlist\r
-local _socketlist\r
-local _closelist\r
-local _readtimes\r
-local _writetimes\r
-\r
---// simple data types //--\r
-\r
-local _\r
-local _readlistlen\r
-local _sendlistlen\r
-local _timerlistlen\r
-\r
-local _sendtraffic\r
-local _readtraffic\r
-\r
-local _selecttimeout\r
-local _sleeptime\r
-\r
-local _starttime\r
-local _currenttime\r
-\r
-local _maxsendlen\r
-local _maxreadlen\r
-\r
-local _checkinterval\r
-local _sendtimeout\r
-local _readtimeout\r
-\r
-local _cleanqueue\r
-\r
-local _timer\r
-\r
-local _maxclientsperserver\r
-\r
-----------------------------------// DEFINITION //--\r
-\r
-_server = { }    -- key = port, value = table; list of listening servers\r
-_readlist = { }    -- array with sockets to read from\r
-_sendlist = { }    -- arrary with sockets to write to\r
-_timerlist = { }    -- array of timer functions\r
-_socketlist = { }    -- key = socket, value = wrapped socket (handlers)\r
-_readtimes = { }   -- key = handler, value = timestamp of last data reading\r
-_writetimes = { }   -- key = handler, value = timestamp of last data writing/sending\r
-_closelist = { }    -- handlers to close\r
-\r
-_readlistlen = 0    -- length of readlist\r
-_sendlistlen = 0    -- length of sendlist\r
-_timerlistlen = 0    -- lenght of timerlist\r
-\r
-_sendtraffic = 0    -- some stats\r
-_readtraffic = 0\r
-\r
-_selecttimeout = 1    -- timeout of socket.select\r
-_sleeptime = 0    -- time to wait at the end of every loop\r
-\r
-_maxsendlen = 51000 * 1024    -- max len of send buffer\r
-_maxreadlen = 25000 * 1024    -- max len of read buffer\r
-\r
-_checkinterval = 1200000    -- interval in secs to check idle clients\r
-_sendtimeout = 60000    -- allowed send idle time in secs\r
-_readtimeout = 6 * 60 * 60    -- allowed read idle time in secs\r
-\r
-_cleanqueue = false    -- clean bufferqueue after using\r
-\r
-_maxclientsperserver = 1000\r
-\r
-_maxsslhandshake = 30 -- max handshake round-trips\r
-----------------------------------// PRIVATE //--\r
-\r
-wrapserver = function( listeners, socket, ip, serverport, pattern, sslctx, maxconnections, startssl )    -- this function wraps a server\r
-\r
-    maxconnections = maxconnections or _maxclientsperserver\r
-\r
-    local connections = 0\r
-\r
-    local dispatch, disconnect = listeners.onincoming, listeners.ondisconnect\r
-\r
-    local err\r
-\r
-    local ssl = false\r
-\r
-    if sslctx then\r
-        ssl = true\r
-        if not ssl_newcontext then\r
-            out_error "luasec not found"\r
-            ssl = false\r
-        end\r
-        if type( sslctx ) ~= "table" then\r
-            out_error "server.lua: wrong server sslctx"\r
-            ssl = false\r
-        end\r
-        local ctx;\r
-        ctx, err = ssl_newcontext( sslctx )\r
-        if not ctx then\r
-            err = err or "wrong sslctx parameters"\r
-            local file;\r
-            file = err:match("^error loading (.-) %(");\r
-            if file then\r
-               if file == "private key" then\r
-                       file = sslctx.key or "your private key";\r
-               elseif file == "certificate" then\r
-                       file = sslctx.certificate or "your certificate file";\r
-               end\r
-               local reason = err:match("%((.+)%)$") or "some reason";\r
-               if reason == "Permission denied" then\r
-                       reason = "Check that the permissions allow Prosody to read this file.";\r
-               elseif reason == "No such file or directory" then\r
-                       reason = "Check that the path is correct, and the file exists.";\r
-               elseif reason == "system lib" then\r
-                       reason = "Previous error (see logs), or other system error.";\r
-               else\r
-                       reason = "Reason: "..tostring(reason or "unknown"):lower();\r
-               end\r
-               log("error", "SSL/TLS: Failed to load %s: %s", file, reason);\r
-           else\r
-                log("error", "SSL/TLS: Error initialising for port %d: %s", serverport, err );\r
-            end\r
-            ssl = false\r
-        end\r
-        sslctx = ctx;\r
-    end\r
-    if not ssl then\r
-      sslctx = false;\r
-      if startssl then\r
-         log("error", "Failed to listen on port %d due to SSL/TLS to SSL/TLS initialisation errors (see logs)", serverport )\r
-         return nil, "Cannot start ssl,  see log for details"\r
-       end\r
-    end\r
-\r
-    local accept = socket.accept\r
-\r
-    --// public methods of the object //--\r
-\r
-    local handler = { }\r
-\r
-    handler.shutdown = function( ) end\r
-\r
-    handler.ssl = function( )\r
-        return ssl\r
-    end\r
-    handler.sslctx = function( )\r
-        return sslctx\r
-    end\r
-    handler.remove = function( )\r
-        connections = connections - 1\r
-    end\r
-    handler.close = function( )\r
-        for _, handler in pairs( _socketlist ) do\r
-            if handler.serverport == serverport then\r
-                handler.disconnect( handler, "server closed" )\r
-                handler:close( true )\r
-            end\r
-        end\r
-        socket:close( )\r
-        _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )\r
-        _readlistlen = removesocket( _readlist, socket, _readlistlen )\r
-        _socketlist[ socket ] = nil\r
-        handler = nil\r
-        socket = nil\r
-        --mem_free( )\r
-        out_put "server.lua: closed server handler and removed sockets from list"\r
-    end\r
-    handler.ip = function( )\r
-        return ip\r
-    end\r
-    handler.serverport = function( )\r
-        return serverport\r
-    end\r
-    handler.socket = function( )\r
-        return socket\r
-    end\r
-    handler.readbuffer = function( )\r
-        if connections > maxconnections then\r
-            out_put( "server.lua: refused new client connection: server full" )\r
-            return false\r
-        end\r
-        local client, err = accept( socket )    -- try to accept\r
-        if client then\r
-            local ip, clientport = client:getpeername( )\r
-            client:settimeout( 0 )\r
-            local handler, client, err = wrapconnection( handler, listeners, client, ip, serverport, clientport, pattern, sslctx, startssl )    -- wrap new client socket\r
-            if err then    -- error while wrapping ssl socket\r
-                return false\r
-            end\r
-            connections = connections + 1\r
-            out_put( "server.lua: accepted new client connection from ", tostring(ip), ":", tostring(clientport), " to ", tostring(serverport))\r
-            return dispatch( handler )\r
-        elseif err then    -- maybe timeout or something else\r
-            out_put( "server.lua: error with new client connection: ", tostring(err) )\r
-            return false\r
-        end\r
-    end\r
-    return handler\r
-end\r
-\r
-wrapconnection = function( server, listeners, socket, ip, serverport, clientport, pattern, sslctx, startssl )    -- this function wraps a client to a handler object\r
-\r
-    socket:settimeout( 0 )\r
-\r
-    --// local import of socket methods //--\r
-\r
-    local send\r
-    local receive\r
-    local shutdown\r
-\r
-    --// private closures of the object //--\r
-\r
-    local ssl\r
-\r
-    local dispatch = listeners.onincoming\r
-    local status = listeners.status\r
-    local disconnect = listeners.ondisconnect\r
-\r
-    local bufferqueue = { }    -- buffer array\r
-    local bufferqueuelen = 0    -- end of buffer array\r
-\r
-    local toclose\r
-    local fatalerror\r
-    local needtls\r
-\r
-    local bufferlen = 0\r
-\r
-    local noread = false\r
-    local nosend = false\r
-\r
-    local sendtraffic, readtraffic = 0, 0\r
-\r
-    local maxsendlen = _maxsendlen\r
-    local maxreadlen = _maxreadlen\r
-\r
-    --// public methods of the object //--\r
-\r
-    local handler = bufferqueue    -- saves a table ^_^\r
-\r
-    handler.dispatch = function( )\r
-        return dispatch\r
-    end\r
-    handler.disconnect = function( )\r
-        return disconnect\r
-    end\r
-    handler.setlistener = function( self, listeners )\r
-        dispatch = listeners.onincoming\r
-        disconnect = listeners.ondisconnect\r
-    end\r
-    handler.getstats = function( )\r
-        return readtraffic, sendtraffic\r
-    end\r
-    handler.ssl = function( )\r
-        return ssl\r
-    end\r
-    handler.sslctx = function ( )\r
-        return sslctx\r
-    end\r
-    handler.send = function( _, data, i, j )\r
-        return send( socket, data, i, j )\r
-    end\r
-    handler.receive = function( pattern, prefix )\r
-        return receive( socket, pattern, prefix )\r
-    end\r
-    handler.shutdown = function( pattern )\r
-        return shutdown( socket, pattern )\r
-    end\r
-    handler.close = function( self, forced )\r
-        if not handler then return true; end\r
-        _readlistlen = removesocket( _readlist, socket, _readlistlen )\r
-        _readtimes[ handler ] = nil\r
-        if bufferqueuelen ~= 0 then\r
-            if not ( forced or fatalerror ) then\r
-                handler.sendbuffer( )\r
-                if bufferqueuelen ~= 0 then   -- try again...\r
-                    if handler then\r
-                        handler.write = nil    -- ... but no further writing allowed\r
-                    end\r
-                    toclose = true\r
-                    return false\r
-                end\r
-            else\r
-                send( socket, table_concat( bufferqueue, "", 1, bufferqueuelen ), 1, bufferlen )    -- forced send\r
-            end\r
-        end\r
-        if socket then\r
-          _ = shutdown and shutdown( socket )\r
-          socket:close( )\r
-          _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )\r
-          _socketlist[ socket ] = nil\r
-          socket = nil\r
-        else\r
-          out_put "server.lua: socket already closed"\r
-        end\r
-        if handler then\r
-            _writetimes[ handler ] = nil\r
-            _closelist[ handler ] = nil\r
-            handler = nil\r
-        end\r
-       if server then\r
-               server.remove( )\r
-       end\r
-        out_put "server.lua: closed client handler and removed socket from list"\r
-        return true\r
-    end\r
-    handler.ip = function( )\r
-        return ip\r
-    end\r
-    handler.serverport = function( )\r
-        return serverport\r
-    end\r
-    handler.clientport = function( )\r
-        return clientport\r
-    end\r
-    local write = function( self, data )\r
-        bufferlen = bufferlen + string_len( data )\r
-        if bufferlen > maxsendlen then\r
-            _closelist[ handler ] = "send buffer exceeded"   -- cannot close the client at the moment, have to wait to the end of the cycle\r
-            handler.write = idfalse    -- dont write anymore\r
-            return false\r
-        elseif socket and not _sendlist[ socket ] then\r
-            _sendlistlen = addsocket(_sendlist, socket, _sendlistlen)\r
-        end\r
-        bufferqueuelen = bufferqueuelen + 1\r
-        bufferqueue[ bufferqueuelen ] = data\r
-        if handler then\r
-               _writetimes[ handler ] = _writetimes[ handler ] or _currenttime\r
-        end\r
-        return true\r
-    end\r
-    handler.write = write\r
-    handler.bufferqueue = function( self )\r
-        return bufferqueue\r
-    end\r
-    handler.socket = function( self )\r
-        return socket\r
-    end\r
-    handler.pattern = function( self, new )\r
-        pattern = new or pattern\r
-        return pattern\r
-    end\r
-    handler.set_send = function ( self, newsend )\r
-        send = newsend or send\r
-        return send\r
-    end\r
-    handler.bufferlen = function( self, readlen, sendlen )\r
-        maxsendlen = sendlen or maxsendlen\r
-        maxreadlen = readlen or maxreadlen\r
-        return bufferlen, maxreadlen, maxsendlen\r
-    end\r
-    handler.lock = function( self, switch )\r
-        if switch == true then\r
-            handler.write = idfalse\r
-            local tmp = _sendlistlen\r
-            _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )\r
-            _writetimes[ handler ] = nil\r
-            if _sendlistlen ~= tmp then\r
-                nosend = true\r
-            end\r
-            tmp = _readlistlen\r
-            _readlistlen = removesocket( _readlist, socket, _readlistlen )\r
-            _readtimes[ handler ] = nil\r
-            if _readlistlen ~= tmp then\r
-                noread = true\r
-            end\r
-        elseif switch == false then\r
-            handler.write = write\r
-            if noread then\r
-                noread = false\r
-                _readlistlen = addsocket(_readlist, socket, _readlistlen)\r
-                _readtimes[ handler ] = _currenttime\r
-            end\r
-            if nosend then\r
-                nosend = false\r
-                write( "" )\r
-            end\r
-        end\r
-        return noread, nosend\r
-    end\r
-    local _readbuffer = function( )    -- this function reads data\r
-        local buffer, err, part = receive( socket, pattern )    -- receive buffer with "pattern"\r
-        if not err or string_len(part) > 0 then    -- received something\r
-            local buffer = buffer or part or ""\r
-            local len = string_len( buffer )\r
-            if len > maxreadlen then\r
-                disconnect( handler, "receive buffer exceeded" )\r
-                handler.close( true )\r
-                return false\r
-            end\r
-            local count = len * STAT_UNIT\r
-            readtraffic = readtraffic + count\r
-            _readtraffic = _readtraffic + count\r
-            _readtimes[ handler ] = _currenttime\r
-            --out_put( "server.lua: read data '", buffer:gsub("[^%w%p ]", "."), "', error: ", err )\r
-            return dispatch( handler, buffer, err )\r
-        else    -- connections was closed or fatal error\r
-            out_put( "server.lua: client ", tostring(ip), ":", tostring(clientport), " read error: ", tostring(err) )\r
-            fatalerror = true\r
-            disconnect( handler, err )\r
-           _ = handler and handler.close( )\r
-            return false\r
-        end\r
-    end\r
-    local _sendbuffer = function( )    -- this function sends data\r
-       local succ, err, byte, buffer, count;\r
-       local count;\r
-       if socket then\r
-            buffer = table_concat( bufferqueue, "", 1, bufferqueuelen )\r
-            succ, err, byte = send( socket, buffer, 1, bufferlen )\r
-            count = ( succ or byte or 0 ) * STAT_UNIT\r
-            sendtraffic = sendtraffic + count\r
-            _sendtraffic = _sendtraffic + count\r
-            _ = _cleanqueue and clean( bufferqueue )\r
-            --out_put( "server.lua: sended '", buffer, "', bytes: ", tostring(succ), ", error: ", tostring(err), ", part: ", tostring(byte), ", to: ", tostring(ip), ":", tostring(clientport) )\r
-        else\r
-            succ, err, count = false, "closed", 0;\r
-        end\r
-        if succ then    -- sending succesful\r
-            bufferqueuelen = 0\r
-            bufferlen = 0\r
-            _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )    -- delete socket from writelist\r
-            _ = needtls and handler:starttls(true)\r
-            _writetimes[ handler ] = nil\r
-           _ = toclose and handler.close( )\r
-            return true\r
-        elseif byte and ( err == "timeout" or err == "wantwrite" ) then    -- want write\r
-            buffer = string_sub( buffer, byte + 1, bufferlen )    -- new buffer\r
-            bufferqueue[ 1 ] = buffer    -- insert new buffer in queue\r
-            bufferqueuelen = 1\r
-            bufferlen = bufferlen - byte\r
-            _writetimes[ handler ] = _currenttime\r
-            return true\r
-        else    -- connection was closed during sending or fatal error\r
-            out_put( "server.lua: client ", tostring(ip), ":", tostring(clientport), " write error: ", tostring(err) )\r
-            fatalerror = true\r
-            disconnect( handler, err )\r
-            _ = handler and handler.close( )\r
-            return false\r
-        end\r
-    end\r
-\r
-    -- Set the sslctx\r
-    local handshake;\r
-    function handler.set_sslctx(self, new_sslctx)\r
-        ssl = true\r
-        sslctx = new_sslctx;\r
-        local wrote\r
-        local read\r
-        handshake = coroutine_wrap( function( client )    -- create handshake coroutine\r
-                local err\r
-                for i = 1, _maxsslhandshake do\r
-                    _sendlistlen = ( wrote and removesocket( _sendlist, client, _sendlistlen ) ) or _sendlistlen\r
-                    _readlistlen = ( read and removesocket( _readlist, client, _readlistlen ) ) or _readlistlen\r
-                    read, wrote = nil, nil\r
-                    _, err = client:dohandshake( )\r
-                    if not err then\r
-                        out_put( "server.lua: ssl handshake done" )\r
-                        handler.readbuffer = _readbuffer    -- when handshake is done, replace the handshake function with regular functions\r
-                        handler.sendbuffer = _sendbuffer\r
-                        _ = status and status( handler, "ssl-handshake-complete" )\r
-                        _readlistlen = addsocket(_readlist, client, _readlistlen)\r
-                        return true\r
-                    else\r
-                       out_put( "server.lua: error during ssl handshake: ", tostring(err) )\r
-                       if err == "wantwrite" and not wrote then\r
-                           _sendlistlen = addsocket(_sendlist, client, _sendlistlen)\r
-                           wrote = true\r
-                       elseif err == "wantread" and not read then\r
-                           _readlistlen = addsocket(_readlist, client, _readlistlen)\r
-                           read = true\r
-                       else\r
-                           break;\r
-                       end\r
-                       --coroutine_yield( handler, nil, err )    -- handshake not finished\r
-                       coroutine_yield( )\r
-                    end\r
-                end\r
-                disconnect( handler, "ssl handshake failed" )\r
-                _ = handler and handler:close( true )    -- forced disconnect\r
-                return false    -- handshake failed\r
-            end\r
-        )\r
-    end\r
-    if sslctx then    -- ssl?\r
-       handler:set_sslctx(sslctx);\r
-        if startssl then    -- ssl now?\r
-            --out_put("server.lua: ", "starting ssl handshake")\r
-           local err\r
-            socket, err = ssl_wrap( socket, sslctx )    -- wrap socket\r
-            if err then\r
-                out_put( "server.lua: ssl error: ", tostring(err) )\r
-                --mem_free( )\r
-                return nil, nil, err    -- fatal error\r
-            end\r
-            socket:settimeout( 0 )\r
-            handler.readbuffer = handshake\r
-            handler.sendbuffer = handshake\r
-            handshake( socket ) -- do handshake\r
-            if not socket then\r
-                return nil, nil, "ssl handshake failed";\r
-            end\r
-        else\r
-            -- We're not automatically doing SSL, so we're not secure (yet)\r
-            ssl = false\r
-            handler.starttls = function( self, now )\r
-                if not now then\r
-                    --out_put "server.lua: we need to do tls, but delaying until later"\r
-                    needtls = true\r
-                    return\r
-                end\r
-                --out_put( "server.lua: attempting to start tls on " .. tostring( socket ) )\r
-                local oldsocket, err = socket\r
-                socket, err = ssl_wrap( socket, sslctx )    -- wrap socket\r
-                --out_put( "server.lua: sslwrapped socket is " .. tostring( socket ) )\r
-                if err then\r
-                    out_put( "server.lua: error while starting tls on client: ", tostring(err) )\r
-                    return nil, err    -- fatal error\r
-                end\r
-\r
-                socket:settimeout( 0 )\r
-\r
-                -- add the new socket to our system\r
-\r
-                send = socket.send\r
-                receive = socket.receive\r
-                shutdown = id\r
-\r
-                _socketlist[ socket ] = handler\r
-                _readlistlen = addsocket(_readlist, socket, _readlistlen)\r
-\r
-                -- remove traces of the old socket\r
-\r
-                _readlistlen = removesocket( _readlist, oldsocket, _readlistlen )\r
-                _sendlistlen = removesocket( _sendlist, oldsocket, _sendlistlen )\r
-                _socketlist[ oldsocket ] = nil\r
-\r
-                handler.starttls = nil\r
-                needtls = nil\r
-                \r
-                -- Secure now\r
-                ssl = true\r
-\r
-                handler.readbuffer = handshake\r
-                handler.sendbuffer = handshake\r
-                handshake( socket )    -- do handshake\r
-            end\r
-            handler.readbuffer = _readbuffer\r
-            handler.sendbuffer = _sendbuffer\r
-        end\r
-    else    -- normal connection\r
-        ssl = false\r
-        handler.readbuffer = _readbuffer\r
-        handler.sendbuffer = _sendbuffer\r
-    end\r
-\r
-    send = socket.send\r
-    receive = socket.receive\r
-    shutdown = ( ssl and id ) or socket.shutdown\r
-\r
-    _socketlist[ socket ] = handler\r
-    _readlistlen = addsocket(_readlist, socket, _readlistlen)\r
-\r
-    return handler, socket\r
-end\r
-\r
-id = function( )\r
-end\r
-\r
-idfalse = function( )\r
-    return false\r
-end\r
-\r
-addsocket = function( list, socket, len )\r
-    if not list[ socket ] then\r
-      len = len + 1\r
-      list[ len ] = socket\r
-      list[ socket ] = len\r
-    end\r
-    return len;\r
-end\r
-\r
-removesocket = function( list, socket, len )    -- this function removes sockets from a list ( copied from copas )\r
-    local pos = list[ socket ]\r
-    if pos then\r
-        list[ socket ] = nil\r
-        local last = list[ len ]\r
-        list[ len ] = nil\r
-        if last ~= socket then\r
-            list[ last ] = pos\r
-            list[ pos ] = last\r
-        end\r
-        return len - 1\r
-    end\r
-    return len\r
-end\r
-\r
-closesocket = function( socket )\r
-    _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )\r
-    _readlistlen = removesocket( _readlist, socket, _readlistlen )\r
-    _socketlist[ socket ] = nil\r
-    socket:close( )\r
-    --mem_free( )\r
-end\r
-\r
-----------------------------------// PUBLIC //--\r
-\r
-addserver = function( addr, port, listeners, pattern, sslctx, startssl )    -- this function provides a way for other scripts to reg a server\r
-    local err\r
-    --out_put("server.lua: autossl on ", port, " is ", startssl)\r
-    if type( listeners ) ~= "table" then\r
-        err = "invalid listener table"\r
-    end\r
-    if not type( port ) == "number" or not ( port >= 0 and port <= 65535 ) then\r
-        err = "invalid port"\r
-    elseif _server[ port ] then\r
-        err =  "listeners on port '" .. port .. "' already exist"\r
-    elseif sslctx and not luasec then\r
-        err = "luasec not found"\r
-    end\r
-    if err then\r
-        out_error( "server.lua, port ", port, ": ", err )\r
-        return nil, err\r
-    end\r
-    addr = addr or "*"\r
-    local server, err = socket_bind( addr, port )\r
-    if err then\r
-        out_error( "server.lua, port ", port, ": ", err )\r
-        return nil, err\r
-    end\r
-    local handler, err = wrapserver( listeners, server, addr, port, pattern, sslctx, _maxclientsperserver, startssl )    -- wrap new server socket\r
-    if not handler then\r
-        server:close( )\r
-        return nil, err\r
-    end\r
-    server:settimeout( 0 )\r
-    _readlistlen = addsocket(_readlist, server, _readlistlen)\r
-    _server[ port ] = handler\r
-    _socketlist[ server ] = handler\r
-    out_put( "server.lua: new server listener on '", addr, ":", port, "'" )\r
-    return handler\r
-end\r
-\r
-getserver = function ( port )\r
-       return _server[ port ];\r
-end\r
-\r
-removeserver = function( port )\r
-    local handler = _server[ port ]\r
-    if not handler then\r
-        return nil, "no server found on port '" .. tostring( port ) .. "'"\r
-    end\r
-    handler:close( )\r
-    _server[ port ] = nil\r
-    return true\r
-end\r
-\r
-closeall = function( )\r
-    for _, handler in pairs( _socketlist ) do\r
-        handler:close( )\r
-        _socketlist[ _ ] = nil\r
-    end\r
-    _readlistlen = 0\r
-    _sendlistlen = 0\r
-    _timerlistlen = 0\r
-    _server = { }\r
-    _readlist = { }\r
-    _sendlist = { }\r
-    _timerlist = { }\r
-    _socketlist = { }\r
-    --mem_free( )\r
-end\r
-\r
-getsettings = function( )\r
-    return  _selecttimeout, _sleeptime, _maxsendlen, _maxreadlen, _checkinterval, _sendtimeout, _readtimeout, _cleanqueue, _maxclientsperserver, _maxsslhandshake\r
-end\r
-\r
-changesettings = function( new )\r
-    if type( new ) ~= "table" then\r
-        return nil, "invalid settings table"\r
-    end\r
-    _selecttimeout = tonumber( new.timeout ) or _selecttimeout\r
-    _sleeptime = tonumber( new.sleeptime ) or _sleeptime\r
-    _maxsendlen = tonumber( new.maxsendlen ) or _maxsendlen\r
-    _maxreadlen = tonumber( new.maxreadlen ) or _maxreadlen\r
-    _checkinterval = tonumber( new.checkinterval ) or _checkinterval\r
-    _sendtimeout = tonumber( new.sendtimeout ) or _sendtimeout\r
-    _readtimeout = tonumber( new.readtimeout ) or _readtimeout\r
-    _cleanqueue = new.cleanqueue\r
-    _maxclientsperserver = new._maxclientsperserver or _maxclientsperserver\r
-    _maxsslhandshake = new._maxsslhandshake or _maxsslhandshake\r
-    return true\r
-end\r
-\r
-addtimer = function( listener )\r
-    if type( listener ) ~= "function" then\r
-        return nil, "invalid listener function"\r
-    end\r
-    _timerlistlen = _timerlistlen + 1\r
-    _timerlist[ _timerlistlen ] = listener\r
-    return true\r
-end\r
-\r
-stats = function( )\r
-    return _readtraffic, _sendtraffic, _readlistlen, _sendlistlen, _timerlistlen\r
-end\r
-\r
-local dontstop = true; -- thinking about tomorrow, ...\r
-\r
-setquitting = function (quit)\r
-       dontstop = not quit;\r
-       return;\r
-end\r
-\r
-loop = function( )    -- this is the main loop of the program\r
-    while dontstop do\r
-        local read, write, err = socket_select( _readlist, _sendlist, _selecttimeout )\r
-        for i, socket in ipairs( write ) do    -- send data waiting in writequeues\r
-            local handler = _socketlist[ socket ]\r
-            if handler then\r
-                handler.sendbuffer( )\r
-            else\r
-                closesocket( socket )\r
-                out_put "server.lua: found no handler and closed socket (writelist)"    -- this should not happen\r
-            end\r
-        end\r
-        for i, socket in ipairs( read ) do    -- receive data\r
-            local handler = _socketlist[ socket ]\r
-            if handler then\r
-                handler.readbuffer( )\r
-            else\r
-                closesocket( socket )\r
-                out_put "server.lua: found no handler and closed socket (readlist)"    -- this can happen\r
-            end\r
-        end\r
-        for handler, err in pairs( _closelist ) do\r
-            handler.disconnect( )( handler, err )\r
-            handler:close( true )    -- forced disconnect\r
-        end\r
-        clean( _closelist )\r
-        _currenttime = os_time( )\r
-        if os_difftime( _currenttime - _timer ) >= 1 then\r
-            for i = 1, _timerlistlen do\r
-                _timerlist[ i ]( _currenttime )    -- fire timers\r
-            end\r
-            _timer = _currenttime\r
-        end\r
-        socket_sleep( _sleeptime )    -- wait some time\r
-        --collectgarbage( )\r
-    end\r
-    return "quitting"\r
-end\r
-\r
---// EXPERIMENTAL //--\r
-\r
-local wrapclient = function( socket, ip, serverport, listeners, pattern, sslctx, startssl )\r
-    local handler = wrapconnection( nil, listeners, socket, ip, serverport, "clientport", pattern, sslctx, startssl )\r
-    _socketlist[ socket ] = handler\r
-    _sendlistlen = addsocket(_sendlist, socket, _sendlistlen)\r
-    return handler, socket\r
-end\r
-\r
-local addclient = function( address, port, listeners, pattern, sslctx, startssl )\r
-    local client, err = luasocket.tcp( )\r
-    if err then\r
-        return nil, err\r
-    end\r
-    client:settimeout( 0 )\r
-    _, err = client:connect( address, port )\r
-    if err then    -- try again\r
-        local handler = wrapclient( client, address, port, listeners )\r
-    else\r
-        wrapconnection( nil, listeners, client, address, port, "clientport", pattern, sslctx, startssl )\r
-    end\r
-end\r
-\r
---// EXPERIMENTAL //--\r
-\r
-----------------------------------// BEGIN //--\r
-\r
-use "setmetatable" ( _socketlist, { __mode = "k" } )\r
-use "setmetatable" ( _readtimes, { __mode = "k" } )\r
-use "setmetatable" ( _writetimes, { __mode = "k" } )\r
-\r
-_timer = os_time( )\r
-_starttime = os_time( )\r
-\r
-addtimer( function( )\r
-        local difftime = os_difftime( _currenttime - _starttime )\r
-        if difftime > _checkinterval then\r
-            _starttime = _currenttime\r
-            for handler, timestamp in pairs( _writetimes ) do\r
-                if os_difftime( _currenttime - timestamp ) > _sendtimeout then\r
-                    --_writetimes[ handler ] = nil\r
-                    handler.disconnect( )( handler, "send timeout" )\r
-                    handler:close( true )    -- forced disconnect\r
-                end\r
-            end\r
-            for handler, timestamp in pairs( _readtimes ) do\r
-                if os_difftime( _currenttime - timestamp ) > _readtimeout then\r
-                    --_readtimes[ handler ] = nil\r
-                    handler.disconnect( )( handler, "read timeout" )\r
-                    handler:close( )    -- forced disconnect?\r
-                end\r
-            end\r
-        end\r
-    end\r
-)\r
-\r
-----------------------------------// PUBLIC INTERFACE //--\r
-\r
-return {\r
-\r
-    addclient = addclient,\r
-    wrapclient = wrapclient,\r
-    \r
-    loop = loop,\r
-    stats = stats,\r
-    closeall = closeall,\r
-    addtimer = addtimer,\r
-    addserver = addserver,\r
-    getserver = getserver,\r
-    getsettings = getsettings,\r
-    setquitting = setquitting,\r
-    removeserver = removeserver,\r
-    changesettings = changesettings,\r
-}\r
+-- 
+-- server.lua by blastbeat of the luadch project
+-- Re-used here under the MIT/X Consortium License
+-- 
+-- Modifications (C) 2008-2010 Matthew Wild, Waqas Hussain
+--
+
+-- // wrapping luadch stuff // --
+
+local use = function( what )
+       return _G[ what ]
+end
+local clean = function( tbl )
+       for i, k in pairs( tbl ) do
+               tbl[ i ] = nil
+       end
+end
+
+local log, table_concat = require ("util.logger").init("socket"), table.concat;
+local out_put = function (...) return log("debug", table_concat{...}); end
+local out_error = function (...) return log("warn", table_concat{...}); end
+local mem_free = collectgarbage
+
+----------------------------------// DECLARATION //--
+
+--// constants //--
+
+local STAT_UNIT = 1 -- byte
+
+--// lua functions //--
+
+local type = use "type"
+local pairs = use "pairs"
+local ipairs = use "ipairs"
+local tonumber = use "tonumber"
+local tostring = use "tostring"
+local collectgarbage = use "collectgarbage"
+
+--// lua libs //--
+
+local os = use "os"
+local table = use "table"
+local string = use "string"
+local coroutine = use "coroutine"
+
+--// lua lib methods //--
+
+local os_difftime = os.difftime
+local math_min = math.min
+local math_huge = math.huge
+local table_concat = table.concat
+local table_remove = table.remove
+local string_len = string.len
+local string_sub = string.sub
+local coroutine_wrap = coroutine.wrap
+local coroutine_yield = coroutine.yield
+
+--// extern libs //--
+
+local luasec = use "ssl"
+local luasocket = use "socket" or require "socket"
+local luasocket_gettime = luasocket.gettime
+
+--// extern lib methods //--
+
+local ssl_wrap = ( luasec and luasec.wrap )
+local socket_bind = luasocket.bind
+local socket_sleep = luasocket.sleep
+local socket_select = luasocket.select
+local ssl_newcontext = ( luasec and luasec.newcontext )
+
+--// functions //--
+
+local id
+local loop
+local stats
+local idfalse
+local addtimer
+local closeall
+local addsocket
+local addserver
+local getserver
+local wrapserver
+local getsettings
+local closesocket
+local removesocket
+local removeserver
+local changetimeout
+local wrapconnection
+local changesettings
+
+--// tables //--
+
+local _server
+local _readlist
+local _timerlist
+local _sendlist
+local _socketlist
+local _closelist
+local _readtimes
+local _writetimes
+
+--// simple data types //--
+
+local _
+local _readlistlen
+local _sendlistlen
+local _timerlistlen
+
+local _sendtraffic
+local _readtraffic
+
+local _selecttimeout
+local _sleeptime
+
+local _starttime
+local _currenttime
+
+local _maxsendlen
+local _maxreadlen
+
+local _checkinterval
+local _sendtimeout
+local _readtimeout
+
+local _cleanqueue
+
+local _timer
+
+local _maxclientsperserver
+
+local _maxsslhandshake
+
+----------------------------------// DEFINITION //--
+
+_server = { } -- key = port, value = table; list of listening servers
+_readlist = { } -- array with sockets to read from
+_sendlist = { } -- arrary with sockets to write to
+_timerlist = { } -- array of timer functions
+_socketlist = { } -- key = socket, value = wrapped socket (handlers)
+_readtimes = { } -- key = handler, value = timestamp of last data reading
+_writetimes = { } -- key = handler, value = timestamp of last data writing/sending
+_closelist = { } -- handlers to close
+
+_readlistlen = 0 -- length of readlist
+_sendlistlen = 0 -- length of sendlist
+_timerlistlen = 0 -- lenght of timerlist
+
+_sendtraffic = 0 -- some stats
+_readtraffic = 0
+
+_selecttimeout = 3600 -- timeout of socket.select
+_sleeptime = 0 -- time to wait at the end of every loop
+
+_maxsendlen = 51000 * 1024 -- max len of send buffer
+_maxreadlen = 25000 * 1024 -- max len of read buffer
+
+_checkinterval = 1200000 -- interval in secs to check idle clients
+_sendtimeout = 60000 -- allowed send idle time in secs
+_readtimeout = 6 * 60 * 60 -- allowed read idle time in secs
+
+_cleanqueue = false -- clean bufferqueue after using
+
+_maxclientsperserver = 1000
+
+_maxsslhandshake = 30 -- max handshake round-trips
+
+----------------------------------// PRIVATE //--
+
+wrapserver = function( listeners, socket, ip, serverport, pattern, sslctx, maxconnections ) -- this function wraps a server
+
+       maxconnections = maxconnections or _maxclientsperserver
+
+       local connections = 0
+
+       local dispatch, disconnect = listeners.onconnect or listeners.onincoming, listeners.ondisconnect
+
+       local accept = socket.accept
+
+       --// public methods of the object //--
+
+       local handler = { }
+
+       handler.shutdown = function( ) end
+
+       handler.ssl = function( )
+               return sslctx ~= nil
+       end
+       handler.sslctx = function( )
+               return sslctx
+       end
+       handler.remove = function( )
+               connections = connections - 1
+       end
+       handler.close = function( )
+               for _, handler in pairs( _socketlist ) do
+                       if handler.serverport == serverport then
+                               handler.disconnect( handler, "server closed" )
+                               handler:close( true )
+                       end
+               end
+               socket:close( )
+               _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )
+               _readlistlen = removesocket( _readlist, socket, _readlistlen )
+               _socketlist[ socket ] = nil
+               handler = nil
+               socket = nil
+               --mem_free( )
+               out_put "server.lua: closed server handler and removed sockets from list"
+       end
+       handler.ip = function( )
+               return ip
+       end
+       handler.serverport = function( )
+               return serverport
+       end
+       handler.socket = function( )
+               return socket
+       end
+       handler.readbuffer = function( )
+               if connections > maxconnections then
+                       out_put( "server.lua: refused new client connection: server full" )
+                       return false
+               end
+               local client, err = accept( socket )    -- try to accept
+               if client then
+                       local ip, clientport = client:getpeername( )
+                       client:settimeout( 0 )
+                       local handler, client, err = wrapconnection( handler, listeners, client, ip, serverport, clientport, pattern, sslctx ) -- wrap new client socket
+                       if err then -- error while wrapping ssl socket
+                               return false
+                       end
+                       connections = connections + 1
+                       out_put( "server.lua: accepted new client connection from ", tostring(ip), ":", tostring(clientport), " to ", tostring(serverport))
+                       return dispatch( handler )
+               elseif err then -- maybe timeout or something else
+                       out_put( "server.lua: error with new client connection: ", tostring(err) )
+                       return false
+               end
+       end
+       return handler
+end
+
+wrapconnection = function( server, listeners, socket, ip, serverport, clientport, pattern, sslctx ) -- this function wraps a client to a handler object
+
+       socket:settimeout( 0 )
+
+       --// local import of socket methods //--
+
+       local send
+       local receive
+       local shutdown
+
+       --// private closures of the object //--
+
+       local ssl
+
+       local dispatch = listeners.onincoming
+       local status = listeners.onstatus
+       local disconnect = listeners.ondisconnect
+       local drain = listeners.ondrain
+
+       local bufferqueue = { } -- buffer array
+       local bufferqueuelen = 0        -- end of buffer array
+
+       local toclose
+       local fatalerror
+       local needtls
+
+       local bufferlen = 0
+
+       local noread = false
+       local nosend = false
+
+       local sendtraffic, readtraffic = 0, 0
+
+       local maxsendlen = _maxsendlen
+       local maxreadlen = _maxreadlen
+
+       --// public methods of the object //--
+
+       local handler = bufferqueue -- saves a table ^_^
+
+       handler.dispatch = function( )
+               return dispatch
+       end
+       handler.disconnect = function( )
+               return disconnect
+       end
+       handler.setlistener = function( self, listeners )
+               dispatch = listeners.onincoming
+               disconnect = listeners.ondisconnect
+               status = listeners.onstatus
+               drain = listeners.ondrain
+       end
+       handler.getstats = function( )
+               return readtraffic, sendtraffic
+       end
+       handler.ssl = function( )
+               return ssl
+       end
+       handler.sslctx = function ( )
+               return sslctx
+       end
+       handler.send = function( _, data, i, j )
+               return send( socket, data, i, j )
+       end
+       handler.receive = function( pattern, prefix )
+               return receive( socket, pattern, prefix )
+       end
+       handler.shutdown = function( pattern )
+               return shutdown( socket, pattern )
+       end
+       handler.setoption = function (self, option, value)
+               if socket.setoption then
+                       return socket:setoption(option, value);
+               end
+               return false, "setoption not implemented";
+       end
+       handler.close = function( self, forced )
+               if not handler then return true; end
+               _readlistlen = removesocket( _readlist, socket, _readlistlen )
+               _readtimes[ handler ] = nil
+               if bufferqueuelen ~= 0 then
+                       if not ( forced or fatalerror ) then
+                               handler.sendbuffer( )
+                               if bufferqueuelen ~= 0 then -- try again...
+                                       if handler then
+                                               handler.write = nil -- ... but no further writing allowed
+                                       end
+                                       toclose = true
+                                       return false
+                               end
+                       else
+                               send( socket, table_concat( bufferqueue, "", 1, bufferqueuelen ), 1, bufferlen )        -- forced send
+                       end
+               end
+               if socket then
+                       _ = shutdown and shutdown( socket )
+                       socket:close( )
+                       _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )
+                       _socketlist[ socket ] = nil
+                       socket = nil
+               else
+                       out_put "server.lua: socket already closed"
+               end
+               if handler then
+                       _writetimes[ handler ] = nil
+                       _closelist[ handler ] = nil
+                       handler = nil
+               end
+               if server then
+                       server.remove( )
+               end
+               out_put "server.lua: closed client handler and removed socket from list"
+               return true
+       end
+       handler.ip = function( )
+               return ip
+       end
+       handler.serverport = function( )
+               return serverport
+       end
+       handler.clientport = function( )
+               return clientport
+       end
+       local write = function( self, data )
+               bufferlen = bufferlen + string_len( data )
+               if bufferlen > maxsendlen then
+                       _closelist[ handler ] = "send buffer exceeded"   -- cannot close the client at the moment, have to wait to the end of the cycle
+                       handler.write = idfalse -- dont write anymore
+                       return false
+               elseif socket and not _sendlist[ socket ] then
+                       _sendlistlen = addsocket(_sendlist, socket, _sendlistlen)
+               end
+               bufferqueuelen = bufferqueuelen + 1
+               bufferqueue[ bufferqueuelen ] = data
+               if handler then
+                       _writetimes[ handler ] = _writetimes[ handler ] or _currenttime
+               end
+               return true
+       end
+       handler.write = write
+       handler.bufferqueue = function( self )
+               return bufferqueue
+       end
+       handler.socket = function( self )
+               return socket
+       end
+       handler.set_mode = function( self, new )
+               pattern = new or pattern
+               return pattern
+       end
+       handler.set_send = function ( self, newsend )
+               send = newsend or send
+               return send
+       end
+       handler.bufferlen = function( self, readlen, sendlen )
+               maxsendlen = sendlen or maxsendlen
+               maxreadlen = readlen or maxreadlen
+               return bufferlen, maxreadlen, maxsendlen
+       end
+       --TODO: Deprecate
+       handler.lock_read = function (self, switch)
+               if switch == true then
+                       local tmp = _readlistlen
+                       _readlistlen = removesocket( _readlist, socket, _readlistlen )
+                       _readtimes[ handler ] = nil
+                       if _readlistlen ~= tmp then
+                               noread = true
+                       end
+               elseif switch == false then
+                       if noread then
+                               noread = false
+                               _readlistlen = addsocket(_readlist, socket, _readlistlen)
+                               _readtimes[ handler ] = _currenttime
+                       end
+               end
+               return noread
+       end
+       handler.pause = function (self)
+               return self:lock_read(true);
+       end
+       handler.resume = function (self)
+               return self:lock_read(false);
+       end
+       handler.lock = function( self, switch )
+               handler.lock_read (switch)
+               if switch == true then
+                       handler.write = idfalse
+                       local tmp = _sendlistlen
+                       _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )
+                       _writetimes[ handler ] = nil
+                       if _sendlistlen ~= tmp then
+                               nosend = true
+                       end
+               elseif switch == false then
+                       handler.write = write
+                       if nosend then
+                               nosend = false
+                               write( "" )
+                       end
+               end
+               return noread, nosend
+       end
+       local _readbuffer = function( ) -- this function reads data
+               local buffer, err, part = receive( socket, pattern )    -- receive buffer with "pattern"
+               if not err or (err == "wantread" or err == "timeout") then -- received something
+                       local buffer = buffer or part or ""
+                       local len = string_len( buffer )
+                       if len > maxreadlen then
+                               disconnect( handler, "receive buffer exceeded" )
+                               handler:close( true )
+                               return false
+                       end
+                       local count = len * STAT_UNIT
+                       readtraffic = readtraffic + count
+                       _readtraffic = _readtraffic + count
+                       _readtimes[ handler ] = _currenttime
+                       --out_put( "server.lua: read data '", buffer:gsub("[^%w%p ]", "."), "', error: ", err )
+                       return dispatch( handler, buffer, err )
+               else    -- connections was closed or fatal error
+                       out_put( "server.lua: client ", tostring(ip), ":", tostring(clientport), " read error: ", tostring(err) )
+                       fatalerror = true
+                       disconnect( handler, err )
+               _ = handler and handler:close( )
+                       return false
+               end
+       end
+       local _sendbuffer = function( ) -- this function sends data
+               local succ, err, byte, buffer, count;
+               local count;
+               if socket then
+                       buffer = table_concat( bufferqueue, "", 1, bufferqueuelen )
+                       succ, err, byte = send( socket, buffer, 1, bufferlen )
+                       count = ( succ or byte or 0 ) * STAT_UNIT
+                       sendtraffic = sendtraffic + count
+                       _sendtraffic = _sendtraffic + count
+                       _ = _cleanqueue and clean( bufferqueue )
+                       --out_put( "server.lua: sended '", buffer, "', bytes: ", tostring(succ), ", error: ", tostring(err), ", part: ", tostring(byte), ", to: ", tostring(ip), ":", tostring(clientport) )
+               else
+                       succ, err, count = false, "closed", 0;
+               end
+               if succ then    -- sending succesful
+                       bufferqueuelen = 0
+                       bufferlen = 0
+                       _sendlistlen = removesocket( _sendlist, socket, _sendlistlen ) -- delete socket from writelist
+                       _writetimes[ handler ] = nil
+                       if drain then
+                               drain(handler)
+                       end
+                       _ = needtls and handler:starttls(nil)
+                       _ = toclose and handler:close( )
+                       return true
+               elseif byte and ( err == "timeout" or err == "wantwrite" ) then -- want write
+                       buffer = string_sub( buffer, byte + 1, bufferlen ) -- new buffer
+                       bufferqueue[ 1 ] = buffer        -- insert new buffer in queue
+                       bufferqueuelen = 1
+                       bufferlen = bufferlen - byte
+                       _writetimes[ handler ] = _currenttime
+                       return true
+               else    -- connection was closed during sending or fatal error
+                       out_put( "server.lua: client ", tostring(ip), ":", tostring(clientport), " write error: ", tostring(err) )
+                       fatalerror = true
+                       disconnect( handler, err )
+                       _ = handler and handler:close( )
+                       return false
+               end
+       end
+
+       -- Set the sslctx
+       local handshake;
+       function handler.set_sslctx(self, new_sslctx)
+               ssl = true
+               sslctx = new_sslctx;
+               local wrote
+               local read
+               handshake = coroutine_wrap( function( client ) -- create handshake coroutine
+                               local err
+                               for i = 1, _maxsslhandshake do
+                                       _sendlistlen = ( wrote and removesocket( _sendlist, client, _sendlistlen ) ) or _sendlistlen
+                                       _readlistlen = ( read and removesocket( _readlist, client, _readlistlen ) ) or _readlistlen
+                                       read, wrote = nil, nil
+                                       _, err = client:dohandshake( )
+                                       if not err then
+                                               out_put( "server.lua: ssl handshake done" )
+                                               handler.readbuffer = _readbuffer        -- when handshake is done, replace the handshake function with regular functions
+                                               handler.sendbuffer = _sendbuffer
+                                               _ = status and status( handler, "ssl-handshake-complete" )
+                                               _readlistlen = addsocket(_readlist, client, _readlistlen)
+                                               return true
+                                       else
+                                               out_put( "server.lua: error during ssl handshake: ", tostring(err) )
+                                               if err == "wantwrite" and not wrote then
+                                                       _sendlistlen = addsocket(_sendlist, client, _sendlistlen)
+                                                       wrote = true
+                                               elseif err == "wantread" and not read then
+                                                       _readlistlen = addsocket(_readlist, client, _readlistlen)
+                                                       read = true
+                                               else
+                                                       break;
+                                               end
+                                               --coroutine_yield( handler, nil, err )   -- handshake not finished
+                                               coroutine_yield( )
+                                       end
+                               end
+                               disconnect( handler, "ssl handshake failed" )
+                               _ = handler and handler:close( true )    -- forced disconnect
+                               return false    -- handshake failed
+                       end
+               )
+       end
+       if luasec then
+               if sslctx then -- ssl?
+                       handler:set_sslctx(sslctx);
+                       out_put("server.lua: ", "starting ssl handshake")
+                       local err
+                       socket, err = ssl_wrap( socket, sslctx )        -- wrap socket
+                       if err then
+                               out_put( "server.lua: ssl error: ", tostring(err) )
+                               --mem_free( )
+                               return nil, nil, err    -- fatal error
+                       end
+                       socket:settimeout( 0 )
+                       handler.readbuffer = handshake
+                       handler.sendbuffer = handshake
+                       handshake( socket ) -- do handshake
+                       if not socket then
+                               return nil, nil, "ssl handshake failed";
+                       end
+               else
+                       local sslctx;
+                       handler.starttls = function( self, _sslctx)
+                               if _sslctx then
+                                       sslctx = _sslctx;
+                                       handler:set_sslctx(sslctx);
+                               end
+                               if bufferqueuelen > 0 then
+                                       out_put "server.lua: we need to do tls, but delaying until send buffer empty"
+                                       needtls = true
+                                       return
+                               end
+                               out_put( "server.lua: attempting to start tls on " .. tostring( socket ) )
+                               local oldsocket, err = socket
+                               socket, err = ssl_wrap( socket, sslctx )        -- wrap socket
+                               --out_put( "server.lua: sslwrapped socket is " .. tostring( socket ) )
+                               if err then
+                                       out_put( "server.lua: error while starting tls on client: ", tostring(err) )
+                                       return nil, err -- fatal error
+                               end
+
+                               socket:settimeout( 0 )
+       
+                               -- add the new socket to our system
+       
+                               send = socket.send
+                               receive = socket.receive
+                               shutdown = id
+
+                               _socketlist[ socket ] = handler
+                               _readlistlen = addsocket(_readlist, socket, _readlistlen)
+
+                               -- remove traces of the old socket
+
+                               _readlistlen = removesocket( _readlist, oldsocket, _readlistlen )
+                               _sendlistlen = removesocket( _sendlist, oldsocket, _sendlistlen )
+                               _socketlist[ oldsocket ] = nil
+
+                               handler.starttls = nil
+                               needtls = nil
+
+                               -- Secure now
+                               ssl = true
+
+                               handler.readbuffer = handshake
+                               handler.sendbuffer = handshake
+                               handshake( socket ) -- do handshake
+                       end
+                       handler.readbuffer = _readbuffer
+                       handler.sendbuffer = _sendbuffer
+               end
+       else
+               handler.readbuffer = _readbuffer
+               handler.sendbuffer = _sendbuffer
+       end
+       send = socket.send
+       receive = socket.receive
+       shutdown = ( ssl and id ) or socket.shutdown
+
+       _socketlist[ socket ] = handler
+       _readlistlen = addsocket(_readlist, socket, _readlistlen)
+       return handler, socket
+end
+
+id = function( )
+end
+
+idfalse = function( )
+       return false
+end
+
+addsocket = function( list, socket, len )
+       if not list[ socket ] then
+               len = len + 1
+               list[ len ] = socket
+               list[ socket ] = len
+       end
+       return len;
+end
+
+removesocket = function( list, socket, len )   -- this function removes sockets from a list ( copied from copas )
+       local pos = list[ socket ]
+       if pos then
+               list[ socket ] = nil
+               local last = list[ len ]
+               list[ len ] = nil
+               if last ~= socket then
+                       list[ last ] = pos
+                       list[ pos ] = last
+               end
+               return len - 1
+       end
+       return len
+end
+
+closesocket = function( socket )
+       _sendlistlen = removesocket( _sendlist, socket, _sendlistlen )
+       _readlistlen = removesocket( _readlist, socket, _readlistlen )
+       _socketlist[ socket ] = nil
+       socket:close( )
+       --mem_free( )
+end
+
+local function link(sender, receiver, buffersize)
+       local sender_locked;
+       local _sendbuffer = receiver.sendbuffer;
+       function receiver.sendbuffer()
+               _sendbuffer();
+               if sender_locked and receiver.bufferlen() < buffersize then
+                       sender:lock_read(false); -- Unlock now
+                       sender_locked = nil;
+               end
+       end
+       
+       local _readbuffer = sender.readbuffer;
+       function sender.readbuffer()
+               _readbuffer();
+               if not sender_locked and receiver.bufferlen() >= buffersize then
+                       sender_locked = true;
+                       sender:lock_read(true);
+               end
+       end
+end
+
+----------------------------------// PUBLIC //--
+
+addserver = function( addr, port, listeners, pattern, sslctx ) -- this function provides a way for other scripts to reg a server
+       local err
+       if type( listeners ) ~= "table" then
+               err = "invalid listener table"
+       end
+       if type( port ) ~= "number" or not ( port >= 0 and port <= 65535 ) then
+               err = "invalid port"
+       elseif _server[ port ] then
+               err = "listeners on port '" .. port .. "' already exist"
+       elseif sslctx and not luasec then
+               err = "luasec not found"
+       end
+       if err then
+               out_error( "server.lua, port ", port, ": ", err )
+               return nil, err
+       end
+       addr = addr or "*"
+       local server, err = socket_bind( addr, port )
+       if err then
+               out_error( "server.lua, port ", port, ": ", err )
+               return nil, err
+       end
+       local handler, err = wrapserver( listeners, server, addr, port, pattern, sslctx, _maxclientsperserver ) -- wrap new server socket
+       if not handler then
+               server:close( )
+               return nil, err
+       end
+       server:settimeout( 0 )
+       _readlistlen = addsocket(_readlist, server, _readlistlen)
+       _server[ port ] = handler
+       _socketlist[ server ] = handler
+       out_put( "server.lua: new "..(sslctx and "ssl " or "").."server listener on '", addr, ":", port, "'" )
+       return handler
+end
+
+getserver = function ( port )
+       return _server[ port ];
+end
+
+removeserver = function( port )
+       local handler = _server[ port ]
+       if not handler then
+               return nil, "no server found on port '" .. tostring( port ) .. "'"
+       end
+       handler:close( )
+       _server[ port ] = nil
+       return true
+end
+
+closeall = function( )
+       for _, handler in pairs( _socketlist ) do
+               handler:close( )
+               _socketlist[ _ ] = nil
+       end
+       _readlistlen = 0
+       _sendlistlen = 0
+       _timerlistlen = 0
+       _server = { }
+       _readlist = { }
+       _sendlist = { }
+       _timerlist = { }
+       _socketlist = { }
+       --mem_free( )
+end
+
+getsettings = function( )
+       return  _selecttimeout, _sleeptime, _maxsendlen, _maxreadlen, _checkinterval, _sendtimeout, _readtimeout, _cleanqueue, _maxclientsperserver, _maxsslhandshake
+end
+
+changesettings = function( new )
+       if type( new ) ~= "table" then
+               return nil, "invalid settings table"
+       end
+       _selecttimeout = tonumber( new.timeout ) or _selecttimeout
+       _sleeptime = tonumber( new.sleeptime ) or _sleeptime
+       _maxsendlen = tonumber( new.maxsendlen ) or _maxsendlen
+       _maxreadlen = tonumber( new.maxreadlen ) or _maxreadlen
+       _checkinterval = tonumber( new.checkinterval ) or _checkinterval
+       _sendtimeout = tonumber( new.sendtimeout ) or _sendtimeout
+       _readtimeout = tonumber( new.readtimeout ) or _readtimeout
+       _cleanqueue = new.cleanqueue
+       _maxclientsperserver = new._maxclientsperserver or _maxclientsperserver
+       _maxsslhandshake = new._maxsslhandshake or _maxsslhandshake
+       return true
+end
+
+addtimer = function( listener )
+       if type( listener ) ~= "function" then
+               return nil, "invalid listener function"
+       end
+       _timerlistlen = _timerlistlen + 1
+       _timerlist[ _timerlistlen ] = listener
+       return true
+end
+
+stats = function( )
+       return _readtraffic, _sendtraffic, _readlistlen, _sendlistlen, _timerlistlen
+end
+
+local quitting;
+
+setquitting = function (quit)
+       quitting = not not quit;
+end
+
+loop = function(once) -- this is the main loop of the program
+       if quitting then return "quitting"; end
+       if once then quitting = "once"; end
+       local next_timer_time = math_huge;
+       repeat
+               local read, write, err = socket_select( _readlist, _sendlist, math_min(_selecttimeout, next_timer_time) )
+               for i, socket in ipairs( write ) do -- send data waiting in writequeues
+                       local handler = _socketlist[ socket ]
+                       if handler then
+                               handler.sendbuffer( )
+                       else
+                               closesocket( socket )
+                               out_put "server.lua: found no handler and closed socket (writelist)"    -- this should not happen
+                       end
+               end
+               for i, socket in ipairs( read ) do -- receive data
+                       local handler = _socketlist[ socket ]
+                       if handler then
+                               handler.readbuffer( )
+                       else
+                               closesocket( socket )
+                               out_put "server.lua: found no handler and closed socket (readlist)" -- this can happen
+                       end
+               end
+               for handler, err in pairs( _closelist ) do
+                       handler.disconnect( )( handler, err )
+                       handler:close( true )    -- forced disconnect
+               end
+               clean( _closelist )
+               _currenttime = luasocket_gettime( )
+               if _currenttime - _timer >= math_min(next_timer_time, 1) then
+                       next_timer_time = math_huge;
+                       for i = 1, _timerlistlen do
+                               local t = _timerlist[ i ]( _currenttime ) -- fire timers
+                               if t then next_timer_time = math_min(next_timer_time, t); end
+                       end
+                       _timer = _currenttime
+               else
+                       next_timer_time = next_timer_time - (_currenttime - _timer);
+               end
+               socket_sleep( _sleeptime ) -- wait some time
+               --collectgarbage( )
+       until quitting;
+       if once and quitting == "once" then quitting = nil; return; end
+       return "quitting"
+end
+
+step = function ()
+       return loop(true);
+end
+
+local function get_backend()
+       return "select";
+end
+
+--// EXPERIMENTAL //--
+
+local wrapclient = function( socket, ip, serverport, listeners, pattern, sslctx )
+       local handler = wrapconnection( nil, listeners, socket, ip, serverport, "clientport", pattern, sslctx )
+       _socketlist[ socket ] = handler
+       _sendlistlen = addsocket(_sendlist, socket, _sendlistlen)
+       if listeners.onconnect then
+               -- When socket is writeable, call onconnect
+               local _sendbuffer = handler.sendbuffer;
+               handler.sendbuffer = function ()
+                       handler.sendbuffer = _sendbuffer;
+                       listeners.onconnect(handler);
+                       -- If there was data with the incoming packet, handle it now.
+                       if #handler:bufferqueue() > 0 then
+                               return _sendbuffer();
+                       end
+               end
+       end
+       return handler, socket
+end
+
+local addclient = function( address, port, listeners, pattern, sslctx )
+       local client, err = luasocket.tcp( )
+       if err then
+               return nil, err
+       end
+       client:settimeout( 0 )
+       _, err = client:connect( address, port )
+       if err then -- try again
+               local handler = wrapclient( client, address, port, listeners )
+       else
+               wrapconnection( nil, listeners, client, address, port, "clientport", pattern, sslctx )
+       end
+end
+
+--// EXPERIMENTAL //--
+
+----------------------------------// BEGIN //--
+
+use "setmetatable" ( _socketlist, { __mode = "k" } )
+use "setmetatable" ( _readtimes, { __mode = "k" } )
+use "setmetatable" ( _writetimes, { __mode = "k" } )
+
+_timer = luasocket_gettime( )
+_starttime = luasocket_gettime( )
+
+addtimer( function( )
+               local difftime = os_difftime( _currenttime - _starttime )
+               if difftime > _checkinterval then
+                       _starttime = _currenttime
+                       for handler, timestamp in pairs( _writetimes ) do
+                               if os_difftime( _currenttime - timestamp ) > _sendtimeout then
+                                       --_writetimes[ handler ] = nil
+                                       handler.disconnect( )( handler, "send timeout" )
+                                       handler:close( true )    -- forced disconnect
+                               end
+                       end
+                       for handler, timestamp in pairs( _readtimes ) do
+                               if os_difftime( _currenttime - timestamp ) > _readtimeout then
+                                       --_readtimes[ handler ] = nil
+                                       handler.disconnect( )( handler, "read timeout" )
+                                       handler:close( )        -- forced disconnect?
+                               end
+                       end
+               end
+       end
+)
+
+local function setlogger(new_logger)
+       local old_logger = log;
+       if new_logger then
+               log = new_logger;
+       end
+       return old_logger;
+end
+
+----------------------------------// PUBLIC INTERFACE //--
+
+return {
+
+       addclient = addclient,
+       wrapclient = wrapclient,
+       
+       loop = loop,
+       link = link,
+       stats = stats,
+       closeall = closeall,
+       addtimer = addtimer,
+       addserver = addserver,
+       getserver = getserver,
+       setlogger = setlogger,
+       getsettings = getsettings,
+       setquitting = setquitting,
+       removeserver = removeserver,
+       get_backend = get_backend,
+       changesettings = changesettings,
+}