ejabberd db dump importer for Prosody

diff --git a/tools/ejabberd2prosody.lua b/tools/ejabberd2prosody.lua
new file mode 100644 (file)
index 0000000..60cb8b1
--- /dev/null
+++ b/tools/ejabberd2prosody.lua
@@ -0,0 +1,174 @@
+\r
+require "erlparse";\r
+require "serialize";\r
+\r
+package.path = package.path ..";../?.lua";\r
+local st = require "util.stanza";\r
+package.loaded["util.logger"] = {init = function() return function() end; end}\r
+local dm = require "util.datamanager"\r
+local data_path = "data";\r
+dm.set_data_path(data_path);\r
+\r
+local _mkdir = {}\r
+function mkdir(path)\r
+       path = path:gsub("/", "\\");\r
+       --print("mkdir",path);\r
+       local x = io.popen("mkdir "..path.." 2>&1"):read("*a");\r
+end\r
+function encode(s) return s and (s:gsub("%W", function (c) return string.format("%%%x", c:byte()); end)); end\r
+function getpath(username, host, datastore, ext)\r
+       ext = ext or "dat";\r
+       if username then\r
+               return format("%s/%s/%s/%s.%s", data_path, encode(host), datastore, encode(username), ext);\r
+       elseif host then\r
+               return format("%s/%s/%s.%s", data_path, encode(host), datastore, ext);\r
+       else\r
+               return format("%s/%s.%s", data_path, datastore, ext);\r
+       end\r
+end\r
+function mkdirs(host)\r
+       if not _mkdir[host] then\r
+               local host_dir = string.format("%s/%s", data_path, encode(host));\r
+               mkdir(host_dir);\r
+               mkdir(host_dir.."/accounts");\r
+               mkdir(host_dir.."/vcard");\r
+               mkdir(host_dir.."/roster");\r
+               mkdir(host_dir.."/private");\r
+               mkdir(host_dir.."/offline");\r
+               _mkdir[host] = true;\r
+       end\r
+end\r
+mkdir(data_path);\r
+\r
+function build_stanza(tuple, stanza)\r
+       if tuple[1] == "xmlelement" then\r
+               local name = tuple[2];\r
+               local attr = {};\r
+               for _, a in ipairs(tuple[3]) do attr[a[1]] = a[2]; end\r
+               local up;\r
+               if stanza then stanza:tag(name, attr); up = true; else stanza = st.stanza(name, attr); end\r
+               for _, a in ipairs(tuple[4]) do build_stanza(a, stanza); end\r
+               if up then stanza:up(); else return stanza end\r
+       elseif tuple[1] == "xmlcdata" then\r
+               stanza:text(tuple[2]);\r
+       else\r
+               error("unknown element type: "..serialize.serialize(tuple));\r
+       end\r
+end\r
+function build_time(tuple)\r
+       local Megaseconds,Seconds,Microseconds = unpack(tuple);\r
+       return Megaseconds * 1000000 + Seconds;\r
+end\r
+\r
+function vcard(node, host, stanza)\r
+       mkdirs(host);\r
+       local ret, err = dm.store(node, host, "vcard", st.preserialize(stanza));\r
+       print("["..(err or "success").."] vCard: "..node.."@"..host);\r
+end\r
+function password(node, host, password)\r
+       mkdirs(host);\r
+       local ret, err = dm.store(node, host, "accounts", {password = password});\r
+       print("["..(err or "success").."] accounts: "..node.."@"..host.." = "..password);\r
+end\r
+function roster(node, host, jid, item)\r
+       mkdirs(host);\r
+       local roster = dm.load(node, host, "roster") or {};\r
+       roster[jid] = item;\r
+       local ret, err = dm.store(node, host, "roster", roster);\r
+       print("["..(err or "success").."] roster: " ..node.."@"..host.." - "..jid);\r
+end\r
+function private_storage(node, host, xmlns, stanza)\r
+       mkdirs(host);\r
+       local private = dm.load(node, host, "private") or {};\r
+       private[xmlns] = st.preserialize(stanza);\r
+       local ret, err = dm.store(node, host, "private", private);\r
+       print("["..(err or "success").."] private: " ..node.."@"..host.." - "..xmlns);\r
+end\r
+function offline_msg(node, host, t, stanza)\r
+       mkdirs(host);\r
+       stanza.attr.stamp = os.date("!%Y-%m-%dT%H:%M:%SZ", t);\r
+       stanza.attr.stamp_legacy = os.date("!%Y%m%dT%H:%M:%S", t);\r
+       local ret, err = dm.list_append(node, host, "offline", st.preserialize(stanza));\r
+       print("["..(err or "success").."] offline: " ..node.."@"..host.." - "..os.date("!%Y-%m-%dT%H:%M:%SZ", t));\r
+end\r
+\r
+\r
+local filters = {\r
+       passwd = function(tuple)\r
+               password(tuple[2][1], tuple[2][2], tuple[3]);\r
+       end;\r
+       vcard = function(tuple)\r
+               vcard(tuple[2][1], tuple[2][2], build_stanza(tuple[3]));\r
+       end;\r
+       roster = function(tuple)\r
+               local node = tuple[3][1]; local host = tuple[3][2];\r
+               local contact = tuple[4][1].."@"..tuple[4][2];\r
+               local name = tuple[5]; local subscription = tuple[6];\r
+               local ask = tuple[7]; local groups = tuple[8];\r
+               if type(name) ~= type("") then name = nil; end\r
+               if ask == "none" then ask = nil; elseif ask == "out" then ask = "subscribe" else error(ask) end\r
+               if subscription ~= "both" and subscription ~= "from" and subscription ~= "to" and subscription ~= "none" then error(subscription) end\r
+               local item = {name = name, ask = ask, subscription = subscription, groups = {}};\r
+               for _, g in ipairs(groups) do item.groups[g] = true; end\r
+               roster(node, host, contact, item);\r
+       end;\r
+       private_storage = function(tuple)\r
+               private_storage(tuple[2][1], tuple[2][2], tuple[2][3], build_stanza(tuple[3]));\r
+       end;\r
+       offline_msg = function(tuple)\r
+               offline_msg(tuple[2][1], tuple[2][2], build_time(tuple[3]), build_stanza(tuple[7]));\r
+       end;\r
+       config = function(tuple)\r
+               if tuple[2] == "hosts" then\r
+                       local output = io.output(); io.output("prosody.cfg.lua");\r
+                       io.write("-- Configuration imported from ejabberd --\n");\r
+                       io.write([[Host "*"\r
+       modules_enabled = {\r
+               "saslauth"; -- Authentication for clients and servers. Recommended if you want to log in.\r
+               "legacyauth"; -- Legacy authentication. Only used by some old clients and bots.\r
+               "roster"; -- Allow users to have a roster. Recommended ;)\r
+               "register"; -- Allow users to register on this server using a client\r
+               "tls"; -- Add support for secure TLS on c2s/s2s connections\r
+               "vcard"; -- Allow users to set vCards\r
+               "private"; -- Private XML storage (for room bookmarks, etc.)\r
+               "version"; -- Replies to server version requests\r
+               "dialback"; -- s2s dialback support\r
+               "uptime";\r
+               "disco";\r
+               "time";\r
+               "ping";\r
+               --"selftests";\r
+       };\r
+]]);\r
+                       for _, h in ipairs(tuple[3]) do\r
+                               io.write("Host \"" .. h .. "\"\n");\r
+                       end\r
+                       io.output(output);\r
+                       print("prosody.cfg.lua created");\r
+               end\r
+       end;\r
+};\r
+\r
+local arg = ...;\r
+local help = "/? -? ? /h -h /help -help --help";\r
+if not arg or help:find(arg, 1, true) then\r
+       print([[ejabberd db dump importer for Prosody\r
+\r
+  Usage: ejabberd2prosody.lua filename.txt\r
+\r
+The file can be generated from ejabberd using:\r
+  sudo ./bin/ejabberdctl dump filename.txt\r
+\r
+Note: The path of ejabberdctl depends on your ejabberd installation, and ejabberd needs to be running for ejabberdctl to work.]]);\r
+       os.exit(1);\r
+end\r
+local count = 0;\r
+local t = {};\r
+for item in erlparse.parseFile(arg) do\r
+       count = count + 1;\r
+       local name = item[1];\r
+       t[name] = (t[name] or 0) + 1;\r
+       --print(count, serialize.serialize(item));\r
+       if filters[name] then filters[name](item); end\r
+end\r
+--print(serialize.serialize(t));\r

diff --git a/tools/erlparse.lua b/tools/erlparse.lua
new file mode 100644 (file)
index 0000000..c437224
--- /dev/null
+++ b/tools/erlparse.lua
@@ -0,0 +1,130 @@
+\r
+local file = nil;\r
+local last = nil;\r
+local function read(expected)\r
+       local ch;\r
+       if last then\r
+               ch = last; last = nil;\r
+       else ch = file:read(1); end\r
+       if expected and ch ~= expected then error("expected: "..expected.."; got: "..(ch or "nil")); end\r
+       return ch;\r
+end\r
+local function pushback(ch)\r
+       if last then error(); end\r
+       last = ch;\r
+end\r
+local function peek()\r
+       if not last then last = read(); end\r
+       return last;\r
+end\r
+\r
+local _A, _a, _Z, _z, _0, _9, __, _space = string.byte("AaZz09_ ", 1, 8);\r
+local function isAlpha(ch)\r
+       ch = string.byte(ch) or 0;\r
+       return (ch >= _A and ch <= _Z) or (ch >= _a and ch <= _z);\r
+end\r
+local function isNumeric(ch)\r
+       ch = string.byte(ch) or 0;\r
+       return (ch >= _0 and ch <= _9);\r
+end\r
+local function isVar(ch)\r
+       ch = string.byte(ch) or 0;\r
+       return (ch >= _A and ch <= _Z) or (ch >= _a and ch <= _z) or (ch >= _0 and ch <= _9) or ch == __;\r
+end\r
+local function isSpace(ch)\r
+       ch = string.byte(ch) or "x";\r
+       return ch <= _space;\r
+end\r
+\r
+local function readString()\r
+       read("\""); -- skip quote\r
+       local slash = nil;\r
+       local str = "";\r
+       while true do\r
+               local ch = read();\r
+               if ch == "\"" and not slash then break; end\r
+               str = str..ch;\r
+       end\r
+       str = str:gsub("\\.", {["\\b"]="\b", ["\\d"]="\d", ["\\e"]="\e", ["\\f"]="\f", ["\\n"]="\n", ["\\r"]="\r", ["\\s"]="\s", ["\\t"]="\t", ["\\v"]="\v", ["\\\""]="\"", ["\\'"]="'", ["\\\\"]="\\"});\r
+       return str;\r
+end\r
+local function readSpecialString()\r
+       read("<"); read("<"); -- read <<\r
+       local str = "";\r
+       if peek() == "\"" then\r
+               local str = readString();\r
+       elseif peek() ~= ">" then\r
+               error();\r
+       end\r
+       read(">"); read(">"); -- read >>\r
+       return str;\r
+end\r
+local function readVar()\r
+       local var = read();\r
+       while isVar(peek()) do\r
+               var = var..read();\r
+       end\r
+       return var;\r
+end\r
+local function readNumber()\r
+       local num = read();\r
+       while isNumeric(peek()) do\r
+               num = num..read();\r
+       end\r
+       return tonumber(num);\r
+end\r
+local readItem = nil;\r
+local function readTuple()\r
+       local t = {};\r
+       read(); -- read { or [\r
+       while true do\r
+               local item = readItem();\r
+               if not item then break; end\r
+               table.insert(t, item);\r
+       end\r
+       read(); -- read } or ]\r
+       return t;\r
+end\r
+readItem = function()\r
+       local ch = peek();\r
+       if ch == nil then return nil end\r
+       if ch == "{" or ch == "[" then\r
+               return readTuple();\r
+       elseif isAlpha(ch) then\r
+               return readVar();\r
+       elseif isNumeric(ch) then\r
+               return readNumber();\r
+       elseif ch == "\"" then\r
+               return readString();\r
+       elseif ch == "<" then\r
+               return readSpecialString();\r
+       elseif isSpace(ch) or ch == "," then\r
+               read();\r
+               return readItem();\r
+       else\r
+               --print("Unknown char: "..ch);\r
+               return nil;\r
+       end\r
+end\r
+local function readChunk()\r
+       local x = readItem();\r
+       if x then read("."); end\r
+       return x;\r
+end\r
+local function readFile(filename)\r
+       file = io.open(filename);\r
+       if not file then error("File not found: "..filename); os.exit(0); end\r
+       return function()\r
+               local x = readChunk();\r
+               if not x and peek() then error("Invalid char: "..peek()); end\r
+               return x;\r
+       end;\r
+end\r
+\r
+module "erlparse"\r
+\r
+function parseFile(file)\r
+       return readFile(file);\r
+end\r
+\r
+return _M;\r

diff --git a/tools/serialize.lua b/tools/serialize.lua
new file mode 100644 (file)
index 0000000..57e0eb4
--- /dev/null
+++ b/tools/serialize.lua
@@ -0,0 +1,45 @@
+\r
+local indent = function(i)\r
+       return string.rep("\t", i);\r
+end\r
+local function basicSerialize (o)\r
+       if type(o) == "number" or type(o) == "boolean" then\r
+               return tostring(o);\r
+       else -- assume it is a string -- FIXME make sure it's a string. throw an error otherwise.\r
+               return (string.format("%q", tostring(o)):gsub("\\\n", "\\n"));\r
+       end\r
+end\r
+local function _simplesave (o, ind, t)\r
+       if type(o) == "number" then\r
+               table.insert(t, tostring(o));\r
+       elseif type(o) == "string" then\r
+               table.insert(t, (string.format("%q", o):gsub("\\\n", "\\n")));\r
+       elseif type(o) == "table" then\r
+               table.insert(t, "{\n");\r
+               for k,v in pairs(o) do\r
+                       table.insert(t, indent(ind));\r
+                       table.insert(t, "[");\r
+                       table.insert(t, basicSerialize(k));\r
+                       table.insert(t, "] = ");\r
+                       _simplesave(v, ind+1, t);\r
+                       table.insert(t, ",\n");\r
+               end\r
+               table.insert(t, indent(ind-1));\r
+               table.insert(t, "}");\r
+       elseif type(o) == "boolean" then\r
+               table.insert(t, (o and "true" or "false"));\r
+       else\r
+               error("cannot serialize a " .. type(o))\r
+       end\r
+end\r
+local t_concat = table.concat;\r
+\r
+module "serialize"\r
+\r
+function serialize(o)\r
+       local t = {};\r
+       _simplesave(o, 1, t);\r
+       return t_concat(t);\r
+end\r
+\r
+return _M;\r