From c653d648a2474e51403de8b7426731fe0a54ee04 Mon Sep 17 00:00:00 2001
From: Waqas Hussain <waqas20@gmail.com>
Date: Sat, 29 Nov 2008 23:59:27 +0500
Subject: [PATCH] ejabberd db dump importer for Prosody

---
 tools/ejabberd2prosody.lua | 174 +++++++++++++++++++++++++++++++++++++
 tools/erlparse.lua         | 130 +++++++++++++++++++++++++++
 tools/serialize.lua        |  45 ++++++++++
 3 files changed, 349 insertions(+)
 create mode 100644 tools/ejabberd2prosody.lua
 create mode 100644 tools/erlparse.lua
 create mode 100644 tools/serialize.lua

diff --git a/tools/ejabberd2prosody.lua b/tools/ejabberd2prosody.lua
new file mode 100644
index 00000000..60cb8b19
--- /dev/null
+++ b/tools/ejabberd2prosody.lua
@@ -0,0 +1,174 @@
+
+require "erlparse";
+require "serialize";
+
+package.path = package.path ..";../?.lua";
+local st = require "util.stanza";
+package.loaded["util.logger"] = {init = function() return function() end; end}
+local dm = require "util.datamanager"
+local data_path = "data";
+dm.set_data_path(data_path);
+
+local _mkdir = {}
+function mkdir(path)
+	path = path:gsub("/", "\\");
+	--print("mkdir",path);
+	local x = io.popen("mkdir "..path.." 2>&1"):read("*a");
+end
+function encode(s) return s and (s:gsub("%W", function (c) return string.format("%%%x", c:byte()); end)); end
+function getpath(username, host, datastore, ext)
+	ext = ext or "dat";
+	if username then
+		return format("%s/%s/%s/%s.%s", data_path, encode(host), datastore, encode(username), ext);
+	elseif host then
+		return format("%s/%s/%s.%s", data_path, encode(host), datastore, ext);
+	else
+		return format("%s/%s.%s", data_path, datastore, ext);
+	end
+end
+function mkdirs(host)
+	if not _mkdir[host] then
+		local host_dir = string.format("%s/%s", data_path, encode(host));
+		mkdir(host_dir);
+		mkdir(host_dir.."/accounts");
+		mkdir(host_dir.."/vcard");
+		mkdir(host_dir.."/roster");
+		mkdir(host_dir.."/private");
+		mkdir(host_dir.."/offline");
+		_mkdir[host] = true;
+	end
+end
+mkdir(data_path);
+
+function build_stanza(tuple, stanza)
+	if tuple[1] == "xmlelement" then
+		local name = tuple[2];
+		local attr = {};
+		for _, a in ipairs(tuple[3]) do attr[a[1]] = a[2]; end
+		local up;
+		if stanza then stanza:tag(name, attr); up = true; else stanza = st.stanza(name, attr); end
+		for _, a in ipairs(tuple[4]) do build_stanza(a, stanza); end
+		if up then stanza:up(); else return stanza end
+	elseif tuple[1] == "xmlcdata" then
+		stanza:text(tuple[2]);
+	else
+		error("unknown element type: "..serialize.serialize(tuple));
+	end
+end
+function build_time(tuple)
+	local Megaseconds,Seconds,Microseconds = unpack(tuple);
+	return Megaseconds * 1000000 + Seconds;
+end
+
+function vcard(node, host, stanza)
+	mkdirs(host);
+	local ret, err = dm.store(node, host, "vcard", st.preserialize(stanza));
+	print("["..(err or "success").."] vCard: "..node.."@"..host);
+end
+function password(node, host, password)
+	mkdirs(host);
+	local ret, err = dm.store(node, host, "accounts", {password = password});
+	print("["..(err or "success").."] accounts: "..node.."@"..host.." = "..password);
+end
+function roster(node, host, jid, item)
+	mkdirs(host);
+	local roster = dm.load(node, host, "roster") or {};
+	roster[jid] = item;
+	local ret, err = dm.store(node, host, "roster", roster);
+	print("["..(err or "success").."] roster: " ..node.."@"..host.." - "..jid);
+end
+function private_storage(node, host, xmlns, stanza)
+	mkdirs(host);
+	local private = dm.load(node, host, "private") or {};
+	private[xmlns] = st.preserialize(stanza);
+	local ret, err = dm.store(node, host, "private", private);
+	print("["..(err or "success").."] private: " ..node.."@"..host.." - "..xmlns);
+end
+function offline_msg(node, host, t, stanza)
+	mkdirs(host);
+	stanza.attr.stamp = os.date("!%Y-%m-%dT%H:%M:%SZ", t);
+	stanza.attr.stamp_legacy = os.date("!%Y%m%dT%H:%M:%S", t);
+	local ret, err = dm.list_append(node, host, "offline", st.preserialize(stanza));
+	print("["..(err or "success").."] offline: " ..node.."@"..host.." - "..os.date("!%Y-%m-%dT%H:%M:%SZ", t));
+end
+
+
+local filters = {
+	passwd = function(tuple)
+		password(tuple[2][1], tuple[2][2], tuple[3]);
+	end;
+	vcard = function(tuple)
+		vcard(tuple[2][1], tuple[2][2], build_stanza(tuple[3]));
+	end;
+	roster = function(tuple)
+		local node = tuple[3][1]; local host = tuple[3][2];
+		local contact = tuple[4][1].."@"..tuple[4][2];
+		local name = tuple[5]; local subscription = tuple[6];
+		local ask = tuple[7]; local groups = tuple[8];
+		if type(name) ~= type("") then name = nil; end
+		if ask == "none" then ask = nil; elseif ask == "out" then ask = "subscribe" else error(ask) end
+		if subscription ~= "both" and subscription ~= "from" and subscription ~= "to" and subscription ~= "none" then error(subscription) end
+		local item = {name = name, ask = ask, subscription = subscription, groups = {}};
+		for _, g in ipairs(groups) do item.groups[g] = true; end
+		roster(node, host, contact, item);
+	end;
+	private_storage = function(tuple)
+		private_storage(tuple[2][1], tuple[2][2], tuple[2][3], build_stanza(tuple[3]));
+	end;
+	offline_msg = function(tuple)
+		offline_msg(tuple[2][1], tuple[2][2], build_time(tuple[3]), build_stanza(tuple[7]));
+	end;
+	config = function(tuple)
+		if tuple[2] == "hosts" then
+			local output = io.output(); io.output("prosody.cfg.lua");
+			io.write("-- Configuration imported from ejabberd --\n");
+			io.write([[Host "*"
+	modules_enabled = {
+		"saslauth"; -- Authentication for clients and servers. Recommended if you want to log in.
+		"legacyauth"; -- Legacy authentication. Only used by some old clients and bots.
+		"roster"; -- Allow users to have a roster. Recommended ;)
+		"register"; -- Allow users to register on this server using a client
+		"tls"; -- Add support for secure TLS on c2s/s2s connections
+		"vcard"; -- Allow users to set vCards
+		"private"; -- Private XML storage (for room bookmarks, etc.)
+		"version"; -- Replies to server version requests
+		"dialback"; -- s2s dialback support
+		"uptime";
+		"disco";
+		"time";
+		"ping";
+		--"selftests";
+	};
+]]);
+			for _, h in ipairs(tuple[3]) do
+				io.write("Host \"" .. h .. "\"\n");
+			end
+			io.output(output);
+			print("prosody.cfg.lua created");
+		end
+	end;
+};
+
+local arg = ...;
+local help = "/? -? ? /h -h /help -help --help";
+if not arg or help:find(arg, 1, true) then
+	print([[ejabberd db dump importer for Prosody
+
+  Usage: ejabberd2prosody.lua filename.txt
+
+The file can be generated from ejabberd using:
+  sudo ./bin/ejabberdctl dump filename.txt
+
+Note: The path of ejabberdctl depends on your ejabberd installation, and ejabberd needs to be running for ejabberdctl to work.]]);
+	os.exit(1);
+end
+local count = 0;
+local t = {};
+for item in erlparse.parseFile(arg) do
+	count = count + 1;
+	local name = item[1];
+	t[name] = (t[name] or 0) + 1;
+	--print(count, serialize.serialize(item));
+	if filters[name] then filters[name](item); end
+end
+--print(serialize.serialize(t));
diff --git a/tools/erlparse.lua b/tools/erlparse.lua
new file mode 100644
index 00000000..c4372243
--- /dev/null
+++ b/tools/erlparse.lua
@@ -0,0 +1,130 @@
+
+local file = nil;
+local last = nil;
+local function read(expected)
+	local ch;
+	if last then
+		ch = last; last = nil;
+	else ch = file:read(1); end
+	if expected and ch ~= expected then error("expected: "..expected.."; got: "..(ch or "nil")); end
+	return ch;
+end
+local function pushback(ch)
+	if last then error(); end
+	last = ch;
+end
+local function peek()
+	if not last then last = read(); end
+	return last;
+end
+
+local _A, _a, _Z, _z, _0, _9, __, _space = string.byte("AaZz09_ ", 1, 8);
+local function isAlpha(ch)
+	ch = string.byte(ch) or 0;
+	return (ch >= _A and ch <= _Z) or (ch >= _a and ch <= _z);
+end
+local function isNumeric(ch)
+	ch = string.byte(ch) or 0;
+	return (ch >= _0 and ch <= _9);
+end
+local function isVar(ch)
+	ch = string.byte(ch) or 0;
+	return (ch >= _A and ch <= _Z) or (ch >= _a and ch <= _z) or (ch >= _0 and ch <= _9) or ch == __;
+end
+local function isSpace(ch)
+	ch = string.byte(ch) or "x";
+	return ch <= _space;
+end
+
+local function readString()
+	read("\""); -- skip quote
+	local slash = nil;
+	local str = "";
+	while true do
+		local ch = read();
+		if ch == "\"" and not slash then break; end
+		str = str..ch;
+	end
+	str = str:gsub("\\.", {["\\b"]="\b", ["\\d"]="\d", ["\\e"]="\e", ["\\f"]="\f", ["\\n"]="\n", ["\\r"]="\r", ["\\s"]="\s", ["\\t"]="\t", ["\\v"]="\v", ["\\\""]="\"", ["\\'"]="'", ["\\\\"]="\\"});
+	return str;
+end
+local function readSpecialString()
+	read("<"); read("<"); -- read <<
+	local str = "";
+	if peek() == "\"" then
+		local str = readString();
+	elseif peek() ~= ">" then
+		error();
+	end
+	read(">"); read(">"); -- read >>
+	return str;
+end
+local function readVar()
+	local var = read();
+	while isVar(peek()) do
+		var = var..read();
+	end
+	return var;
+end
+local function readNumber()
+	local num = read();
+	while isNumeric(peek()) do
+		num = num..read();
+	end
+	return tonumber(num);
+end
+local readItem = nil;
+local function readTuple()
+	local t = {};
+	read(); -- read { or [
+	while true do
+		local item = readItem();
+		if not item then break; end
+		table.insert(t, item);
+	end
+	read(); -- read } or ]
+	return t;
+end
+readItem = function()
+	local ch = peek();
+	if ch == nil then return nil end
+	if ch == "{" or ch == "[" then
+		return readTuple();
+	elseif isAlpha(ch) then
+		return readVar();
+	elseif isNumeric(ch) then
+		return readNumber();
+	elseif ch == "\"" then
+		return readString();
+	elseif ch == "<" then
+		return readSpecialString();
+	elseif isSpace(ch) or ch == "," then
+		read();
+		return readItem();
+	else
+		--print("Unknown char: "..ch);
+		return nil;
+	end
+end
+local function readChunk()
+	local x = readItem();
+	if x then read("."); end
+	return x;
+end
+local function readFile(filename)
+	file = io.open(filename);
+	if not file then error("File not found: "..filename); os.exit(0); end
+	return function()
+		local x = readChunk();
+		if not x and peek() then error("Invalid char: "..peek()); end
+		return x;
+	end;
+end
+
+module "erlparse"
+
+function parseFile(file)
+	return readFile(file);
+end
+
+return _M;
diff --git a/tools/serialize.lua b/tools/serialize.lua
new file mode 100644
index 00000000..57e0eb42
--- /dev/null
+++ b/tools/serialize.lua
@@ -0,0 +1,45 @@
+
+local indent = function(i)
+	return string.rep("\t", i);
+end
+local function basicSerialize (o)
+	if type(o) == "number" or type(o) == "boolean" then
+		return tostring(o);
+	else -- assume it is a string -- FIXME make sure it's a string. throw an error otherwise.
+		return (string.format("%q", tostring(o)):gsub("\\\n", "\\n"));
+	end
+end
+local function _simplesave (o, ind, t)
+	if type(o) == "number" then
+		table.insert(t, tostring(o));
+	elseif type(o) == "string" then
+		table.insert(t, (string.format("%q", o):gsub("\\\n", "\\n")));
+	elseif type(o) == "table" then
+		table.insert(t, "{\n");
+		for k,v in pairs(o) do
+			table.insert(t, indent(ind));
+			table.insert(t, "[");
+			table.insert(t, basicSerialize(k));
+			table.insert(t, "] = ");
+			_simplesave(v, ind+1, t);
+			table.insert(t, ",\n");
+		end
+		table.insert(t, indent(ind-1));
+		table.insert(t, "}");
+	elseif type(o) == "boolean" then
+		table.insert(t, (o and "true" or "false"));
+	else
+		error("cannot serialize a " .. type(o))
+	end
+end
+local t_concat = table.concat;
+
+module "serialize"
+
+function serialize(o)
+	local t = {};
+	_simplesave(o, 1, t);
+	return t_concat(t);
+end
+
+return _M;
-- 
2.30.2