core/storagemanager.lua

   1
   2 local type, pairs = type, pairs;
   3 local setmetatable = setmetatable;
   4
   5 local config = require "core.configmanager";
   6 local datamanager = require "util.datamanager";
   7 local modulemanager = require "core.modulemanager";
   8 local multitable = require "util.multitable";
   9 local hosts = hosts;
  10 local log = require "util.logger".init("storagemanager");
  11
  12 local prosody = prosody;
  13
  14 local _ENV = nil;
  15
  16 local olddm = {}; -- maintain old datamanager, for backwards compatibility
  17 for k,v in pairs(datamanager) do olddm[k] = v; end
  18
  19 local null_storage_method = function () return false, "no data storage active"; end
  20 local null_storage_driver = setmetatable(
  21         {
  22                 name = "null",
  23                 open = function (self) return self; end
  24         }, {
  25                 __index = function (self, method) --luacheck: ignore 212
  26                         return null_storage_method;
  27                 end
  28         }
  29 );
  30
  31 local stores_available = multitable.new();
  32
  33 local function initialize_host(host)
  34         local host_session = hosts[host];
  35         host_session.events.add_handler("item-added/storage-provider", function (event)
  36                 local item = event.item;
  37                 stores_available:set(host, item.name, item);
  38         end);
  39
  40         host_session.events.add_handler("item-removed/storage-provider", function (event)
  41                 local item = event.item;
  42                 stores_available:set(host, item.name, nil);
  43         end);
  44 end
  45 prosody.events.add_handler("host-activated", initialize_host, 101);
  46
  47 local function load_driver(host, driver_name)
  48         if driver_name == "null" then
  49                 return null_storage_driver;
  50         end
  51         local driver = stores_available:get(host, driver_name);
  52         if driver then return driver; end
  53         local ok, err = modulemanager.load(host, "storage_"..driver_name);
  54         if not ok then
  55                 log("error", "Failed to load storage driver plugin %s on %s: %s", driver_name, host, err);
  56         end
  57         return stores_available:get(host, driver_name);
  58 end
  59
  60 local function get_storage_config(host)
  61         -- COMPAT w/ unreleased Prosody 0.10 and the once-experimental mod_storage_sql2 in peoples' config files
  62         local storage_config = config.get(host, "storage");
  63         local found_sql2;
  64         if storage_config == "sql2" then
  65                 storage_config, found_sql2 = "sql", true;
  66         elseif type(storage_config) == "table" then
  67                 for store_name, driver_name in pairs(storage_config) do
  68                         if driver_name == "sql2" then
  69                                 storage_config[store_name] = "sql";
  70                                 found_sql2 = true;
  71                         end
  72                 end
  73         end
  74         if found_sql2 then
  75                 log("error", "The temporary 'sql2' storage module has now been renamed to 'sql', please update your config file: https://prosody.im/doc/modules/mod_storage_sql2");
  76         end
  77         return storage_config;
  78 end
  79
  80 local function get_driver(host, store)
  81         local storage = get_storage_config(host);
  82         local driver_name;
  83         local option_type = type(storage);
  84         if option_type == "string" then
  85                 driver_name = storage;
  86         elseif option_type == "table" then
  87                 driver_name = storage[store];
  88         end
  89         if not driver_name then
  90                 driver_name = config.get(host, "default_storage") or "internal";
  91         end
  92
  93         local driver = load_driver(host, driver_name);
  94         if not driver then
  95                 log("warn", "Falling back to null driver for %s storage on %s", store, host);
  96                 driver_name = "null";
  97                 driver = null_storage_driver;
  98         end
  99         return driver, driver_name;
 100 end
 101
 102 local map_shim_mt = {
 103         __index = {
 104                 get = function(self, username, key)
 105                         local ret, err = self.keyval_store:get(username);
 106                         if ret == nil then return nil, err end
 107                         return ret[key];
 108                 end;
 109                 set = function(self, username, key, data)
 110                         local current, err = self.keyval_store:get(username);
 111                         if current == nil then
 112                                 if err then
 113                                         return nil, err;
 114                                 else
 115                                         current = {};
 116                                 end
 117                         end
 118                         current[key] = data;
 119                         return self.keyval_store:set(username, current);
 120                 end;
 121         };
 122 }
 123
 124 local open; -- forward declaration
 125
 126 local function create_map_shim(host, store)
 127         local keyval_store, err = open(host, store, "keyval");
 128         if keyval_store == nil then return nil, err end
 129         return setmetatable({
 130                 keyval_store = keyval_store;
 131         }, map_shim_mt);
 132 end
 133
 134 function open(host, store, typ)
 135         local driver, driver_name = get_driver(host, store);
 136         local ret, err = driver:open(store, typ);
 137         if not ret then
 138                 if err == "unsupported-store" then
 139                         if typ == "map" then -- Use shim on top of keyval store
 140                                 log("debug", "map storage driver unavailable, using shim on top of keyval store.");
 141                                 return create_map_shim(host, store);
 142                         end
 143                         log("debug", "Storage driver %s does not support store %s (%s), falling back to null driver",
 144                                 driver_name, store, typ or "<nil>");
 145                         ret = null_storage_driver;
 146                         err = nil;
 147                 end
 148         end
 149         return ret, err;
 150 end
 151
 152 local function purge(user, host)
 153         local storage = get_storage_config(host);
 154         if type(storage) == "table" then
 155                 -- multiple storage backends in use that we need to purge
 156                 local purged = {};
 157                 for store, driver_name in pairs(storage) do
 158                         if not purged[driver_name] then
 159                                 local driver = get_driver(host, store);
 160                                 if driver.purge then
 161                                         purged[driver_name] = driver:purge(user);
 162                                 else
 163                                         log("warn", "Storage driver %s does not support removing all user data, you may need to delete it manually", driver_name);
 164                                 end
 165                         end
 166                 end
 167         end
 168         get_driver(host):purge(user); -- and the default driver
 169
 170         olddm.purge(user, host); -- COMPAT list stores, like offline messages end up in the old datamanager
 171
 172         return true;
 173 end
 174
 175 function datamanager.load(username, host, datastore)
 176         return open(host, datastore):get(username);
 177 end
 178 function datamanager.store(username, host, datastore, data)
 179         return open(host, datastore):set(username, data);
 180 end
 181 function datamanager.users(host, datastore, typ)
 182         local driver = open(host, datastore, typ);
 183         if not driver.users then
 184                 return function() log("warn", "storage driver %s does not support listing users", driver.name) end
 185         end
 186         return driver:users();
 187 end
 188 function datamanager.stores(username, host, typ)
 189         return get_driver(host):stores(username, typ);
 190 end
 191 function datamanager.purge(username, host)
 192         return purge(username, host);
 193 end
 194
 195 return {
 196         initialize_host = initialize_host;
 197         load_driver = load_driver;
 198         get_driver = get_driver;
 199         open = open;
 200         purge = purge;
 201
 202         olddm = olddm;
 203 };