mirrors/prosody
1
0
Fork 0
mirror of https://github.com/bjc/prosody.git synced 2025-04-04 13:47:41 +03:00
Code Issues Projects Releases Packages Wiki Activity Actions

mod_storage_internal: Implement efficient deletion of oldest archive items

Browse source 
Using the new shift function in datamanager, either the oldest items are
removed or all the later items are moved into a new file that replaces
the old.

Hidden behind a feature flag for now.
This commit is contained in:
Kim Alvefur 2023-07-12 15:03:24 +02:00
parent 33986e97b7
commit d03a9b2f7e
1 changed files with 22 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

22
plugins/mod_storage_internal.lua
View file

@ -14,6 +14,8 @@ local host = module.host;
local archive_item_limit = module:get_option_number("storage_archive_item_limit", 10000); local archive_item_limit = module:get_option_number("storage_archive_item_limit", 10000);
local archive_item_count_cache = cache.new(module:get_option("storage_archive_item_limit_cache_size", 1000)); local archive_item_count_cache = cache.new(module:get_option("storage_archive_item_limit_cache_size", 1000));
local use_shift = module:get_option_boolean("storage_archive_experimental_fast_delete", false);
local driver = {}; local driver = {};
function driver:open(store, typ) function driver:open(store, typ)
@ -342,12 +344,32 @@ function archive:users()
return datamanager.users(host, self.store, "list"); return datamanager.users(host, self.store, "list");
end end
function archive:trim(username, to_when)
local list, err = datamanager.list_open(username, host, self.store);
if not list then return list,err;end
-- luacheck: ignore 211/exact
local i, exact = binary_search(list, function(item)
local when = item.when or datetime.parse(item.attr.stamp);
return to_when - when;
end);
-- TODO if exact then ... off by one?
if i == 1 then return 0; end
local ok, err = datamanager.list_shift(username, host, self.store, i);
if not ok then return ok, err; end
return i-1;
end
function archive:delete(username, query) function archive:delete(username, query)
local cache_key = jid_join(username, host, self.store); local cache_key = jid_join(username, host, self.store);
if not query or next(query) == nil then if not query or next(query) == nil then
archive_item_count_cache:set(cache_key, nil); archive_item_count_cache:set(cache_key, nil);
return datamanager.list_store(username, host, self.store, nil); return datamanager.list_store(username, host, self.store, nil);
end end
if use_shift and next(query) == "end" and next(query, "end") == nil then
return self:trim(username, query["end"]);
end
local items, err = datamanager.list_load(username, host, self.store); local items, err = datamanager.list_load(username, host, self.store);
if not items then if not items then
if err then if err then