]> git.pld-linux.org Git - packages/ejabberd.git/blame - ejabberd-mod_logdb.patch
projects / packages / ejabberd.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
- up to 2.0.1
[packages/ejabberd.git] / ejabberd-mod_logdb.patch
CommitLineData
f7ce3e3a 1--- src/mod_logdb.erl.orig Tue Dec 11 14:23:19 2007
2+++ src/mod_logdb.erl Thu Sep 20 15:26:21 2007
3@@ -0,0 +1,1656 @@
4+%%%----------------------------------------------------------------------
5+%%% File : mod_logdb.erl
6+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
7+%%% Purpose : Frontend for log user messages to db
8+%%% Version : trunk
9+%%% Id : $Id$
10+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
11+%%%----------------------------------------------------------------------
12+
13+-module(mod_logdb).
14+-author('o.palij@gmail.com').
15+-vsn('$Revision$').
16+
17+-behaviour(gen_server).
18+-behaviour(gen_mod).
19+
20+% supervisor
21+-export([start_link/2]).
22+% gen_mod
23+-export([start/2,stop/1]).
24+% gen_server
25+-export([code_change/3,handle_call/3,handle_cast/2,handle_info/2,init/1,terminate/2]).
26+% hooks
27+-export([send_packet/3, receive_packet/4, offline_packet/3]).
28+-export([get_local_identity/5,
29+ get_local_features/5,
30+ get_local_items/5,
31+ adhoc_local_items/4,
32+ adhoc_local_commands/4
33+% get_sm_identity/5,
34+% get_sm_features/5,
35+% get_sm_items/5,
36+% adhoc_sm_items/4,
37+% adhoc_sm_commands/4]).
38+ ]).
39+% ejabberdctl
40+-export([rebuild_stats/3,
41+ copy_messages/1, copy_messages_ctl/3, copy_messages_int_tc/1]).
42+%
43+-export([get_vhost_stats/1, get_vhost_stats_at/2,
44+ get_user_stats/2, get_user_messages_at/3,
45+ get_dates/1,
46+ sort_stats/1,
47+ convert_timestamp/1, convert_timestamp_brief/1,
48+ get_user_settings/2, set_user_settings/3,
49+ user_messages_at_parse_query/4, user_messages_parse_query/3,
50+ vhost_messages_parse_query/2, vhost_messages_at_parse_query/4,
51+ list_to_bool/1, bool_to_list/1,
52+ list_to_string/1, string_to_list/1,
53+ get_module_settings/1, set_module_settings/2,
54+ purge_old_records/2]).
55+
56+-include("mod_logdb.hrl").
57+-include("ejabberd.hrl").
58+-include("jlib.hrl").
59+-include("ejabberd_ctl.hrl").
60+-include("adhoc.hrl").
61+
62+-define(PROCNAME, ejabberd_mod_logdb).
63+% gen_server call timeout
64+-define(CALL_TIMEOUT, 60000).
65+
66+-record(state, {vhost, dbmod, backendPid, monref, purgeRef, pollRef, dbopts, dbs, dolog_default, ignore_jids, groupchat, purge_older_days, poll_users_settings}).
67+
68+ets_settings_table(VHost) -> list_to_atom("ets_logdb_settings_" ++ VHost).
69+
70+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
71+%
72+% gen_mod/gen_server callbacks
73+%
74+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
75+% ejabberd starts module
76+start(VHost, Opts) ->
77+ ChildSpec =
78+ {gen_mod:get_module_proc(VHost, ?PROCNAME),
79+ {?MODULE, start_link, [VHost, Opts]},
80+ permanent,
81+ 1000,
82+ worker,
83+ [?MODULE]},
84+ % add child to ejabberd_sup
85+ supervisor:start_child(ejabberd_sup, ChildSpec).
86+
87+% supervisor starts gen_server
88+start_link(VHost, Opts) ->
89+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
90+ gen_server:start_link({local, Proc}, ?MODULE, [VHost, Opts], []).
91+
92+init([VHost, Opts]) ->
93+ process_flag(trap_exit, true),
94+ DBs = gen_mod:get_opt(dbs, Opts, [{mnesia, []}]),
95+ VHostDB = gen_mod:get_opt(vhosts, Opts, [{VHost, mnesia}]),
96+ % 10 is default becouse of using in clustered environment
97+ PollUsersSettings = gen_mod:get_opt(poll_users_settings, Opts, 10),
98+
99+ {value,{_, DBName}} = lists:keysearch(VHost, 1, VHostDB),
100+ {value, {DBName, DBOpts}} = lists:keysearch(DBName, 1, DBs),
101+
102+ ?MYDEBUG("Starting mod_logdb for ~p with ~p backend", [VHost, DBName]),
103+
104+ DBMod = list_to_atom(atom_to_list(?MODULE) ++ "_" ++ atom_to_list(DBName)),
105+
106+ % actually all work begin on receiving start signal
107+ timer:send_after(1000, start),
108+
109+ {ok, #state{vhost=VHost,
110+ dbmod=DBMod,
111+ dbopts=DBOpts,
112+ % dbs used for convert messages from one backend to other
113+ dbs=DBs,
114+ dolog_default=gen_mod:get_opt(dolog_default, Opts, true),
115+ ignore_jids=gen_mod:get_opt(ignore_jids, Opts, []),
116+ groupchat=gen_mod:get_opt(groupchat, Opts, none),
117+ purge_older_days=gen_mod:get_opt(purge_older_days, Opts, never),
118+ poll_users_settings=PollUsersSettings}}.
119+
120+cleanup(#state{vhost=VHost} = State) ->
121+ ?MYDEBUG("Stopping ~s for ~p", [?MODULE, VHost]),
122+
123+ %ets:delete(ets_settings_table(VHost)),
124+
125+ ejabberd_hooks:delete(user_send_packet, VHost, ?MODULE, send_packet, 90),
126+ ejabberd_hooks:delete(user_receive_packet, VHost, ?MODULE, receive_packet, 90),
127+ ejabberd_hooks:delete(offline_message_hook, VHost, ?MODULE, offline_packet, 10),
128+ %ejabberd_hooks:delete(adhoc_sm_commands, VHost, ?MODULE, adhoc_sm_commands, 110),
129+ %ejabberd_hooks:delete(adhoc_sm_items, VHost, ?MODULE, adhoc_sm_items, 110),
130+ ejabberd_hooks:delete(adhoc_local_commands, VHost, ?MODULE, adhoc_local_commands, 110),
131+ ejabberd_hooks:delete(adhoc_local_items, VHost, ?MODULE, adhoc_local_items, 110),
132+ %ejabberd_hooks:delete(disco_sm_identity, VHost, ?MODULE, get_sm_identity, 110),
133+ %ejabberd_hooks:delete(disco_sm_features, VHost, ?MODULE, get_sm_features, 110),
134+ %ejabberd_hooks:delete(disco_sm_items, VHost, ?MODULE, get_sm_items, 110),
135+ ejabberd_hooks:delete(disco_local_identity, VHost, ?MODULE, get_local_identity, 110),
136+ ejabberd_hooks:delete(disco_local_features, VHost, ?MODULE, get_local_features, 110),
137+ ejabberd_hooks:delete(disco_local_items, VHost, ?MODULE, get_local_items, 110),
138+
139+ ?MYDEBUG("Removed hooks for ~p", [VHost]),
140+
141+ ejabberd_ctl:unregister_commands(VHost, [{"rebuild_stats", "rebuild mod_logdb module stats for vhost"}], ?MODULE, rebuild_stats),
142+ Supported_backends = lists:flatmap(fun({Backend, _Opts}) ->
143+ [atom_to_list(Backend), " "]
144+ end, State#state.dbs),
145+ ejabberd_ctl:unregister_commands(
146+ VHost,
147+ [{"copy_messages backend", "copy messages from backend to current backend. backends could be: " ++ Supported_backends }],
148+ ?MODULE, copy_messages_ctl),
149+ ?MYDEBUG("Unregistered commands for ~p", [VHost]).
150+
151+stop(VHost) ->
152+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
153+ %gen_server:call(Proc, {cleanup}),
154+ %?MYDEBUG("Cleanup in stop finished!!!!", []),
155+ %timer:sleep(10000),
156+ ok = supervisor:terminate_child(ejabberd_sup, Proc),
157+ ok = supervisor:delete_child(ejabberd_sup, Proc).
158+
159+handle_call({cleanup}, _From, State) ->
160+ cleanup(State),
161+ ?MYDEBUG("Cleanup finished!!!!!", []),
162+ {reply, ok, State};
163+handle_call({get_dates}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
164+ Reply = DBMod:get_dates(VHost),
165+ {reply, Reply, State};
166+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
167+% ejabberd_web_admin callbacks
168+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
169+handle_call({delete_messages_by_user_at, PMsgs, Date}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
170+ Reply = DBMod:delete_messages_by_user_at(VHost, PMsgs, Date),
171+ {reply, Reply, State};
172+handle_call({delete_all_messages_by_user_at, User, Date}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
173+ Reply = DBMod:delete_all_messages_by_user_at(User, VHost, Date),
174+ {reply, Reply, State};
175+handle_call({delete_messages_at, Date}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
176+ Reply = DBMod:delete_messages_at(VHost, Date),
177+ {reply, Reply, State};
178+handle_call({get_vhost_stats}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
179+ Reply = DBMod:get_vhost_stats(VHost),
180+ {reply, Reply, State};
181+handle_call({get_vhost_stats_at, Date}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
182+ Reply = DBMod:get_vhost_stats_at(VHost, Date),
183+ {reply, Reply, State};
184+handle_call({get_user_stats, User}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
185+ Reply = DBMod:get_user_stats(User, VHost),
186+ {reply, Reply, State};
187+handle_call({get_user_messages_at, User, Date}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
188+ Reply = DBMod:get_user_messages_at(User, VHost, Date),
189+ {reply, Reply, State};
190+handle_call({get_user_settings, User}, _From, #state{dbmod=_DBMod, vhost=VHost}=State) ->
191+ Reply = case ets:match_object(ets_settings_table(VHost),
192+ #user_settings{owner_name=User, _='_'}) of
193+ [Set] -> Set;
194+ _ -> #user_settings{owner_name=User,
195+ dolog_default=State#state.dolog_default,
196+ dolog_list=[],
197+ donotlog_list=[]}
198+ end,
199+ {reply, Reply, State};
200+% TODO: remove User ??
201+handle_call({set_user_settings, User, GSet}, _From, #state{dbmod=DBMod, vhost=VHost}=State) ->
202+ Set = GSet#user_settings{owner_name=User},
203+ Reply =
204+ case ets:match_object(ets_settings_table(VHost),
205+ #user_settings{owner_name=User, _='_'}) of
206+ [Set] ->
207+ ?MYDEBUG("Settings is equal", []),
208+ ok;
209+ _ ->
210+ case DBMod:set_user_settings(User, VHost, Set) of
211+ error ->
212+ error;
213+ ok ->
214+ true = ets:insert(ets_settings_table(VHost), Set),
215+ ok
216+ end
217+ end,
218+ {reply, Reply, State};
219+handle_call({get_module_settings}, _From, State) ->
220+ {reply, State, State};
221+handle_call({set_module_settings, #state{purge_older_days=PurgeDays,
222+ poll_users_settings=PollSec} = Settings},
223+ _From,
224+ #state{purgeRef=PurgeRefOld,
225+ pollRef=PollRefOld,
226+ purge_older_days=PurgeDaysOld,
227+ poll_users_settings=PollSecOld} = State) ->
228+ PurgeRef = if
229+ PurgeDays == never, PurgeDaysOld /= never ->
230+ {ok, cancel} = timer:cancel(PurgeRefOld),
231+ disabled;
232+ is_integer(PurgeDays), PurgeDaysOld == never ->
233+ set_purge_timer(PurgeDays);
234+ true ->
235+ PurgeRefOld
236+ end,
237+
238+ PollRef = if
239+ PollSec == PollSecOld ->
240+ PollRefOld;
241+ PollSec == 0, PollSecOld /= 0 ->
242+ {ok, cancel} = timer:cancel(PollRefOld),
243+ disabled;
244+ is_integer(PollSec), PollSecOld == 0 ->
245+ set_poll_timer(PollSec);
246+ is_integer(PollSec), PollSecOld /= 0 ->
247+ {ok, cancel} = timer:cancel(PollRefOld),
248+ set_poll_timer(PollSec)
249+ end,
250+
251+ NewState = State#state{dolog_default=Settings#state.dolog_default,
252+ ignore_jids=Settings#state.ignore_jids,
253+ groupchat=Settings#state.groupchat,
254+ purge_older_days=PurgeDays,
255+ poll_users_settings=PollSec,
256+ purgeRef=PurgeRef,
257+ pollRef=PollRef},
258+ {reply, ok, NewState};
259+handle_call(Msg, _From, State) ->
260+ ?INFO_MSG("Got call Msg: ~p, State: ~p", [Msg, State]),
261+ {noreply, State}.
262+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
263+% end ejabberd_web_admin callbacks
264+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
265+
266+% ejabberd_hooks call
267+handle_cast({addlog, Direction, Owner, Peer, Packet}, #state{dbmod=DBMod, vhost=VHost}=State) ->
268+ case filter(Owner, Peer, State) of
269+ true ->
270+ case catch packet_parse(Owner, Peer, Packet, Direction, State) of
271+ ignore ->
272+ ok;
273+ {'EXIT', Reason} ->
274+ ?ERROR_MSG("Failed to parse: ~p", [Reason]);
275+ Msg ->
276+ DBMod:log_message(VHost, Msg)
277+ end;
278+ false ->
279+ ok
280+ end,
281+ {noreply, State};
282+% ejabberdctl rebuild_stats/3
283+handle_cast({rebuild_stats}, #state{dbmod=DBMod, vhost=VHost}=State) ->
284+ % TODO: maybe spawn?
285+ DBMod:rebuild_stats(VHost),
286+ {noreply, State};
287+handle_cast({copy_messages, Backend}, State) ->
288+ spawn(?MODULE, copy_messages, [[State, Backend]]),
289+ {noreply, State};
290+handle_cast({copy_messages, Backend, Date}, State) ->
291+ spawn(?MODULE, copy_messages, [[State, Backend, Date]]),
292+ {noreply, State};
293+handle_cast(Msg, State) ->
294+ ?INFO_MSG("Got cast Msg:~p, State:~p", [Msg, State]),
295+ {noreply, State}.
296+
297+% return: disabled | timer reference
298+set_purge_timer(PurgeDays) ->
299+ case PurgeDays of
300+ never -> disabled;
301+ Days when is_integer(Days) ->
302+ {ok, Ref1} = timer:send_interval(timer:hours(24), scheduled_purging),
303+ Ref1
304+ end.
305+
306+% return: disabled | timer reference
307+set_poll_timer(PollSec) ->
308+ if
309+ PollSec > 0 ->
310+ {ok, Ref2} = timer:send_interval(timer:seconds(PollSec), poll_users_settings),
311+ Ref2;
312+ % db polling disabled
313+ PollSec == 0 ->
314+ disabled;
315+ true ->
316+ {ok, Ref3} = timer:send_interval(timer:seconds(10), poll_users_settings),
317+ Ref3
318+ end.
319+
320+% actual starting of logging
321+% from timer:send_after (in init)
322+handle_info(start, #state{dbmod=DBMod, vhost=VHost}=State) ->
323+ case DBMod:start(VHost, State#state.dbopts) of
324+ {error, _Reason} ->
325+ timer:sleep(30000),
326+ {stop, db_connection_failed, State};
327+ {ok, SPid} ->
328+
329+ ?INFO_MSG("~p connection established", [DBMod]),
330+
331+ MonRef = erlang:monitor(process, SPid),
332+
333+ ets:new(ets_settings_table(VHost), [named_table,public,set,{keypos, #user_settings.owner_name}]),
334+ {ok, DoLog} = DBMod:get_users_settings(VHost),
335+ ets:insert(ets_settings_table(VHost), DoLog),
336+
337+ TrefPurge = set_purge_timer(State#state.purge_older_days),
338+ TrefPoll = set_poll_timer(State#state.poll_users_settings),
339+
340+ ejabberd_hooks:add(user_send_packet, VHost, ?MODULE, send_packet, 90),
341+ ejabberd_hooks:add(user_receive_packet, VHost, ?MODULE, receive_packet, 90),
342+ ejabberd_hooks:add(offline_message_hook, VHost, ?MODULE, offline_packet, 10),
343+
344+ ejabberd_hooks:add(disco_local_items, VHost, ?MODULE, get_local_items, 110),
345+ ejabberd_hooks:add(disco_local_features, VHost, ?MODULE, get_local_features, 110),
346+ ejabberd_hooks:add(disco_local_identity, VHost, ?MODULE, get_local_identity, 110),
347+ %ejabberd_hooks:add(disco_sm_items, VHost, ?MODULE, get_sm_items, 110),
348+ %ejabberd_hooks:add(disco_sm_features, VHost, ?MODULE, get_sm_features, 110),
349+ %ejabberd_hooks:add(disco_sm_identity, VHost, ?MODULE, get_sm_identity, 110),
350+ ejabberd_hooks:add(adhoc_local_items, VHost, ?MODULE, adhoc_local_items, 110),
351+ ejabberd_hooks:add(adhoc_local_commands, VHost, ?MODULE, adhoc_local_commands, 110),
352+ %ejabberd_hooks:add(adhoc_sm_items, VHost, ?MODULE, adhoc_sm_items, 110),
353+ %ejabberd_hooks:add(adhoc_sm_commands, VHost, ?MODULE, adhoc_sm_commands, 110),
354+
355+ ?MYDEBUG("Added hooks for ~p", [VHost]),
356+
357+ ejabberd_ctl:register_commands(
358+ VHost,
359+ [{"rebuild_stats", "rebuild mod_logdb module stats for vhost"}],
360+ ?MODULE, rebuild_stats),
361+ Supported_backends = lists:flatmap(fun({Backend, _Opts}) ->
362+ [atom_to_list(Backend), " "]
363+ end, State#state.dbs),
364+ ejabberd_ctl:register_commands(
365+ VHost,
366+ [{"copy_messages backend", "copy messages from backend to current backend. backends could be: " ++ Supported_backends }],
367+ ?MODULE, copy_messages_ctl),
368+ ?MYDEBUG("Registered commands for ~p", [VHost]),
369+
370+ NewState=State#state{monref = MonRef, backendPid=SPid, purgeRef=TrefPurge, pollRef=TrefPoll},
371+ {noreply, NewState};
372+ Rez ->
373+ ?ERROR_MSG("Rez=~p", [Rez]),
374+ timer:sleep(30000),
375+ {stop, db_connection_failed, State}
376+ end;
377+% from timer:send_interval/2 (in start handle_info)
378+handle_info(scheduled_purging, #state{vhost=VHost, purge_older_days=Days} = State) ->
379+ ?MYDEBUG("Starting scheduled purging of old records for ~p", [VHost]),
380+ spawn(?MODULE, purge_old_records, [VHost, integer_to_list(Days)]),
381+ {noreply, State};
382+% from timer:send_interval/2 (in start handle_info)
383+handle_info(poll_users_settings, #state{dbmod=DBMod, vhost=VHost}=State) ->
384+ {ok, DoLog} = DBMod:get_users_settings(VHost),
385+ ?MYDEBUG("DoLog=~p", [DoLog]),
386+ true = ets:delete_all_objects(ets_settings_table(VHost)),
387+ ets:insert(ets_settings_table(VHost), DoLog),
388+ {noreply, State};
389+handle_info({'DOWN', _MonitorRef, process, _Pid, _Info}, State) ->
390+ {stop, db_connection_dropped, State};
391+handle_info({fetch_result, _, _}, State) ->
392+ ?MYDEBUG("Got timed out mysql fetch result", []),
393+ {noreply, State};
394+handle_info(Info, State) ->
395+ ?INFO_MSG("Got Info:~p, State:~p", [Info, State]),
396+ {noreply, State}.
397+
398+terminate(db_connection_failed, _State) ->
399+ ok;
400+terminate(db_connection_dropped, State) ->
401+ cleanup(State),
402+ ok;
403+terminate(_Reason, #state{monref=undefined} = State) ->
404+ cleanup(State),
405+ ok;
406+terminate(Reason, #state{dbmod=DBMod, vhost=VHost, monref=MonRef, backendPid=Pid} = State) ->
407+ ?INFO_MSG("Reason: ~p", [Reason]),
408+ case erlang:is_process_alive(Pid) of
409+ true ->
410+ erlang:demonitor(MonRef, [flush]),
411+ DBMod:stop(VHost);
412+ false ->
413+ ok
414+ end,
415+ cleanup(State),
416+ ok.
417+
418+code_change(_OldVsn, State, _Extra) ->
419+ {ok, State}.
420+
421+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
422+%
423+% ejabberd_hooks callbacks
424+%
425+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
426+% TODO: change to/from to list as sql stores it as list
427+send_packet(Owner, Peer, P) ->
428+ VHost = Owner#jid.lserver,
429+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
430+ gen_server:cast(Proc, {addlog, to, Owner, Peer, P}).
431+
432+offline_packet(Peer, Owner, P) ->
433+ VHost = Owner#jid.lserver,
434+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
435+ gen_server:cast(Proc, {addlog, from, Owner, Peer, P}).
436+
437+receive_packet(_JID, Peer, Owner, P) ->
438+ VHost = Owner#jid.lserver,
439+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
440+ gen_server:cast(Proc, {addlog, from, Owner, Peer, P}).
441+
442+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
443+%
444+% ejabberdctl
445+%
446+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
447+rebuild_stats(_Val, VHost, ["rebuild_stats"]) ->
448+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
449+ gen_server:cast(Proc, {rebuild_stats}),
450+ {stop, ?STATUS_SUCCESS};
451+rebuild_stats(Val, _VHost, _Args) ->
452+ Val.
453+
454+copy_messages_ctl(_Val, VHost, ["copy_messages", Backend]) ->
455+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
456+ gen_server:cast(Proc, {copy_messages, Backend}),
457+ {stop, ?STATUS_SUCCESS};
458+copy_messages_ctl(_Val, VHost, ["copy_messages", Backend, Date]) ->
459+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
460+ gen_server:cast(Proc, {copy_messages, Backend, Date}),
461+ {stop, ?STATUS_SUCCESS};
462+copy_messages_ctl(Val, _VHost, _Args) ->
463+ Val.
464+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
465+%
466+% misc operations
467+%
468+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
469+
470+% handle_cast({addlog, E}, _)
471+% raw packet -> #msg
472+packet_parse(Owner, Peer, Packet, Direction, State) ->
473+ case xml:get_subtag(Packet, "body") of
474+ false ->
475+ ignore;
476+ Body_xml ->
477+ Message_type =
478+ case xml:get_tag_attr_s("type", Packet) of
479+ [] -> "normal";
480+ MType -> MType
481+ end,
482+
483+ case Message_type of
484+ "groupchat" when State#state.groupchat == send, Direction == to ->
485+ ok;
486+ "groupchat" when State#state.groupchat == send, Direction == from ->
487+ throw(ignore);
488+ "groupchat" when State#state.groupchat == half ->
489+ Rooms = ets:match(muc_online_room, '$1'),
490+ Ni=lists:foldl(fun([{muc_online_room, {GName, GHost}, Pid}], Names) ->
491+ case gen_fsm:sync_send_all_state_event(Pid, {get_jid_nick,Owner}) of
492+ [] -> Names;
493+ Nick ->
494+ lists:append(Names, [jlib:jid_to_string({GName, GHost, Nick})])
495+ end
496+ end, [], Rooms),
497+ case lists:member(jlib:jid_to_string(Peer), Ni) of
498+ true when Direction == from ->
499+ throw(ignore);
500+ _ ->
501+ ok
502+ end;
503+ "groupchat" when State#state.groupchat == none ->
504+ throw(ignore);
505+ _ ->
506+ ok
507+ end,
508+
509+ Message_body = xml:get_tag_cdata(Body_xml),
510+ Message_subject =
511+ case xml:get_subtag(Packet, "subject") of
512+ false ->
513+ "";
514+ Subject_xml ->
515+ xml:get_tag_cdata(Subject_xml)
516+ end,
517+
518+ OwnerName = stringprep:tolower(Owner#jid.user),
519+ PName = stringprep:tolower(Peer#jid.user),
520+ PServer = stringprep:tolower(Peer#jid.server),
521+ PResource = Peer#jid.resource,
522+
523+ #msg{timestamp=get_timestamp(),
524+ owner_name=OwnerName,
525+ peer_name=PName,
526+ peer_server=PServer,
527+ peer_resource=PResource,
528+ direction=Direction,
529+ type=Message_type,
530+ subject=Message_subject,
531+ body=Message_body}
532+ end.
533+
534+% called from handle_cast({addlog, _}, _) -> true (log messages) | false (do not log messages)
535+filter(Owner, Peer, State) ->
536+ OwnerStr = Owner#jid.luser++"@"++Owner#jid.lserver,
537+ OwnerServ = "@"++Owner#jid.lserver,
538+ PeerStr = Peer#jid.luser++"@"++Peer#jid.lserver,
539+ PeerServ = "@"++Peer#jid.lserver,
540+
541+ LogTo = case ets:match_object(ets_settings_table(State#state.vhost),
542+ #user_settings{owner_name=Owner#jid.luser, _='_'}) of
543+ [#user_settings{dolog_default=Default,
544+ dolog_list=DLL,
545+ donotlog_list=DNLL}] ->
546+ A = lists:member(PeerStr, DLL),
547+ B = lists:member(PeerStr, DNLL),
548+ if
549+ A -> true;
550+ B -> false;
551+ Default == true -> true;
552+ Default == false -> false;
553+ true -> State#state.dolog_default
554+ end;
555+ _ -> State#state.dolog_default
556+ end,
557+
558+ lists:all(fun(O) -> O end,
559+ [not lists:member(OwnerStr, State#state.ignore_jids),
560+ not lists:member(PeerStr, State#state.ignore_jids),
561+ not lists:member(OwnerServ, State#state.ignore_jids),
562+ not lists:member(PeerServ, State#state.ignore_jids),
563+ LogTo]).
564+
565+purge_old_records(VHost, Days) ->
566+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
567+
568+ Dates = gen_server:call(Proc, {get_dates, {VHost}}),
569+ DateNow = calendar:datetime_to_gregorian_seconds({date(), {0,0,1}}),
570+ DateDiff = list_to_integer(Days)*24*60*60,
571+ ?MYDEBUG("Purging tables older than ~s days", [Days]),
572+ lists:foreach(fun(Date) ->
573+ {ok, [Year, Month, Day]} = regexp:split(Date, "[^0-9]+"),
574+ DateInSec = calendar:datetime_to_gregorian_seconds({{list_to_integer(Year), list_to_integer(Month), list_to_integer(Day)}, {0,0,1}}),
575+ if
576+ (DateNow - DateInSec) > DateDiff ->
577+ gen_server:call(Proc, {delete_messages_at, Date});
578+ true ->
579+ ?MYDEBUG("Skipping messages at ~p", [Date])
580+ end
581+ end, Dates).
582+
583+% called from get_vhost_stats/2, get_user_stats/3
584+sort_stats(Stats) ->
585+ % Stats = [{"2003-4-15",1}, {"2006-8-18",1}, ... ]
586+ CFun = fun({TableName, Count}) ->
587+ {ok, [Year, Month, Day]} = regexp:split(TableName, "[^0-9]+"),
588+ { calendar:datetime_to_gregorian_seconds({{list_to_integer(Year), list_to_integer(Month), list_to_integer(Day)}, {0,0,1}}), Count }
589+ end,
590+ % convert to [{63364377601,1}, {63360662401,1}, ... ]
591+ CStats = lists:map(CFun, Stats),
592+ % sort by date
593+ SortedStats = lists:reverse(lists:keysort(1, CStats)),
594+ % convert to [{"2007-12-9",1}, {"2007-10-27",1}, ... ] sorted list
595+ [{mod_logdb:convert_timestamp_brief(TableSec), Count} || {TableSec, Count} <- SortedStats].
596+
597+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
598+%
599+% Date/Time operations
600+%
601+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
602+% return float seconds elapsed from "zero hour" as list
603+get_timestamp() ->
604+ {MegaSec, Sec, MicroSec} = now(),
605+ [List] = io_lib:format("~.5f", [MegaSec*1000000 + Sec + MicroSec/1000000]),
606+ List.
607+
608+% convert float seconds elapsed from "zero hour" to local time "%Y-%m-%d %H:%M:%S" string
609+convert_timestamp(Seconds) when is_list(Seconds) ->
610+ case string:to_float(Seconds++".0") of
611+ {F,_} when is_float(F) -> convert_timestamp(F);
612+ _ -> erlang:error(badarg, [Seconds])
613+ end;
614+convert_timestamp(Seconds) when is_float(Seconds) ->
615+ GregSec = trunc(Seconds + 719528*86400),
616+ UnivDT = calendar:gregorian_seconds_to_datetime(GregSec),
617+ {{Year, Month, Day},{Hour, Minute, Sec}} = calendar:universal_time_to_local_time(UnivDT),
618+ integer_to_list(Year) ++ "-" ++ integer_to_list(Month) ++ "-" ++ integer_to_list(Day) ++ " " ++ integer_to_list(Hour) ++ ":" ++ integer_to_list(Minute) ++ ":" ++ integer_to_list(Sec).
619+
620+% convert float seconds elapsed from "zero hour" to local time "%Y-%m-%d" string
621+convert_timestamp_brief(Seconds) when is_list(Seconds) ->
622+ convert_timestamp_brief(list_to_float(Seconds));
623+convert_timestamp_brief(Seconds) when is_float(Seconds) ->
624+ GregSec = trunc(Seconds + 719528*86400),
625+ UnivDT = calendar:gregorian_seconds_to_datetime(GregSec),
626+ {{Year, Month, Day},{_Hour, _Minute, _Sec}} = calendar:universal_time_to_local_time(UnivDT),
627+ integer_to_list(Year) ++ "-" ++ integer_to_list(Month) ++ "-" ++ integer_to_list(Day);
628+convert_timestamp_brief(Seconds) when is_integer(Seconds) ->
629+ {{Year, Month, Day},{_Hour, _Minute, _Sec}} = calendar:gregorian_seconds_to_datetime(Seconds),
630+ integer_to_list(Year) ++ "-" ++ integer_to_list(Month) ++ "-" ++ integer_to_list(Day).
631+
632+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
633+%
634+% DB operations (get)
635+%
636+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
637+get_vhost_stats(VHost) ->
638+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
639+ gen_server:call(Proc, {get_vhost_stats}, ?CALL_TIMEOUT).
640+
641+get_vhost_stats_at(VHost, Date) ->
642+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
643+ gen_server:call(Proc, {get_vhost_stats_at, Date}, ?CALL_TIMEOUT).
644+
645+get_user_stats(User, VHost) ->
646+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
647+ gen_server:call(Proc, {get_user_stats, User}, ?CALL_TIMEOUT).
648+
649+get_user_messages_at(User, VHost, Date) ->
650+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
651+ gen_server:call(Proc, {get_user_messages_at, User, Date}, ?CALL_TIMEOUT).
652+
653+get_dates(VHost) ->
654+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
655+ gen_server:call(Proc, {get_dates}, ?CALL_TIMEOUT).
656+
657+get_user_settings(User, VHost) ->
658+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
659+ gen_server:call(Proc, {get_user_settings, User}, ?CALL_TIMEOUT).
660+
661+set_user_settings(User, VHost, Set) ->
662+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
663+ gen_server:call(Proc, {set_user_settings, User, Set}).
664+
665+get_module_settings(VHost) ->
666+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
667+ gen_server:call(Proc, {get_module_settings}).
668+
669+set_module_settings(VHost, Settings) ->
670+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
671+ gen_server:call(Proc, {set_module_settings, Settings}).
672+
673+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
674+%
675+% Web admin callbacks (delete)
676+%
677+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
678+user_messages_at_parse_query(VHost, Date, Msgs, Query) ->
679+ case lists:keysearch("delete", 1, Query) of
680+ {value, _} ->
681+ PMsgs = lists:filter(
682+ fun(Msg) ->
683+ ID = jlib:encode_base64(binary_to_list(term_to_binary(Msg#msg.timestamp))),
684+ lists:member({"selected", ID}, Query)
685+ end, Msgs),
686+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
687+ gen_server:call(Proc, {delete_messages_by_user_at, PMsgs, Date}, ?CALL_TIMEOUT);
688+ false ->
689+ nothing
690+ end.
691+
692+user_messages_parse_query(User, VHost, Query) ->
693+ Dates = get_dates(VHost),
694+ case lists:keysearch("delete", 1, Query) of
695+ {value, _} ->
696+ PDates = lists:filter(
697+ fun(Date) ->
698+ ID = jlib:encode_base64(binary_to_list(term_to_binary(User++Date))),
699+ lists:member({"selected", ID}, Query)
700+ end, Dates),
701+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
702+ Rez = lists:foldl(
703+ fun(Date, Acc) ->
704+ lists:append(Acc,
705+ [gen_server:call(Proc,
706+ {delete_all_messages_by_user_at, User, Date},
707+ ?CALL_TIMEOUT)])
708+ end, [], PDates),
709+ case lists:member(error, Rez) of
710+ true ->
711+ error;
712+ false ->
713+ nothing
714+ end;
715+ false ->
716+ nothing
717+ end.
718+
719+vhost_messages_parse_query(VHost, Query) ->
720+ Dates = get_dates(VHost),
721+ case lists:keysearch("delete", 1, Query) of
722+ {value, _} ->
723+ PDates = lists:filter(
724+ fun(Date) ->
725+ ID = jlib:encode_base64(binary_to_list(term_to_binary(VHost++Date))),
726+ lists:member({"selected", ID}, Query)
727+ end, Dates),
728+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
729+ Rez = lists:foldl(fun(Date, Acc) ->
730+ lists:append(Acc, [gen_server:call(Proc,
731+ {delete_messages_at, Date},
732+ ?CALL_TIMEOUT)])
733+ end, [], PDates),
734+ case lists:member(error, Rez) of
735+ true ->
736+ error;
737+ false ->
738+ nothing
739+ end;
740+ false ->
741+ nothing
742+ end.
743+
744+vhost_messages_at_parse_query(VHost, Date, Stats, Query) ->
745+ case lists:keysearch("delete", 1, Query) of
746+ {value, _} ->
747+ PStats = lists:filter(
748+ fun({User, _Count}) ->
749+ ID = jlib:encode_base64(binary_to_list(term_to_binary(User++VHost))),
750+ lists:member({"selected", ID}, Query)
751+ end, Stats),
752+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
753+ Rez = lists:foldl(fun({User, _Count}, Acc) ->
754+ lists:append(Acc, [gen_server:call(Proc,
755+ {delete_all_messages_by_user_at,
756+ User, Date},
757+ ?CALL_TIMEOUT)])
758+ end, [], PStats),
759+ case lists:member(error, Rez) of
760+ true ->
761+ error;
762+ false ->
763+ ok
764+ end;
765+ false ->
766+ nothing
767+ end.
768+
769+copy_messages([#state{vhost=VHost}=State, From]) ->
770+ ?INFO_MSG("Going to copy messages from ~p for ~p", [From, VHost]),
771+
772+ {FromDBName, FromDBOpts} =
773+ case lists:keysearch(list_to_atom(From), 1, State#state.dbs) of
774+ {value, {FN, FO}} ->
775+ {FN, FO};
776+ false ->
777+ ?ERROR_MSG("Failed to find record for ~p in dbs", [From]),
778+ throw(error)
779+ end,
780+
781+ FromDBMod = list_to_atom(atom_to_list(?MODULE) ++ "_" ++ atom_to_list(FromDBName)),
782+
783+ {ok, _FromPid} = FromDBMod:start(VHost, FromDBOpts),
784+
785+ Dates = FromDBMod:get_dates(VHost),
786+ DatesLength = length(Dates),
787+
788+ lists:foldl(fun(Date, Acc) ->
789+ case copy_messages_int([FromDBMod, State#state.dbmod, VHost, Date]) of
790+ ok ->
791+ ?INFO_MSG("Copied messages at ~p (~p/~p)", [Date, Acc, DatesLength]);
792+ Value ->
793+ ?ERROR_MSG("Failed to copy messages at ~p (~p/~p): ~p", [Date, Acc, DatesLength, Value]),
794+ FromDBMod:stop(VHost),
795+ throw(error)
796+ end,
797+ Acc + 1
798+ end, 1, Dates),
799+ ?INFO_MSG("Copied messages from ~p", [From]),
800+ FromDBMod:stop(VHost);
801+copy_messages([#state{vhost=VHost}=State, From, Date]) ->
802+ {value, {FromDBName, FromDBOpts}} = lists:keysearch(list_to_atom(From), 1, State#state.dbs),
803+ FromDBMod = list_to_atom(atom_to_list(?MODULE) ++ "_" ++ atom_to_list(FromDBName)),
804+ {ok, _FromPid} = FromDBMod:start(VHost, FromDBOpts),
805+ case catch copy_messages_int([FromDBMod, State#state.dbmod, VHost, Date]) of
806+ {'exit', Reason} ->
807+ ?ERROR_MSG("Failed to copy messages at ~p: ~p", [Date, Reason]);
808+ ok ->
809+ ?INFO_MSG("Copied messages at ~p", [Date]);
810+ Value ->
811+ ?ERROR_MSG("Failed to copy messages at ~p: ~p", [Date, Value])
812+ end,
813+ FromDBMod:stop(VHost).
814+
815+copy_messages_int([FromDBMod, ToDBMod, VHost, Date]) ->
816+ ets:new(mod_logdb_temp, [named_table, set, public]),
817+ {Time, Value} = timer:tc(?MODULE, copy_messages_int_tc, [[FromDBMod, ToDBMod, VHost, Date]]),
818+ ets:delete_all_objects(mod_logdb_temp),
819+ ets:delete(mod_logdb_temp),
820+ ?INFO_MSG("copy_messages at ~p elapsed ~p sec", [Date, Time/1000000]),
821+ Value.
822+
823+copy_messages_int_tc([FromDBMod, ToDBMod, VHost, Date]) ->
824+ ?INFO_MSG("Going to copy messages from ~p for ~p at ~p", [FromDBMod, VHost, Date]),
825+
826+ ok = FromDBMod:rebuild_stats_at(VHost, Date),
827+ catch mod_logdb:rebuild_stats_at(VHost, Date),
828+ {ok, FromStats} = FromDBMod:get_vhost_stats_at(VHost, Date),
829+ ToStats = case mod_logdb:get_vhost_stats_at(VHost, Date) of
830+ {ok, Stats} -> Stats;
831+ {error, _} -> []
832+ end,
833+
834+ FromStatsS = lists:keysort(1, FromStats),
835+ ToStatsS = lists:keysort(1, ToStats),
836+
837+ StatsLength = length(FromStats),
838+
839+ CopyFun = if
840+ % destination table is empty
841+ FromDBMod /= mod_logdb_mnesia_old, ToStats == [] ->
842+ fun({User, _Count}, Acc) ->
843+ {ok, Msgs} = FromDBMod:get_user_messages_at(User, VHost, Date),
844+ MAcc =
845+ lists:foldl(fun(Msg, MFAcc) ->
846+ ok = ToDBMod:log_message(VHost, Msg),
847+ MFAcc + 1
848+ end, 0, Msgs),
849+ NewAcc = Acc + 1,
850+ ?INFO_MSG("Copied ~p messages for ~p (~p/~p) at ~p", [MAcc, User, NewAcc, StatsLength, Date]),
851+ %timer:sleep(100),
852+ NewAcc
853+ end;
854+ % destination table is not empty
855+ FromDBMod /= mod_logdb_mnesia_old, ToStats /= [] ->
856+ fun({User, _Count}, Acc) ->
857+ {ok, ToMsgs} = ToDBMod:get_user_messages_at(User, VHost, Date),
858+ lists:foreach(fun(#msg{timestamp=Tst}) when length(Tst) == 16 ->
859+ ets:insert(mod_logdb_temp, {Tst});
860+ % mysql, pgsql removes final zeros after decimal point
861+ (#msg{timestamp=Tst}) when length(Tst) < 16 ->
862+ {F, _} = string:to_float(Tst++".0"),
863+ [T] = io_lib:format("~.5f", [F]),
864+ ets:insert(mod_logdb_temp, {T})
865+ end, ToMsgs),
866+ {ok, Msgs} = FromDBMod:get_user_messages_at(User, VHost, Date),
867+ MAcc =
868+ lists:foldl(fun(#msg{timestamp=ToTimestamp} = Msg, MFAcc) ->
869+ case ets:member(mod_logdb_temp, ToTimestamp) of
870+ false ->
871+ ok = ToDBMod:log_message(VHost, Msg),
872+ ets:insert(mod_logdb_temp, {ToTimestamp}),
873+ MFAcc + 1;
874+ true ->
875+ MFAcc
876+ end
877+ end, 0, Msgs),
878+ NewAcc = Acc + 1,
879+ ets:delete_all_objects(mod_logdb_temp),
880+ ?INFO_MSG("Copied ~p messages for ~p (~p/~p) at ~p", [MAcc, User, NewAcc, StatsLength, Date]),
881+ %timer:sleep(100),
882+ NewAcc
883+ end;
884+ % copying from mod_logmnesia
885+ true ->
886+ fun({User, _Count}, Acc) ->
887+ ToStats =
888+ case ToDBMod:get_user_messages_at(User, VHost, Date) of
889+ {ok, []} ->
890+ ok;
891+ {ok, ToMsgs} ->
892+ lists:foreach(fun(#msg{timestamp=Tst}) when length(Tst) == 16 ->
893+ ets:insert(mod_logdb_temp, {Tst});
894+ % mysql, pgsql removes final zeros after decimal point
895+ (#msg{timestamp=Tst}) when length(Tst) < 15 ->
896+ {F, _} = string:to_float(Tst++".0"),
897+ [T] = io_lib:format("~.5f", [F]),
898+ ets:insert(mod_logdb_temp, {T})
899+ end, ToMsgs);
900+ {error, _} ->
901+ ok
902+ end,
903+ {ok, Msgs} = FromDBMod:get_user_messages_at(User, VHost, Date),
904+
905+ MAcc =
906+ lists:foldl(
907+ fun({msg, TU, TS, TR, FU, FS, FR, Type, Subj, Body, Timest},
908+ MFAcc) ->
909+ [Timestamp] = if is_float(Timest) == true ->
910+ io_lib:format("~.5f", [Timest]);
911+ % early versions of mod_logmnesia
912+ is_integer(Timest) == true ->
913+ io_lib:format("~.5f", [Timest-719528*86400.0]);
914+ true ->
915+ ?ERROR_MSG("Incorrect timestamp ~p", [Timest]),
916+ throw(error)
917+ end,
918+ case ets:member(mod_logdb_temp, Timestamp) of
919+ false ->
920+ if
921+ % from
922+ TS == VHost ->
923+ TMsg = #msg{timestamp=Timestamp,
924+ owner_name=TU,
925+ peer_name=FU, peer_server=FS, peer_resource=FR,
926+ direction=from,
927+ type=Type,
928+ subject=Subj, body=Body},
929+ ok = ToDBMod:log_message(VHost, TMsg);
930+ true -> ok
931+ end,
932+ if
933+ % to
934+ FS == VHost ->
935+ FMsg = #msg{timestamp=Timestamp,
936+ owner_name=FU,
937+ peer_name=TU, peer_server=TS, peer_resource=TR,
938+ direction=to,
939+ type=Type,
940+ subject=Subj, body=Body},
941+ ok = ToDBMod:log_message(VHost, FMsg);
942+ true -> ok
943+ end,
944+ ets:insert(mod_logdb_temp, {Timestamp}),
945+ MFAcc + 1;
946+ true -> % not ets:member
947+ MFAcc
948+ end % case
949+ end, 0, Msgs), % foldl
950+ NewAcc = Acc + 1,
951+ ?INFO_MSG("Copied ~p messages for ~p (~p/~p) at ~p", [MAcc, User, NewAcc, StatsLength, Date]),
952+ %timer:sleep(100),
953+ NewAcc
954+ end % fun
955+ end, % if FromDBMod /= mod_logdb_mnesia_old
956+
957+ if
958+ FromStats == [] ->
959+ ?INFO_MSG("No messages were found at ~p", [Date]);
960+ FromStatsS == ToStatsS ->
961+ ?INFO_MSG("Stats are equal at ~p", [Date]);
962+ FromStatsS /= ToStatsS ->
963+ lists:foldl(CopyFun, 0, FromStats),
964+ ok = ToDBMod:rebuild_stats_at(VHost, Date)
965+ %timer:sleep(1000)
966+ end,
967+
968+ ok.
969+
970+list_to_bool(Num) ->
971+ case lists:member(Num, ["t", "true", "y", "yes", "1"]) of
972+ true ->
973+ true;
974+ false ->
975+ case lists:member(Num, ["f", "false", "n", "no", "0"]) of
976+ true ->
977+ false;
978+ false ->
979+ error
980+ end
981+ end.
982+
983+bool_to_list(true) ->
984+ "TRUE";
985+bool_to_list(false) ->
986+ "FALSE".
987+
988+list_to_string([]) ->
989+ "";
990+list_to_string(List) when is_list(List) ->
991+ Str = lists:flatmap(fun(Elm) -> Elm ++ "\n" end, List),
992+ lists:sublist(Str, length(Str)-1).
993+
994+string_to_list(null) ->
995+ [];
996+string_to_list([]) ->
997+ [];
998+string_to_list(String) ->
999+ {ok, List} = regexp:split(String, "\n"),
1000+ List.
1001+
1002+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1003+%
1004+% ad-hoc (copy/pasted from mod_configure.erl)
1005+%
1006+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1007+-define(ITEMS_RESULT(Allow, LNode, Fallback),
1008+ case Allow of
1009+ deny ->
1010+ Fallback;
1011+ allow ->
1012+ case get_local_items(LServer, LNode,
1013+ jlib:jid_to_string(To), Lang) of
1014+ {result, Res} ->
1015+ {result, Res};
1016+ {error, Error} ->
1017+ {error, Error}
1018+ end
1019+ end).
1020+
1021+get_local_items(Acc, From, #jid{lserver = LServer} = To, "", Lang) ->
1022+ case gen_mod:is_loaded(LServer, mod_adhoc) of
1023+ false ->
1024+ Acc;
1025+ _ ->
1026+ Items = case Acc of
1027+ {result, Its} -> Its;
1028+ empty -> []
1029+ end,
1030+ AllowUser = acl:match_rule(LServer, mod_logdb, From),
1031+ AllowAdmin = acl:match_rule(LServer, mod_logdb_admin, From),
1032+ if
1033+ AllowUser == allow; AllowAdmin == allow ->
1034+ case get_local_items(LServer, [],
1035+ jlib:jid_to_string(To), Lang) of
1036+ {result, Res} ->
1037+ {result, Items ++ Res};
1038+ {error, _Error} ->
1039+ {result, Items}
1040+ end;
1041+ true ->
1042+ {result, Items}
1043+ end
1044+ end;
1045+get_local_items(Acc, From, #jid{lserver = LServer} = To, Node, Lang) ->
1046+ case gen_mod:is_loaded(LServer, mod_adhoc) of
1047+ false ->
1048+ Acc;
1049+ _ ->
1050+ LNode = string:tokens(Node, "/"),
1051+ AllowAdmin = acl:match_rule(LServer, mod_logdb_admin, From),
1052+ case LNode of
1053+ ["mod_logdb"] ->
1054+ ?ITEMS_RESULT(AllowAdmin, LNode, {error, ?ERR_FORBIDDEN});
1055+ ["mod_logdb_users"] ->
1056+ ?ITEMS_RESULT(AllowAdmin, LNode, {error, ?ERR_FORBIDDEN});
1057+ ["mod_logdb_users", [$@ | _]] ->
1058+ ?ITEMS_RESULT(AllowAdmin, LNode, {error, ?ERR_FORBIDDEN});
1059+ ["mod_logdb_users", _User] ->
1060+ ?ITEMS_RESULT(AllowAdmin, LNode, {error, ?ERR_FORBIDDEN});
1061+ ["mod_logdb_settings"] ->
1062+ ?ITEMS_RESULT(AllowAdmin, LNode, {error, ?ERR_FORBIDDEN});
1063+ _ ->
1064+ Acc
1065+ end
1066+ end.
1067+
1068+-define(NODE(Name, Node),
1069+ {xmlelement, "item",
1070+ [{"jid", Server},
1071+ {"name", translate:translate(Lang, Name)},
1072+ {"node", Node}], []}).
1073+
1074+get_local_items(_Host, [], Server, Lang) ->
1075+ {result,
1076+ [?NODE("Messages logging engine", "mod_logdb")]
1077+ };
1078+get_local_items(_Host, ["mod_logdb"], Server, Lang) ->
1079+ {result,
1080+ [?NODE("Messages logging engine users", "mod_logdb_users"),
1081+ ?NODE("Messages logging engine settings", "mod_logdb_settings")]
1082+ };
1083+get_local_items(Host, ["mod_logdb_users"], Server, Lang) ->
1084+ {result, get_all_vh_users(Host, Server, Lang)};
1085+get_local_items(_Host, ["mod_logdb_users", [$@ | Diap]], Server, Lang) ->
1086+ case catch ejabberd_auth:dirty_get_registered_users() of
1087+ {'EXIT', _Reason} ->
1088+ ?ERR_INTERNAL_SERVER_ERROR;
1089+ Users ->
1090+ SUsers = lists:sort([{S, U} || {U, S} <- Users]),
1091+ case catch begin
1092+ {ok, [S1, S2]} = regexp:split(Diap, "-"),
1093+ N1 = list_to_integer(S1),
1094+ N2 = list_to_integer(S2),
1095+ Sub = lists:sublist(SUsers, N1, N2 - N1 + 1),
1096+ lists:map(fun({S, U}) ->
1097+ ?NODE(U ++ "@" ++ S, "mod_logdb_users/" ++ U ++ "@" ++ S)
1098+ end, Sub)
1099+ end of
1100+ {'EXIT', _Reason} ->
1101+ ?ERR_NOT_ACCEPTABLE;
1102+ Res ->
1103+ {result, Res}
1104+ end
1105+ end;
1106+get_local_items(_Host, ["mod_logdb_users", _User], _Server, _Lang) ->
1107+ {result, []};
1108+get_local_items(_Host, ["mod_logdb_settings"], _Server, _Lang) ->
1109+ {result, []};
1110+get_local_items(_Host, Item, _Server, _Lang) ->
1111+ ?MYDEBUG("asked for items in ~p", [Item]),
1112+ {error, ?ERR_ITEM_NOT_FOUND}.
1113+
1114+-define(INFO_RESULT(Allow, Feats),
1115+ case Allow of
1116+ deny ->
1117+ {error, ?ERR_FORBIDDEN};
1118+ allow ->
1119+ {result, Feats}
1120+ end).
1121+
1122+get_local_features(Acc, From, #jid{lserver = LServer} = _To, Node, _Lang) ->
1123+ case gen_mod:is_loaded(LServer, mod_adhoc) of
1124+ false ->
1125+ Acc;
1126+ _ ->
1127+ LNode = string:tokens(Node, "/"),
1128+ AllowUser = acl:match_rule(LServer, mod_logdb, From),
1129+ AllowAdmin = acl:match_rule(LServer, mod_logdb_admin, From),
1130+ case LNode of
1131+ ["mod_logdb"] when AllowUser == allow; AllowAdmin == allow ->
1132+ ?INFO_RESULT(allow, [?NS_COMMANDS]);
1133+ ["mod_logdb"] ->
1134+ ?INFO_RESULT(deny, [?NS_COMMANDS]);
1135+ ["mod_logdb_users"] ->
1136+ ?INFO_RESULT(AllowAdmin, []);
1137+ ["mod_logdb_users", [$@ | _]] ->
1138+ ?INFO_RESULT(AllowAdmin, []);
1139+ ["mod_logdb_users", _User] ->
1140+ ?INFO_RESULT(AllowAdmin, [?NS_COMMANDS]);
1141+ ["mod_logdb_settings"] ->
1142+ ?INFO_RESULT(AllowAdmin, [?NS_COMMANDS]);
1143+ [] ->
1144+ Acc;
1145+ _ ->
1146+ %?MYDEBUG("asked for ~p features: ~p", [LNode, Allow]),
1147+ Acc
1148+ end
1149+ end.
1150+
1151+-define(INFO_IDENTITY(Category, Type, Name, Lang),
1152+ [{xmlelement, "identity",
1153+ [{"category", Category},
1154+ {"type", Type},
1155+ {"name", translate:translate(Lang, Name)}], []}]).
1156+
1157+-define(INFO_COMMAND(Name, Lang),
1158+ ?INFO_IDENTITY("automation", "command-node", Name, Lang)).
1159+
1160+get_local_identity(Acc, _From, _To, Node, Lang) ->
1161+ LNode = string:tokens(Node, "/"),
1162+ case LNode of
1163+ ["mod_logdb"] ->
1164+ ?INFO_COMMAND("Messages logging engine", Lang);
1165+ ["mod_logdb_users"] ->
1166+ ?INFO_COMMAND("Messages logging engine users", Lang);
1167+ ["mod_logdb_users", [$@ | _]] ->
1168+ Acc;
1169+ ["mod_logdb_users", User] ->
1170+ ?INFO_COMMAND(User, Lang);
1171+ ["mod_logdb_settings"] ->
1172+ ?INFO_COMMAND("Messages logging engine settings", Lang);
1173+ [] ->
1174+ Acc;
1175+ _ ->
1176+ Acc
1177+ end.
1178+
1179+%get_sm_items(Acc, From, To, Node, Lang) ->
1180+% ?MYDEBUG("get_sm_items Acc=~p From=~p To=~p Node=~p Lang=~p", [Acc, From, To, Node, Lang]),
1181+% Acc.
1182+
1183+%get_sm_features(Acc, From, To, Node, Lang) ->
1184+% ?MYDEBUG("get_sm_features Acc=~p From=~p To=~p Node=~p Lang=~p", [Acc, From, To, Node, Lang]),
1185+% Acc.
1186+
1187+%get_sm_identity(Acc, From, To, Node, Lang) ->
1188+% ?MYDEBUG("get_sm_identity Acc=~p From=~p To=~p Node=~p Lang=~p", [Acc, From, To, Node, Lang]),
1189+% Acc.
1190+
1191+adhoc_local_items(Acc, From, #jid{lserver = LServer, server = Server} = To,
1192+ Lang) ->
1193+ Items = case Acc of
1194+ {result, Its} -> Its;
1195+ empty -> []
1196+ end,
1197+ Nodes = recursively_get_local_items(LServer, "", Server, Lang),
1198+ Nodes1 = lists:filter(
1199+ fun(N) ->
1200+ Nd = xml:get_tag_attr_s("node", N),
1201+ F = get_local_features([], From, To, Nd, Lang),
1202+ case F of
1203+ {result, [?NS_COMMANDS]} ->
1204+ true;
1205+ _ ->
1206+ false
1207+ end
1208+ end, Nodes),
1209+ {result, Items ++ Nodes1}.
1210+
1211+recursively_get_local_items(_LServer, "mod_logdb_users", _Server, _Lang) ->
1212+ [];
1213+recursively_get_local_items(LServer, Node, Server, Lang) ->
1214+ LNode = string:tokens(Node, "/"),
1215+ Items = case get_local_items(LServer, LNode, Server, Lang) of
1216+ {result, Res} ->
1217+ Res;
1218+ {error, _Error} ->
1219+ []
1220+ end,
1221+ Nodes = lists:flatten(
1222+ lists:map(
1223+ fun(N) ->
1224+ S = xml:get_tag_attr_s("jid", N),
1225+ Nd = xml:get_tag_attr_s("node", N),
1226+ if (S /= Server) or (Nd == "") ->
1227+ [];
1228+ true ->
1229+ [N, recursively_get_local_items(
1230+ LServer, Nd, Server, Lang)]
1231+ end
1232+ end, Items)),
1233+ Nodes.
1234+
1235+-define(COMMANDS_RESULT(Allow, From, To, Request),
1236+ case Allow of
1237+ deny ->
1238+ {error, ?ERR_FORBIDDEN};
1239+ allow ->
1240+ adhoc_local_commands(From, To, Request)
1241+ end).
1242+
1243+adhoc_local_commands(Acc, From, #jid{lserver = LServer} = To,
1244+ #adhoc_request{node = Node} = Request) ->
1245+ LNode = string:tokens(Node, "/"),
1246+ AllowUser = acl:match_rule(LServer, mod_logdb, From),
1247+ AllowAdmin = acl:match_rule(LServer, mod_logdb_admin, From),
1248+ case LNode of
1249+ ["mod_logdb"] when AllowUser == allow; AllowAdmin == allow ->
1250+ ?COMMANDS_RESULT(allow, From, To, Request);
1251+ ["mod_logdb_users", _User] when AllowAdmin == allow ->
1252+ ?COMMANDS_RESULT(allow, From, To, Request);
1253+ ["mod_logdb_settings"] when AllowAdmin == allow ->
1254+ ?COMMANDS_RESULT(allow, From, To, Request);
1255+ _ ->
1256+ Acc
1257+ end.
1258+
1259+adhoc_local_commands(From, #jid{lserver = LServer} = _To,
1260+ #adhoc_request{lang = Lang,
1261+ node = Node,
1262+ sessionid = SessionID,
1263+ action = Action,
1264+ xdata = XData} = Request) ->
1265+ LNode = string:tokens(Node, "/"),
1266+ %% If the "action" attribute is not present, it is
1267+ %% understood as "execute". If there was no <actions/>
1268+ %% element in the first response (which there isn't in our
1269+ %% case), "execute" and "complete" are equivalent.
1270+ ActionIsExecute = lists:member(Action,
1271+ ["", "execute", "complete"]),
1272+ if Action == "cancel" ->
1273+ %% User cancels request
1274+ adhoc:produce_response(
1275+ Request,
1276+ #adhoc_response{status = canceled});
1277+ XData == false, ActionIsExecute ->
1278+ %% User requests form
1279+ case get_form(LServer, LNode, From, Lang) of
1280+ {result, Form} ->
1281+ adhoc:produce_response(
1282+ Request,
1283+ #adhoc_response{status = executing,
1284+ elements = Form});
1285+ {error, Error} ->
1286+ {error, Error}
1287+ end;
1288+ XData /= false, ActionIsExecute ->
1289+ %% User returns form.
1290+ case jlib:parse_xdata_submit(XData) of
1291+ invalid ->
1292+ {error, ?ERR_BAD_REQUEST};
1293+ Fields ->
1294+ case set_form(From, LServer, LNode, Lang, Fields) of
1295+ {result, _Res} ->
1296+ adhoc:produce_response(
1297+ #adhoc_response{lang = Lang,
1298+ node = Node,
1299+ sessionid = SessionID,
1300+ status = completed});
1301+ {error, Error} ->
1302+ {error, Error}
1303+ end
1304+ end;
1305+ true ->
1306+ {error, ?ERR_BAD_REQUEST}
1307+ end.
1308+
1309+-define(LISTLINE(Label, Value),
1310+ {xmlelement, "option", [{"label", Label}],
1311+ [{xmlelement, "value", [], [{xmlcdata, Value}]}]}).
1312+-define(DEFVAL(Value), {xmlelement, "value", [], [{xmlcdata, Value}]}).
1313+
1314+get_user_form(LUser, LServer, Lang) ->
1315+ %From = jlib:jid_to_string(jlib:jid_remove_resource(Jid)),
1316+ #user_settings{dolog_default=DLD,
1317+ dolog_list=DLL,
1318+ donotlog_list=DNLL} = get_user_settings(LUser, LServer),
1319+ {result, [{xmlelement, "x", [{"xmlns", ?NS_XDATA}],
1320+ [{xmlelement, "title", [],
1321+ [{xmlcdata,
1322+ translate:translate(
1323+ Lang, "Messages logging engine settings")}]},
1324+ {xmlelement, "instructions", [],
1325+ [{xmlcdata,
1326+ translate:translate(
1327+ Lang, "Set logging preferences")++ ": " ++ LUser ++ "@" ++ LServer}]},
1328+ % default to log
1329+ {xmlelement, "field", [{"type", "list-single"},
1330+ {"label",
1331+ translate:translate(Lang, "Default")},
1332+ {"var", "dolog_default"}],
1333+ [?DEFVAL(atom_to_list(DLD)),
1334+ ?LISTLINE(translate:translate(Lang, "Log Messages"), "true"),
1335+ ?LISTLINE(translate:translate(Lang, "Do Not Log Messages"), "false")
1336+ ]},
1337+ % do log list
1338+ {xmlelement, "field", [{"type", "text-multi"},
1339+ {"label",
1340+ translate:translate(
1341+ Lang, "Log Messages")},
1342+ {"var", "dolog_list"}],
1343+ [{xmlelement, "value", [], [{xmlcdata, list_to_string(DLL)}]}]},
1344+ % do not log list
1345+ {xmlelement, "field", [{"type", "text-multi"},
1346+ {"label",
1347+ translate:translate(
1348+ Lang, "Do Not Log Messages")},
1349+ {"var", "donotlog_list"}],
1350+ [{xmlelement, "value", [], [{xmlcdata, list_to_string(DNLL)}]}]}
1351+ ]}]}.
1352+
1353+get_settings_form(Host, Lang) ->
1354+ #state{dbmod=DBMod,
1355+ dbs=DBs,
1356+ dolog_default=DLD,
1357+ ignore_jids=IgnoreJids,
1358+ groupchat=GroupChat,
1359+ purge_older_days=PurgeDaysT,
1360+ poll_users_settings=PollTime} = mod_logdb:get_module_settings(Host),
1361+
1362+ Backends = lists:map(fun({Backend, _Opts}) ->
1363+ ?LISTLINE(atom_to_list(Backend), atom_to_list(Backend))
1364+ end, DBs),
1365+ DB = lists:sublist(atom_to_list(DBMod), length(atom_to_list(?MODULE)) + 2, length(atom_to_list(DBMod))),
1366+ DBsL = lists:append([?DEFVAL(DB)], Backends),
1367+
1368+ PurgeDays =
1369+ case PurgeDaysT of
1370+ never -> "never";
1371+ Num when is_integer(Num) -> integer_to_list(Num);
1372+ _ -> "unknown"
1373+ end,
1374+ {result, [{xmlelement, "x", [{"xmlns", ?NS_XDATA}],
1375+ [{xmlelement, "title", [],
1376+ [{xmlcdata,
1377+ translate:translate(
1378+ Lang, "Messages logging engine settings") ++ " (run-time)"}]},
1379+ {xmlelement, "instructions", [],
1380+ [{xmlcdata,
1381+ translate:translate(
1382+ Lang, "Set run-time settings")}]},
1383+ % backends
1384+ {xmlelement, "field", [{"type", "list-single"},
1385+ {"label",
1386+ translate:translate(Lang, "Backend")},
1387+ {"var", "backend"}],
1388+ DBsL},
1389+ % dbs
1390+ {xmlelement, "field", [{"type", "text-multi"},
1391+ {"label",
1392+ translate:translate(
1393+ Lang, "dbs")},
1394+ {"var", "dbs"}],
1395+ [{xmlelement, "value", [], [{xmlcdata, lists:flatten(io_lib:format("~p.",[DBs]))}]}]},
1396+ % default to log
1397+ {xmlelement, "field", [{"type", "list-single"},
1398+ {"label",
1399+ translate:translate(Lang, "Default")},
1400+ {"var", "dolog_default"}],
1401+ [?DEFVAL(atom_to_list(DLD)),
1402+ ?LISTLINE(translate:translate(Lang, "Log Messages"), "true"),
1403+ ?LISTLINE(translate:translate(Lang, "Do Not Log Messages"), "false")
1404+ ]},
1405+ % groupchat
1406+ {xmlelement, "field", [{"type", "list-single"},
1407+ {"label",
1408+ translate:translate(Lang, "Groupchat messages logging")},
1409+ {"var", "groupchat"}],
1410+ [?DEFVAL(atom_to_list(GroupChat)),
1411+ ?LISTLINE("all", "all"),
1412+ ?LISTLINE("none", "none"),
1413+ ?LISTLINE("send", "send"),
1414+ ?LISTLINE("half", "half")
1415+ ]},
1416+ % ignore_jids
1417+ {xmlelement, "field", [{"type", "text-multi"},
1418+ {"label",
1419+ translate:translate(
1420+ Lang, "Jids/Domains to ignore")},
1421+ {"var", "ignore_list"}],
1422+ [{xmlelement, "value", [], [{xmlcdata, list_to_string(IgnoreJids)}]}]},
1423+ % purge older days
1424+ {xmlelement, "field", [{"type", "text-single"},
1425+ {"label",
1426+ translate:translate(
1427+ Lang, "Purge messages older than (days)")},
1428+ {"var", "purge_older_days"}],
1429+ [{xmlelement, "value", [], [{xmlcdata, PurgeDays}]}]},
1430+ % poll users settings
1431+ {xmlelement, "field", [{"type", "text-single"},
1432+ {"label",
1433+ translate:translate(
1434+ Lang, "Poll users settings (seconds)")},
1435+ {"var", "poll_users_settings"}],
1436+ [{xmlelement, "value", [], [{xmlcdata, integer_to_list(PollTime)}]}]}
1437+ ]}]}.
1438+
1439+get_form(_Host, ["mod_logdb"], #jid{luser = LUser, lserver = LServer} = _Jid, Lang) ->
1440+ get_user_form(LUser, LServer, Lang);
1441+get_form(_Host, ["mod_logdb_users", User], _JidFrom, Lang) ->
1442+ #jid{luser=LUser, lserver=LServer} = jlib:string_to_jid(User),
1443+ get_user_form(LUser, LServer, Lang);
1444+get_form(Host, ["mod_logdb_settings"], _JidFrom, Lang) ->
1445+ get_settings_form(Host, Lang);
1446+get_form(_Host, Command, _, _Lang) ->
1447+ ?MYDEBUG("asked for form ~p", [Command]),
1448+ {error, ?ERR_SERVICE_UNAVAILABLE}.
1449+
1450+check_log_list([Head | Tail]) ->
1451+ case lists:member($@, Head) of
1452+ true -> ok;
1453+ false -> throw(error)
1454+ end,
1455+ % this check for Head to be valid jid
1456+ case jlib:string_to_jid(Head) of
1457+ error ->
1458+ throw(error);
1459+ _ ->
1460+ check_log_list(Tail)
1461+ end;
1462+check_log_list([]) ->
1463+ ok.
1464+
1465+check_ignore_list([Head | Tail]) ->
1466+ case lists:member($@, Head) of
1467+ true -> ok;
1468+ false -> throw(error)
1469+ end,
1470+ % this check for Head to be valid jid
1471+ case jlib:string_to_jid(Head) of
1472+ error ->
1473+ % this check for Head to be valid domain "@domain.org"
1474+ case lists:nth(1, Head) of
1475+ $@ ->
1476+ % TODO: this allows spaces and special characters in Head. May be change to nodeprep?
1477+ case jlib:nameprep(lists:delete($@, Head)) of
1478+ error -> throw(error);
1479+ _ -> check_log_list(Tail)
1480+ end;
1481+ _ -> throw(error)
1482+ end;
1483+ _ ->
1484+ check_ignore_list(Tail)
1485+ end;
1486+check_ignore_list([]) ->
1487+ ok.
1488+
1489+parse_users_settings(XData) ->
1490+ DLD = case lists:keysearch("dolog_default", 1, XData) of
1491+ {value, {_, [String]}} when String == "true"; String == "false" ->
1492+ list_to_bool(String);
1493+ _ ->
1494+ throw(bad_request)
1495+ end,
1496+ DLL = case lists:keysearch("dolog_list", 1, XData) of
1497+ false ->
1498+ throw(bad_request);
1499+ {value, {_, [[]]}} ->
1500+ [];
1501+ {value, {_, List1}} ->
1502+ case catch check_log_list(List1) of
1503+ error ->
1504+ throw(bad_request);
1505+ ok ->
1506+ List1
1507+ end
1508+ end,
1509+ DNLL = case lists:keysearch("donotlog_list", 1, XData) of
1510+ false ->
1511+ throw(bad_request);
1512+ {value, {_, [[]]}} ->
1513+ [];
1514+ {value, {_, List2}} ->
1515+ case catch check_log_list(List2) of
1516+ error ->
1517+ throw(bad_request);
1518+ ok ->
1519+ List2
1520+ end
1521+ end,
1522+ #user_settings{dolog_default=DLD,
1523+ dolog_list=DLL,
1524+ donotlog_list=DNLL}.
1525+
1526+parse_module_settings(XData) ->
1527+ DLD = case lists:keysearch("dolog_default", 1, XData) of
1528+ {value, {_, [Str1]}} when Str1 == "true"; Str1 == "false" ->
1529+ list_to_bool(Str1);
1530+ _ ->
1531+ throw(bad_request)
1532+ end,
1533+ GroupChat = case lists:keysearch("groupchat", 1, XData) of
1534+ {value, {_, [Str2]}} when Str2 == "none";
1535+ Str2 == "all";
1536+ Str2 == "send";
1537+ Str2 == "half" ->
1538+ list_to_atom(Str2);
1539+ _ ->
1540+ throw(bad_request)
1541+ end,
1542+ Ignore = case lists:keysearch("ignore_list", 1, XData) of
1543+ {value, {_, List}} ->
1544+ case catch check_ignore_list(List) of
1545+ ok ->
1546+ List;
1547+ error ->
1548+ throw(bad_request)
1549+ end;
1550+ _ ->
1551+ throw(bad_request)
1552+ end,
1553+ Purge = case lists:keysearch("purge_older_days", 1, XData) of
1554+ {value, {_, ["never"]}} ->
1555+ never;
1556+ {value, {_, [Str3]}} ->
1557+ case catch list_to_integer(Str3) of
1558+ {'EXIT', {badarg, _}} -> throw(bad_request);
1559+ Int1 -> Int1
1560+ end;
1561+ _ ->
1562+ throw(bad_request)
1563+ end,
1564+ Poll = case lists:keysearch("poll_users_settings", 1, XData) of
1565+ {value, {_, [Str4]}} ->
1566+ case catch list_to_integer(Str4) of
1567+ {'EXIT', {badarg, _}} -> throw(bad_request);
1568+ Int2 -> Int2
1569+ end;
1570+ _ ->
1571+ throw(bad_request)
1572+ end,
1573+ #state{dolog_default=DLD,
1574+ groupchat=GroupChat,
1575+ ignore_jids=Ignore,
1576+ purge_older_days=Purge,
1577+ poll_users_settings=Poll}.
1578+
1579+set_form(From, _Host, ["mod_logdb"], _Lang, XData) ->
1580+ #jid{luser=LUser, lserver=LServer} = From,
1581+ case catch parse_users_settings(XData) of
1582+ bad_request ->
1583+ {error, ?ERR_BAD_REQUEST};
1584+ UserSettings ->
1585+ case mod_logdb:set_user_settings(LUser, LServer, UserSettings) of
1586+ ok ->
1587+ {result, []};
1588+ error ->
1589+ {error, ?ERR_INTERNAL_SERVER_ERROR}
1590+ end
1591+ end;
1592+set_form(_From, _Host, ["mod_logdb_users", User], _Lang, XData) ->
1593+ #jid{luser=LUser, lserver=LServer} = jlib:string_to_jid(User),
1594+ case catch parse_users_settings(XData) of
1595+ bad_request -> {error, ?ERR_BAD_REQUEST};
1596+ UserSettings ->
1597+ case mod_logdb:set_user_settings(LUser, LServer, UserSettings) of
1598+ ok ->
1599+ {result, []};
1600+ error ->
1601+ {error, ?ERR_INTERNAL_SERVER_ERROR}
1602+ end
1603+ end;
1604+set_form(_From, Host, ["mod_logdb_settings"], _Lang, XData) ->
1605+ case catch parse_module_settings(XData) of
1606+ bad_request -> {error, ?ERR_BAD_REQUEST};
1607+ Settings ->
1608+ case mod_logdb:set_module_settings(Host, Settings) of
1609+ ok ->
1610+ {result, []};
1611+ error ->
1612+ {error, ?ERR_INTERNAL_SERVER_ERROR}
1613+ end
1614+ end;
1615+set_form(From, _Host, Node, _Lang, XData) ->
1616+ User = jlib:jid_to_string(jlib:jid_remove_resource(From)),
1617+ ?MYDEBUG("set form for ~p at ~p XData=~p", [User, Node, XData]),
1618+ {error, ?ERR_SERVICE_UNAVAILABLE}.
1619+
1620+%adhoc_sm_items(Acc, From, To, Request) ->
1621+% ?MYDEBUG("adhoc_sm_items Acc=~p From=~p To=~p Request=~p", [Acc, From, To, Request]),
1622+% Acc.
1623+
1624+%adhoc_sm_commands(Acc, From, To, Request) ->
1625+% ?MYDEBUG("adhoc_sm_commands Acc=~p From=~p To=~p Request=~p", [Acc, From, To, Request]),
1626+% Acc.
1627+
1628+get_all_vh_users(Host, Server, Lang) ->
1629+ case catch ejabberd_auth:get_vh_registered_users(Host) of
1630+ {'EXIT', _Reason} ->
1631+ [];
1632+ Users ->
1633+ SUsers = lists:sort([{S, U} || {U, S} <- Users]),
1634+ case length(SUsers) of
1635+ N when N =< 100 ->
1636+ lists:map(fun({S, U}) ->
1637+ ?NODE(U ++ "@" ++ S, "mod_logdb_users/" ++ U ++ "@" ++ S)
1638+ end, SUsers);
1639+ N ->
1640+ NParts = trunc(math:sqrt(N * 0.618)) + 1,
1641+ M = trunc(N / NParts) + 1,
1642+ lists:map(fun(K) ->
1643+ L = K + M - 1,
1644+ Node =
1645+ "@" ++ integer_to_list(K) ++
1646+ "-" ++ integer_to_list(L),
1647+ {FS, FU} = lists:nth(K, SUsers),
1648+ {LS, LU} =
1649+ if L < N -> lists:nth(L, SUsers);
1650+ true -> lists:last(SUsers)
1651+ end,
1652+ Name =
1653+ FU ++ "@" ++ FS ++
1654+ " -- " ++
1655+ LU ++ "@" ++ LS,
1656+ ?NODE(Name, "mod_logdb_users/" ++ Node)
1657+ end, lists:seq(1, N, M))
1658+ end
1659+ end.
1660--- src/mod_logdb.hrl.orig Tue Dec 11 14:23:19 2007
1661+++ src/mod_logdb.hrl Tue Aug 7 16:50:32 2007
1662@@ -0,0 +1,29 @@
1663+%%%----------------------------------------------------------------------
1664+%%% File : mod_logdb.hrl
1665+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
1666+%%% Purpose :
1667+%%% Version : trunk
1668+%%% Id : $Id$
1669+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
1670+%%%----------------------------------------------------------------------
1671+
1672+-define(logdb_debug, true).
1673+
1674+-ifdef(logdb_debug).
1675+-define(MYDEBUG(Format, Args), io:format("D(~p:~p:~p) : "++Format++"~n",
1676+ [calendar:local_time(),?MODULE,?LINE]++Args)).
1677+-else.
1678+-define(MYDEBUG(_F,_A),[]).
1679+-endif.
1680+
1681+-record(msg, {timestamp,
1682+ owner_name,
1683+ peer_name, peer_server, peer_resource,
1684+ direction,
1685+ type, subject,
1686+ body}).
1687+
1688+-record(user_settings, {owner_name,
1689+ dolog_default,
1690+ dolog_list=[],
1691+ donotlog_list=[]}).
1692--- src/mod_logdb_mnesia.erl.orig Tue Dec 11 14:23:19 2007
1693+++ src/mod_logdb_mnesia.erl Wed Aug 22 22:58:11 2007
1694@@ -0,0 +1,513 @@
1695+%%%----------------------------------------------------------------------
1696+%%% File : mod_logdb_mnesia.erl
1697+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
1698+%%% Purpose : mnesia backend for mod_logdb
1699+%%% Version : trunk
1700+%%% Id : $Id$
1701+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
1702+%%%----------------------------------------------------------------------
1703+
1704+-module(mod_logdb_mnesia).
1705+-author('o.palij@gmail.com').
1706+-vsn('$Revision$').
1707+
1708+-include("mod_logdb.hrl").
1709+-include("ejabberd.hrl").
1710+-include("jlib.hrl").
1711+
1712+-behaviour(gen_logdb).
1713+-behaviour(gen_server).
1714+
1715+% gen_server
1716+-export([code_change/3,handle_call/3,handle_cast/2,handle_info/2,init/1,terminate/2]).
1717+% gen_mod
1718+-export([start/2, stop/1]).
1719+% gen_logdb
1720+-export([log_message/2,
1721+ rebuild_stats/1,
1722+ rebuild_stats_at/2,
1723+ delete_messages_by_user_at/3, delete_all_messages_by_user_at/3, delete_messages_at/2,
1724+ get_vhost_stats/1, get_vhost_stats_at/2, get_user_stats/2, get_user_messages_at/3,
1725+ get_dates/1,
1726+ get_users_settings/1, get_user_settings/2, set_user_settings/3]).
1727+
1728+-define(PROCNAME, mod_logdb_mnesia).
1729+-define(CALL_TIMEOUT, 240000).
1730+
1731+-record(state, {vhost}).
1732+
1733+-record(stats, {user, at, count}).
1734+
1735+prefix() ->
1736+ "logdb_".
1737+
1738+suffix(VHost) ->
1739+ "_" ++ VHost.
1740+
1741+stats_table(VHost) ->
1742+ list_to_atom(prefix() ++ "stats" ++ suffix(VHost)).
1743+
1744+table_name(VHost, Date) ->
1745+ list_to_atom(prefix() ++ "messages_" ++ Date ++ suffix(VHost)).
1746+
1747+settings_table(VHost) ->
1748+ list_to_atom(prefix() ++ "settings" ++ suffix(VHost)).
1749+
1750+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1751+%
1752+% gen_mod callbacks
1753+%
1754+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1755+start(VHost, Opts) ->
1756+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1757+ gen_server:start({local, Proc}, ?MODULE, [VHost, Opts], []).
1758+
1759+stop(VHost) ->
1760+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1761+ gen_server:call(Proc, {stop}, ?CALL_TIMEOUT).
1762+
1763+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1764+%
1765+% gen_server callbacks
1766+%
1767+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1768+init([VHost, _Opts]) ->
1769+ case mnesia:system_info(is_running) of
1770+ yes ->
1771+ ok = create_stats_table(VHost),
1772+ ok = create_settings_table(VHost),
1773+ {ok, #state{vhost=VHost}};
1774+ no ->
1775+ ?ERROR_MSG("Mnesia not running", []),
1776+ {stop, db_connection_failed};
1777+ Status ->
1778+ ?ERROR_MSG("Mnesia status: ~p", [Status]),
1779+ {stop, db_connection_failed}
1780+ end.
1781+
1782+handle_call({log_message, Msg}, _From, #state{vhost=VHost}=State) ->
1783+ {reply, log_message_int(VHost, Msg), State};
1784+handle_call({rebuild_stats}, _From, #state{vhost=VHost}=State) ->
1785+ {atomic, ok} = delete_nonexistent_stats(VHost),
1786+ Reply =
1787+ lists:foreach(fun(Date) ->
1788+ rebuild_stats_at_int(VHost, Date)
1789+ end, get_dates_int(VHost)),
1790+ {reply, Reply, State};
1791+handle_call({rebuild_stats_at, Date}, _From, #state{vhost=VHost}=State) ->
1792+ Reply = rebuild_stats_at_int(VHost, Date),
1793+ {reply, Reply, State};
1794+handle_call({delete_messages_by_user_at, Msgs, Date}, _From, #state{vhost=VHost}=State) ->
1795+ Table = table_name(VHost, Date),
1796+ Fun = fun() ->
1797+ lists:foreach(
1798+ fun(Msg) ->
1799+ mnesia:write_lock_table(stats_table(VHost)),
1800+ mnesia:write_lock_table(Table),
1801+ mnesia:delete_object(Table, Msg, write)
1802+ end, Msgs)
1803+ end,
1804+ DRez = case mnesia:transaction(Fun) of
1805+ {aborted, Reason} ->
1806+ ?ERROR_MSG("Failed to delete_messages_by_user_at at ~p for ~p: ~p", [Date, VHost, Reason]),
1807+ error;
1808+ _ ->
1809+ ok
1810+ end,
1811+ Reply =
1812+ case rebuild_stats_at_int(VHost, Date) of
1813+ error ->
1814+ error;
1815+ ok ->
1816+ DRez
1817+ end,
1818+ {reply, Reply, State};
1819+handle_call({delete_all_messages_by_user_at, User, Date}, _From, #state{vhost=VHost}=State) ->
1820+ Table = table_name(VHost, Date),
1821+ MsgDelete = fun(#msg{owner_name=Owner} = Msg, _Acc)
1822+ when Owner == User ->
1823+ mnesia:delete_object(Table, Msg, write),
1824+ ok;
1825+ (_Msg, _Acc) -> ok
1826+ end,
1827+ DRez = case mnesia:transaction(fun() ->
1828+ mnesia:foldl(MsgDelete, ok, Table)
1829+ end) of
1830+ {aborted, Reason} ->
1831+ ?ERROR_MSG("Failed to delete_all_messages_by_user_at for ~p@~p at ~p: ~p", [User, VHost, Date, Reason]),
1832+ error;
1833+ _ ->
1834+ ok
1835+ end,
1836+ Reply =
1837+ case rebuild_stats_at_int(VHost, Date) of
1838+ error ->
1839+ error;
1840+ ok ->
1841+ DRez
1842+ end,
1843+ {reply, Reply, State};
1844+handle_call({delete_messages_at, Date}, _From, #state{vhost=VHost}=State) ->
1845+ Reply =
1846+ case mnesia:delete_table(table_name(VHost, Date)) of
1847+ {atomic, ok} ->
1848+ delete_stats_by_vhost_at_int(VHost, Date);
1849+ {aborted, Reason} ->
1850+ ?ERROR_MSG("Failed to delete_messages_at for ~p at ~p", [VHost, Date, Reason]),
1851+ error
1852+ end,
1853+ {reply, Reply, State};
1854+handle_call({get_vhost_stats}, _From, #state{vhost=VHost}=State) ->
1855+ Fun = fun(#stats{at=Date, count=Count}, Stats) ->
1856+ case lists:keysearch(Date, 1, Stats) of
1857+ false ->
1858+ lists:append(Stats, [{Date, Count}]);
1859+ {value, {_, TempCount}} ->
1860+ lists:keyreplace(Date, 1, Stats, {Date, TempCount+Count})
1861+ end
1862+ end,
1863+ Reply =
1864+ case mnesia:transaction(fun() ->
1865+ mnesia:foldl(Fun, [], stats_table(VHost))
1866+ end) of
1867+ {atomic, Result} -> {ok, mod_logdb:sort_stats(Result)};
1868+ {aborted, Reason} -> {error, Reason}
1869+ end,
1870+ {reply, Reply, State};
1871+handle_call({get_vhost_stats_at, Date}, _From, #state{vhost=VHost}=State) ->
1872+ Fun = fun() ->
1873+ Pat = #stats{user='$1', at=Date, count='$2'},
1874+ mnesia:select(stats_table(VHost), [{Pat, [], [['$1', '$2']]}])
1875+ end,
1876+ Reply =
1877+ case mnesia:transaction(Fun) of
1878+ {atomic, Result} ->
1879+ {ok, lists:reverse(lists:keysort(2, [{User, Count} || [User, Count] <- Result]))};
1880+ {aborted, Reason} ->
1881+ {error, Reason}
1882+ end,
1883+ {reply, Reply, State};
1884+handle_call({get_user_stats, User}, _From, #state{vhost=VHost}=State) ->
1885+ Reply =
1886+ case mnesia:transaction(fun() ->
1887+ Pat = #stats{user=User, at='$1', count='$2'},
1888+ mnesia:select(stats_table(VHost), [{Pat, [], [['$1', '$2']]}])
1889+ end) of
1890+ {atomic, Result} ->
1891+ {ok, mod_logdb:sort_stats([{Date, Count} || [Date, Count] <- Result])};
1892+ {aborted, Reason} ->
1893+ {error, Reason}
1894+ end,
1895+ {reply, Reply, State};
1896+handle_call({get_user_messages_at, User, Date}, _From, #state{vhost=VHost}=State) ->
1897+ Reply =
1898+ case mnesia:transaction(fun() ->
1899+ Pat = #msg{owner_name=User, _='_'},
1900+ mnesia:select(table_name(VHost, Date),
1901+ [{Pat, [], ['$_']}])
1902+ end) of
1903+ {atomic, Result} -> {ok, Result};
1904+ {aborted, Reason} ->
1905+ {error, Reason}
1906+ end,
1907+ {reply, Reply, State};
1908+handle_call({get_dates}, _From, #state{vhost=VHost}=State) ->
1909+ {reply, get_dates_int(VHost), State};
1910+handle_call({get_users_settings}, _From, #state{vhost=VHost}=State) ->
1911+ Reply = mnesia:dirty_match_object(settings_table(VHost), #user_settings{_='_'}),
1912+ {reply, {ok, Reply}, State};
1913+handle_call({get_user_settings, User}, _From, #state{vhost=VHost}=State) ->
1914+ Reply =
1915+ case mnesia:dirty_match_object(settings_table(VHost), #user_settings{owner_name=User, _='_'}) of
1916+ [] -> [];
1917+ [Setting] ->
1918+ Setting
1919+ end,
1920+ {reply, Reply, State};
1921+handle_call({set_user_settings, _User, Set}, _From, #state{vhost=VHost}=State) ->
1922+ ?MYDEBUG("~p~n~p", [settings_table(VHost), Set]),
1923+ Reply = mnesia:dirty_write(settings_table(VHost), Set),
1924+ {reply, Reply, State};
1925+handle_call({stop}, _From, State) ->
1926+ {stop, normal, ok, State};
1927+handle_call(Msg, _From, State) ->
1928+ ?INFO_MSG("Got call Msg: ~p, State: ~p", [Msg, State]),
1929+ {noreply, State}.
1930+
1931+handle_cast(Msg, State) ->
1932+ ?INFO_MSG("Got cast Msg:~p, State:~p", [Msg, State]),
1933+ {noreply, State}.
1934+
1935+handle_info(Info, State) ->
1936+ ?INFO_MSG("Got Info:~p, State:~p", [Info, State]),
1937+ {noreply, State}.
1938+
1939+terminate(_Reason, _State) ->
1940+ ok.
1941+
1942+code_change(_OldVsn, State, _Extra) ->
1943+ {ok, State}.
1944+
1945+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1946+%
1947+% gen_logdb callbacks
1948+%
1949+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1950+log_message(VHost, Msg) ->
1951+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1952+ gen_server:call(Proc, {log_message, Msg}, ?CALL_TIMEOUT).
1953+rebuild_stats(VHost) ->
1954+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1955+ gen_server:call(Proc, {rebuild_stats}, ?CALL_TIMEOUT).
1956+rebuild_stats_at(VHost, Date) ->
1957+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1958+ gen_server:call(Proc, {rebuild_stats_at, Date}, ?CALL_TIMEOUT).
1959+delete_messages_by_user_at(VHost, Msgs, Date) ->
1960+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1961+ gen_server:call(Proc, {delete_messages_by_user_at, Msgs, Date}, ?CALL_TIMEOUT).
1962+delete_all_messages_by_user_at(User, VHost, Date) ->
1963+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1964+ gen_server:call(Proc, {delete_all_messages_by_user_at, User, Date}, ?CALL_TIMEOUT).
1965+delete_messages_at(VHost, Date) ->
1966+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1967+ gen_server:call(Proc, {delete_messages_at, Date}, ?CALL_TIMEOUT).
1968+get_vhost_stats(VHost) ->
1969+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1970+ gen_server:call(Proc, {get_vhost_stats}, ?CALL_TIMEOUT).
1971+get_vhost_stats_at(VHost, Date) ->
1972+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1973+ gen_server:call(Proc, {get_vhost_stats_at, Date}, ?CALL_TIMEOUT).
1974+get_user_stats(User, VHost) ->
1975+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1976+ gen_server:call(Proc, {get_user_stats, User}, ?CALL_TIMEOUT).
1977+get_user_messages_at(User, VHost, Date) ->
1978+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1979+ gen_server:call(Proc, {get_user_messages_at, User, Date}, ?CALL_TIMEOUT).
1980+get_dates(VHost) ->
1981+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1982+ gen_server:call(Proc, {get_dates}, ?CALL_TIMEOUT).
1983+get_user_settings(User, VHost) ->
1984+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1985+ gen_server:call(Proc, {get_user_settings, User}, ?CALL_TIMEOUT).
1986+get_users_settings(VHost) ->
1987+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1988+ gen_server:call(Proc, {get_users_settings}, ?CALL_TIMEOUT).
1989+set_user_settings(User, VHost, Set) ->
1990+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
1991+ gen_server:call(Proc, {set_user_settings, User, Set}, ?CALL_TIMEOUT).
1992+
1993+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1994+%
1995+% internals
1996+%
1997+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
1998+log_message_int(VHost, #msg{timestamp=Timestamp}=Msg) ->
1999+ Date = mod_logdb:convert_timestamp_brief(Timestamp),
2000+
2001+ ATable = table_name(VHost, Date),
2002+ Fun = fun() ->
2003+ mnesia:write_lock_table(ATable),
2004+ mnesia:write(ATable, Msg, write)
2005+ end,
2006+ % log message, increment stats for both users
2007+ case mnesia:transaction(Fun) of
2008+ % if table does not exists - create it and try to log message again
2009+ {aborted,{no_exists, _Table}} ->
2010+ case create_msg_table(VHost, Date) of
2011+ {aborted, CReason} ->
2012+ ?ERROR_MSG("Failed to log message: ~p", [CReason]),
2013+ error;
2014+ {atomic, ok} ->
2015+ ?MYDEBUG("Created msg table for ~p at ~p", [VHost, Date]),
2016+ log_message_int(VHost, Msg)
2017+ end;
2018+ {aborted, TReason} ->
2019+ ?ERROR_MSG("Failed to log message: ~p", [TReason]),
2020+ error;
2021+ {atomic, _} ->
2022+ ?MYDEBUG("Logged ok for ~p, peer: ~p", [Msg#msg.owner_name++"@"++VHost,
2023+ Msg#msg.peer_name++"@"++Msg#msg.peer_server]),
2024+ increment_user_stats(Msg#msg.owner_name, VHost, Date)
2025+ end.
2026+
2027+increment_user_stats(Owner, VHost, Date) ->
2028+ Fun = fun() ->
2029+ Pat = #stats{user=Owner, at=Date, count='$1'},
2030+ mnesia:write_lock_table(stats_table(VHost)),
2031+ case mnesia:select(stats_table(VHost), [{Pat, [], ['$_']}]) of
2032+ [] ->
2033+ mnesia:write(stats_table(VHost),
2034+ #stats{user=Owner,
2035+ at=Date,
2036+ count=1},
2037+ write);
2038+ [Stats] ->
2039+ mnesia:delete_object(stats_table(VHost),
2040+ #stats{user=Owner,
2041+ at=Date,
2042+ count=Stats#stats.count},
2043+ write),
2044+ New = Stats#stats{count = Stats#stats.count+1},
2045+ if
2046+ New#stats.count > 0 -> mnesia:write(stats_table(VHost),
2047+ New,
2048+ write);
2049+ true -> ok
2050+ end
2051+ end
2052+ end,
2053+ case mnesia:transaction(Fun) of
2054+ {aborted, Reason} ->
2055+ ?ERROR_MSG("Failed to update stats for ~s@~s: ~p", [Owner, VHost, Reason]),
2056+ error;
2057+ {atomic, _} ->
2058+ ?MYDEBUG("Updated stats for ~s@~s", [Owner, VHost]),
2059+ ok
2060+ end.
2061+
2062+get_dates_int(VHost) ->
2063+ Tables = mnesia:system_info(tables),
2064+ lists:foldl(fun(ATable, Dates) ->
2065+ Table = atom_to_list(ATable),
2066+ case regexp:match(Table, VHost++"$") of
2067+ {match, _, _} ->
2068+ case regexp:match(Table,"_[0-9]+-[0-9]+-[0-9]+_") of
2069+ {match, S, E} ->
2070+ lists:append(Dates, [lists:sublist(Table,S+1,E-2)]);
2071+ nomatch ->
2072+ Dates
2073+ end;
2074+ nomatch ->
2075+ Dates
2076+ end
2077+ end, [], Tables).
2078+
2079+rebuild_stats_at_int(VHost, Date) ->
2080+ Table = table_name(VHost, Date),
2081+ STable = stats_table(VHost),
2082+ CFun = fun(Msg, Stats) ->
2083+ Owner = Msg#msg.owner_name,
2084+ case lists:keysearch(Owner, 1, Stats) of
2085+ {value, {_, Count}} ->
2086+ lists:keyreplace(Owner, 1, Stats, {Owner, Count + 1});
2087+ false ->
2088+ lists:append(Stats, [{Owner, 1}])
2089+ end
2090+ end,
2091+ DFun = fun(#stats{at=SDate} = Stat, _Acc)
2092+ when SDate == Date ->
2093+ mnesia:delete_object(stats_table(VHost), Stat, write);
2094+ (_Stat, _Acc) -> ok
2095+ end,
2096+ % TODO: Maybe unregister hooks ?
2097+ case mnesia:transaction(fun() ->
2098+ mnesia:write_lock_table(Table),
2099+ mnesia:write_lock_table(STable),
2100+ % Calc stats for VHost at Date
2101+ case mnesia:foldl(CFun, [], Table) of
2102+ [] -> empty;
2103+ AStats ->
2104+ % Delete all stats for VHost at Date
2105+ mnesia:foldl(DFun, [], STable),
2106+ % Write new calc'ed stats
2107+ lists:foreach(fun({Owner, Count}) ->
2108+ WStat = #stats{user=Owner, at=Date, count=Count},
2109+ mnesia:write(stats_table(VHost), WStat, write)
2110+ end, AStats),
2111+ ok
2112+ end
2113+ end) of
2114+ {aborted, Reason} ->
2115+ ?ERROR_MSG("Failed to rebuild_stats_at for ~p at ~p: ~p", [VHost, Date, Reason]),
2116+ error;
2117+ {atomic, ok} ->
2118+ ok;
2119+ {atomic, empty} ->
2120+ {atomic,ok} = mnesia:delete_table(Table),
2121+ ?MYDEBUG("Dropped table at ~p", [Date]),
2122+ ok
2123+ end.
2124+
2125+delete_nonexistent_stats(VHost) ->
2126+ Dates = get_dates_int(VHost),
2127+ mnesia:transaction(fun() ->
2128+ mnesia:foldl(fun(#stats{at=Date} = Stat, _Acc) ->
2129+ case lists:member(Date, Dates) of
2130+ false -> mnesia:delete_object(Stat);
2131+ true -> ok
2132+ end
2133+ end, ok, stats_table(VHost))
2134+ end).
2135+
2136+delete_stats_by_vhost_at_int(VHost, Date) ->
2137+ StatsDelete = fun(#stats{at=SDate} = Stat, _Acc)
2138+ when SDate == Date ->
2139+ mnesia:delete_object(stats_table(VHost), Stat, write),
2140+ ok;
2141+ (_Msg, _Acc) -> ok
2142+ end,
2143+ case mnesia:transaction(fun() ->
2144+ mnesia:write_lock_table(stats_table(VHost)),
2145+ mnesia:foldl(StatsDelete, ok, stats_table(VHost))
2146+ end) of
2147+ {aborted, Reason} ->
2148+ ?ERROR_MSG("Failed to update stats at ~p for ~p: ~p", [Date, VHost, Reason]),
2149+ rebuild_stats_at_int(VHost, Date);
2150+ _ ->
2151+ ?INFO_MSG("Updated stats at ~p for ~p", [Date, VHost]),
2152+ ok
2153+ end.
2154+
2155+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2156+%
2157+% tables internals
2158+%
2159+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2160+create_stats_table(VHost) ->
2161+ SName = stats_table(VHost),
2162+ case mnesia:create_table(SName,
2163+ [{disc_only_copies, [node()]},
2164+ {type, bag},
2165+ {attributes, record_info(fields, stats)},
2166+ {record_name, stats}
2167+ ]) of
2168+ {atomic, ok} ->
2169+ ?MYDEBUG("Created stats table for ~p", [VHost]),
2170+ lists:foreach(fun(Date) ->
2171+ rebuild_stats_at_int(VHost, Date)
2172+ end, get_dates_int(VHost)),
2173+ ok;
2174+ {aborted, {already_exists, _}} ->
2175+ ?MYDEBUG("Stats table for ~p already exists", [VHost]),
2176+ ok;
2177+ {aborted, Reason} ->
2178+ ?ERROR_MSG("Failed to create stats table: ~p", [Reason]),
2179+ error
2180+ end.
2181+
2182+create_settings_table(VHost) ->
2183+ SName = settings_table(VHost),
2184+ case mnesia:create_table(SName,
2185+ [{disc_copies, [node()]},
2186+ {type, set},
2187+ {attributes, record_info(fields, user_settings)},
2188+ {record_name, user_settings}
2189+ ]) of
2190+ {atomic, ok} ->
2191+ ?MYDEBUG("Created settings table for ~p", [VHost]),
2192+ ok;
2193+ {aborted, {already_exists, _}} ->
2194+ ?MYDEBUG("Settings table for ~p already exists", [VHost]),
2195+ ok;
2196+ {aborted, Reason} ->
2197+ ?ERROR_MSG("Failed to create settings table: ~p", [Reason]),
2198+ error
2199+ end.
2200+
2201+create_msg_table(VHost, Date) ->
2202+ mnesia:create_table(
2203+ table_name(VHost, Date),
2204+ [{disc_only_copies, [node()]},
2205+ {type, bag},
2206+ {attributes, record_info(fields, msg)},
2207+ {record_name, msg}]).
2208--- src/mod_logdb_mysql.erl.orig Tue Dec 11 14:23:19 2007
2209+++ src/mod_logdb_mysql.erl Sun Nov 18 20:53:55 2007
2210@@ -0,0 +1,936 @@
2211+%%%----------------------------------------------------------------------
2212+%%% File : mod_logdb_mysql.erl
2213+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
2214+%%% Purpose : MySQL backend for mod_logdb
2215+%%% Version : trunk
2216+%%% Id : $Id$
2217+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
2218+%%%----------------------------------------------------------------------
2219+
2220+-module(mod_logdb_mysql).
2221+-author('o.palij@gmail.com').
2222+-vsn('$Revision$').
2223+
2224+-include("mod_logdb.hrl").
2225+-include("ejabberd.hrl").
2226+-include("jlib.hrl").
2227+
2228+-behaviour(gen_logdb).
2229+-behaviour(gen_server).
2230+
2231+% gen_server
2232+-export([code_change/3,handle_call/3,handle_cast/2,handle_info/2,init/1,terminate/2]).
2233+% gen_mod
2234+-export([start/2, stop/1]).
2235+% gen_logdb
2236+-export([log_message/2,
2237+ rebuild_stats/1,
2238+ rebuild_stats_at/2,
2239+ delete_messages_by_user_at/3, delete_all_messages_by_user_at/3, delete_messages_at/2,
2240+ get_vhost_stats/1, get_vhost_stats_at/2, get_user_stats/2, get_user_messages_at/3,
2241+ get_dates/1,
2242+ get_users_settings/1, get_user_settings/2, set_user_settings/3]).
2243+
2244+% gen_server call timeout
2245+-define(CALL_TIMEOUT, 60000).
2246+-define(TIMEOUT, 60000).
2247+-define(INDEX_SIZE, integer_to_list(170)).
2248+-define(PROCNAME, mod_logdb_mysql).
2249+
2250+-import(mod_logdb, [list_to_bool/1, bool_to_list/1,
2251+ list_to_string/1, string_to_list/1,
2252+ convert_timestamp_brief/1]).
2253+
2254+-record(state, {dbref, vhost}).
2255+
2256+% replace "." with "_"
2257+escape_vhost(VHost) -> lists:map(fun(46) -> 95;
2258+ (A) -> A
2259+ end, VHost).
2260+prefix() ->
2261+ "`logdb_".
2262+
2263+suffix(VHost) ->
2264+ "_" ++ escape_vhost(VHost) ++ "`".
2265+
2266+messages_table(VHost, Date) ->
2267+ prefix() ++ "messages_" ++ Date ++ suffix(VHost).
2268+
2269+stats_table(VHost) ->
2270+ prefix() ++ "stats" ++ suffix(VHost).
2271+
2272+settings_table(VHost) ->
2273+ prefix() ++ "settings" ++ suffix(VHost).
2274+
2275+users_table(VHost) ->
2276+ prefix() ++ "users" ++ suffix(VHost).
2277+servers_table(VHost) ->
2278+ prefix() ++ "servers" ++ suffix(VHost).
2279+resources_table(VHost) ->
2280+ prefix() ++ "resources" ++ suffix(VHost).
2281+
2282+ets_users_table(VHost) -> list_to_atom("logdb_users_" ++ VHost).
2283+ets_servers_table(VHost) -> list_to_atom("logdb_servers_" ++ VHost).
2284+ets_resources_table(VHost) -> list_to_atom("logdb_resources_" ++ VHost).
2285+
2286+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2287+%
2288+% gen_mod callbacks
2289+%
2290+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2291+start(VHost, Opts) ->
2292+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2293+ gen_server:start({local, Proc}, ?MODULE, [VHost, Opts], []).
2294+
2295+stop(VHost) ->
2296+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2297+ gen_server:call(Proc, {stop}, ?CALL_TIMEOUT).
2298+
2299+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2300+%
2301+% gen_server callbacks
2302+%
2303+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2304+init([VHost, Opts]) ->
2305+ crypto:start(),
2306+
2307+ Server = gen_mod:get_opt(server, Opts, "localhost"),
2308+ Port = gen_mod:get_opt(port, Opts, 3128),
2309+ DB = gen_mod:get_opt(db, Opts, "logdb"),
2310+ User = gen_mod:get_opt(user, Opts, "root"),
2311+ Password = gen_mod:get_opt(password, Opts, ""),
2312+
2313+ LogFun = fun(debug, Format, Argument) ->
2314+ ?MYDEBUG(Format, Argument);
2315+ (error, Format, Argument) ->
2316+ ?ERROR_MSG(Format, Argument);
2317+ (Level, Format, Argument) ->
2318+ ?MYDEBUG("MySQL (~p)~n", [Level]),
2319+ ?MYDEBUG(Format, Argument)
2320+ end,
2321+ case mysql_conn:start(Server, Port, User, Password, DB, LogFun) of
2322+ {ok, DBRef} ->
2323+ ok = create_stats_table(DBRef, VHost),
2324+ ok = create_settings_table(DBRef, VHost),
2325+ ok = create_users_table(DBRef, VHost),
2326+ % clear ets cache every ...
2327+ timer:send_interval(timer:hours(12), clear_ets_tables),
2328+ ok = create_servers_table(DBRef, VHost),
2329+ ok = create_resources_table(DBRef, VHost),
2330+ erlang:monitor(process, DBRef),
2331+ {ok, #state{dbref=DBRef, vhost=VHost}};
2332+ {error, Reason} ->
2333+ ?ERROR_MSG("MySQL connection failed: ~p~n", [Reason]),
2334+ {stop, db_connection_failed}
2335+ end.
2336+
2337+handle_call({log_message, Msg}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2338+ {reply, log_message_int(DBRef, VHost, Msg), State};
2339+handle_call({rebuild_stats}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2340+ ok = delete_nonexistent_stats(DBRef, VHost),
2341+ Reply =
2342+ lists:foreach(fun(Date) ->
2343+ catch rebuild_stats_at_int(DBRef, VHost, Date)
2344+ end, get_dates_int(DBRef, VHost)),
2345+ {reply, Reply, State};
2346+handle_call({rebuild_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2347+ Reply = rebuild_stats_at_int(DBRef, VHost, Date),
2348+ {reply, Reply, State};
2349+handle_call({delete_messages_by_user_at, [], _Date}, _From, State) ->
2350+ {reply, error, State};
2351+handle_call({delete_messages_by_user_at, Msgs, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2352+ Temp = lists:flatmap(fun(#msg{timestamp=Timestamp} = _Msg) ->
2353+ ["\"",Timestamp,"\"",","]
2354+ end, Msgs),
2355+
2356+ Temp1 = lists:append([lists:sublist(Temp, length(Temp)-1), ");"]),
2357+
2358+ Query = ["DELETE FROM ",messages_table(VHost, Date)," ",
2359+ "WHERE timestamp IN (", Temp1],
2360+
2361+ Reply =
2362+ case sql_query_internal(DBRef, Query) of
2363+ {updated, Aff} ->
2364+ ?MYDEBUG("Aff=~p", [Aff]),
2365+ rebuild_stats_at_int(DBRef, VHost, Date);
2366+ {error, _} ->
2367+ error
2368+ end,
2369+ {reply, Reply, State};
2370+handle_call({delete_all_messages_by_user_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2371+ Owner_id = get_user_id(DBRef, VHost, User),
2372+ DQuery = ["DELETE FROM ",messages_table(VHost, Date)," ",
2373+ "WHERE owner_id=\"",Owner_id,"\";"],
2374+ Reply =
2375+ case sql_query_internal(DBRef, DQuery) of
2376+ {updated, _} ->
2377+ rebuild_stats_at_int(DBRef, VHost, Date);
2378+ {error, _} ->
2379+ error
2380+ end,
2381+ {reply, Reply, State};
2382+handle_call({delete_messages_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2383+ Reply =
2384+ case sql_query_internal(DBRef, ["DROP TABLE ",messages_table(VHost, Date),";"]) of
2385+ {updated, _} ->
2386+ Query = ["DELETE FROM ",stats_table(VHost)," "
2387+ "WHERE at=\"",Date,"\";"],
2388+ case sql_query_internal(DBRef, Query) of
2389+ {updated, _} ->
2390+ ok;
2391+ {error, _} ->
2392+ error
2393+ end;
2394+ {error, _} ->
2395+ error
2396+ end,
2397+ {reply, Reply, State};
2398+handle_call({get_vhost_stats}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2399+ SName = stats_table(VHost),
2400+ Query = ["SELECT at, sum(count) ",
2401+ "FROM ",SName," ",
2402+ "GROUP BY at ",
2403+ "ORDER BY DATE(at) DESC;"
2404+ ],
2405+ Reply =
2406+ case sql_query_internal(DBRef, Query) of
2407+ {data, Result} ->
2408+ {ok, [ {Date, list_to_integer(Count)} || [Date, Count] <- Result ]};
2409+ {error, Reason} ->
2410+ % TODO: Duplicate error message ?
2411+ {error, Reason}
2412+ end,
2413+ {reply, Reply, State};
2414+handle_call({get_vhost_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2415+ SName = stats_table(VHost),
2416+ Query = ["SELECT username, count ",
2417+ "FROM ",SName," ",
2418+ "JOIN ",users_table(VHost)," ON owner_id=user_id "
2419+ "WHERE at=\"",Date,"\";"
2420+ ],
2421+ Reply =
2422+ case sql_query_internal(DBRef, Query) of
2423+ {data, Result} ->
2424+ {ok, lists:reverse(
2425+ lists:keysort(2,
2426+ [ {User, list_to_integer(Count)} || [User, Count] <- Result]))};
2427+ {error, Reason} ->
2428+ % TODO:
2429+ {error, Reason}
2430+ end,
2431+ {reply, Reply, State};
2432+handle_call({get_user_stats, User}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2433+ SName = stats_table(VHost),
2434+ Query = ["SELECT at, count ",
2435+ "FROM ",SName," ",
2436+ "WHERE owner_id=\"",get_user_id(DBRef, VHost, User),"\" ",
2437+ "ORDER BY DATE(at) DESC;"
2438+ ],
2439+ Reply =
2440+ case sql_query_internal(DBRef, Query) of
2441+ {data, Result} ->
2442+ {ok, [ {Date, list_to_integer(Count)} || [Date, Count] <- Result]};
2443+ {error, Result} ->
2444+ {error, Result}
2445+ end,
2446+ {reply, Reply, State};
2447+handle_call({get_user_messages_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2448+ TName = messages_table(VHost, Date),
2449+ UName = users_table(VHost),
2450+ SName = servers_table(VHost),
2451+ RName = resources_table(VHost),
2452+ Query = ["SELECT users.username,",
2453+ "servers.server,",
2454+ "resources.resource,",
2455+ "messages.direction,"
2456+ "messages.type,"
2457+ "messages.subject,"
2458+ "messages.body,"
2459+ "messages.timestamp "
2460+ "FROM ",TName," AS messages "
2461+ "JOIN ",UName," AS users ON peer_name_id=user_id ",
2462+ "JOIN ",SName," AS servers ON peer_server_id=server_id ",
2463+ "JOIN ",RName," AS resources ON peer_resource_id=resource_id ",
2464+ "WHERE owner_id=\"",get_user_id(DBRef, VHost, User),"\" ",
2465+ "ORDER BY timestamp ASC;"],
2466+ Reply =
2467+ case sql_query_internal(DBRef, Query) of
2468+ {data, Result} ->
2469+ Fun = fun([Peer_name, Peer_server, Peer_resource,
2470+ Direction,
2471+ Type,
2472+ Subject, Body,
2473+ Timestamp]) ->
2474+ #msg{peer_name=Peer_name, peer_server=Peer_server, peer_resource=Peer_resource,
2475+ direction=list_to_atom(Direction),
2476+ type=Type,
2477+ subject=Subject, body=Body,
2478+ timestamp=Timestamp}
2479+ end,
2480+ {ok, lists:map(Fun, Result)};
2481+ {error, Reason} ->
2482+ {error, Reason}
2483+ end,
2484+ {reply, Reply, State};
2485+handle_call({get_dates}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2486+ SName = stats_table(VHost),
2487+ Query = ["SELECT at ",
2488+ "FROM ",SName," ",
2489+ "GROUP BY at ",
2490+ "ORDER BY DATE(at) DESC;"
2491+ ],
2492+ Reply =
2493+ case sql_query_internal(DBRef, Query) of
2494+ {data, Result} ->
2495+ [ Date || [Date] <- Result ];
2496+ {error, Reason} ->
2497+ {error, Reason}
2498+ end,
2499+ {reply, Reply, State};
2500+handle_call({get_users_settings}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2501+ Query = ["SELECT username,dolog_default,dolog_list,donotlog_list ",
2502+ "FROM ",settings_table(VHost)," ",
2503+ "JOIN ",users_table(VHost)," ON user_id=owner_id;"],
2504+ Reply =
2505+ case sql_query_internal(DBRef, Query) of
2506+ {data, Result} ->
2507+ {ok, lists:map(fun([Owner, DoLogDef, DoLogL, DoNotLogL]) ->
2508+ #user_settings{owner_name=Owner,
2509+ dolog_default=list_to_bool(DoLogDef),
2510+ dolog_list=string_to_list(DoLogL),
2511+ donotlog_list=string_to_list(DoNotLogL)
2512+ }
2513+ end, Result)};
2514+ {error, _} ->
2515+ error
2516+ end,
2517+ {reply, Reply, State};
2518+handle_call({get_user_settings, User}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
2519+ Query = ["SELECT dolog_default,dolog_list,donotlog_list FROM ",settings_table(VHost)," ",
2520+ "WHERE owner_id=\"",get_user_id(DBRef, VHost, User),"\";"],
2521+ Reply =
2522+ case sql_query_internal(DBRef, Query) of
2523+ {data, []} ->
2524+ {ok, []};
2525+ {data, [[Owner, DoLogDef, DoLogL, DoNotLogL]]} ->
2526+ {ok, #user_settings{owner_name=Owner,
2527+ dolog_default=list_to_bool(DoLogDef),
2528+ dolog_list=string_to_list(DoLogL),
2529+ donotlog_list=string_to_list(DoNotLogL)}};
2530+ {error, _} ->
2531+ error
2532+ end,
2533+ {reply, Reply, State};
2534+handle_call({set_user_settings, User, #user_settings{dolog_default=DoLogDef,
2535+ dolog_list=DoLogL,
2536+ donotlog_list=DoNotLogL}},
2537+ _From, #state{dbref=DBRef, vhost=VHost} = State) ->
2538+ User_id = get_user_id(DBRef, VHost, User),
2539+
2540+ Query = ["UPDATE ",settings_table(VHost)," ",
2541+ "SET dolog_default=",bool_to_list(DoLogDef),", ",
2542+ "dolog_list='",list_to_string(DoLogL),"', ",
2543+ "donotlog_list='",list_to_string(DoNotLogL),"' ",
2544+ "WHERE owner_id=\"",User_id,"\";"],
2545+
2546+ Reply =
2547+ case sql_query_internal(DBRef, Query) of
2548+ {updated, 0} ->
2549+ IQuery = ["INSERT INTO ",settings_table(VHost)," ",
2550+ "(owner_id, dolog_default, dolog_list, donotlog_list) ",
2551+ "VALUES ",
2552+ "('",User_id,"', ",bool_to_list(DoLogDef),",'",list_to_string(DoLogL),"','",list_to_string(DoNotLogL),"');"],
2553+ case sql_query_internal_silent(DBRef, IQuery) of
2554+ {updated, _} ->
2555+ ?MYDEBUG("New settings for ~s@~s", [User, VHost]),
2556+ ok;
2557+ {error, Reason} ->
2558+ case regexp:match(Reason, "#23000") of
2559+ % Already exists
2560+ {match, _, _} ->
2561+ ok;
2562+ _ ->
2563+ ?ERROR_MSG("Failed setup user ~p@~p: ~p", [User, VHost, Reason]),
2564+ error
2565+ end
2566+ end;
2567+ {updated, 1} ->
2568+ ?MYDEBUG("Updated settings for ~s@~s", [User, VHost]),
2569+ ok;
2570+ {error, _} ->
2571+ error
2572+ end,
2573+ {reply, Reply, State};
2574+handle_call({stop}, _From, #state{vhost=VHost}=State) ->
2575+ ets:delete(ets_users_table(VHost)),
2576+ ets:delete(ets_servers_table(VHost)),
2577+ ?MYDEBUG("Stoping mysql backend for ~p", [VHost]),
2578+ {stop, normal, ok, State};
2579+handle_call(Msg, _From, State) ->
2580+ ?INFO_MSG("Got call Msg: ~p, State: ~p", [Msg, State]),
2581+ {noreply, State}.
2582+
2583+handle_cast(Msg, State) ->
2584+ ?INFO_MSG("Got cast Msg:~p, State:~p", [Msg, State]),
2585+ {noreply, State}.
2586+
2587+handle_info(clear_ets_tables, State) ->
2588+ ets:delete_all_objects(ets_users_table(State#state.vhost)),
2589+ ets:delete_all_objects(ets_resources_table(State#state.vhost)),
2590+ {noreply, State};
2591+handle_info({'DOWN', _MonitorRef, process, _Pid, _Info}, State) ->
2592+ {stop, connection_dropped, State};
2593+handle_info(Info, State) ->
2594+ ?INFO_MSG("Got Info:~p, State:~p", [Info, State]),
2595+ {noreply, State}.
2596+
2597+terminate(_Reason, _State) ->
2598+ ok.
2599+
2600+code_change(_OldVsn, State, _Extra) ->
2601+ {ok, State}.
2602+
2603+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2604+%
2605+% gen_logdb callbacks
2606+%
2607+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2608+log_message(VHost, Msg) ->
2609+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2610+ gen_server:call(Proc, {log_message, Msg}, ?CALL_TIMEOUT).
2611+rebuild_stats(VHost) ->
2612+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2613+ gen_server:call(Proc, {rebuild_stats}, ?CALL_TIMEOUT).
2614+rebuild_stats_at(VHost, Date) ->
2615+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2616+ gen_server:call(Proc, {rebuild_stats_at, Date}, ?CALL_TIMEOUT).
2617+delete_messages_by_user_at(VHost, Msgs, Date) ->
2618+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2619+ gen_server:call(Proc, {delete_messages_by_user_at, Msgs, Date}, ?CALL_TIMEOUT).
2620+delete_all_messages_by_user_at(User, VHost, Date) ->
2621+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2622+ gen_server:call(Proc, {delete_all_messages_by_user_at, User, Date}, ?CALL_TIMEOUT).
2623+delete_messages_at(VHost, Date) ->
2624+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2625+ gen_server:call(Proc, {delete_messages_at, Date}, ?CALL_TIMEOUT).
2626+get_vhost_stats(VHost) ->
2627+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2628+ gen_server:call(Proc, {get_vhost_stats}, ?CALL_TIMEOUT).
2629+get_vhost_stats_at(VHost, Date) ->
2630+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2631+ gen_server:call(Proc, {get_vhost_stats_at, Date}, ?CALL_TIMEOUT).
2632+get_user_stats(User, VHost) ->
2633+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2634+ gen_server:call(Proc, {get_user_stats, User}, ?CALL_TIMEOUT).
2635+get_user_messages_at(User, VHost, Date) ->
2636+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2637+ gen_server:call(Proc, {get_user_messages_at, User, Date}, ?CALL_TIMEOUT).
2638+get_dates(VHost) ->
2639+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2640+ gen_server:call(Proc, {get_dates}, ?CALL_TIMEOUT).
2641+get_users_settings(VHost) ->
2642+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2643+ gen_server:call(Proc, {get_users_settings}, ?CALL_TIMEOUT).
2644+get_user_settings(User, VHost) ->
2645+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2646+ gen_server:call(Proc, {get_user_settings, User}, ?CALL_TIMEOUT).
2647+set_user_settings(User, VHost, Set) ->
2648+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
2649+ gen_server:call(Proc, {set_user_settings, User, Set}, ?CALL_TIMEOUT).
2650+
2651+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2652+%
2653+% internals
2654+%
2655+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2656+log_message_int(DBRef, VHost, Msg) ->
2657+ Date = convert_timestamp_brief(Msg#msg.timestamp),
2658+
2659+ Table = messages_table(VHost, Date),
2660+ Owner_id = get_user_id(DBRef, VHost, Msg#msg.owner_name),
2661+ Peer_name_id = get_user_id(DBRef, VHost, Msg#msg.peer_name),
2662+ Peer_server_id = get_server_id(DBRef, VHost, Msg#msg.peer_server),
2663+ Peer_resource_id = get_resource_id(DBRef, VHost, Msg#msg.peer_resource),
2664+
2665+ Query = ["INSERT INTO ",Table," ",
2666+ "(owner_id,",
2667+ "peer_name_id,",
2668+ "peer_server_id,",
2669+ "peer_resource_id,",
2670+ "direction,",
2671+ "type,",
2672+ "subject,",
2673+ "body,",
2674+ "timestamp) ",
2675+ "VALUES ",
2676+ "('", Owner_id, "',",
2677+ "'", Peer_name_id, "',",
2678+ "'", Peer_server_id, "',",
2679+ "'", Peer_resource_id, "',",
2680+ "'", atom_to_list(Msg#msg.direction), "',",
2681+ "'", Msg#msg.type, "',",
2682+ "'", ejabberd_odbc:escape(Msg#msg.subject), "',",
2683+ "'", ejabberd_odbc:escape(Msg#msg.body), "',",
2684+ "'", Msg#msg.timestamp, "');"],
2685+
2686+ case sql_query_internal_silent(DBRef, Query) of
2687+ {updated, _} ->
2688+ ?MYDEBUG("Logged ok for ~p, peer: ~p", [Msg#msg.owner_name++"@"++VHost,
2689+ Msg#msg.peer_name++"@"++Msg#msg.peer_server]),
2690+ increment_user_stats(DBRef, Msg#msg.owner_name, Owner_id, VHost, Date);
2691+ {error, Reason} ->
2692+ case regexp:match(Reason, "#42S02") of
2693+ % Table doesn't exist
2694+ {match, _, _} ->
2695+ case create_msg_table(DBRef, VHost, Date) of
2696+ error ->
2697+ error;
2698+ ok ->
2699+ log_message_int(DBRef, VHost, Msg)
2700+ end;
2701+ _ ->
2702+ ?ERROR_MSG("Failed to log message: ~p", [Reason]),
2703+ error
2704+ end
2705+ end.
2706+
2707+increment_user_stats(DBRef, User_name, User_id, VHost, Date) ->
2708+ SName = stats_table(VHost),
2709+ UQuery = ["UPDATE ",SName," ",
2710+ "SET count=count+1 ",
2711+ "WHERE owner_id=\"",User_id,"\" AND at=\"",Date,"\";"],
2712+
2713+ case sql_query_internal(DBRef, UQuery) of
2714+ {updated, 0} ->
2715+ IQuery = ["INSERT INTO ",SName," ",
2716+ "(owner_id, at, count) ",
2717+ "VALUES ",
2718+ "('",User_id,"', '",Date,"', '1');"],
2719+ case sql_query_internal(DBRef, IQuery) of
2720+ {updated, _} ->
2721+ ?MYDEBUG("New stats for ~s@~s at ~s", [User_name, VHost, Date]),
2722+ ok;
2723+ {error, _} ->
2724+ error
2725+ end;
2726+ {updated, _} ->
2727+ ?MYDEBUG("Updated stats for ~s@~s at ~s", [User_name, VHost, Date]),
2728+ ok;
2729+ {error, _} ->
2730+ error
2731+ end.
2732+
2733+get_dates_int(DBRef, VHost) ->
2734+ case sql_query_internal(DBRef, ["SHOW TABLES"]) of
2735+ {data, Tables} ->
2736+ lists:foldl(fun([Table], Dates) ->
2737+ % TODO: check prefix()
2738+ case regexp:match(Table, escape_vhost(VHost)) of
2739+ {match, _, _} ->
2740+ case regexp:match(Table,"[0-9]+-[0-9]+-[0-9]+") of
2741+ {match, S, E} ->
2742+ lists:append(Dates, [lists:sublist(Table,S,E)]);
2743+ nomatch ->
2744+ Dates
2745+ end;
2746+ nomatch ->
2747+ Dates
2748+ end
2749+ end, [], Tables);
2750+ {error, _} ->
2751+ []
2752+ end.
2753+
2754+rebuild_stats_at_int(DBRef, VHost, Date) ->
2755+ Table = messages_table(VHost, Date),
2756+ STable = stats_table(VHost),
2757+
2758+ {updated, _} = sql_query_internal(DBRef, ["LOCK TABLE ",Table," WRITE, ",
2759+ STable," WRITE;"]),
2760+ Fun =
2761+ fun() ->
2762+ DQuery = [ "DELETE FROM ",STable," ",
2763+ "WHERE at='",Date,"';"],
2764+
2765+ {updated, _} = sql_query_internal(DBRef, DQuery),
2766+
2767+ SQuery = ["INSERT INTO ",STable," ",
2768+ "(owner_id,at,count) ",
2769+ "SELECT owner_id,\"",Date,"\"",",count(*) ",
2770+ "FROM ",Table," GROUP BY owner_id;"],
2771+
2772+ case sql_query_internal(DBRef, SQuery) of
2773+ {updated, 0} ->
2774+ {updated, _} = sql_query_internal(DBRef, ["DROP TABLE ",Table,";"]),
2775+ ok;
2776+ {updated, _} -> ok;
2777+ {error, _} -> error
2778+ end
2779+ end,
2780+
2781+
2782+ Res = case sql_transaction_internal(DBRef, Fun) of
2783+ {atomic, _} ->
2784+ ?INFO_MSG("Rebuilded stats for ~p at ~p", [VHost, Date]),
2785+ ok;
2786+ {aborted, _} ->
2787+ error
2788+ end,
2789+ {updated, _} = sql_query_internal(DBRef, ["UNLOCK TABLES;"]),
2790+ Res.
2791+
2792+
2793+delete_nonexistent_stats(DBRef, VHost) ->
2794+ Dates = get_dates_int(DBRef, VHost),
2795+ STable = stats_table(VHost),
2796+
2797+ Temp = lists:flatmap(fun(Date) ->
2798+ ["\"",Date,"\"",","]
2799+ end, Dates),
2800+
2801+ Temp1 = case Temp of
2802+ [] ->
2803+ ["\"\""];
2804+ _ ->
2805+ % replace last "," with ");"
2806+ lists:append([lists:sublist(Temp, length(Temp)-1), ");"])
2807+ end,
2808+
2809+ Query = ["DELETE FROM ",STable," ",
2810+ "WHERE at NOT IN (", Temp1],
2811+
2812+ case sql_query_internal(DBRef, Query) of
2813+ {updated, _} ->
2814+ ok;
2815+ {error, _} ->
2816+ error
2817+ end.
2818+
2819+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2820+%
2821+% tables internals
2822+%
2823+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2824+create_stats_table(DBRef, VHost) ->
2825+ SName = stats_table(VHost),
2826+ Query = ["CREATE TABLE ",SName," (",
2827+ "owner_id MEDIUMINT UNSIGNED, ",
2828+ "at varchar(20), ",
2829+ "count int(11), ",
2830+ "INDEX(owner_id), ",
2831+ "INDEX(at)"
2832+ ") ENGINE=InnoDB CHARACTER SET utf8;"
2833+ ],
2834+ case sql_query_internal_silent(DBRef, Query) of
2835+ {updated, _} ->
2836+ ?MYDEBUG("Created stats table for ~p", [VHost]),
2837+ lists:foreach(fun(Date) ->
2838+ rebuild_stats_at_int(DBRef, VHost, Date)
2839+ end, get_dates_int(DBRef, VHost)),
2840+ ok;
2841+ {error, Reason} ->
2842+ case regexp:match(Reason, "#42S01") of
2843+ {match, _, _} ->
2844+ ?MYDEBUG("Stats table for ~p already exists", [VHost]),
2845+ ok;
2846+ _ ->
2847+ ?ERROR_MSG("Failed to create stats table for ~p: ~p", [VHost, Reason]),
2848+ error
2849+ end
2850+ end.
2851+
2852+create_settings_table(DBRef, VHost) ->
2853+ SName = settings_table(VHost),
2854+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
2855+ "owner_id MEDIUMINT UNSIGNED PRIMARY KEY, ",
2856+ "dolog_default TINYINT(1) NOT NULL DEFAULT 1, ",
2857+ "dolog_list TEXT, ",
2858+ "donotlog_list TEXT ",
2859+ ") ENGINE=InnoDB CHARACTER SET utf8;"
2860+ ],
2861+ case sql_query_internal(DBRef, Query) of
2862+ {updated, _} ->
2863+ ?MYDEBUG("Created settings table for ~p", [VHost]),
2864+ ok;
2865+ {error, _} ->
2866+ error
2867+ end.
2868+
2869+create_users_table(DBRef, VHost) ->
2870+ SName = users_table(VHost),
2871+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
2872+ "username TEXT NOT NULL, ",
2873+ "user_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
2874+ "UNIQUE INDEX(username(",?INDEX_SIZE,")) ",
2875+ ") ENGINE=InnoDB CHARACTER SET utf8;"
2876+ ],
2877+ case sql_query_internal(DBRef, Query) of
2878+ {updated, _} ->
2879+ ?MYDEBUG("Created users table for ~p", [VHost]),
2880+ ets:new(ets_users_table(VHost), [named_table, set, public]),
2881+ %update_users_from_db(DBRef, VHost),
2882+ ok;
2883+ {error, _} ->
2884+ error
2885+ end.
2886+
2887+create_servers_table(DBRef, VHost) ->
2888+ SName = servers_table(VHost),
2889+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
2890+ "server TEXT NOT NULL, ",
2891+ "server_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
2892+ "UNIQUE INDEX(server(",?INDEX_SIZE,")) ",
2893+ ") ENGINE=InnoDB CHARACTER SET utf8;"
2894+ ],
2895+ case sql_query_internal(DBRef, Query) of
2896+ {updated, _} ->
2897+ ?MYDEBUG("Created servers table for ~p", [VHost]),
2898+ ets:new(ets_servers_table(VHost), [named_table, set, public]),
2899+ update_servers_from_db(DBRef, VHost),
2900+ ok;
2901+ {error, _} ->
2902+ error
2903+ end.
2904+
2905+create_resources_table(DBRef, VHost) ->
2906+ RName = resources_table(VHost),
2907+ Query = ["CREATE TABLE IF NOT EXISTS ",RName," (",
2908+ "resource TEXT NOT NULL, ",
2909+ "resource_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
2910+ "UNIQUE INDEX(resource(",?INDEX_SIZE,")) ",
2911+ ") ENGINE=InnoDB CHARACTER SET utf8;"
2912+ ],
2913+ case sql_query_internal(DBRef, Query) of
2914+ {updated, _} ->
2915+ ?MYDEBUG("Created resources table for ~p", [VHost]),
2916+ ets:new(ets_resources_table(VHost), [named_table, set, public]),
2917+ ok;
2918+ {error, _} ->
2919+ error
2920+ end.
2921+
2922+create_msg_table(DBRef, VHost, Date) ->
2923+ TName = messages_table(VHost, Date),
2924+ Query = ["CREATE TABLE ",TName," (",
2925+ "owner_id MEDIUMINT UNSIGNED, ",
2926+ "peer_name_id MEDIUMINT UNSIGNED, ",
2927+ "peer_server_id MEDIUMINT UNSIGNED, ",
2928+ "peer_resource_id MEDIUMINT(8) UNSIGNED, ",
2929+ "direction ENUM('to', 'from'), ",
2930+ "type ENUM('chat','error','groupchat','headline','normal') NOT NULL, ",
2931+ "subject TEXT, ",
2932+ "body TEXT, ",
2933+ "timestamp DOUBLE, ",
2934+ "INDEX owner_i (owner_id), ",
2935+ "INDEX peer_i (peer_name_id, peer_server_id), ",
2936+ "FULLTEXT (body) "
2937+ ") ENGINE=MyISAM CHARACTER SET utf8;"
2938+ ],
2939+ case sql_query_internal(DBRef, Query) of
2940+ {updated, _MySQLRes} ->
2941+ ?MYDEBUG("Created msg table for ~p at ~p", [VHost, Date]),
2942+ ok;
2943+ {error, _} ->
2944+ error
2945+ end.
2946+
2947+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2948+%
2949+% internal ets cache (users, servers, resources)
2950+%
2951+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
2952+update_servers_from_db(DBRef, VHost) ->
2953+ ?INFO_MSG("Reading servers from db for ~p", [VHost]),
2954+ SQuery = ["SELECT server, server_id FROM ",servers_table(VHost),";"],
2955+ {data, Result} = sql_query_internal(DBRef, SQuery),
2956+ true = ets:delete_all_objects(ets_servers_table(VHost)),
2957+ true = ets:insert(ets_servers_table(VHost), [ {Server, Server_id} || [Server, Server_id] <- Result]).
2958+
2959+%update_users_from_db(DBRef, VHost) ->
2960+% ?INFO_MSG("Reading users from db for ~p", [VHost]),
2961+% SQuery = ["SELECT username, user_id FROM ",users_table(VHost),";"],
2962+% {data, Result} = sql_query_internal(DBRef, SQuery),
2963+% true = ets:delete_all_objects(ets_users_table(VHost)),
2964+% true = ets:insert(ets_users_table(VHost), [ {Username, User_id} || [Username, User_id] <- Result]).
2965+
2966+%get_user_name(DBRef, VHost, User_id) ->
2967+% case ets:match(ets_users_table(VHost), {'$1', User_id}) of
2968+% [[User]] -> User;
2969+% % this can be in clustered environment
2970+% [] ->
2971+% %update_users_from_db(DBRef, VHost),
2972+% SQuery = ["SELECT username FROM ",users_table(VHost)," ",
2973+% "WHERE user_id=\"",User_id,"\";"],
2974+% {data, [[Name]]} = sql_query_internal(DBRef, SQuery),
2975+% % cache {user, id} pair
2976+% ets:insert(ets_users_table(VHost), {Name, User_id}),
2977+% Name
2978+% end.
2979+
2980+%get_server_name(DBRef, VHost, Server_id) ->
2981+% case ets:match(ets_servers_table(VHost), {'$1', Server_id}) of
2982+% [[Server]] -> Server;
2983+ % this can be in clustered environment
2984+% [] ->
2985+% update_servers_from_db(DBRef, VHost),
2986+% [[Server1]] = ets:match(ets_servers_table(VHost), {'$1', Server_id}),
2987+% Server1
2988+% end.
2989+
2990+get_user_id_from_db(DBRef, VHost, User) ->
2991+ SQuery = ["SELECT user_id FROM ",users_table(VHost)," ",
2992+ "WHERE username=\"",User,"\";"],
2993+ case sql_query_internal(DBRef, SQuery) of
2994+ % no such user in db
2995+ {data, []} ->
2996+ {ok, []};
2997+ {data, [[DBId]]} ->
2998+ % cache {user, id} pair
2999+ ets:insert(ets_users_table(VHost), {User, DBId}),
3000+ {ok, DBId}
3001+ end.
3002+get_user_id(DBRef, VHost, User) ->
3003+ % Look at ets
3004+ case ets:match(ets_users_table(VHost), {User, '$1'}) of
3005+ [] ->
3006+ % Look at db
3007+ case get_user_id_from_db(DBRef, VHost, User) of
3008+ % no such user in db
3009+ {ok, []} ->
3010+ IQuery = ["INSERT INTO ",users_table(VHost)," ",
3011+ "SET username=\"",User,"\";"],
3012+ case sql_query_internal_silent(DBRef, IQuery) of
3013+ {updated, _} ->
3014+ {ok, NewId} = get_user_id_from_db(DBRef, VHost, User),
3015+ NewId;
3016+ {error, Reason} ->
3017+ % this can be in clustered environment
3018+ {match, _, _} = regexp:match(Reason, "#23000"),
3019+ ?ERROR_MSG("Duplicate key name for ~p", [User]),
3020+ {ok, ClID} = get_user_id_from_db(DBRef, VHost, User),
3021+ ClID
3022+ end;
3023+ {ok, DBId} ->
3024+ DBId
3025+ end;
3026+ [[EtsId]] -> EtsId
3027+ end.
3028+
3029+get_server_id(DBRef, VHost, Server) ->
3030+ case ets:match(ets_servers_table(VHost), {Server, '$1'}) of
3031+ [] ->
3032+ IQuery = ["INSERT INTO ",servers_table(VHost)," ",
3033+ "SET server=\"",Server,"\";"],
3034+ case sql_query_internal_silent(DBRef, IQuery) of
3035+ {updated, _} ->
3036+ SQuery = ["SELECT server_id FROM ",servers_table(VHost)," ",
3037+ "WHERE server=\"",Server,"\";"],
3038+ {data, [[Id]]} = sql_query_internal(DBRef, SQuery),
3039+ ets:insert(ets_servers_table(VHost), {Server, Id}),
3040+ Id;
3041+ {error, Reason} ->
3042+ % this can be in clustered environment
3043+ {match, _, _} = regexp:match(Reason, "#23000"),
3044+ ?ERROR_MSG("Duplicate key name for ~p", [Server]),
3045+ update_servers_from_db(DBRef, VHost),
3046+ [[Id1]] = ets:match(ets_servers_table(VHost), {Server, '$1'}),
3047+ Id1
3048+ end;
3049+ [[Id]] -> Id
3050+ end.
3051+
3052+get_resource_id_from_db(DBRef, VHost, Resource) ->
3053+ SQuery = ["SELECT resource_id FROM ",resources_table(VHost)," ",
3054+ "WHERE resource=\"",ejabberd_odbc:escape(Resource),"\";"],
3055+ case sql_query_internal(DBRef, SQuery) of
3056+ % no such resource in db
3057+ {data, []} ->
3058+ {ok, []};
3059+ {data, [[DBId]]} ->
3060+ % cache {resource, id} pair
3061+ ets:insert(ets_resources_table(VHost), {Resource, DBId}),
3062+ {ok, DBId}
3063+ end.
3064+get_resource_id(DBRef, VHost, Resource) ->
3065+ % Look at ets
3066+ case ets:match(ets_resources_table(VHost), {Resource, '$1'}) of
3067+ [] ->
3068+ % Look at db
3069+ case get_resource_id_from_db(DBRef, VHost, Resource) of
3070+ % no such resource in db
3071+ {ok, []} ->
3072+ IQuery = ["INSERT INTO ",resources_table(VHost)," ",
3073+ "SET resource=\"",ejabberd_odbc:escape(Resource),"\";"],
3074+ case sql_query_internal_silent(DBRef, IQuery) of
3075+ {updated, _} ->
3076+ {ok, NewId} = get_resource_id_from_db(DBRef, VHost, Resource),
3077+ NewId;
3078+ {error, Reason} ->
3079+ % this can be in clustered environment
3080+ {match, _, _} = regexp:match(Reason, "#23000"),
3081+ ?ERROR_MSG("Duplicate key name for ~p", [Resource]),
3082+ {ok, ClID} = get_resource_id_from_db(DBRef, VHost, Resource),
3083+ ClID
3084+ end;
3085+ {ok, DBId} ->
3086+ DBId
3087+ end;
3088+ [[EtsId]] -> EtsId
3089+ end.
3090+
3091+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3092+%
3093+% SQL internals
3094+%
3095+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3096+% like do_transaction/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
3097+sql_transaction_internal(DBRef, Fun) ->
3098+ case sql_query_internal(DBRef, ["START TRANSACTION;"]) of
3099+ {updated, _} ->
3100+ case catch Fun() of
3101+ error = Err ->
3102+ rollback_internal(DBRef, Err);
3103+ {error, _} = Err ->
3104+ rollback_internal(DBRef, Err);
3105+ {'EXIT', _} = Err ->
3106+ rollback_internal(DBRef, Err);
3107+ Res ->
3108+ case sql_query_internal(DBRef, ["COMMIT;"]) of
3109+ {error, _} -> rollback_internal(DBRef, {commit_error});
3110+ {updated, _} ->
3111+ case Res of
3112+ {atomic, _} -> Res;
3113+ _ -> {atomic, Res}
3114+ end
3115+ end
3116+ end;
3117+ {error, _} ->
3118+ {aborted, {begin_error}}
3119+ end.
3120+
3121+% like rollback/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
3122+rollback_internal(DBRef, Reason) ->
3123+ Res = sql_query_internal(DBRef, ["ROLLBACK;"]),
3124+ {aborted, {Reason, {rollback_result, Res}}}.
3125+
3126+sql_query_internal(DBRef, Query) ->
3127+ case sql_query_internal_silent(DBRef, Query) of
3128+ {error, Reason} ->
3129+ ?ERROR_MSG("~p while ~p", [Reason, lists:append(Query)]),
3130+ {error, Reason};
3131+ Rez -> Rez
3132+ end.
3133+
3134+sql_query_internal_silent(DBRef, Query) ->
3135+ ?MYDEBUG("DOING: \"~s\"", [lists:append(Query)]),
3136+ get_result(mysql_conn:fetch(DBRef, Query, self(), ?TIMEOUT)).
3137+
3138+get_result({updated, MySQLRes}) ->
3139+ {updated, mysql:get_result_affected_rows(MySQLRes)};
3140+get_result({data, MySQLRes}) ->
3141+ {data, mysql:get_result_rows(MySQLRes)};
3142+get_result({error, "query timed out"}) ->
3143+ {error, "query timed out"};
3144+get_result({error, MySQLRes}) ->
3145+ Reason = mysql:get_result_reason(MySQLRes),
3146+ {error, Reason}.
3147--- src/mod_logdb_mysql5.erl.orig Tue Dec 11 14:23:19 2007
3148+++ src/mod_logdb_mysql5.erl Tue Dec 11 11:58:33 2007
3149@@ -0,0 +1,854 @@
3150+%%%----------------------------------------------------------------------
3151+%%% File : mod_logdb_mysql5.erl
3152+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
3153+%%% Purpose : MySQL 5 backend for mod_logdb
3154+%%% Version : trunk
3155+%%% Id : $Id$
3156+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
3157+%%%----------------------------------------------------------------------
3158+
3159+-module(mod_logdb_mysql5).
3160+-author('o.palij@gmail.com').
3161+-vsn('$Revision$').
3162+
3163+-include("mod_logdb.hrl").
3164+-include("ejabberd.hrl").
3165+-include("jlib.hrl").
3166+
3167+-behaviour(gen_logdb).
3168+-behaviour(gen_server).
3169+
3170+% gen_server
3171+-export([code_change/3,handle_call/3,handle_cast/2,handle_info/2,init/1,terminate/2]).
3172+% gen_mod
3173+-export([start/2, stop/1]).
3174+% gen_logdb
3175+-export([log_message/2,
3176+ rebuild_stats/1,
3177+ rebuild_stats_at/2,
3178+ delete_messages_by_user_at/3, delete_all_messages_by_user_at/3, delete_messages_at/2,
3179+ get_vhost_stats/1, get_vhost_stats_at/2, get_user_stats/2, get_user_messages_at/3,
3180+ get_dates/1,
3181+ get_users_settings/1, get_user_settings/2, set_user_settings/3]).
3182+
3183+% gen_server call timeout
3184+-define(CALL_TIMEOUT, 60000).
3185+-define(TIMEOUT, 60000).
3186+-define(INDEX_SIZE, integer_to_list(170)).
3187+-define(PROCNAME, mod_logdb_mysql5).
3188+
3189+-import(mod_logdb, [list_to_bool/1, bool_to_list/1,
3190+ list_to_string/1, string_to_list/1,
3191+ convert_timestamp_brief/1]).
3192+
3193+-record(state, {dbref, vhost}).
3194+
3195+% replace "." with "_"
3196+escape_vhost(VHost) -> lists:map(fun(46) -> 95;
3197+ (A) -> A
3198+ end, VHost).
3199+prefix() ->
3200+ "`logdb_".
3201+
3202+suffix(VHost) ->
3203+ "_" ++ escape_vhost(VHost) ++ "`".
3204+
3205+messages_table(VHost, Date) ->
3206+ prefix() ++ "messages_" ++ Date ++ suffix(VHost).
3207+
3208+% TODO: this needs to be redone to unify view name in stored procedure and in delete_messages_at/2
3209+view_table(VHost, Date) ->
3210+ Table = messages_table(VHost, Date),
3211+ TablewoQ = lists:sublist(Table, 2, length(Table) - 2),
3212+ lists:append(["`v_", TablewoQ, "`"]).
3213+
3214+stats_table(VHost) ->
3215+ prefix() ++ "stats" ++ suffix(VHost).
3216+
3217+settings_table(VHost) ->
3218+ prefix() ++ "settings" ++ suffix(VHost).
3219+
3220+users_table(VHost) ->
3221+ prefix() ++ "users" ++ suffix(VHost).
3222+servers_table(VHost) ->
3223+ prefix() ++ "servers" ++ suffix(VHost).
3224+resources_table(VHost) ->
3225+ prefix() ++ "resources" ++ suffix(VHost).
3226+
3227+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3228+%
3229+% gen_mod callbacks
3230+%
3231+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3232+start(VHost, Opts) ->
3233+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3234+ gen_server:start({local, Proc}, ?MODULE, [VHost, Opts], []).
3235+
3236+stop(VHost) ->
3237+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3238+ gen_server:call(Proc, {stop}, ?CALL_TIMEOUT).
3239+
3240+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3241+%
3242+% gen_server callbacks
3243+%
3244+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3245+init([VHost, Opts]) ->
3246+ crypto:start(),
3247+
3248+ Server = gen_mod:get_opt(server, Opts, "localhost"),
3249+ Port = gen_mod:get_opt(port, Opts, 3128),
3250+ DB = gen_mod:get_opt(db, Opts, "logdb"),
3251+ User = gen_mod:get_opt(user, Opts, "root"),
3252+ Password = gen_mod:get_opt(password, Opts, ""),
3253+
3254+ LogFun = fun(debug, Format, Argument) ->
3255+ ?MYDEBUG(Format, Argument);
3256+ (error, Format, Argument) ->
3257+ ?ERROR_MSG(Format, Argument);
3258+ (Level, Format, Argument) ->
3259+ ?MYDEBUG("MySQL (~p)~n", [Level]),
3260+ ?MYDEBUG(Format, Argument)
3261+ end,
3262+ case mysql_conn:start(Server, Port, User, Password, DB, [65536, 131072], LogFun) of
3263+ {ok, DBRef} ->
3264+ ok = create_internals(DBRef, VHost),
3265+ ok = create_stats_table(DBRef, VHost),
3266+ ok = create_settings_table(DBRef, VHost),
3267+ ok = create_users_table(DBRef, VHost),
3268+ ok = create_servers_table(DBRef, VHost),
3269+ ok = create_resources_table(DBRef, VHost),
3270+ erlang:monitor(process, DBRef),
3271+ {ok, #state{dbref=DBRef, vhost=VHost}};
3272+ {error, Reason} ->
3273+ ?ERROR_MSG("MySQL connection failed: ~p~n", [Reason]),
3274+ {stop, db_connection_failed}
3275+ end.
3276+
3277+handle_call({log_message, Msg}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3278+ Date = convert_timestamp_brief(Msg#msg.timestamp),
3279+ TableName = messages_table(VHost, Date),
3280+
3281+ Query = [ "CALL logmessage "
3282+ "('", TableName, "',",
3283+ "'", Date, "',",
3284+ "'", Msg#msg.owner_name, "',",
3285+ "'", Msg#msg.peer_name, "',",
3286+ "'", Msg#msg.peer_server, "',",
3287+ "'", ejabberd_odbc:escape(Msg#msg.peer_resource), "',",
3288+ "'", atom_to_list(Msg#msg.direction), "',",
3289+ "'", Msg#msg.type, "',",
3290+ "'", ejabberd_odbc:escape(Msg#msg.subject), "',",
3291+ "'", ejabberd_odbc:escape(Msg#msg.body), "',",
3292+ "'", Msg#msg.timestamp, "');"],
3293+
3294+ Reply =
3295+ case sql_query_internal(DBRef, Query) of
3296+ {updated, _} ->
3297+ ?MYDEBUG("Logged ok for ~p, peer: ~p", [Msg#msg.owner_name++"@"++VHost,
3298+ Msg#msg.peer_name++"@"++Msg#msg.peer_server]),
3299+ ok;
3300+ {error, _Reason} ->
3301+ error
3302+ end,
3303+ {reply, Reply, State};
3304+handle_call({rebuild_stats}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3305+ ok = delete_nonexistent_stats(DBRef, VHost),
3306+ Reply =
3307+ lists:foreach(fun(Date) ->
3308+ catch rebuild_stats_at_int(DBRef, VHost, Date)
3309+ end, get_dates_int(DBRef, VHost)),
3310+ {reply, Reply, State};
3311+handle_call({rebuild_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3312+ Reply = rebuild_stats_at_int(DBRef, VHost, Date),
3313+ {reply, Reply, State};
3314+handle_call({delete_messages_by_user_at, [], _Date}, _From, State) ->
3315+ {reply, error, State};
3316+handle_call({delete_messages_by_user_at, Msgs, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3317+ Temp = lists:flatmap(fun(#msg{timestamp=Timestamp} = _Msg) ->
3318+ ["\"",Timestamp,"\"",","]
3319+ end, Msgs),
3320+
3321+ Temp1 = lists:append([lists:sublist(Temp, length(Temp)-1), ");"]),
3322+
3323+ Query = ["DELETE FROM ",messages_table(VHost, Date)," ",
3324+ "WHERE timestamp IN (", Temp1],
3325+
3326+ Reply =
3327+ case sql_query_internal(DBRef, Query) of
3328+ {updated, Aff} ->
3329+ ?MYDEBUG("Aff=~p", [Aff]),
3330+ rebuild_stats_at_int(DBRef, VHost, Date);
3331+ {error, _} ->
3332+ error
3333+ end,
3334+ {reply, Reply, State};
3335+handle_call({delete_all_messages_by_user_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3336+ DQuery = ["DELETE FROM ",messages_table(VHost, Date)," ",
3337+ "WHERE owner_id=(SELECT user_id FROM ",users_table(VHost)," WHERE username=\"",User,"\");"],
3338+ Reply =
3339+ case sql_query_internal(DBRef, DQuery) of
3340+ {updated, _} ->
3341+ rebuild_stats_at_int(DBRef, VHost, Date);
3342+ {error, _} ->
3343+ error
3344+ end,
3345+ {reply, Reply, State};
3346+handle_call({delete_messages_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3347+ Fun = fun() ->
3348+ {updated, _} = sql_query_internal(DBRef, ["DROP TABLE ",messages_table(VHost, Date),";"]),
3349+ TQuery = ["DELETE FROM ",stats_table(VHost)," "
3350+ "WHERE at=\"",Date,"\";"],
3351+ {updated, _} = sql_query_internal(DBRef, TQuery),
3352+ VQuery = ["DROP VIEW IF EXISTS ",view_table(VHost,Date),";"],
3353+ {updated, _} = sql_query_internal(DBRef, VQuery)
3354+ end,
3355+ Reply =
3356+ case sql_transaction_internal(DBRef, Fun) of
3357+ {atomic, _} ->
3358+ ok;
3359+ {aborted, _} ->
3360+ error
3361+ end,
3362+ {reply, Reply, State};
3363+handle_call({get_vhost_stats}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3364+ SName = stats_table(VHost),
3365+ Query = ["SELECT at, sum(count) ",
3366+ "FROM ",SName," ",
3367+ "GROUP BY at ",
3368+ "ORDER BY DATE(at) DESC;"
3369+ ],
3370+ Reply =
3371+ case sql_query_internal(DBRef, Query) of
3372+ {data, Result} ->
3373+ {ok, [ {Date, list_to_integer(Count)} || [Date, Count] <- Result ]};
3374+ {error, Reason} ->
3375+ % TODO: Duplicate error message ?
3376+ {error, Reason}
3377+ end,
3378+ {reply, Reply, State};
3379+handle_call({get_vhost_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3380+ SName = stats_table(VHost),
3381+ Query = ["SELECT username, count ",
3382+ "FROM ",SName," ",
3383+ "JOIN ",users_table(VHost)," ON owner_id=user_id "
3384+ "WHERE at=\"",Date,"\" ",
3385+ "ORDER BY count DESC;"
3386+ ],
3387+ Reply =
3388+ case sql_query_internal(DBRef, Query) of
3389+ {data, Result} ->
3390+ {ok, [ {User, list_to_integer(Count)} || [User, Count] <- Result ]};
3391+ {error, Reason} ->
3392+ {error, Reason}
3393+ end,
3394+ {reply, Reply, State};
3395+handle_call({get_user_stats, User}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3396+ SName = stats_table(VHost),
3397+ UName = users_table(VHost),
3398+ Query = ["SELECT stats.at, stats.count ",
3399+ "FROM ",UName," AS users ",
3400+ "JOIN ",SName," AS stats ON owner_id=user_id "
3401+ "WHERE users.username=\"",User,"\" ",
3402+ "ORDER BY DATE(at) DESC;"
3403+ ],
3404+ Reply =
3405+ case sql_query_internal(DBRef, Query) of
3406+ {data, Result} ->
3407+ {ok, [ {Date, list_to_integer(Count)} || [Date, Count] <- Result ]};
3408+ {error, Result} ->
3409+ {error, Result}
3410+ end,
3411+ {reply, Reply, State};
3412+handle_call({get_user_messages_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3413+ Query = ["SELECT peer_name,",
3414+ "peer_server,",
3415+ "peer_resource,",
3416+ "direction,"
3417+ "type,"
3418+ "subject,"
3419+ "body,"
3420+ "timestamp "
3421+ "FROM ",view_table(VHost, Date)," "
3422+ "WHERE owner_name=\"",User,"\";"],
3423+ Reply =
3424+ case sql_query_internal(DBRef, Query) of
3425+ {data, Result} ->
3426+ Fun = fun([Peer_name, Peer_server, Peer_resource,
3427+ Direction,
3428+ Type,
3429+ Subject, Body,
3430+ Timestamp]) ->
3431+ #msg{peer_name=Peer_name, peer_server=Peer_server, peer_resource=Peer_resource,
3432+ direction=list_to_atom(Direction),
3433+ type=Type,
3434+ subject=Subject, body=Body,
3435+ timestamp=Timestamp}
3436+ end,
3437+ {ok, lists:map(Fun, Result)};
3438+ {error, Reason} ->
3439+ {error, Reason}
3440+ end,
3441+ {reply, Reply, State};
3442+handle_call({get_dates}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3443+ SName = stats_table(VHost),
3444+ Query = ["SELECT at ",
3445+ "FROM ",SName," ",
3446+ "GROUP BY at ",
3447+ "ORDER BY DATE(at) DESC;"
3448+ ],
3449+ Reply =
3450+ case sql_query_internal(DBRef, Query) of
3451+ {data, Result} ->
3452+ [ Date || [Date] <- Result ];
3453+ {error, Reason} ->
3454+ {error, Reason}
3455+ end,
3456+ {reply, Reply, State};
3457+handle_call({get_users_settings}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3458+ Query = ["SELECT username,dolog_default,dolog_list,donotlog_list ",
3459+ "FROM ",settings_table(VHost)," ",
3460+ "JOIN ",users_table(VHost)," ON user_id=owner_id;"],
3461+ Reply =
3462+ case sql_query_internal(DBRef, Query) of
3463+ {data, Result} ->
3464+ {ok, lists:map(fun([Owner, DoLogDef, DoLogL, DoNotLogL]) ->
3465+ #user_settings{owner_name=Owner,
3466+ dolog_default=list_to_bool(DoLogDef),
3467+ dolog_list=string_to_list(DoLogL),
3468+ donotlog_list=string_to_list(DoNotLogL)
3469+ }
3470+ end, Result)};
3471+ {error, _} ->
3472+ error
3473+ end,
3474+ {reply, Reply, State};
3475+handle_call({get_user_settings, User}, _From, #state{dbref=DBRef, vhost=VHost}=State) ->
3476+ Query = ["SELECT dolog_default,dolog_list,donotlog_list FROM ",settings_table(VHost)," ",
3477+ "WHERE owner_id=(SELECT user_id FROM ",users_table(VHost)," WHERE username=\"",User,"\");"],
3478+ Reply =
3479+ case sql_query_internal(DBRef, Query) of
3480+ {data, []} ->
3481+ {ok, []};
3482+ {data, [[Owner, DoLogDef, DoLogL, DoNotLogL]]} ->
3483+ {ok, #user_settings{owner_name=Owner,
3484+ dolog_default=list_to_bool(DoLogDef),
3485+ dolog_list=string_to_list(DoLogL),
3486+ donotlog_list=string_to_list(DoNotLogL)}};
3487+ {error, _} ->
3488+ error
3489+ end,
3490+ {reply, Reply, State};
3491+handle_call({set_user_settings, User, #user_settings{dolog_default=DoLogDef,
3492+ dolog_list=DoLogL,
3493+ donotlog_list=DoNotLogL}},
3494+ _From, #state{dbref=DBRef, vhost=VHost} = State) ->
3495+ User_id = get_user_id(DBRef, VHost, User),
3496+ Query = ["UPDATE ",settings_table(VHost)," ",
3497+ "SET dolog_default=",bool_to_list(DoLogDef),", ",
3498+ "dolog_list='",list_to_string(DoLogL),"', ",
3499+ "donotlog_list='",list_to_string(DoNotLogL),"' ",
3500+ "WHERE owner_id=",User_id,";"],
3501+
3502+ Reply =
3503+ case sql_query_internal(DBRef, Query) of
3504+ {updated, 0} ->
3505+ IQuery = ["INSERT INTO ",settings_table(VHost)," ",
3506+ "(owner_id, dolog_default, dolog_list, donotlog_list) ",
3507+ "VALUES ",
3508+ "(",User_id,",",bool_to_list(DoLogDef),",'",list_to_string(DoLogL),"','",list_to_string(DoNotLogL),"');"],
3509+ case sql_query_internal_silent(DBRef, IQuery) of
3510+ {updated, _} ->
3511+ ?MYDEBUG("New settings for ~s@~s", [User, VHost]),
3512+ ok;
3513+ {error, Reason} ->
3514+ case regexp:match(Reason, "#23000") of
3515+ % Already exists
3516+ {match, _, _} ->
3517+ ok;
3518+ _ ->
3519+ ?ERROR_MSG("Failed setup user ~p@~p: ~p", [User, VHost, Reason]),
3520+ error
3521+ end
3522+ end;
3523+ {updated, 1} ->
3524+ ?MYDEBUG("Updated settings for ~s@~s", [User, VHost]),
3525+ ok;
3526+ {error, _} ->
3527+ error
3528+ end,
3529+ {reply, Reply, State};
3530+handle_call({stop}, _From, #state{vhost=VHost}=State) ->
3531+ ?MYDEBUG("Stoping mysql5 backend for ~p", [VHost]),
3532+ {stop, normal, ok, State};
3533+handle_call(Msg, _From, State) ->
3534+ ?INFO_MSG("Got call Msg: ~p, State: ~p", [Msg, State]),
3535+ {noreply, State}.
3536+
3537+handle_cast(Msg, State) ->
3538+ ?INFO_MSG("Got cast Msg:~p, State:~p", [Msg, State]),
3539+ {noreply, State}.
3540+
3541+handle_info({'DOWN', _MonitorRef, process, _Pid, _Info}, State) ->
3542+ {stop, connection_dropped, State};
3543+handle_info(Info, State) ->
3544+ ?INFO_MSG("Got Info:~p, State:~p", [Info, State]),
3545+ {noreply, State}.
3546+
3547+terminate(_Reason, _State) ->
3548+ ok.
3549+
3550+code_change(_OldVsn, State, _Extra) ->
3551+ {ok, State}.
3552+
3553+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3554+%
3555+% gen_logdb callbacks
3556+%
3557+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3558+log_message(VHost, Msg) ->
3559+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3560+ gen_server:call(Proc, {log_message, Msg}, ?CALL_TIMEOUT).
3561+rebuild_stats(VHost) ->
3562+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3563+ gen_server:call(Proc, {rebuild_stats}, ?CALL_TIMEOUT).
3564+rebuild_stats_at(VHost, Date) ->
3565+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3566+ gen_server:call(Proc, {rebuild_stats_at, Date}, ?CALL_TIMEOUT).
3567+delete_messages_by_user_at(VHost, Msgs, Date) ->
3568+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3569+ gen_server:call(Proc, {delete_messages_by_user_at, Msgs, Date}, ?CALL_TIMEOUT).
3570+delete_all_messages_by_user_at(User, VHost, Date) ->
3571+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3572+ gen_server:call(Proc, {delete_all_messages_by_user_at, User, Date}, ?CALL_TIMEOUT).
3573+delete_messages_at(VHost, Date) ->
3574+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3575+ gen_server:call(Proc, {delete_messages_at, Date}, ?CALL_TIMEOUT).
3576+get_vhost_stats(VHost) ->
3577+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3578+ gen_server:call(Proc, {get_vhost_stats}, ?CALL_TIMEOUT).
3579+get_vhost_stats_at(VHost, Date) ->
3580+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3581+ gen_server:call(Proc, {get_vhost_stats_at, Date}, ?CALL_TIMEOUT).
3582+get_user_stats(User, VHost) ->
3583+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3584+ gen_server:call(Proc, {get_user_stats, User}, ?CALL_TIMEOUT).
3585+get_user_messages_at(User, VHost, Date) ->
3586+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3587+ gen_server:call(Proc, {get_user_messages_at, User, Date}, ?CALL_TIMEOUT).
3588+get_dates(VHost) ->
3589+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3590+ gen_server:call(Proc, {get_dates}, ?CALL_TIMEOUT).
3591+get_users_settings(VHost) ->
3592+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3593+ gen_server:call(Proc, {get_users_settings}, ?CALL_TIMEOUT).
3594+get_user_settings(User, VHost) ->
3595+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3596+ gen_server:call(Proc, {get_user_settings, User}, ?CALL_TIMEOUT).
3597+set_user_settings(User, VHost, Set) ->
3598+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
3599+ gen_server:call(Proc, {set_user_settings, User, Set}, ?CALL_TIMEOUT).
3600+
3601+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3602+%
3603+% internals
3604+%
3605+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3606+get_dates_int(DBRef, VHost) ->
3607+ case sql_query_internal(DBRef, ["SHOW TABLES"]) of
3608+ {data, Tables} ->
3609+ lists:foldl(fun([Table], Dates) ->
3610+ % TODO: check prefix()
3611+ case regexp:match(Table, escape_vhost(VHost)) of
3612+ {match, _, _} ->
3613+ case regexp:match(Table,"[0-9]+-[0-9]+-[0-9]+") of
3614+ {match, S, E} ->
3615+ lists:append(Dates, [lists:sublist(Table,S,E)]);
3616+ nomatch ->
3617+ Dates
3618+ end;
3619+ nomatch ->
3620+ Dates
3621+ end
3622+ end, [], Tables);
3623+ {error, _} ->
3624+ []
3625+ end.
3626+
3627+rebuild_stats_at_int(DBRef, VHost, Date) ->
3628+ Table = messages_table(VHost, Date),
3629+ STable = stats_table(VHost),
3630+
3631+ {updated, _} = sql_query_internal(DBRef, ["LOCK TABLE ",Table," WRITE, ",
3632+ STable," WRITE;"]),
3633+ Fun =
3634+ fun() ->
3635+ DQuery = [ "DELETE FROM ",STable," ",
3636+ "WHERE at='",Date,"';"],
3637+
3638+ {updated, _} = sql_query_internal(DBRef, DQuery),
3639+
3640+ SQuery = ["INSERT INTO ",STable," ",
3641+ "(owner_id,at,count) ",
3642+ "SELECT owner_id,\"",Date,"\"",",count(*) ",
3643+ "FROM ",Table," GROUP BY owner_id;"],
3644+
3645+ case sql_query_internal(DBRef, SQuery) of
3646+ {updated, 0} ->
3647+ {updated, _} = sql_query_internal(DBRef, ["DROP TABLE ",Table,";"]),
3648+ ok;
3649+ {updated, _} -> ok;
3650+ {error, _} -> error
3651+ end
3652+ end,
3653+
3654+ Res = case sql_transaction_internal(DBRef, Fun) of
3655+ {atomic, _} ->
3656+ ?INFO_MSG("Rebuilded stats for ~p at ~p", [VHost, Date]),
3657+ ok;
3658+ {aborted, _} ->
3659+ error
3660+ end,
3661+ {updated, _} = sql_query_internal(DBRef, ["UNLOCK TABLES;"]),
3662+ Res.
3663+
3664+
3665+delete_nonexistent_stats(DBRef, VHost) ->
3666+ Dates = get_dates_int(DBRef, VHost),
3667+ STable = stats_table(VHost),
3668+
3669+ Temp = lists:flatmap(fun(Date) ->
3670+ ["\"",Date,"\"",","]
3671+ end, Dates),
3672+
3673+ Temp1 = case Temp of
3674+ [] ->
3675+ ["\"\""];
3676+ _ ->
3677+ % replace last "," with ");"
3678+ lists:append([lists:sublist(Temp, length(Temp)-1), ");"])
3679+ end,
3680+
3681+ Query = ["DELETE FROM ",STable," ",
3682+ "WHERE at NOT IN (", Temp1],
3683+
3684+ case sql_query_internal(DBRef, Query) of
3685+ {updated, _} ->
3686+ ok;
3687+ {error, _} ->
3688+ error
3689+ end.
3690+
3691+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3692+%
3693+% tables internals
3694+%
3695+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3696+create_stats_table(DBRef, VHost) ->
3697+ SName = stats_table(VHost),
3698+ Query = ["CREATE TABLE ",SName," (",
3699+ "owner_id MEDIUMINT UNSIGNED, ",
3700+ "at VARCHAR(11), ",
3701+ "count INT(11), ",
3702+ "INDEX(owner_id), ",
3703+ "INDEX(at)"
3704+ ") ENGINE=InnoDB CHARACTER SET utf8;"
3705+ ],
3706+ case sql_query_internal_silent(DBRef, Query) of
3707+ {updated, _} ->
3708+ ?MYDEBUG("Created stats table for ~p", [VHost]),
3709+ lists:foreach(fun(Date) ->
3710+ rebuild_stats_at_int(DBRef, VHost, Date)
3711+ end, get_dates_int(DBRef, VHost)),
3712+ ok;
3713+ {error, Reason} ->
3714+ case regexp:match(Reason, "#42S01") of
3715+ {match, _, _} ->
3716+ ?MYDEBUG("Stats table for ~p already exists", [VHost]),
3717+ ok;
3718+ _ ->
3719+ ?ERROR_MSG("Failed to create stats table for ~p: ~p", [VHost, Reason]),
3720+ error
3721+ end
3722+ end.
3723+
3724+create_settings_table(DBRef, VHost) ->
3725+ SName = settings_table(VHost),
3726+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
3727+ "owner_id MEDIUMINT UNSIGNED PRIMARY KEY, ",
3728+ "dolog_default TINYINT(1) NOT NULL DEFAULT 1, ",
3729+ "dolog_list TEXT, ",
3730+ "donotlog_list TEXT ",
3731+ ") ENGINE=InnoDB CHARACTER SET utf8;"
3732+ ],
3733+ case sql_query_internal(DBRef, Query) of
3734+ {updated, _} ->
3735+ ?MYDEBUG("Created settings table for ~p", [VHost]),
3736+ ok;
3737+ {error, _} ->
3738+ error
3739+ end.
3740+
3741+create_users_table(DBRef, VHost) ->
3742+ SName = users_table(VHost),
3743+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
3744+ "username TEXT NOT NULL, ",
3745+ "user_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
3746+ "UNIQUE INDEX(username(",?INDEX_SIZE,")) ",
3747+ ") ENGINE=InnoDB CHARACTER SET utf8;"
3748+ ],
3749+ case sql_query_internal(DBRef, Query) of
3750+ {updated, _} ->
3751+ ?MYDEBUG("Created users table for ~p", [VHost]),
3752+ ok;
3753+ {error, _} ->
3754+ error
3755+ end.
3756+
3757+create_servers_table(DBRef, VHost) ->
3758+ SName = servers_table(VHost),
3759+ Query = ["CREATE TABLE IF NOT EXISTS ",SName," (",
3760+ "server TEXT NOT NULL, ",
3761+ "server_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
3762+ "UNIQUE INDEX(server(",?INDEX_SIZE,")) ",
3763+ ") ENGINE=InnoDB CHARACTER SET utf8;"
3764+ ],
3765+ case sql_query_internal(DBRef, Query) of
3766+ {updated, _} ->
3767+ ?MYDEBUG("Created servers table for ~p", [VHost]),
3768+ ok;
3769+ {error, _} ->
3770+ error
3771+ end.
3772+
3773+create_resources_table(DBRef, VHost) ->
3774+ RName = resources_table(VHost),
3775+ Query = ["CREATE TABLE IF NOT EXISTS ",RName," (",
3776+ "resource TEXT NOT NULL, ",
3777+ "resource_id MEDIUMINT UNSIGNED NOT NULL AUTO_INCREMENT UNIQUE, ",
3778+ "UNIQUE INDEX(resource(",?INDEX_SIZE,")) ",
3779+ ") ENGINE=InnoDB CHARACTER SET utf8;"
3780+ ],
3781+ case sql_query_internal(DBRef, Query) of
3782+ {updated, _} ->
3783+ ?MYDEBUG("Created resources table for ~p", [VHost]),
3784+ ok;
3785+ {error, _} ->
3786+ error
3787+ end.
3788+
3789+create_internals(DBRef, VHost) ->
3790+ sql_query_internal(DBRef, ["DROP PROCEDURE IF EXISTS `logmessage`;"]),
3791+ case sql_query_internal(DBRef, [get_logmessage(VHost)]) of
3792+ {updated, _} ->
3793+ ?MYDEBUG("Created logmessage for ~p", [VHost]),
3794+ ok;
3795+ {error, _} ->
3796+ error
3797+ end.
3798+
3799+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3800+%
3801+% SQL internals
3802+%
3803+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
3804+% like do_transaction/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
3805+sql_transaction_internal(DBRef, Fun) ->
3806+ case sql_query_internal(DBRef, ["START TRANSACTION;"]) of
3807+ {updated, _} ->
3808+ case catch Fun() of
3809+ error = Err ->
3810+ rollback_internal(DBRef, Err);
3811+ {error, _} = Err ->
3812+ rollback_internal(DBRef, Err);
3813+ {'EXIT', _} = Err ->
3814+ rollback_internal(DBRef, Err);
3815+ Res ->
3816+ case sql_query_internal(DBRef, ["COMMIT;"]) of
3817+ {error, _} -> rollback_internal(DBRef, {commit_error});
3818+ {updated, _} ->
3819+ case Res of
3820+ {atomic, _} -> Res;
3821+ _ -> {atomic, Res}
3822+ end
3823+ end
3824+ end;
3825+ {error, _} ->
3826+ {aborted, {begin_error}}
3827+ end.
3828+
3829+% like rollback/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
3830+rollback_internal(DBRef, Reason) ->
3831+ Res = sql_query_internal(DBRef, ["ROLLBACK;"]),
3832+ {aborted, {Reason, {rollback_result, Res}}}.
3833+
3834+sql_query_internal(DBRef, Query) ->
3835+ case sql_query_internal_silent(DBRef, Query) of
3836+ {error, Reason} ->
3837+ ?ERROR_MSG("~p while ~p", [Reason, lists:append(Query)]),
3838+ {error, Reason};
3839+ Rez -> Rez
3840+ end.
3841+
3842+sql_query_internal_silent(DBRef, Query) ->
3843+ ?MYDEBUG("DOING: \"~s\"", [lists:append(Query)]),
3844+ get_result(mysql_conn:fetch(DBRef, Query, self(), ?TIMEOUT)).
3845+
3846+get_result({updated, MySQLRes}) ->
3847+ {updated, mysql:get_result_affected_rows(MySQLRes)};
3848+get_result({data, MySQLRes}) ->
3849+ {data, mysql:get_result_rows(MySQLRes)};
3850+get_result({error, "query timed out"}) ->
3851+ {error, "query timed out"};
3852+get_result({error, MySQLRes}) ->
3853+ Reason = mysql:get_result_reason(MySQLRes),
3854+ {error, Reason}.
3855+
3856+get_user_id(DBRef, VHost, User) ->
3857+ SQuery = ["SELECT user_id FROM ",users_table(VHost)," ",
3858+ "WHERE username=\"",User,"\";"],
3859+ case sql_query_internal(DBRef, SQuery) of
3860+ {data, []} ->
3861+ IQuery = ["INSERT INTO ",users_table(VHost)," ",
3862+ "SET username=\"",User,"\";"],
3863+ case sql_query_internal_silent(DBRef, IQuery) of
3864+ {updated, _} ->
3865+ {data, [[DBIdNew]]} = sql_query_internal(DBRef, SQuery),
3866+ DBIdNew;
3867+ {error, Reason} ->
3868+ % this can be in clustered environment
3869+ {match, _, _} = regexp:match(Reason, "#23000"),
3870+ ?ERROR_MSG("Duplicate key name for ~p", [User]),
3871+ {data, [[ClID]]} = sql_query_internal(DBRef, SQuery),
3872+ ClID
3873+ end;
3874+ {data, [[DBId]]} ->
3875+ DBId
3876+ end.
3877+
3878+get_logmessage(VHost) ->
3879+ UName = users_table(VHost),
3880+ SName = servers_table(VHost),
3881+ RName = resources_table(VHost),
3882+ StName = stats_table(VHost),
3883+ io_lib:format("
3884+CREATE PROCEDURE logmessage(tablename TEXT, atdate TEXT, owner TEXT, peer_name TEXT, peer_server TEXT, peer_resource TEXT, mdirection VARCHAR(4), mtype VARCHAR(10), msubject TEXT, mbody TEXT, mtimestamp DOUBLE)
3885+BEGIN
3886+ DECLARE ownerID MEDIUMINT UNSIGNED;
3887+ DECLARE peer_nameID MEDIUMINT UNSIGNED;
3888+ DECLARE peer_serverID MEDIUMINT UNSIGNED;
3889+ DECLARE peer_resourceID MEDIUMINT UNSIGNED;
3890+ DECLARE Vmtype VARCHAR(10);
3891+ DECLARE Vmtimestamp DOUBLE;
3892+ DECLARE Vmdirection VARCHAR(4);
3893+ DECLARE Vmbody TEXT;
3894+ DECLARE Vmsubject TEXT;
3895+ DECLARE iq TEXT;
3896+ DECLARE cq TEXT;
3897+ DECLARE viewname TEXT;
3898+ DECLARE notable INT;
3899+ DECLARE CONTINUE HANDLER FOR SQLSTATE '42S02' SET @notable = 1;
3900+
3901+ SET @notable = 0;
3902+ SET @ownerID = NULL;
3903+ SET @peer_nameID = NULL;
3904+ SET @peer_serverID = NULL;
3905+ SET @peer_resourceID = NULL;
3906+
3907+ SET @Vmtype = mtype;
3908+ SET @Vmtimestamp = mtimestamp;
3909+ SET @Vmdirection = mdirection;
3910+ SET @Vmbody = mbody;
3911+ SET @Vmsubject = msubject;
3912+
3913+ SELECT user_id INTO @ownerID FROM ~s WHERE username=owner;
3914+ IF @ownerID IS NULL THEN
3915+ INSERT INTO ~s SET username=owner;
3916+ SET @ownerID = LAST_INSERT_ID();
3917+ END IF;
3918+
3919+ SELECT user_id INTO @peer_nameID FROM ~s WHERE username=peer_name;
3920+ IF @peer_nameID IS NULL THEN
3921+ INSERT INTO ~s SET username=peer_name;
3922+ SET @peer_nameID = LAST_INSERT_ID();
3923+ END IF;
3924+
3925+ SELECT server_id INTO @peer_serverID FROM ~s WHERE server=peer_server;
3926+ IF @peer_serverID IS NULL THEN
3927+ INSERT INTO ~s SET server=peer_server;
3928+ SET @peer_serverID = LAST_INSERT_ID();
3929+ END IF;
3930+
3931+ SELECT resource_id INTO @peer_resourceID FROM ~s WHERE resource=peer_resource;
3932+ IF @peer_resourceID IS NULL THEN
3933+ INSERT INTO ~s SET resource=peer_resource;
3934+ SET @peer_resourceID = LAST_INSERT_ID();
3935+ END IF;
3936+
3937+ SET @iq = CONCAT(\"INSERT INTO \",tablename,\" (owner_id, peer_name_id, peer_server_id, peer_resource_id, direction, type, subject, body, timestamp) VALUES (@ownerID,@peer_nameID,@peer_serverID,@peer_resourceID,@Vmdirection,@Vmtype,@Vmsubject,@Vmbody,@Vmtimestamp);\");
3938+ PREPARE insertmsg FROM @iq;
3939+
3940+ IF @notable = 1 THEN
3941+ SET @cq = CONCAT(\"CREATE TABLE \",tablename,\" (
3942+ owner_id MEDIUMINT UNSIGNED,
3943+ peer_name_id MEDIUMINT UNSIGNED,
3944+ peer_server_id MEDIUMINT UNSIGNED,
3945+ peer_resource_id MEDIUMINT(8) UNSIGNED,
3946+ direction ENUM('to', 'from'),
3947+ type ENUM('chat','error','groupchat','headline','normal') NOT NULL,
3948+ subject TEXT,
3949+ body TEXT,
3950+ timestamp DOUBLE,
3951+ ext INTEGER DEFAULT NULL,
3952+ INDEX owner_i (owner_id),
3953+ INDEX peer_i (peer_name_id, peer_server_id),
3954+ INDEX ext_i (ext),
3955+ FULLTEXT (body)
3956+ ) ENGINE=MyISAM CHARACTER SET utf8;\");
3957+ PREPARE createtable FROM @cq;
3958+ EXECUTE createtable;
3959+ DEALLOCATE PREPARE createtable;
3960+
3961+ SET @viewname = CONCAT(\"`v_\", TRIM(BOTH '`' FROM tablename), \"`\");
3962+ SET @cq = CONCAT(\"CREATE OR REPLACE VIEW \",@viewname,\" AS
3963+ SELECT owner.username AS owner_name,
3964+ peer.username AS peer_name,
3965+ servers.server AS peer_server,
3966+ resources.resource AS peer_resource,
3967+ messages.direction,
3968+ messages.type,
3969+ messages.subject,
3970+ messages.body,
3971+ messages.timestamp
3972+ FROM
3973+ ~s owner,
3974+ ~s peer,
3975+ ~s servers,
3976+ ~s resources,
3977+ \", tablename,\" messages
3978+ WHERE
3979+ owner.user_id=messages.owner_id and
3980+ peer.user_id=messages.peer_name_id and
3981+ servers.server_id=messages.peer_server_id and
3982+ resources.resource_id=messages.peer_resource_id
3983+ ORDER BY messages.timestamp;\");
3984+ PREPARE createview FROM @cq;
3985+ EXECUTE createview;
3986+ DEALLOCATE PREPARE createview;
3987+
3988+ SET @notable = 0;
3989+ PREPARE insertmsg FROM @iq;
3990+ EXECUTE insertmsg;
3991+ ELSEIF @notable = 0 THEN
3992+ EXECUTE insertmsg;
3993+ END IF;
3994+
3995+ DEALLOCATE PREPARE insertmsg;
3996+
3997+ IF @notable = 0 THEN
3998+ UPDATE ~s SET count=count+1 WHERE owner_id=@ownerID AND at=atdate;
3999+ IF ROW_COUNT() = 0 THEN
4000+ INSERT INTO ~s (owner_id, at, count) VALUES (@ownerID, atdate, 1);
4001+ END IF;
4002+ END IF;
4003+END;", [UName,UName,UName,UName,SName,SName,RName,RName,UName,UName,SName,RName,StName,StName]).
4004--- src/mod_logdb_pgsql.erl.orig Tue Dec 11 14:23:19 2007
4005+++ src/mod_logdb_pgsql.erl Sun Nov 18 20:53:55 2007
4006@@ -0,0 +1,911 @@
4007+%%%----------------------------------------------------------------------
4008+%%% File : mod_logdb_pgsql.erl
4009+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
4010+%%% Purpose : Posgresql backend for mod_logdb
4011+%%% Version : trunk
4012+%%% Id : $Id$
4013+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
4014+%%%----------------------------------------------------------------------
4015+
4016+-module(mod_logdb_pgsql).
4017+-author('o.palij@gmail.com').
4018+-vsn('$Revision$').
4019+
4020+-include("mod_logdb.hrl").
4021+-include("ejabberd.hrl").
4022+-include("jlib.hrl").
4023+
4024+-behaviour(gen_logdb).
4025+-behaviour(gen_server).
4026+
4027+% gen_server
4028+-export([code_change/3,handle_call/3,handle_cast/2,handle_info/2,init/1,terminate/2]).
4029+% gen_mod
4030+-export([start/2, stop/1]).
4031+% gen_logdb
4032+-export([log_message/2,
4033+ rebuild_stats/1,
4034+ rebuild_stats_at/2,
4035+ delete_messages_by_user_at/3, delete_all_messages_by_user_at/3, delete_messages_at/2,
4036+ get_vhost_stats/1, get_vhost_stats_at/2, get_user_stats/2, get_user_messages_at/3,
4037+ get_dates/1,
4038+ get_users_settings/1, get_user_settings/2, set_user_settings/3]).
4039+
4040+% gen_server call timeout
4041+-define(CALL_TIMEOUT, 60000).
4042+-define(TIMEOUT, 60000).
4043+-define(PROCNAME, mod_logdb_pgsql).
4044+
4045+-import(mod_logdb, [list_to_bool/1, bool_to_list/1,
4046+ list_to_string/1, string_to_list/1,
4047+ convert_timestamp_brief/1]).
4048+
4049+-record(state, {dbref, vhost, schema}).
4050+
4051+% replace "." with "_"
4052+escape_vhost(VHost) -> lists:map(fun(46) -> 95;
4053+ (A) -> A
4054+ end, VHost).
4055+
4056+prefix(Schema) ->
4057+ Schema ++ ".\"" ++ "logdb_".
4058+
4059+suffix(VHost) ->
4060+ "_" ++ escape_vhost(VHost) ++ "\"".
4061+
4062+messages_table(VHost, Schema, Date) ->
4063+ prefix(Schema) ++ "messages_" ++ Date ++ suffix(VHost).
4064+
4065+% TODO: this needs to be redone to unify view name in stored procedure and in delete_messages_at/2
4066+view_table(VHost, Schema, Date) ->
4067+ Table = messages_table(VHost, Schema, Date),
4068+ TablewoS = lists:sublist(Table, length(Schema) + 3, length(Table) - length(Schema) - 3),
4069+ lists:append([Schema, ".\"v_", TablewoS, "\""]).
4070+
4071+stats_table(VHost, Schema) ->
4072+ prefix(Schema) ++ "stats" ++ suffix(VHost).
4073+
4074+settings_table(VHost, Schema) ->
4075+ prefix(Schema) ++ "settings" ++ suffix(VHost).
4076+
4077+users_table(VHost, Schema) ->
4078+ prefix(Schema) ++ "users" ++ suffix(VHost).
4079+servers_table(VHost, Schema) ->
4080+ prefix(Schema) ++ "servers" ++ suffix(VHost).
4081+resources_table(VHost, Schema) ->
4082+ prefix(Schema) ++ "resources" ++ suffix(VHost).
4083+
4084+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4085+%
4086+% gen_mod callbacks
4087+%
4088+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4089+start(VHost, Opts) ->
4090+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4091+ gen_server:start({local, Proc}, ?MODULE, [VHost, Opts], []).
4092+
4093+stop(VHost) ->
4094+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4095+ gen_server:call(Proc, {stop}, ?CALL_TIMEOUT).
4096+
4097+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4098+%
4099+% gen_server callbacks
4100+%
4101+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4102+init([VHost, Opts]) ->
4103+ Server = gen_mod:get_opt(server, Opts, "localhost"),
4104+ DB = gen_mod:get_opt(db, Opts, "ejabberd_logdb"),
4105+ User = gen_mod:get_opt(user, Opts, "root"),
4106+ Port = gen_mod:get_opt(port, Opts, 5432),
4107+ Password = gen_mod:get_opt(password, Opts, ""),
4108+ Schema = gen_mod:get_opt(schema, Opts, "public"),
4109+
4110+ case catch pgsql:connect(Server, DB, User, Password, Port) of
4111+ {ok, DBRef} ->
4112+ {updated, _} = sql_query_internal(DBRef, ["SET SEARCH_PATH TO ",Schema,";"]),
4113+ ok = create_internals(DBRef, VHost, Schema),
4114+ ok = create_stats_table(DBRef, VHost, Schema),
4115+ ok = create_settings_table(DBRef, VHost, Schema),
4116+ ok = create_users_table(DBRef, VHost, Schema),
4117+ ok = create_servers_table(DBRef, VHost, Schema),
4118+ ok = create_resources_table(DBRef, VHost, Schema),
4119+ erlang:monitor(process, DBRef),
4120+ {ok, #state{dbref=DBRef, vhost=VHost, schema=Schema}};
4121+ % this does not work
4122+ {error, Reason} ->
4123+ ?ERROR_MSG("PgSQL connection failed: ~p~n", [Reason]),
4124+ {stop, db_connection_failed};
4125+ % and this too, becouse pgsql_conn do exit() which can not be catched
4126+ {'EXIT', Rez} ->
4127+ ?ERROR_MSG("Rez: ~p~n", [Rez]),
4128+ {stop, db_connection_failed}
4129+ end.
4130+
4131+handle_call({log_message, Msg}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4132+ Date = convert_timestamp_brief(Msg#msg.timestamp),
4133+ TableName = messages_table(VHost, Schema, Date),
4134+
4135+ Query = [ "SELECT logmessage "
4136+ "('", TableName, "',",
4137+ "'", Date, "',",
4138+ "'", Msg#msg.owner_name, "',",
4139+ "'", Msg#msg.peer_name, "',",
4140+ "'", Msg#msg.peer_server, "',",
4141+ "'", ejabberd_odbc:escape(Msg#msg.peer_resource), "',",
4142+ "'", atom_to_list(Msg#msg.direction), "',",
4143+ "'", Msg#msg.type, "',",
4144+ "'", ejabberd_odbc:escape(Msg#msg.subject), "',",
4145+ "'", ejabberd_odbc:escape(Msg#msg.body), "',",
4146+ "'", Msg#msg.timestamp, "');"],
4147+
4148+ Reply =
4149+ case sql_query_internal_silent(DBRef, Query) of
4150+ % TODO: change this
4151+ {data, [{"0"}]} ->
4152+ ?MYDEBUG("Logged ok for ~p, peer: ~p", [Msg#msg.owner_name++"@"++VHost,
4153+ Msg#msg.peer_name++"@"++Msg#msg.peer_server]),
4154+ ok;
4155+ {error, _Reason} ->
4156+ error
4157+ end,
4158+ {reply, Reply, State};
4159+handle_call({rebuild_stats}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4160+ ok = delete_nonexistent_stats(DBRef, VHost, Schema),
4161+ Reply =
4162+ lists:foreach(fun(Date) ->
4163+ catch rebuild_stats_at_int(DBRef, VHost, Schema, Date)
4164+ end, get_dates_int(DBRef, VHost)),
4165+ {reply, Reply, State};
4166+handle_call({rebuild_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4167+ Reply = rebuild_stats_at_int(DBRef, VHost, Schema, Date),
4168+ {reply, Reply, State};
4169+handle_call({delete_messages_by_user_at, [], _Date}, _From, State) ->
4170+ {reply, error, State};
4171+handle_call({delete_messages_by_user_at, Msgs, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4172+ Temp = lists:flatmap(fun(#msg{timestamp=Timestamp} = _Msg) ->
4173+ ["'",Timestamp,"'",","]
4174+ end, Msgs),
4175+
4176+ Temp1 = lists:append([lists:sublist(Temp, length(Temp)-1), ");"]),
4177+
4178+ Query = ["DELETE FROM ",messages_table(VHost, Schema, Date)," ",
4179+ "WHERE timestamp IN (", Temp1],
4180+
4181+ Reply =
4182+ case sql_query_internal(DBRef, Query) of
4183+ {updated, _} ->
4184+ rebuild_stats_at_int(DBRef, VHost, Schema, Date);
4185+ {error, _} ->
4186+ error
4187+ end,
4188+ {reply, Reply, State};
4189+handle_call({delete_all_messages_by_user_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4190+ DQuery = ["DELETE FROM ",messages_table(VHost, Schema, Date)," ",
4191+ "WHERE owner_id=(SELECT user_id FROM ",users_table(VHost, Schema)," WHERE username='",User,"');"],
4192+ Reply =
4193+ case sql_query_internal(DBRef, DQuery) of
4194+ {updated, _} ->
4195+ rebuild_stats_at_int(DBRef, VHost, Schema, Date);
4196+ {error, _} ->
4197+ error
4198+ end,
4199+ {reply, Reply, State};
4200+handle_call({delete_messages_at, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4201+ % TODO
4202+ {updated, _} = sql_query_internal(DBRef, ["DROP VIEW ",view_table(VHost, Schema, Date),";"]),
4203+ Reply =
4204+ case sql_query_internal(DBRef, ["DROP TABLE ",messages_table(VHost, Schema, Date),";"]) of
4205+ {updated, _} ->
4206+ Query = ["DELETE FROM ",stats_table(VHost, Schema)," "
4207+ "WHERE at='",Date,"';"],
4208+ case sql_query_internal(DBRef, Query) of
4209+ {updated, _} ->
4210+ ok;
4211+ {error, _} ->
4212+ error
4213+ end;
4214+ {error, _} ->
4215+ error
4216+ end,
4217+ {reply, Reply, State};
4218+handle_call({get_vhost_stats}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4219+ SName = stats_table(VHost, Schema),
4220+ Query = ["SELECT at, sum(count) ",
4221+ "FROM ",SName," ",
4222+ "GROUP BY at ",
4223+ "ORDER BY DATE(at) DESC;"
4224+ ],
4225+ Reply =
4226+ case sql_query_internal(DBRef, Query) of
4227+ {data, Recs} ->
4228+ {ok, [ {Date, list_to_integer(Count)} || {Date, Count} <- Recs]};
4229+ {error, Reason} ->
4230+ % TODO: Duplicate error message ?
4231+ {error, Reason}
4232+ end,
4233+ {reply, Reply, State};
4234+handle_call({get_vhost_stats_at, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4235+ SName = stats_table(VHost, Schema),
4236+ Query = ["SELECT username, count ",
4237+ "FROM ",SName," ",
4238+ "JOIN ",users_table(VHost, Schema)," ON owner_id=user_id "
4239+ "WHERE at='",Date,"';"
4240+ ],
4241+ Reply =
4242+ case sql_query_internal(DBRef, Query) of
4243+ {data, Recs} ->
4244+ RFun = fun({User, Count}) ->
4245+ {User, list_to_integer(Count)}
4246+ end,
4247+ {ok, lists:reverse(lists:keysort(2, lists:map(RFun, Recs)))};
4248+ {error, Reason} ->
4249+ % TODO:
4250+ {error, Reason}
4251+ end,
4252+ {reply, Reply, State};
4253+handle_call({get_user_stats, User}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4254+ SName = stats_table(VHost, Schema),
4255+ Query = ["SELECT at, count ",
4256+ "FROM ",SName," ",
4257+ "WHERE owner_id=(SELECT user_id FROM ",users_table(VHost, Schema)," WHERE username='",User,"') ",
4258+ "ORDER BY DATE(at) DESC;"
4259+ ],
4260+ Reply =
4261+ case sql_query_internal(DBRef, Query) of
4262+ {data, Recs} ->
4263+ {ok, [ {Date, list_to_integer(Count)} || {Date, Count} <- Recs ]};
4264+ {error, Result} ->
4265+ {error, Result}
4266+ end,
4267+ {reply, Reply, State};
4268+handle_call({get_user_messages_at, User, Date}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4269+ Query = ["SELECT peer_name,",
4270+ "peer_server,",
4271+ "peer_resource,",
4272+ "direction,"
4273+ "type,"
4274+ "subject,"
4275+ "body,"
4276+ "timestamp "
4277+ "FROM ",view_table(VHost, Schema, Date)," "
4278+ "WHERE owner_name='",User,"';"],
4279+ Reply =
4280+ case sql_query_internal(DBRef, Query) of
4281+ {data, Recs} ->
4282+ Fun = fun({Peer_name, Peer_server, Peer_resource,
4283+ Direction,
4284+ Type,
4285+ Subject, Body,
4286+ Timestamp}) ->
4287+ #msg{peer_name=Peer_name, peer_server=Peer_server, peer_resource=Peer_resource,
4288+ direction=list_to_atom(Direction),
4289+ type=Type,
4290+ subject=Subject, body=Body,
4291+ timestamp=Timestamp}
4292+ end,
4293+ {ok, lists:map(Fun, Recs)};
4294+ {error, Reason} ->
4295+ {error, Reason}
4296+ end,
4297+ {reply, Reply, State};
4298+handle_call({get_dates}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4299+ SName = stats_table(VHost, Schema),
4300+ Query = ["SELECT at ",
4301+ "FROM ",SName," ",
4302+ "GROUP BY at ",
4303+ "ORDER BY at DESC;"
4304+ ],
4305+ Reply =
4306+ case sql_query_internal(DBRef, Query) of
4307+ {data, Result} ->
4308+ [ Date || {Date} <- Result ];
4309+ {error, Reason} ->
4310+ {error, Reason}
4311+ end,
4312+ {reply, Reply, State};
4313+handle_call({get_users_settings}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4314+ Query = ["SELECT username,dolog_default,dolog_list,donotlog_list ",
4315+ "FROM ",settings_table(VHost, Schema)," ",
4316+ "JOIN ",users_table(VHost, Schema)," ON user_id=owner_id;"],
4317+ Reply =
4318+ case sql_query_internal(DBRef, Query) of
4319+ {data, Recs} ->
4320+ {ok, [#user_settings{owner_name=Owner,
4321+ dolog_default=list_to_bool(DoLogDef),
4322+ dolog_list=string_to_list(DoLogL),
4323+ donotlog_list=string_to_list(DoNotLogL)
4324+ } || {Owner, DoLogDef, DoLogL, DoNotLogL} <- Recs]};
4325+ {error, Reason} ->
4326+ {error, Reason}
4327+ end,
4328+ {reply, Reply, State};
4329+handle_call({get_user_settings, User}, _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4330+ Query = ["SELECT dolog_default,dolog_list,donotlog_list ",
4331+ "FROM ",settings_table(VHost, Schema)," ",
4332+ "WHERE owner_id=(SELECT user_id FROM ",users_table(VHost, Schema)," WHERE username='",User,"');"],
4333+ Reply =
4334+ case sql_query_internal_silent(DBRef, Query) of
4335+ {data, []} ->
4336+ {ok, []};
4337+ {data, [{DoLogDef, DoLogL, DoNotLogL}]} ->
4338+ {ok, #user_settings{owner_name=User,
4339+ dolog_default=list_to_bool(DoLogDef),
4340+ dolog_list=string_to_list(DoLogL),
4341+ donotlog_list=string_to_list(DoNotLogL)}};
4342+ {error, Reason} ->
4343+ ?ERROR_MSG("Failed to get_user_settings for ~p@~p: ~p", [User, VHost, Reason]),
4344+ error
4345+ end,
4346+ {reply, Reply, State};
4347+handle_call({set_user_settings, User, #user_settings{dolog_default=DoLogDef,
4348+ dolog_list=DoLogL,
4349+ donotlog_list=DoNotLogL}},
4350+ _From, #state{dbref=DBRef, vhost=VHost, schema=Schema}=State) ->
4351+ User_id = get_user_id(DBRef, VHost, Schema, User),
4352+ Query = ["UPDATE ",settings_table(VHost, Schema)," ",
4353+ "SET dolog_default=",bool_to_list(DoLogDef),", ",
4354+ "dolog_list='",list_to_string(DoLogL),"', ",
4355+ "donotlog_list='",list_to_string(DoNotLogL),"' ",
4356+ "WHERE owner_id=",User_id,";"],
4357+
4358+ Reply =
4359+ case sql_query_internal(DBRef, Query) of
4360+ {updated, 0} ->
4361+ IQuery = ["INSERT INTO ",settings_table(VHost, Schema)," ",
4362+ "(owner_id, dolog_default, dolog_list, donotlog_list) ",
4363+ "VALUES ",
4364+ "(",User_id,", ",bool_to_list(DoLogDef),",'",list_to_string(DoLogL),"','",list_to_string(DoNotLogL),"');"],
4365+ case sql_query_internal(DBRef, IQuery) of
4366+ {updated, 1} ->
4367+ ?MYDEBUG("New settings for ~s@~s", [User, VHost]),
4368+ ok;
4369+ {error, _} ->
4370+ error
4371+ end;
4372+ {updated, 1} ->
4373+ ?MYDEBUG("Updated settings for ~s@~s", [User, VHost]),
4374+ ok;
4375+ {error, _} ->
4376+ error
4377+ end,
4378+ {reply, Reply, State};
4379+handle_call({stop}, _From, State) ->
4380+ ?MYDEBUG("Stoping pgsql backend for ~p", [State#state.vhost]),
4381+ {stop, normal, ok, State};
4382+handle_call(Msg, _From, State) ->
4383+ ?INFO_MSG("Got call Msg: ~p, State: ~p", [Msg, State]),
4384+ {noreply, State}.
4385+
4386+handle_cast(Msg, State) ->
4387+ ?INFO_MSG("Got cast Msg:~p, State:~p", [Msg, State]),
4388+ {noreply, State}.
4389+
4390+handle_info({'DOWN', _MonitorRef, process, _Pid, _Info}, State) ->
4391+ {stop, connection_dropped, State};
4392+handle_info(Info, State) ->
4393+ ?INFO_MSG("Got Info:~p, State:~p", [Info, State]),
4394+ {noreply, State}.
4395+
4396+terminate(_Reason, _State) ->
4397+ ok.
4398+
4399+code_change(_OldVsn, State, _Extra) ->
4400+ {ok, State}.
4401+
4402+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4403+%
4404+% gen_logdb callbacks
4405+%
4406+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4407+log_message(VHost, Msg) ->
4408+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4409+ gen_server:call(Proc, {log_message, Msg}, ?CALL_TIMEOUT).
4410+rebuild_stats(VHost) ->
4411+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4412+ gen_server:call(Proc, {rebuild_stats}, ?CALL_TIMEOUT).
4413+rebuild_stats_at(VHost, Date) ->
4414+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4415+ gen_server:call(Proc, {rebuild_stats_at, Date}, ?CALL_TIMEOUT).
4416+delete_messages_by_user_at(VHost, Msgs, Date) ->
4417+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4418+ gen_server:call(Proc, {delete_messages_by_user_at, Msgs, Date}, ?CALL_TIMEOUT).
4419+delete_all_messages_by_user_at(User, VHost, Date) ->
4420+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4421+ gen_server:call(Proc, {delete_all_messages_by_user_at, User, Date}, ?CALL_TIMEOUT).
4422+delete_messages_at(VHost, Date) ->
4423+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4424+ gen_server:call(Proc, {delete_messages_at, Date}, ?CALL_TIMEOUT).
4425+get_vhost_stats(VHost) ->
4426+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4427+ gen_server:call(Proc, {get_vhost_stats}, ?CALL_TIMEOUT).
4428+get_vhost_stats_at(VHost, Date) ->
4429+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4430+ gen_server:call(Proc, {get_vhost_stats_at, Date}, ?CALL_TIMEOUT).
4431+get_user_stats(User, VHost) ->
4432+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4433+ gen_server:call(Proc, {get_user_stats, User}, ?CALL_TIMEOUT).
4434+get_user_messages_at(User, VHost, Date) ->
4435+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4436+ gen_server:call(Proc, {get_user_messages_at, User, Date}, ?CALL_TIMEOUT).
4437+get_dates(VHost) ->
4438+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4439+ gen_server:call(Proc, {get_dates}, ?CALL_TIMEOUT).
4440+get_users_settings(VHost) ->
4441+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4442+ gen_server:call(Proc, {get_users_settings}, ?CALL_TIMEOUT).
4443+get_user_settings(User, VHost) ->
4444+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4445+ gen_server:call(Proc, {get_user_settings, User}, ?CALL_TIMEOUT).
4446+set_user_settings(User, VHost, Set) ->
4447+ Proc = gen_mod:get_module_proc(VHost, ?PROCNAME),
4448+ gen_server:call(Proc, {set_user_settings, User, Set}, ?CALL_TIMEOUT).
4449+
4450+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4451+%
4452+% internals
4453+%
4454+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4455+get_dates_int(DBRef, VHost) ->
4456+ Query = ["SELECT n.nspname as \"Schema\",
4457+ c.relname as \"Name\",
4458+ CASE c.relkind WHEN 'r' THEN 'table' WHEN 'v' THEN 'view' WHEN 'i' THEN 'index' WHEN 'S' THEN 'sequence' WHEN 's' THEN 'special' END as \"Type\",
4459+ r.rolname as \"Owner\"
4460+ FROM pg_catalog.pg_class c
4461+ JOIN pg_catalog.pg_roles r ON r.oid = c.relowner
4462+ LEFT JOIN pg_catalog.pg_namespace n ON n.oid = c.relnamespace
4463+ WHERE c.relkind IN ('r','')
4464+ AND n.nspname NOT IN ('pg_catalog', 'pg_toast')
4465+ AND c.relname ~ '^(.*",escape_vhost(VHost),".*)$'
4466+ AND pg_catalog.pg_table_is_visible(c.oid)
4467+ ORDER BY 1,2;"],
4468+ case sql_query_internal(DBRef, Query) of
4469+ {data, Recs} ->
4470+ lists:foldl(fun({_Schema, Table, _Type, _Owner}, Dates) ->
4471+ case regexp:match(Table,"[0-9]+-[0-9]+-[0-9]+") of
4472+ {match, S, E} ->
4473+ lists:append(Dates, [lists:sublist(Table,S,E)]);
4474+ nomatch ->
4475+ Dates
4476+ end
4477+ end, [], Recs);
4478+ {error, _} ->
4479+ []
4480+ end.
4481+
4482+rebuild_stats_at_int(DBRef, VHost, Schema, Date) ->
4483+ Table = messages_table(VHost, Schema, Date),
4484+ STable = stats_table(VHost, Schema),
4485+
4486+ Fun =
4487+ fun() ->
4488+ {updated, _} = sql_query_internal(DBRef, ["LOCK TABLE ",Table," IN ACCESS EXCLUSIVE MODE;"]),
4489+ {updated, _} = sql_query_internal(DBRef, ["LOCK TABLE ",STable," IN ACCESS EXCLUSIVE MODE;"]),
4490+
4491+ DQuery = [ "DELETE FROM ",STable," ",
4492+ "WHERE at='",Date,"';"],
4493+
4494+ {updated, _} = sql_query_internal(DBRef, DQuery),
4495+
4496+ SQuery = ["INSERT INTO ",STable," ",
4497+ "(owner_id,at,count) ",
4498+ "SELECT owner_id,'",Date,"'",",count(*) ",
4499+ "FROM ",Table," GROUP BY owner_id;"],
4500+
4501+ case sql_query_internal(DBRef, SQuery) of
4502+ {updated, 0} ->
4503+ {updated, _} = sql_query_internal(DBRef, ["DROP TABLE ",Table,";"]),
4504+ ok;
4505+ {updated, _} -> ok;
4506+ {error, _} -> error
4507+ end
4508+ end,
4509+
4510+ case sql_transaction_internal(DBRef, Fun) of
4511+ {atomic, _} ->
4512+ ?INFO_MSG("Rebuilded stats for ~p at ~p", [VHost, Date]),
4513+ ok;
4514+ {aborted, _} ->
4515+ error
4516+ end.
4517+
4518+delete_nonexistent_stats(DBRef, VHost, Schema) ->
4519+ Dates = get_dates_int(DBRef, VHost),
4520+ STable = stats_table(VHost, Schema),
4521+
4522+ Temp = lists:flatmap(fun(Date) ->
4523+ ["'",Date,"'",","]
4524+ end, Dates),
4525+
4526+ Temp1 = case Temp of
4527+ [] ->
4528+ ["''"];
4529+ _ ->
4530+ % replace last "," with ");"
4531+ lists:append([lists:sublist(Temp, length(Temp)-1), ");"])
4532+ end,
4533+
4534+ Query = ["DELETE FROM ",STable," ",
4535+ "WHERE at NOT IN (", Temp1],
4536+
4537+ case sql_query_internal(DBRef, Query) of
4538+ {updated, _} ->
4539+ ok;
4540+ {error, _} ->
4541+ error
4542+ end.
4543+
4544+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4545+%
4546+% tables internals
4547+%
4548+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4549+create_stats_table(DBRef, VHost, Schema) ->
4550+ SName = stats_table(VHost, Schema),
4551+
4552+ Fun =
4553+ fun() ->
4554+ Query = ["CREATE TABLE ",SName," (",
4555+ "owner_id INTEGER, ",
4556+ "at VARCHAR(20), ",
4557+ "count integer",
4558+ ");"
4559+ ],
4560+ case sql_query_internal_silent(DBRef, Query) of
4561+ {updated, _} ->
4562+ {updated, _} = sql_query_internal(DBRef, ["CREATE INDEX \"s_owner_i_",Schema,"_",escape_vhost(VHost),"\" ON ",SName," (owner_id);"]),
4563+ {updated, _} = sql_query_internal(DBRef, ["CREATE INDEX \"s_at_i_",Schema,"_",escape_vhost(VHost),"\" ON ",SName," (at);"]),
4564+ created;
4565+ {error, Reason} ->
4566+ case lists:keysearch(code, 1, Reason) of
4567+ {value, {code, "42P07"}} ->
4568+ exists;
4569+ _ ->
4570+ ?ERROR_MSG("Failed to create stats table for ~p: ~p", [VHost, Reason]),
4571+ error
4572+ end
4573+ end
4574+ end,
4575+ case sql_transaction_internal(DBRef, Fun) of
4576+ {atomic, created} ->
4577+ ?MYDEBUG("Created stats table for ~p", [VHost]),
4578+ lists:foreach(fun(Date) ->
4579+ rebuild_stats_at_int(DBRef, VHost, Schema, Date)
4580+ end, get_dates_int(DBRef, VHost));
4581+ {atomic, exists} ->
4582+ ?MYDEBUG("Stats table for ~p already exists", [VHost]),
4583+ ok;
4584+ {error, _} -> error
4585+ end.
4586+
4587+create_settings_table(DBRef, VHost, Schema) ->
4588+ SName = settings_table(VHost, Schema),
4589+ Query = ["CREATE TABLE ",SName," (",
4590+ "owner_id INTEGER PRIMARY KEY, ",
4591+ "dolog_default BOOLEAN, ",
4592+ "dolog_list TEXT DEFAULT '', ",
4593+ "donotlog_list TEXT DEFAULT ''",
4594+ ");"
4595+ ],
4596+ case sql_query_internal_silent(DBRef, Query) of
4597+ {updated, _} ->
4598+ ?MYDEBUG("Created settings table for ~p", [VHost]),
4599+ ok;
4600+ {error, Reason} ->
4601+ case lists:keysearch(code, 1, Reason) of
4602+ {value, {code, "42P07"}} ->
4603+ ?MYDEBUG("Settings table for ~p already exists", [VHost]),
4604+ ok;
4605+ _ ->
4606+ ?ERROR_MSG("Failed to create settings table for ~p: ~p", [VHost, Reason]),
4607+ error
4608+ end
4609+ end.
4610+
4611+create_users_table(DBRef, VHost, Schema) ->
4612+ SName = users_table(VHost, Schema),
4613+
4614+ Fun =
4615+ fun() ->
4616+ Query = ["CREATE TABLE ",SName," (",
4617+ "username TEXT UNIQUE, ",
4618+ "user_id SERIAL PRIMARY KEY",
4619+ ");"
4620+ ],
4621+ case sql_query_internal_silent(DBRef, Query) of
4622+ {updated, _} ->
4623+ {updated, _} = sql_query_internal(DBRef, ["CREATE INDEX \"username_i_",Schema,"_",escape_vhost(VHost),"\" ON ",SName," (username);"]),
4624+ created;
4625+ {error, Reason} ->
4626+ case lists:keysearch(code, 1, Reason) of
4627+ {value, {code, "42P07"}} ->
4628+ exists;
4629+ _ ->
4630+ ?ERROR_MSG("Failed to create users table for ~p: ~p", [VHost, Reason]),
4631+ error
4632+ end
4633+ end
4634+ end,
4635+ case sql_transaction_internal(DBRef, Fun) of
4636+ {atomic, created} ->
4637+ ?MYDEBUG("Created users table for ~p", [VHost]),
4638+ ok;
4639+ {atomic, exists} ->
4640+ ?MYDEBUG("Users table for ~p already exists", [VHost]),
4641+ ok;
4642+ {aborted, _} -> error
4643+ end.
4644+
4645+create_servers_table(DBRef, VHost, Schema) ->
4646+ SName = servers_table(VHost, Schema),
4647+
4648+ Fun =
4649+ fun() ->
4650+ Query = ["CREATE TABLE ",SName," (",
4651+ "server TEXT UNIQUE, ",
4652+ "server_id SERIAL PRIMARY KEY",
4653+ ");"
4654+ ],
4655+ case sql_query_internal_silent(DBRef, Query) of
4656+ {updated, _} ->
4657+ {updated, _} = sql_query_internal(DBRef, ["CREATE INDEX \"server_i_",Schema,"_",escape_vhost(VHost),"\" ON ",SName," (server);"]),
4658+ created;
4659+ {error, Reason} ->
4660+ case lists:keysearch(code, 1, Reason) of
4661+ {value, {code, "42P07"}} ->
4662+ exists;
4663+ _ ->
4664+ ?ERROR_MSG("Failed to create servers table for ~p: ~p", [VHost, Reason]),
4665+ error
4666+ end
4667+ end
4668+ end,
4669+ case sql_transaction_internal(DBRef, Fun) of
4670+ {atomic, created} ->
4671+ ?MYDEBUG("Created servers table for ~p", [VHost]),
4672+ ok;
4673+ {atomic, exists} ->
4674+ ?MYDEBUG("Servers table for ~p already exists", [VHost]),
4675+ ok;
4676+ {aborted, _} -> error
4677+ end.
4678+
4679+create_resources_table(DBRef, VHost, Schema) ->
4680+ RName = resources_table(VHost, Schema),
4681+ Fun = fun() ->
4682+ Query = ["CREATE TABLE ",RName," (",
4683+ "resource TEXT UNIQUE, ",
4684+ "resource_id SERIAL PRIMARY KEY",
4685+ ");"
4686+ ],
4687+ case sql_query_internal_silent(DBRef, Query) of
4688+ {updated, _} ->
4689+ {updated, _} = sql_query_internal(DBRef, ["CREATE INDEX \"resource_i_",Schema,"_",escape_vhost(VHost),"\" ON ",RName," (resource);"]),
4690+ created;
4691+ {error, Reason} ->
4692+ case lists:keysearch(code, 1, Reason) of
4693+ {value, {code, "42P07"}} ->
4694+ exists;
4695+ _ ->
4696+ ?ERROR_MSG("Failed to create users table for ~p: ~p", [VHost, Reason]),
4697+ error
4698+ end
4699+ end
4700+ end,
4701+ case sql_transaction_internal(DBRef, Fun) of
4702+ {atomic, created} ->
4703+ ?MYDEBUG("Created resources table for ~p", [VHost]),
4704+ ok;
4705+ {atomic, exists} ->
4706+ ?MYDEBUG("Resources table for ~p already exists", [VHost]),
4707+ ok;
4708+ {aborted, _} -> error
4709+ end.
4710+
4711+create_internals(DBRef, VHost, Schema) ->
4712+ case sql_query_internal(DBRef, [get_logmessage(VHost, Schema)]) of
4713+ {updated, _} ->
4714+ ?MYDEBUG("Created logmessage for ~p", [VHost]),
4715+ ok;
4716+ {error, _} ->
4717+ error
4718+ end.
4719+
4720+get_user_id(DBRef, VHost, Schema, User) ->
4721+ SQuery = ["SELECT user_id FROM ",users_table(VHost, Schema)," ",
4722+ "WHERE username='",User,"';"],
4723+ case sql_query_internal(DBRef, SQuery) of
4724+ {data, []} ->
4725+ IQuery = ["INSERT INTO ",users_table(VHost, Schema)," ",
4726+ "VALUES ('",User,"');"],
4727+ case sql_query_internal_silent(DBRef, IQuery) of
4728+ {updated, _} ->
4729+ {data, [{DBIdNew}]} = sql_query_internal(DBRef, SQuery),
4730+ DBIdNew;
4731+ {error, Reason} ->
4732+ % this can be in clustered environment
4733+ {value, {code, "23505"}} = lists:keysearch(code, 1, Reason),
4734+ ?ERROR_MSG("Duplicate key name for ~p", [User]),
4735+ {data, [{ClID}]} = sql_query_internal(DBRef, SQuery),
4736+ ClID
4737+ end;
4738+ {data, [{DBId}]} ->
4739+ DBId
4740+ end.
4741+
4742+get_logmessage(VHost,Schema) ->
4743+ UName = users_table(VHost,Schema),
4744+ SName = servers_table(VHost,Schema),
4745+ RName = resources_table(VHost,Schema),
4746+ StName = stats_table(VHost,Schema),
4747+ io_lib:format("CREATE OR REPLACE FUNCTION \"logmessage\" (tbname TEXT, atdt TEXT, owner TEXT, peer_name TEXT, peer_server TEXT, peer_resource TEXT, mdirection VARCHAR(4), mtype VARCHAR(9), msubj TEXT, mbody TEXT, mtimestamp DOUBLE PRECISION) RETURNS INTEGER AS $$
4748+DECLARE
4749+ ownerID INTEGER;
4750+ peer_nameID INTEGER;
4751+ peer_serverID INTEGER;
4752+ peer_resourceID INTEGER;
4753+ tablename ALIAS for $1;
4754+ atdate ALIAS for $2;
4755+ viewname TEXT;
4756+BEGIN
4757+ SELECT INTO ownerID user_id FROM ~s WHERE username = owner;
4758+ IF NOT FOUND THEN
4759+ INSERT INTO ~s (username) VALUES (owner);
4760+ ownerID := lastval();
4761+ END IF;
4762+
4763+ SELECT INTO peer_nameID user_id FROM ~s WHERE username = peer_name;
4764+ IF NOT FOUND THEN
4765+ INSERT INTO ~s (username) VALUES (peer_name);
4766+ peer_nameID := lastval();
4767+ END IF;
4768+
4769+ SELECT INTO peer_serverID server_id FROM ~s WHERE server = peer_server;
4770+ IF NOT FOUND THEN
4771+ INSERT INTO ~s (server) VALUES (peer_server);
4772+ peer_serverID := lastval();
4773+ END IF;
4774+
4775+ SELECT INTO peer_resourceID resource_id FROM ~s WHERE resource = peer_resource;
4776+ IF NOT FOUND THEN
4777+ INSERT INTO ~s (resource) VALUES (peer_resource);
4778+ peer_resourceID := lastval();
4779+ END IF;
4780+
4781+ BEGIN
4782+ EXECUTE 'INSERT INTO ' || tablename || ' (owner_id, peer_name_id, peer_server_id, peer_resource_id, direction, type, subject, body, timestamp) VALUES (' || ownerID || ',' || peer_nameID || ',' || peer_serverID || ',' || peer_resourceID || ',''' || mdirection || ''',''' || mtype || ''',''' || msubj || ''',''' || mbody || ''',' || mtimestamp || ')';
4783+ EXCEPTION WHEN undefined_table THEN
4784+ EXECUTE 'CREATE TABLE ' || tablename || ' (' ||
4785+ 'owner_id INTEGER, ' ||
4786+ 'peer_name_id INTEGER, ' ||
4787+ 'peer_server_id INTEGER, ' ||
4788+ 'peer_resource_id INTEGER, ' ||
4789+ 'direction VARCHAR(4) CHECK (direction IN (''to'',''from'')), ' ||
4790+ 'type VARCHAR(9) CHECK (type IN (''chat'',''error'',''groupchat'',''headline'',''normal'')), ' ||
4791+ 'subject TEXT, ' ||
4792+ 'body TEXT, ' ||
4793+ 'timestamp DOUBLE PRECISION)';
4794+ EXECUTE 'CREATE INDEX \"owner_i_' || '~s' || '_' || atdate || '_' || '~s' || '\"' || ' ON ' || tablename || ' (owner_id)';
4795+ EXECUTE 'CREATE INDEX \"peer_i_' || '~s' || '_' || atdate || '_' || '~s' || '\"' || ' ON ' || tablename || ' (peer_server_id, peer_name_id)';
4796+
4797+ viewname := '~s.\"v_' || trim(both '~s.\"' from tablename) || '\"';
4798+
4799+ EXECUTE 'CREATE OR REPLACE VIEW ' || viewname || ' AS ' ||
4800+ 'SELECT owner.username AS owner_name, ' ||
4801+ 'peer.username AS peer_name, ' ||
4802+ 'servers.server AS peer_server, ' ||
4803+ 'resources.resource AS peer_resource, ' ||
4804+ 'messages.direction, ' ||
4805+ 'messages.type, ' ||
4806+ 'messages.subject, ' ||
4807+ 'messages.body, ' ||
4808+ 'messages.timestamp ' ||
4809+ 'FROM ' ||
4810+ '~s owner, ' ||
4811+ '~s peer, ' ||
4812+ '~s servers, ' ||
4813+ '~s resources, ' ||
4814+ tablename || ' messages ' ||
4815+ 'WHERE ' ||
4816+ 'owner.user_id=messages.owner_id and ' ||
4817+ 'peer.user_id=messages.peer_name_id and ' ||
4818+ 'servers.server_id=messages.peer_server_id and ' ||
4819+ 'resources.resource_id=messages.peer_resource_id ' ||
4820+ 'ORDER BY messages.timestamp';
4821+
4822+ EXECUTE 'INSERT INTO ' || tablename || ' (owner_id, peer_name_id, peer_server_id, peer_resource_id, direction, type, subject, body, timestamp) VALUES (' || ownerID || ',' || peer_nameID || ',' || peer_serverID || ',' || peer_resourceID || ',''' || mdirection || ''',''' || mtype || ''',''' || msubj || ''',''' || mbody || ''',' || mtimestamp || ')';
4823+ END;
4824+
4825+ UPDATE ~s SET count=count+1 where at=atdate and owner_id=ownerID;
4826+ IF NOT FOUND THEN
4827+ INSERT INTO ~s (owner_id, at, count) VALUES (ownerID, atdate, 1);
4828+ END IF;
4829+ RETURN 0;
4830+END;
4831+$$ LANGUAGE plpgsql;
4832+", [UName,UName,UName,UName,SName,SName,RName,RName,Schema,escape_vhost(VHost),Schema,escape_vhost(VHost),Schema,Schema,UName,UName,SName,RName,StName,StName]).
4833+
4834+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4835+%
4836+% SQL internals
4837+%
4838+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4839+% like do_transaction/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
4840+sql_transaction_internal(DBRef, Fun) ->
4841+ case sql_query_internal(DBRef, ["BEGIN;"]) of
4842+ {updated, _} ->
4843+ case catch Fun() of
4844+ error = Err ->
4845+ rollback_internal(DBRef, Err);
4846+ {error, _} = Err ->
4847+ rollback_internal(DBRef, Err);
4848+ {'EXIT', _} = Err ->
4849+ rollback_internal(DBRef, Err);
4850+ Res ->
4851+ case sql_query_internal(DBRef, ["COMMIT;"]) of
4852+ {error, _} -> rollback_internal(DBRef, {commit_error});
4853+ {updated, _} ->
4854+ case Res of
4855+ {atomic, _} -> Res;
4856+ _ -> {atomic, Res}
4857+ end
4858+ end
4859+ end;
4860+ {error, _} ->
4861+ {aborted, {begin_error}}
4862+ end.
4863+
4864+% like rollback/2 in mysql_conn.erl (changeset by Yariv Sadan <yarivvv@gmail.com>)
4865+rollback_internal(DBRef, Reason) ->
4866+ Res = sql_query_internal(DBRef, ["ROLLBACK;"]),
4867+ {aborted, {Reason, {rollback_result, Res}}}.
4868+
4869+sql_query_internal(DBRef, Query) ->
4870+ case sql_query_internal_silent(DBRef, Query) of
4871+ {error, undefined, Rez} ->
4872+ ?ERROR_MSG("Got undefined result: ~p while ~p", [Rez, lists:append(Query)]),
4873+ {error, undefined};
4874+ {error, Error} ->
4875+ ?ERROR_MSG("Failed: ~p while ~p", [Error, lists:append(Query)]),
4876+ {error, Error};
4877+ Rez -> Rez
4878+ end.
4879+
4880+sql_query_internal_silent(DBRef, Query) ->
4881+ ?MYDEBUG("DOING: \"~s\"", [lists:append(Query)]),
4882+ get_result(pgsql:squery(DBRef, Query)).
4883+
4884+get_result({ok, ["CREATE TABLE"]}) ->
4885+ {updated, 1};
4886+get_result({ok, ["DROP TABLE"]}) ->
4887+ {updated, 1};
4888+get_result({ok,["DROP VIEW"]}) ->
4889+ {updated, 1};
4890+get_result({ok, ["CREATE INDEX"]}) ->
4891+ {updated, 1};
4892+get_result({ok, ["CREATE FUNCTION"]}) ->
4893+ {updated, 1};
4894+get_result({ok, [{"SELECT", _Rows, Recs}]}) ->
4895+ {data, [list_to_tuple(Rec) || Rec <- Recs]};
4896+get_result({ok, ["INSERT " ++ OIDN]}) ->
4897+ [_OID, N] = string:tokens(OIDN, " "),
4898+ {updated, list_to_integer(N)};
4899+get_result({ok, ["DELETE " ++ N]}) ->
4900+ {updated, list_to_integer(N)};
4901+get_result({ok, ["UPDATE " ++ N]}) ->
4902+ {updated, list_to_integer(N)};
4903+get_result({ok, ["BEGIN"]}) ->
4904+ {updated, 1};
4905+get_result({ok, ["LOCK TABLE"]}) ->
4906+ {updated, 1};
4907+get_result({ok, ["ROLLBACK"]}) ->
4908+ {updated, 1};
4909+get_result({ok, ["COMMIT"]}) ->
4910+ {updated, 1};
4911+get_result({ok, ["SET"]}) ->
4912+ {updated, 1};
4913+get_result({ok, [{error, Error}]}) ->
4914+ {error, Error};
4915+get_result(Rez) ->
4916+ {error, undefined, Rez}.
4917+
4918--- src/mod_logdb_mnesia_old.erl.orig Tue Dec 11 14:23:19 2007
4919+++ src/mod_logdb_mnesia_old.erl Wed Aug 22 22:58:11 2007
4920@@ -0,0 +1,256 @@
4921+%%%----------------------------------------------------------------------
4922+%%% File : mod_logdb_mnesia_old.erl
4923+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
4924+%%% Purpose : mod_logmnesia backend for mod_logdb (should be used only for copy_tables functionality)
4925+%%% Version : trunk
4926+%%% Id : $Id$
4927+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
4928+%%%----------------------------------------------------------------------
4929+
4930+-module(mod_logdb_mnesia_old).
4931+-author('o.palij@gmail.com').
4932+-vsn('$Revision$').
4933+
4934+-include("ejabberd.hrl").
4935+-include("jlib.hrl").
4936+
4937+-behaviour(gen_logdb).
4938+
4939+-export([start/2, stop/1,
4940+ log_message/2,
4941+ rebuild_stats/1,
4942+ rebuild_stats_at/2,
4943+ rebuild_stats_at1/2,
4944+ delete_messages_by_user_at/3, delete_all_messages_by_user_at/3, delete_messages_at/2,
4945+ get_vhost_stats/1, get_vhost_stats_at/2, get_user_stats/2, get_user_messages_at/3,
4946+ get_dates/1,
4947+ get_users_settings/1, get_user_settings/2, set_user_settings/3]).
4948+
4949+-record(stats, {user, server, table, count}).
4950+-record(msg, {to_user, to_server, to_resource, from_user, from_server, from_resource, id, type, subject, body, timestamp}).
4951+
4952+tables_prefix() -> "messages_".
4953+% stats_table should not start with tables_prefix(VHost) !
4954+% i.e. lists:prefix(tables_prefix(VHost), atom_to_list(stats_table())) must be /= true
4955+stats_table() -> list_to_atom("messages-stats").
4956+% table name as atom from Date
4957+-define(ATABLE(Date), list_to_atom(tables_prefix() ++ Date)).
4958+-define(LTABLE(Date), tables_prefix() ++ Date).
4959+
4960+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4961+%
4962+% gen_logdb callbacks
4963+%
4964+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4965+start(_Opts, _VHost) ->
4966+ case mnesia:system_info(is_running) of
4967+ yes ->
4968+ ok = create_stats_table(),
4969+ {ok, ok};
4970+ no ->
4971+ ?ERROR_MSG("Mnesia not running", []),
4972+ error;
4973+ Status ->
4974+ ?ERROR_MSG("Mnesia status: ~p", [Status]),
4975+ error
4976+ end.
4977+
4978+stop(_VHost) ->
4979+ ok.
4980+
4981+log_message(_VHost, _Msg) ->
4982+ error.
4983+
4984+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4985+%
4986+% gen_logdb callbacks (maintaince)
4987+%
4988+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
4989+rebuild_stats(_VHost) ->
4990+ ok.
4991+
4992+rebuild_stats_at(VHost, Date) ->
4993+ Table = ?LTABLE(Date),
4994+ {Time, Value}=timer:tc(?MODULE, rebuild_stats_at1, [VHost, Table]),
4995+ ?INFO_MSG("rebuild_stats_at ~p elapsed ~p sec: ~p~n", [Date, Time/1000000, Value]),
4996+ Value.
4997+rebuild_stats_at1(VHost, Table) ->
4998+ CFun = fun(Msg, Stats) ->
4999+ To = Msg#msg.to_user ++ "@" ++ Msg#msg.to_server,
5000+ Stats_to = if
5001+ Msg#msg.to_server == VHost ->
5002+ case lists:keysearch(To, 1, Stats) of
5003+ {value, {Who_to, Count_to}} ->
5004+ lists:keyreplace(To, 1, Stats, {Who_to, Count_to + 1});
5005+ false ->
5006+ lists:append(Stats, [{To, 1}])
5007+ end;
5008+ true ->
5009+ Stats
5010+ end,
5011+ From = Msg#msg.from_user ++ "@" ++ Msg#msg.from_server,
5012+ Stats_from = if
5013+ Msg#msg.from_server == VHost ->
5014+ case lists:keysearch(From, 1, Stats_to) of
5015+ {value, {Who_from, Count_from}} ->
5016+ lists:keyreplace(From, 1, Stats_to, {Who_from, Count_from + 1});
5017+ false ->
5018+ lists:append(Stats_to, [{From, 1}])
5019+ end;
5020+ true ->
5021+ Stats_to
5022+ end,
5023+ Stats_from
5024+ end,
5025+ DFun = fun(#stats{table=STable, server=Server} = Stat, _Acc)
5026+ when STable == Table, Server == VHost ->
5027+ mnesia:delete_object(stats_table(), Stat, write);
5028+ (_Stat, _Acc) -> ok
5029+ end,
5030+ case mnesia:transaction(fun() ->
5031+ mnesia:write_lock_table(list_to_atom(Table)),
5032+ mnesia:write_lock_table(stats_table()),
5033+ % Calc stats for VHost at Date
5034+ AStats = mnesia:foldl(CFun, [], list_to_atom(Table)),
5035+ % Delete all stats for VHost at Date
5036+ mnesia:foldl(DFun, [], stats_table()),
5037+ % Write new calc'ed stats
5038+ lists:foreach(fun({Who, Count}) ->
5039+ Jid = jlib:string_to_jid(Who),
5040+ JUser = Jid#jid.user,
5041+ WStat = #stats{user=JUser, server=VHost, table=Table, count=Count},
5042+ mnesia:write(stats_table(), WStat, write)
5043+ end, AStats)
5044+ end) of
5045+ {aborted, Reason} ->
5046+ ?ERROR_MSG("Failed to rebuild_stats_at for ~p at ~p: ~p", [VHost, Table, Reason]),
5047+ error;
5048+ {atomic, _} ->
5049+ ok
5050+ end.
5051+
5052+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5053+%
5054+% gen_logdb callbacks (delete)
5055+%
5056+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5057+delete_messages_by_user_at(_VHost, _Msgs, _Date) ->
5058+ error.
5059+
5060+delete_all_messages_by_user_at(_User, _VHost, _Date) ->
5061+ error.
5062+
5063+delete_messages_at(VHost, Date) ->
5064+ Table = list_to_atom(tables_prefix() ++ Date),
5065+
5066+ DFun = fun(#msg{to_server=To_server, from_server=From_server}=Msg, _Acc)
5067+ when To_server == VHost; From_server == VHost ->
5068+ mnesia:delete_object(Table, Msg, write);
5069+ (_Msg, _Acc) -> ok
5070+ end,
5071+
5072+ case mnesia:transaction(fun() ->
5073+ mnesia:foldl(DFun, [], Table)
5074+ end) of
5075+ {aborted, Reason} ->
5076+ ?ERROR_MSG("Failed to delete_messages_at for ~p at ~p: ~p", [VHost, Date, Reason]),
5077+ error;
5078+ {atomic, _} ->
5079+ ok
5080+ end.
5081+
5082+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5083+%
5084+% gen_logdb callbacks (get)
5085+%
5086+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5087+get_vhost_stats(_VHost) ->
5088+ {error, "does not emplemented"}.
5089+
5090+get_vhost_stats_at(VHost, Date) ->
5091+ Fun = fun() ->
5092+ Pat = #stats{user='$1', server=VHost, table=tables_prefix()++Date, count = '$2'},
5093+ mnesia:select(stats_table(), [{Pat, [], [['$1', '$2']]}])
5094+ end,
5095+ case mnesia:transaction(Fun) of
5096+ {atomic, Result} ->
5097+ RFun = fun([User, Count]) ->
5098+ {User, Count}
5099+ end,
5100+ {ok, lists:reverse(lists:keysort(2, lists:map(RFun, Result)))};
5101+ {aborted, Reason} -> {error, Reason}
5102+ end.
5103+
5104+get_user_stats(_User, _VHost) ->
5105+ {error, "does not emplemented"}.
5106+
5107+get_user_messages_at(User, VHost, Date) ->
5108+ Table_name = tables_prefix() ++ Date,
5109+ case mnesia:transaction(fun() ->
5110+ Pat_to = #msg{to_user=User, to_server=VHost, _='_'},
5111+ Pat_from = #msg{from_user=User, from_server=VHost, _='_'},
5112+ mnesia:select(list_to_atom(Table_name),
5113+ [{Pat_to, [], ['$_']},
5114+ {Pat_from, [], ['$_']}])
5115+ end) of
5116+ {atomic, Result} ->
5117+ Msgs = lists:map(fun(#msg{to_user=To_user, to_server=To_server, to_resource=To_res,
5118+ from_user=From_user, from_server=From_server, from_resource=From_res,
5119+ type=Type,
5120+ subject=Subj,
5121+ body=Body, timestamp=Timestamp} = _Msg) ->
5122+ Subject = case Subj of
5123+ "None" -> "";
5124+ _ -> Subj
5125+ end,
5126+ {msg, To_user, To_server, To_res, From_user, From_server, From_res, Type, Subject, Body, Timestamp}
5127+ end, Result),
5128+ {ok, Msgs};
5129+ {aborted, Reason} ->
5130+ {error, Reason}
5131+ end.
5132+
5133+get_dates(_VHost) ->
5134+ Tables = mnesia:system_info(tables),
5135+ MessagesTables =
5136+ lists:filter(fun(Table) ->
5137+ lists:prefix(tables_prefix(), atom_to_list(Table))
5138+ end,
5139+ Tables),
5140+ lists:map(fun(Table) ->
5141+ lists:sublist(atom_to_list(Table),
5142+ length(tables_prefix())+1,
5143+ length(atom_to_list(Table)))
5144+ end,
5145+ MessagesTables).
5146+
5147+get_users_settings(_VHost) ->
5148+ {ok, []}.
5149+get_user_settings(_User, _VHost) ->
5150+ {ok, []}.
5151+set_user_settings(_User, _VHost, _Set) ->
5152+ ok.
5153+
5154+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5155+%
5156+% internal
5157+%
5158+%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
5159+% called from db_logon/2
5160+create_stats_table() ->
5161+ SName = stats_table(),
5162+ case mnesia:create_table(SName,
5163+ [{disc_only_copies, [node()]},
5164+ {type, bag},
5165+ {attributes, record_info(fields, stats)},
5166+ {record_name, stats}
5167+ ]) of
5168+ {atomic, ok} ->
5169+ ?INFO_MSG("Created stats table", []),
5170+ ok;
5171+ {aborted, {already_exists, _}} ->
5172+ ok;
5173+ {aborted, Reason} ->
5174+ ?ERROR_MSG("Failed to create stats table: ~p", [Reason]),
5175+ error
5176+ end.
5177--- src/gen_logdb.erl.orig Tue Dec 11 14:23:19 2007
5178+++ src/gen_logdb.erl Wed Aug 22 22:58:11 2007
5179@@ -0,0 +1,158 @@
5180+%%%----------------------------------------------------------------------
5181+%%% File : gen_logdb.erl
5182+%%% Author : Oleg Palij (mailto:o.palij@gmail.com xmpp://malik@jabber.te.ua)
5183+%%% Purpose : Describes generic behaviour for mod_logdb backends.
5184+%%% Version : trunk
5185+%%% Id : $Id$
5186+%%% Url : http://www.dp.uz.gov.ua/o.palij/mod_logdb/
5187+%%%----------------------------------------------------------------------
5188+
5189+-module(gen_logdb).
5190+-author('o.palij@gmail.com').
5191+-vsn('$Revision$').
5192+
5193+-export([behaviour_info/1]).
5194+
5195+behaviour_info(callbacks) ->
5196+ [
5197+ % called from handle_info(start, _)
5198+ % it should logon database and return reference to started instance
5199+ % start(VHost, Opts) -> {ok, SPid} | error
5200+ % Options - list of options to connect to db
5201+ % Types: Options = list() -> [] |
5202+ % [{user, "logdb"},
5203+ % {pass, "1234"},
5204+ % {db, "logdb"}] | ...
5205+ % VHost = list() -> "jabber.example.org"
5206+ {start, 2},
5207+
5208+ % called from cleanup/1
5209+ % it should logoff database and do cleanup
5210+ % stop(VHost)
5211+ % Types: VHost = list() -> "jabber.example.org"
5212+ {stop, 1},
5213+
5214+ % called from handle_call({addlog, _}, _, _)
5215+ % it should log messages to database
5216+ % log_message(VHost, Msg) -> ok | error
5217+ % Types:
5218+ % VHost = list() -> "jabber.example.org"
5219+ % Msg = record() -> #msg
5220+ {log_message, 2},
5221+
5222+ % called from ejabberdctl rebuild_stats
5223+ % it should rebuild stats table (if used) for vhost
5224+ % rebuild_stats(VHost)
5225+ % Types:
5226+ % VHost = list() -> "jabber.example.org"
5227+ {rebuild_stats, 1},
5228+
5229+ % it should rebuild stats table (if used) for vhost at Date
5230+ % rebuild_stats_at(VHost, Date)
5231+ % Types:
5232+ % VHost = list() -> "jabber.example.org"
5233+ % Date = list() -> "2007-02-12"
5234+ {rebuild_stats_at, 2},
5235+
5236+ % called from user_messages_at_parse_query/5
5237+ % it should delete selected user messages at date
5238+ % delete_messages_by_user_at(VHost, Msgs, Date) -> ok | error
5239+ % Types:
5240+ % VHost = list() -> "jabber.example.org"
5241+ % Msgs = list() -> [ #msg1, msg2, ... ]
5242+ % Date = list() -> "2007-02-12"
5243+ {delete_messages_by_user_at, 3},
5244+
5245+ % called from user_messages_parse_query/4 | vhost_messages_at_parse_query/4
5246+ % it should delete all user messages at date
5247+ % delete_all_messages_by_user_at(User, VHost, Date) -> ok | error
5248+ % Types:
5249+ % User = list() -> "admin"
5250+ % VHost = list() -> "jabber.example.org"
5251+ % Date = list() -> "2007-02-12"
5252+ {delete_all_messages_by_user_at, 3},
5253+
5254+ % called from vhost_messages_parse_query/3
5255+ % it should delete messages for vhost at date and update stats
5256+ % delete_messages_at(VHost, Date) -> ok | error
5257+ % Types:
5258+ % VHost = list() -> "jabber.example.org"
5259+ % Date = list() -> "2007-02-12"
5260+ {delete_messages_at, 2},
5261+
5262+ % called from ejabberd_web_admin:vhost_messages_stats/3
5263+ % it should return sorted list of count of messages by dates for vhost
5264+ % get_vhost_stats(VHost) -> {ok, [{Date1, Msgs_count1}, {Date2, Msgs_count2}, ... ]} |
5265+ % {error, Reason}
5266+ % Types:
5267+ % VHost = list() -> "jabber.example.org"
5268+ % DateN = list() -> "2007-02-12"
5269+ % Msgs_countN = number() -> 241
5270+ {get_vhost_stats, 1},
5271+
5272+ % called from ejabberd_web_admin:vhost_messages_stats_at/4
5273+ % it should return sorted list of count of messages by users at date for vhost
5274+ % get_vhost_stats_at(VHost, Date) -> {ok, [{User1, Msgs_count1}, {User2, Msgs_count2}, ....]} |
5275+ % {error, Reason}
5276+ % Types:
5277+ % VHost = list() -> "jabber.example.org"
5278+ % Date = list() -> "2007-02-12"
5279+ % UserN = list() -> "admin"
5280+ % Msgs_countN = number() -> 241
5281+ {get_vhost_stats_at, 2},
5282+
5283+ % called from ejabberd_web_admin:user_messages_stats/4
5284+ % it should return sorted list of count of messages by date for user at vhost
5285+ % get_user_stats(User, VHost) -> {ok, [{Date1, Msgs_count1}, {Date2, Msgs_count2}, ...]} |
5286+ % {error, Reason}
5287+ % Types:
5288+ % User = list() -> "admin"
5289+ % VHost = list() -> "jabber.example.org"
5290+ % DateN = list() -> "2007-02-12"
5291+ % Msgs_countN = number() -> 241
5292+ {get_user_stats, 2},
5293+
5294+ % called from ejabberd_web_admin:user_messages_stats_at/5
5295+ % it should return all user messages at date
5296+ % get_user_messages_at(User, VHost, Date) -> {ok, Msgs} | {error, Reason}
5297+ % Types:
5298+ % User = list() -> "admin"
5299+ % VHost = list() -> "jabber.example.org"
5300+ % Date = list() -> "2007-02-12"
5301+ % Msgs = list() -> [ #msg1, msg2, ... ]
5302+ {get_user_messages_at, 3},
5303+
5304+ % called from many places
5305+ % it should return list of dates for vhost
5306+ % get_dates(VHost) -> [Date1, Date2, ... ]
5307+ % Types:
5308+ % VHost = list() -> "jabber.example.org"
5309+ % DateN = list() -> "2007-02-12"
5310+ {get_dates, 1},
5311+
5312+ % called from start
5313+ % it should return list with users settings for VHost in db
5314+ % get_users_settings(VHost) -> [#user_settings1, #user_settings2, ... ] | error
5315+ % Types:
5316+ % VHost = list() -> "jabber.example.org"
5317+ % User = list() -> "admin"
5318+ {get_users_settings, 1},
5319+
5320+ % called from many places
5321+ % it should return User settings at VHost from db
5322+ % get_user_settings(User, VHost) -> error | {ok, #user_settings}
5323+ % Types:
5324+ % User = list() -> "admin"
5325+ % VHost = list() -> "jabber.example.org"
5326+ {get_user_settings, 2},
5327+
5328+ % called from web admin
5329+ % it should set User settings at VHost
5330+ % set_user_settings(User, VHost, #user_settings) -> ok | error
5331+ % Types:
5332+ % User = list() -> "admin"
5333+ % VHost = list() -> "jabber.example.org"
5334+ {set_user_settings, 3}
5335+ ];
5336+behaviour_info(_) ->
5337+ undefined.
5338--- src/web/ejabberd_web_admin-1.1.4.erl Tue Dec 11 13:25:24 2007
5339+++ src/web/ejabberd_web_admin.erl Fri Jul 27 09:19:48 2007
5340@@ -21,6 +21,7 @@
5341 -include("ejabberd.hrl").
5342 -include("jlib.hrl").
5343 -include("ejabberd_http.hrl").
5344+-include("mod_logdb.hrl").
5345
5346 -define(X(Name), {xmlelement, Name, [], []}).
5347 -define(XA(Name, Attrs), {xmlelement, Name, Attrs, []}).
5348@@ -46,6 +47,11 @@
5349 ?XA("input", [{"type", Type},
5350 {"name", Name},
5351 {"value", Value}])).
5352+-define(INPUTC(Type, Name, Value),
5353+ ?XA("input", [{"type", Type},
5354+ {"name", Name},
5355+ {"value", Value},
5356+ {"checked", "true"}])).
5357 -define(INPUTT(Type, Name, Value), ?INPUT(Type, Name, ?T(Value))).
5358 -define(INPUTS(Type, Name, Value, Size),
5359 ?XA("input", [{"type", Type},
5360@@ -137,6 +143,12 @@
5361 [?LI([?ACT(Base ++ "shared-roster/", "Shared Roster")])];
5362 false ->
5363 []
5364+ end ++
5365+ case gen_mod:is_loaded(Host, mod_logdb) of
5366+ true ->
5367+ [?LI([?ACT(Base ++ "messages/", "Users Messages")])];
5368+ false ->
5369+ []
5370 end
5371 )]),
5372 ?XAE("div",
5373@@ -564,6 +576,12 @@
5374 [?LI([?ACT(Base ++ "shared-roster/", "Shared Roster")])];
5375 false ->
5376 []
5377+ end ++
5378+ case gen_mod:is_loaded(Host, mod_logdb) of
5379+ true ->
5380+ [?LI([?ACT(Base ++ "messages/", "Users Messages")])];
5381+ false ->
5382+ []
5383 end
5384 )
5385 ], Host, Lang);
5386@@ -925,6 +943,38 @@
5387 make_xhtml(Res, Host, Lang);
5388
5389 process_admin(Host,
5390+ #request{us = US,
5391+ path = ["messages"],
5392+ q = Query,
5393+ lang = Lang} = Request) when is_list(Host) ->
5394+ Res = vhost_messages_stats(Host, Query, Lang),
5395+ make_xhtml(Res, Host, Lang);
5396+
5397+process_admin(Host,
5398+ #request{us = US,
5399+ path = ["messages", Date],
5400+ q = Query,
5401+ lang = Lang} = Request) when is_list(Host) ->
5402+ Res = vhost_messages_stats_at(Host, Query, Lang, Date),
5403+ make_xhtml(Res, Host, Lang);
5404+
5405+process_admin(Host,
5406+ #request{us = US,
5407+ path = ["user", U, "messages"],
5408+ q = Query,
5409+ lang = Lang} = Request) ->
5410+ Res = user_messages_stats(U, Host, Query, Lang),
5411+ make_xhtml(Res, Host, Lang);
5412+
5413+process_admin(Host,
5414+ #request{us = US,
5415+ path = ["user", U, "messages", Date],
5416+ q = Query,
5417+ lang = Lang} = Request) ->
5418+ Res = user_messages_stats_at(U, Host, Query, Lang, Date),
5419+ make_xhtml(Res, Host, Lang);
5420+
5421+process_admin(Host,
5422 #request{us = US,
5423 path = ["user", U, "roster"],
5424 q = Query,
5425@@ -1442,6 +1492,22 @@
5426 [?XCT("h3", "Password:")] ++ FPassword ++
5427 [?XCT("h3", "Offline Messages:")] ++ FQueueLen ++
5428 [?XE("h3", [?ACT("roster/", "Roster")])] ++
5429+ case gen_mod:is_loaded(Server, mod_logdb) of
5430+ true ->
5431+ Sett = mod_logdb:get_user_settings(User, Server),
5432+ Log =
5433+ case Sett#user_settings.dolog_default of
5434+ false ->
5435+ ?INPUTT("submit", "dolog", "Log Messages");
5436+ true ->
5437+ ?INPUTT("submit", "donotlog", "Do Not Log Messages");
5438+ _ -> []
5439+ end,
5440+ [?XE("h3", [?ACT("messages/", "Messages"), ?C(" "), Log])];
5441+ %[?INPUT("test", "test", "test"), ?C(" "), Log];
5442+ false ->
5443+ []
5444+ end ++
5445 [?BR, ?INPUTT("submit", "removeuser", "Remove User")])].
5446
5447
5448@@ -1462,8 +1528,24 @@
5449 {value, _} ->
5450 ejabberd_auth:remove_user(User, Server),
5451 ok;
5452- false ->
5453- nothing
5454+ _ ->
5455+ case lists:keysearch("dolog", 1, Query) of
5456+ {value, _} ->
5457+ Sett = mod_logdb:get_user_settings(User, Server),
5458+ % TODO: check returned value
5459+ mod_logdb:set_user_settings(User, Server, Sett#user_settings{dolog_default=true}),
5460+ nothing;
5461+ _ ->
5462+ case lists:keysearch("donotlog", 1, Query) of
5463+ {value, _} ->
5464+ Sett = mod_logdb:get_user_settings(User, Server),
5465+ % TODO: check returned value
5466+ mod_logdb:set_user_settings(User, Server, Sett#user_settings{dolog_default=false}),
5467+ nothing;
5468+ false ->
5469+ nothing
5470+ end
5471+ end
5472 end
5473 end.
5474
5475@@ -1574,6 +1656,14 @@
5476 Res = user_roster_parse_query(User, Server, Items1, Query, Admin),
5477 Items = mnesia:dirty_index_read(roster, US, #roster.us),
5478 SItems = lists:sort(Items),
5479+
5480+ Settings = case gen_mod:is_loaded(Server, mod_logdb) of
5481+ true ->
5482+ mod_logdb:get_user_settings(User, Server);
5483+ false ->
5484+ []
5485+ end,
5486+
5487 FItems =
5488 case SItems of
5489 [] ->
5490@@ -1621,7 +1711,33 @@
5491 [?INPUTT("submit",
5492 "remove" ++
5493 term_to_id(R#roster.jid),
5494- "Remove")])])
5495+ "Remove")]),
5496+ case gen_mod:is_loaded(Server, mod_logdb) of
5497+ true ->
5498+ Peer = jlib:jid_to_string(R#roster.jid),
5499+ A = lists:member(Peer, Settings#user_settings.dolog_list),
5500+ B = lists:member(Peer, Settings#user_settings.donotlog_list),
5501+ {Name, Value} =
5502+ if
5503+ A ->
5504+ {"donotlog", "Do Not Log Messages"};
5505+ B ->
5506+ {"dolog", "Log Messages"};
5507+ Settings#user_settings.dolog_default == true ->
5508+ {"donotlog", "Do Not Log Messages"};
5509+ Settings#user_settings.dolog_default == false ->
5510+ {"dolog", "Log Messages"}
5511+ end,
5512+
5513+ ?XAE("td", [{"class", "valign"}],
5514+ [?INPUTT("submit",
5515+ Name ++
5516+ term_to_id(R#roster.jid),
5517+ Value)]);
5518+ false ->
5519+ ?X([])
5520+ end
5521+ ])
5522 end, SItems))])]
5523 end,
5524 [?XC("h1", ?T("Roster of ") ++ us_to_list(US))] ++
5525@@ -1637,6 +1753,288 @@
5526 ?INPUTT("submit", "addjid", "Add Jabber ID")
5527 ])].
5528
5529+vhost_messages_stats(Server, Query, Lang) ->
5530+ Res = case catch mod_logdb:vhost_messages_parse_query(Server, Query) of
5531+ {'EXIT', Reason} ->
5532+ ?ERROR_MSG("~p", [Reason]),
5533+ error;
5534+ VResult -> VResult
5535+ end,
5536+ {Time, Value} = timer:tc(mod_logdb, get_vhost_stats, [Server]),
5537+ ?INFO_MSG("get_vhost_stats(~p) elapsed ~p sec", [Server, Time/1000000]),
5538+ %case mod_logdb:get_vhost_stats(Server) of
5539+ case Value of
5540+ {'EXIT', CReason} ->
5541+ ?ERROR_MSG("Failed to get_vhost_stats: ~p", [CReason]),
5542+ [?XC("h1", ?T("Error occupied while fetching list"))];
5543+ {error, GReason} ->
5544+ ?ERROR_MSG("Failed to get_vhost_stats: ~p", [GReason]),
5545+ [?XC("h1", ?T("Error occupied while fetching list"))];
5546+ {ok, []} ->
5547+ [?XC("h1", ?T("No logged messages for ") ++ Server)];
5548+ {ok, Dates} ->
5549+ Fun = fun({Date, Count}) ->
5550+ ID = jlib:encode_base64(binary_to_list(term_to_binary(Server++Date))),
5551+ ?XE("tr",
5552+ [?XE("td", [?INPUT("checkbox", "selected", ID)]),
5553+ ?XE("td", [?AC(Date, Date)]),
5554+ ?XC("td", integer_to_list(Count))
5555+ ])
5556+ end,
5557+ [?XC("h1", ?T("Logged messages for ") ++ Server)] ++
5558+ case Res of
5559+ ok -> [?CT("Submitted"), ?P];
5560+ error -> [?CT("Bad format"), ?P];
5561+ nothing -> []
5562+ end ++
5563+ [?XAE("form", [{"action", ""}, {"method", "post"}],
5564+ [?XE("table",
5565+ [?XE("thead",
5566+ [?XE("tr",
5567+ [?X("td"),
5568+ ?XCT("td", "Date"),
5569+ ?XCT("td", "Count")
5570+ ])]),
5571+ ?XE("tbody",
5572+ lists:map(Fun, Dates)
5573+ )]),
5574+ ?BR,
5575+ ?INPUTT("submit", "delete", "Delete Selected")
5576+ ])]
5577+ end.
5578+
5579+vhost_messages_stats_at(Server, Query, Lang, Date) ->
5580+ {Time, Value} = timer:tc(mod_logdb, get_vhost_stats_at, [Server, Date]),
5581+ ?INFO_MSG("get_vhost_stats_at(~p,~p) elapsed ~p sec", [Server, Date, Time/1000000]),
5582+ %case mod_logdb:get_vhost_stats_at(Server, Date) of
5583+ case Value of
5584+ {'EXIT', CReason} ->
5585+ ?ERROR_MSG("Failed to get_vhost_stats_at: ~p", [CReason]),
5586+ [?XC("h1", ?T("Error occupied while fetching list"))];
5587+ {error, GReason} ->
5588+ ?ERROR_MSG("Failed to get_vhost_stats_at: ~p", [GReason]),
5589+ [?XC("h1", ?T("Error occupied while fetching list"))];
5590+ {ok, []} ->
5591+ [?XC("h1", ?T("No logged messages for ") ++ Server ++ ?T(" at ") ++ Date)];
5592+ {ok, Users} ->
5593+ Res = case catch mod_logdb:vhost_messages_at_parse_query(Server, Date, Users, Query) of
5594+ {'EXIT', Reason} ->
5595+ ?ERROR_MSG("~p", [Reason]),
5596+ error;
5597+ VResult -> VResult
5598+ end,
5599+ Fun = fun({User, Count}) ->
5600+ ID = jlib:encode_base64(binary_to_list(term_to_binary(User++Server))),
5601+ ?XE("tr",
5602+ [?XE("td", [?INPUT("checkbox", "selected", ID)]),
5603+ ?XE("td", [?AC("../user/"++User++"/messages/"++Date, User)]),
5604+ ?XC("td", integer_to_list(Count))
5605+ ])
5606+ end,
5607+ [?XC("h1", ?T("Logged messages for ") ++ Server ++ ?T(" at ") ++ Date)] ++
5608+ case Res of
5609+ ok -> [?CT("Submitted"), ?P];
5610+ error -> [?CT("Bad format"), ?P];
5611+ nothing -> []
5612+ end ++
5613+ [?XAE("form", [{"action", ""}, {"method", "post"}],
5614+ [?XE("table",
5615+ [?XE("thead",
5616+ [?XE("tr",
5617+ [?X("td"),
5618+ ?XCT("td", "User"),
5619+ ?XCT("td", "Count")
5620+ ])]),
5621+ ?XE("tbody",
5622+ lists:map(Fun, Users)
5623+ )]),
5624+ ?BR,
5625+ ?INPUTT("submit", "delete", "Delete Selected")
5626+ ])]
5627+ end.
5628+
5629+user_messages_stats(User, Server, Query, Lang) ->
5630+ US = {jlib:nodeprep(User), jlib:nameprep(Server)},
5631+ Jid = us_to_list(US),
5632+
5633+ Res = case catch mod_logdb:user_messages_parse_query(User, Server, Query) of
5634+ {'EXIT', Reason} ->
5635+ ?ERROR_MSG("~p", [Reason]),
5636+ error;
5637+ VResult -> VResult
5638+ end,
5639+
5640+ {Time, Value} = timer:tc(mod_logdb, get_user_stats, [User, Server]),
5641+ ?INFO_MSG("get_user_stats(~p,~p) elapsed ~p sec", [User, Server, Time/1000000]),
5642+
5643+ case Value of
5644+ {'EXIT', CReason} ->
5645+ ?ERROR_MSG("Failed to get_user_stats: ~p", [CReason]),
5646+ [?XC("h1", ?T("Error occupied while fetching days"))];
5647+ {error, GReason} ->
5648+ ?ERROR_MSG("Failed to get_user_stats: ~p", [GReason]),
5649+ [?XC("h1", ?T("Error occupied while fetching days"))];
5650+ {ok, []} ->
5651+ [?XC("h1", ?T("No logged messages for ") ++ Jid)];
5652+ {ok, Dates} ->
5653+ Fun = fun({Date, Count}) ->
5654+ ID = jlib:encode_base64(binary_to_list(term_to_binary(User++Date))),
5655+ ?XE("tr",
5656+ [?XE("td", [?INPUT("checkbox", "selected", ID)]),
5657+ ?XE("td", [?AC(Date, Date)]),
5658+ ?XC("td", integer_to_list(Count))
5659+ ])
5660+ %[?AC(Date, Date ++ " (" ++ integer_to_list(Count) ++ ")"), ?BR]
5661+ end,
5662+ [?XC("h1", ?T("Logged messages for ") ++ Jid)] ++
5663+ case Res of
5664+ ok -> [?CT("Submitted"), ?P];
5665+ error -> [?CT("Bad format"), ?P];
5666+ nothing -> []
5667+ end ++
5668+ [?XAE("form", [{"action", ""}, {"method", "post"}],
5669+ [?XE("table",
5670+ [?XE("thead",
5671+ [?XE("tr",
5672+ [?X("td"),
5673+ ?XCT("td", "Date"),
5674+ ?XCT("td", "Count")
5675+ ])]),
5676+ ?XE("tbody",
5677+ lists:map(Fun, Dates)
5678+ )]),
5679+ ?BR,
5680+ ?INPUTT("submit", "delete", "Delete Selected")
5681+ ])]
5682+ end.
5683+
5684+user_messages_stats_at(User, Server, Query, Lang, Date) ->
5685+ US = {jlib:nodeprep(User), jlib:nameprep(Server)},
5686+ Jid = us_to_list(US),
5687+
5688+ {Time, Value} = timer:tc(mod_logdb, get_user_messages_at, [User, Server, Date]),
5689+ ?INFO_MSG("get_user_messages_at(~p,~p,~p) elapsed ~p sec", [User, Server, Date, Time/1000000]),
5690+ case Value of
5691+ {'EXIT', CReason} ->
5692+ ?ERROR_MSG("Failed to get_user_messages_at: ~p", [CReason]),
5693+ [?XC("h1", ?T("Error occupied while fetching messages"))];
5694+ {error, GReason} ->
5695+ ?ERROR_MSG("Failed to get_user_messages_at: ~p", [GReason]),
5696+ [?XC("h1", ?T("Error occupied while fetching messages"))];
5697+ {ok, []} ->
5698+ [?XC("h1", ?T("No logged messages for ") ++ Jid ++ ?T(" at ") ++ Date)];
5699+ {ok, User_messages} ->
5700+ Res = case catch mod_logdb:user_messages_at_parse_query(Server,
5701+ Date,
5702+ User_messages,
5703+ Query) of
5704+ {'EXIT', Reason} ->
5705+ ?ERROR_MSG("~p", [Reason]),
5706+ error;
5707+ VResult -> VResult
5708+ end,
5709+
5710+ UniqUsers = lists:foldl(fun(#msg{peer_name=PName, peer_server=PServer}, List) ->
5711+ case lists:member(PName++"@"++PServer, List) of
5712+ true -> List;
5713+ false -> lists:append([PName++"@"++PServer], List)
5714+ end
5715+ end, [], User_messages),
5716+
5717+ % Users to filter (sublist of UniqUsers)
5718+ CheckedUsers = case lists:keysearch("filter", 1, Query) of
5719+ {value, _} ->
5720+ lists:filter(fun(UFUser) ->
5721+ ID = jlib:encode_base64(binary_to_list(term_to_binary(UFUser))),
5722+ lists:member({"selected", ID}, Query)
5723+ end, UniqUsers);
5724+ false -> []
5725+ end,
5726+
5727+ % UniqUsers in html (noone selected -> everyone selected)
5728+ Users = lists:map(fun(UHUser) ->
5729+ ID = jlib:encode_base64(binary_to_list(term_to_binary(UHUser))),
5730+ Input = case lists:member(UHUser, CheckedUsers) of
5731+ true -> [?INPUTC("checkbox", "selected", ID)];
5732+ false when CheckedUsers == [] -> [?INPUTC("checkbox", "selected", ID)];
5733+ false -> [?INPUT("checkbox", "selected", ID)]
5734+ end,
5735+ ?XE("tr",
5736+ [?XE("td", Input),
5737+ ?XC("td", UHUser)])
5738+ end, lists:sort(UniqUsers)),
5739+
5740+ % Messages to show (based on Users)
5741+ User_messages_filtered = case CheckedUsers of
5742+ [] -> User_messages;
5743+ _ -> lists:filter(fun(#msg{peer_name=PName, peer_server=PServer}) ->
5744+ lists:member(PName++"@"++PServer, CheckedUsers)
5745+ end, User_messages)
5746+ end,
5747+
5748+ Msgs_Fun = fun(#msg{timestamp=Timestamp,
5749+ subject=Subject,
5750+ direction=Direction,
5751+ peer_name=PName, peer_server=PServer, peer_resource=PRes,
5752+ body=Body}) ->
5753+ TextRaw = case Subject of
5754+ "" -> Body;
5755+ _ -> [?T("Subject"),": ",Subject,"<br>", Body]
5756+ end,
5757+ ID = jlib:encode_base64(binary_to_list(term_to_binary(Timestamp))),
5758+ % replace \n with <br>
5759+ Text = lists:map(fun(10) -> "<br>";
5760+ (A) -> A
5761+ end, TextRaw),
5762+ Resource = case PRes of
5763+ [] -> [];
5764+ undefined -> [];
5765+ R -> "/" ++ R
5766+ end,
5767+ ?XE("tr",
5768+ [?XE("td", [?INPUT("checkbox", "selected", ID)]),
5769+ ?XC("td", mod_logdb:convert_timestamp(Timestamp)),
5770+ ?XC("td", atom_to_list(Direction)++": "++PName++"@"++PServer++Resource),
5771+ ?XC("td", Text)])
5772+ end,
5773+ % Filtered user messages in html
5774+ Msgs = lists:map(Msgs_Fun, lists:sort(User_messages_filtered)),
5775+
5776+ [?XC("h1", ?T("Logged messages for ") ++ Jid ++ ?T(" at ") ++ Date)] ++
5777+ case Res of
5778+ ok -> [?CT("Submitted"), ?P];
5779+ error -> [?CT("Bad format"), ?P];
5780+ nothing -> []
5781+ end ++
5782+ [?XAE("form", [{"action", ""}, {"method", "post"}],
5783+ [?XE("table",
5784+ [?XE("thead",
5785+ [?X("td"),
5786+ ?XCT("td", "User")
5787+ ]
5788+ ),
5789+ ?XE("tbody",
5790+ Users
5791+ )]),
5792+ ?INPUTT("submit", "filter", "Filter Selected")
5793+ ] ++
5794+ [?XE("table",
5795+ [?XE("thead",
5796+ [?XE("tr",
5797+ [?X("td"),
5798+ ?XCT("td", "Date, Time"),
5799+ ?XCT("td", "Direction: Jid"),
5800+ ?XCT("td", "Body")
5801+ ])]),
5802+ ?XE("tbody",
5803+ Msgs
5804+ )]),
5805+ ?INPUTT("submit", "delete", "Delete Selected"),
5806+ ?BR
5807+ ]
5808+ )]
5809+ end.
5810+
5811 user_roster_parse_query(User, Server, Items, Query, Admin) ->
5812 case lists:keysearch("addjid", 1, Query) of
5813 {value, _} ->
5814@@ -1704,10 +2102,41 @@
5815 []}]}}),
5816 throw(submitted);
5817 false ->
5818- ok
5819- end
5820-
5821- end
5822+ case lists:keysearch(
5823+ "donotlog" ++ term_to_id(JID), 1, Query) of
5824+ {value, _} ->
5825+ Peer = jlib:jid_to_string(JID),
5826+ Settings = mod_logdb:get_user_settings(User, Server),
5827+ DNLL = case lists:member(Peer, Settings#user_settings.donotlog_list) of
5828+ false -> lists:append(Settings#user_settings.donotlog_list, [Peer]);
5829+ true -> Settings#user_settings.donotlog_list
5830+ end,
5831+ DLL = lists:delete(jlib:jid_to_string(JID), Settings#user_settings.dolog_list),
5832+ Sett = Settings#user_settings{donotlog_list=DNLL, dolog_list=DLL},
5833+ % TODO: check returned value
5834+ ok = mod_logdb:set_user_settings(User, Server, Sett),
5835+ throw(nothing);
5836+ false ->
5837+ case lists:keysearch(
5838+ "dolog" ++ term_to_id(JID), 1, Query) of
5839+ {value, _} ->
5840+ Peer = jlib:jid_to_string(JID),
5841+ Settings = mod_logdb:get_user_settings(User, Server),
5842+ DLL = case lists:member(Peer, Settings#user_settings.dolog_list) of
5843+ false -> lists:append(Settings#user_settings.dolog_list, [Peer]);
5844+ true -> Settings#user_settings.dolog_list
5845+ end,
5846+ DNLL = lists:delete(jlib:jid_to_string(JID), Settings#user_settings.donotlog_list),
5847+ Sett = Settings#user_settings{donotlog_list=DNLL, dolog_list=DLL},
5848+ % TODO: check returned value
5849+ ok = mod_logdb:set_user_settings(User, Server, Sett),
5850+ throw(nothing);
5851+ false ->
5852+ ok
5853+ end % dolog
5854+ end % donotlog
5855+ end % remove
5856+ end % validate
5857 end, Items),
5858 nothing.
5859
5860--- src/mod_muc/mod_muc_room-1.1.4.erl Tue Dec 11 13:26:10 2007
5861+++ src/mod_muc/mod_muc_room.erl Tue Dec 11 14:21:59 2007
5862@@ -652,6 +652,12 @@
5863 false
5864 end,
5865 {reply, Reply, StateName, StateData};
5866+handle_sync_event({get_jid_nick, Jid}, _From, StateName, StateData) ->
5867+ R = case ?DICT:find(jlib:jid_tolower(Jid), StateData#state.users) of
5868+ error -> [];
5869+ {ok, {user, _, Nick, _, _}} -> Nick
5870+ end,
5871+ {reply, R, StateName, StateData};
5872 handle_sync_event(_Event, _From, StateName, StateData) ->
5873 Reply = ok,
5874 {reply, Reply, StateName, StateData}.
5875--- src/msgs/uk-1.1.4.msg Tue Dec 11 14:15:44 2007
5876+++ src/msgs/uk.msg Tue Dec 11 14:23:19 2007
5877@@ -372,6 +372,32 @@
5878 {"ejabberd virtual hosts", "віртуальні хости ejabberd"}.
5879 {"Host", "Хост"}.
5880
5881+% mod_logdb
5882+{"Users Messages", "Повідомлення користувачів"}.
5883+{"Date", "Дата"}.
5884+{"Count", "Кількість"}.
5885+{"Logged messages for ", "Збережені повідомлення для "}.
5886+{" at ", " за "}.
5887+{"No logged messages for ", "Відсутні повідомлення для "}.
5888+{"Date, Time", "Дата, Час"}.
5889+{"Direction: Jid", "Напрямок: Jid"}.
5890+{"Subject", "Тема"}.
5891+{"Body", "Текст"}.
5892+{"Messages", "Повідомлення"}.
5893+{"Filter Selected", "Відфільтрувати виділені"}.
5894+{"Do Not Log Messages", "Не зберігати повідомлення"}.
5895+{"Log Messages", "Зберігати повідомлення"}.
5896+{"Messages logging engine", "Система збереження повідомлень"}.
5897+{"Default", "За замовчуванням"}.
5898+{"Set logging preferences", "Вкажіть налагоджування збереження повідомлень"}.
5899+{"Messages logging engine users", "Користувачі системи збереження повідомлень"}.
5900+{"Messages logging engine settings", "Налагоджування системи збереження повідомлень"}.
5901+{"Set run-time settings", "Вкажіть поточні налагоджування"}.
5902+{"Groupchat messages logging", "Збереження повідомлень типу groupchat"}.
5903+{"Jids/Domains to ignore", "Ігнорувати наступні jids/домени"}.
5904+{"Purge messages older than (days)", "Видаляти повідомлення старіші ніж (дні)"}.
5905+{"Poll users settings (seconds)", "Оновлювати налагоджування користувачів кожні (секунд)"}.
5906+
5907 % Local Variables:
5908 % mode: erlang
5909 % End:
5910--- src/msgs/ru-1.1.4.msg Tue Dec 11 14:15:51 2007
5911+++ src/msgs/ru.msg Tue Dec 11 14:23:19 2007
5912@@ -372,6 +372,32 @@
5913 {"ejabberd virtual hosts", "Виртуальные хосты ejabberd"}.
5914 {"Host", "Хост"}.
5915
5916+% mod_logdb.erl
5917+{"Users Messages", "Сообщения пользователей"}.
5918+{"Date", "Дата"}.
5919+{"Count", "Количество"}.
5920+{"Logged messages for ", "Сохранённые cообщения для "}.
5921+{" at ", " за "}.
5922+{"No logged messages for ", "Отсутствуют сообщения для "}.
5923+{"Date, Time", "Дата, Время"}.
5924+{"Direction: Jid", "Направление: Jid"}.
5925+{"Subject", "Тема"}.
5926+{"Body", "Текст"}.
5927+{"Messages", "Сообщения"}.
5928+{"Filter Selected", "Отфильтровать выделенные"}.
5929+{"Do Not Log Messages", "Не сохранять сообщения"}.
5930+{"Log Messages", "Сохранять сообщения"}.
5931+{"Messages logging engine", "Система логирования сообщений"}.
5932+{"Default", "По умолчанию"}.
5933+{"Set logging preferences", "Задайте настройки логирования"}.
5934+{"Messages logging engine users", "Пользователи системы логирования сообщений"}.
5935+{"Messages logging engine settings", "Настройки системы логирования сообщений"}.
5936+{"Set run-time settings", "Задайте текущие настройки"}.
5937+{"Groupchat messages logging", "Логирование сообщений типа groupchat"}.
5938+{"Jids/Domains to ignore", "Игнорировать следующие jids/домены"}.
5939+{"Purge messages older than (days)", "Удалять сообщения старее чем (дни)"}.
5940+{"Poll users settings (seconds)", "Обновлять настройки пользователей через (секунд)"}.
5941+
5942 % Local Variables:
5943 % mode: erlang
5944 % End:
5945--- src/msgs/nl-1.1.4.msg Tue Dec 11 14:15:58 2007
5946+++ src/msgs/nl.msg Thu Apr 26 16:04:49 2007
5947@@ -331,4 +331,15 @@
5948 {"Members:", "Groepsleden:"}.
5949 {"Displayed Groups:", "Weergegeven groepen:"}.
5950 {"Group ", "Groep "}.
5951+{"Users Messages", "Gebruikersberichten"}.
5952+{"Date", "Datum"}.
5953+{"Count", "Aantal"}.
5954+{"Logged messages for ", "Gelogde berichten van "}.
5955+{" at ", " op "}.
5956+{"No logged messages for ", "Geen gelogde berichten van "}.
5957+{"Date, Time", "Datum en tijd"}.
5958+{"Direction: Jid", "Richting: Jabber ID"}.
5959+{"Subject", "Onderwerp"}.
5960+{"Body", "Berichtveld"}.
5961+{"Messages", "Berichten"}.
5962
5963--- src/msgs/pl-1.1.4.msg Tue Dec 11 14:16:04 2007
5964+++ src/msgs/pl.msg Thu Sep 6 09:52:55 2007
5965@@ -423,3 +423,27 @@
5966 % ./mod_muc/mod_muc.erl
5967 {"ejabberd MUC module\nCopyright (c) 2003-2006 Alexey Shchepin", ""}.
5968
5969+% mod_logdb
5970+{"Users Messages", "Wiadomości użytkownika"}.
5971+{"Date", "Data"}.
5972+{"Count", "Liczba"}.
5973+{"Logged messages for ", "Zapisane wiadomości dla "}.
5974+{" at ", " o "}.
5975+{"No logged messages for ", "Brak zapisanych wiadomości dla "}.
5976+{"Date, Time", "Data, Godzina"}.
5977+{"Direction: Jid", "Kierunek: Jid"}.
5978+{"Subject", "Temat"}.
5979+{"Body", "Treść"}.
5980+{"Messages","Wiadomości"}.
5981+{"Filter Selected", "Odfiltruj zaznaczone"}.
5982+{"Do Not Log Messages", "Nie zapisuj wiadomości"}.
5983+{"Log Messages", "Zapisuj wiadomości"}.
5984+{"Messages logging engine", "System zapisywania historii rozmów"}.
5985+{"Default", "Domyślne"}.
5986+{"Set logging preferences", "Ustaw preferencje zapisywania"}.
5987+{"Messages logging engine settings", "Ustawienia systemu logowania"}.
5988+{"Set run-time settings", "Zapisz ustawienia systemu logowania"}.
5989+{"Groupchat messages logging", "Zapisywanie rozmów z konferencji"}.
5990+{"Jids/Domains to ignore", "JID/Domena która ma być ignorowana"}.
5991+{"Purge messages older than (days)", "Usuń wiadomości starsze niż (w dniach)"}.
5992+{"Poll users settings (seconds)", "Czas aktualizacji preferencji użytkowników (sekundy)"}.
Fault-tolerant distributed Jabber/XMPP server
This page took 0.893688 seconds and 4 git commands to generate.