blob: 8e4cd9ede55e9ecc322ee038117ffe7488381427 [file] [log] [blame]
% Licensed under the Apache License, Version 2.0 (the "License"); you may not
% use this file except in compliance with the License. You may obtain a copy of
% the License at
%
% http://www.apache.org/licenses/LICENSE-2.0
%
% Unless required by applicable law or agreed to in writing, software
% distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
% WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
% License for the specific language governing permissions and limitations under
% the License.
-module(fabric_db_info).
-export([go/1]).
-include_lib("fabric/include/fabric.hrl").
-include_lib("mem3/include/mem3.hrl").
go(DbName) ->
Shards = mem3:shards(DbName),
Workers = fabric_util:submit_jobs(Shards, get_db_info, []),
RexiMon = fabric_util:create_monitors(Shards),
Fun = fun handle_message/3,
{ok, ClusterInfo} = get_cluster_info(Shards),
CInfo = [{cluster, ClusterInfo}],
Acc0 = {fabric_dict:init(Workers, nil), [], CInfo},
try
case fabric_util:recv(Workers, #shard.ref, Fun, Acc0) of
{ok, Acc} ->
{ok, Acc};
{timeout, {WorkersDict, _}} ->
DefunctWorkers = fabric_util:remove_done_workers(
WorkersDict,
nil
),
fabric_util:log_timeout(
DefunctWorkers,
"get_db_info"
),
{error, timeout};
{error, Error} ->
throw(Error)
end
after
rexi_monitor:stop(RexiMon)
end.
handle_message({rexi_DOWN, _, {_,NodeRef},_}, _, {Counters, Resps, CInfo}) ->
case fabric_ring:node_down(NodeRef, Counters, Resps) of
{ok, Counters1} -> {ok, {Counters1, Resps, CInfo}};
error -> {error, {nodedown, <<"progress not possible">>}}
end;
handle_message({rexi_EXIT, Reason}, Shard, {Counters, Resps, CInfo}) ->
case fabric_ring:handle_error(Shard, Counters, Resps) of
{ok, Counters1} -> {ok, {Counters1, Resps, CInfo}};
error -> {error, Reason}
end;
handle_message({ok, Info}, Shard, {Counters, Resps, CInfo}) ->
case fabric_ring:handle_response(Shard, Info, Counters, Resps) of
{ok, {Counters1, Resps1}} ->
{ok, {Counters1, Resps1, CInfo}};
{stop, Resps1} ->
{stop, build_final_response(CInfo, Shard#shard.dbname, Resps1)}
end;
handle_message(Reason, Shard, {Counters, Resps, CInfo}) ->
case fabric_ring:handle_error(Shard, Counters, Resps) of
{ok, Counters1} -> {ok, {Counters1, Resps, CInfo}};
error -> {error, Reason}
end.
build_final_response(CInfo, DbName, Responses) ->
AccF = fabric_dict:fold(fun(Shard, Info, {Seqs, PSeqs, Infos}) ->
Seq = couch_util:get_value(update_seq, Info),
PSeq = couch_util:get_value(purge_seq, Info),
{[{Shard, Seq} | Seqs], [{Shard, PSeq} | PSeqs], [Info | Infos]}
end, {[], [], []}, Responses),
{Seqs, PSeqs, Infos} = AccF,
PackedSeq = fabric_view_changes:pack_seqs(Seqs),
PackedPSeq = fabric_view_changes:pack_seqs(PSeqs),
MergedInfos = merge_results(lists:flatten([CInfo | Infos])),
Sequences = [{purge_seq, PackedPSeq}, {update_seq, PackedSeq}],
[{db_name, DbName}] ++ Sequences ++ MergedInfos.
merge_results(Info) ->
Dict = lists:foldl(fun({K,V},D0) -> orddict:append(K,V,D0) end,
orddict:new(), Info),
orddict:fold(fun
(doc_count, X, Acc) ->
[{doc_count, lists:sum(X)} | Acc];
(doc_del_count, X, Acc) ->
[{doc_del_count, lists:sum(X)} | Acc];
(compact_running, X, Acc) ->
[{compact_running, lists:member(true, X)} | Acc];
(disk_size, X, Acc) -> % legacy
[{disk_size, lists:sum(X)} | Acc];
(data_size, X, Acc) -> % legacy
[{data_size, lists:sum(X)} | Acc];
(sizes, X, Acc) ->
[{sizes, {merge_object(X)}} | Acc];
(other, X, Acc) -> % legacy
[{other, {merge_other_results(X)}} | Acc];
(disk_format_version, X, Acc) ->
[{disk_format_version, lists:max(X)} | Acc];
(cluster, [X], Acc) ->
[{cluster, {X}} | Acc];
(props, Xs, Acc) ->
[{props, {merge_object(Xs)}} | Acc];
(_K, _V, Acc) ->
Acc
end, [{instance_start_time, <<"0">>}], Dict).
merge_other_results(Results) ->
Dict = lists:foldl(fun({Props}, D) ->
lists:foldl(fun({K,V},D0) -> orddict:append(K,V,D0) end, D, Props)
end, orddict:new(), Results),
orddict:fold(fun
(data_size, X, Acc) ->
[{data_size, lists:sum(X)} | Acc];
(_, _, Acc) ->
Acc
end, [], Dict).
merge_object(Objects) ->
Dict = lists:foldl(fun({Props}, D) ->
lists:foldl(fun({K,V},D0) -> orddict:append(K,V,D0) end, D, Props)
end, orddict:new(), Objects),
orddict:fold(fun
(Key, [X | _] = Xs, Acc) when is_integer(X) ->
[{Key, lists:sum(Xs)} | Acc];
(Key, [X | _] = Xs, Acc) when is_boolean(X) ->
[{Key, lists:all(fun all_true/1, Xs)} | Acc];
(_Key, _Xs, Acc) ->
Acc
end, [], Dict).
all_true(true) -> true;
all_true(_) -> false.
get_cluster_info(Shards) ->
Dict = lists:foldl(fun(#shard{range = R}, Acc) ->
dict:update_counter(R, 1, Acc)
end, dict:new(), Shards),
Q = dict:size(Dict),
N = dict:fold(fun(_, X, Acc) -> max(X, Acc) end, 0, Dict),
%% defaults as per mem3:quorum/1
WR = N div 2 + 1,
{ok, [{q, Q}, {n, N}, {w, WR}, {r, WR}]}.
%% -ifdef(TEST).
%% -include_lib("eunit/include/eunit.hrl").
%%
%% get_cluster_info_test_() ->
%% {
%% setup,
%% fun setup/0,
%% fun get_cluster_info_test_generator/1
%% }.
%%
%%
%% setup() ->
%% Quorums = [1, 2, 3],
%% Shards = [1, 3, 5, 8, 12, 24],
%% [{N, Q} || N <- Quorums, Q <- Shards].
%%
%% get_cluster_info_test_generator([]) ->
%% [];
%% get_cluster_info_test_generator([{N, Q} | Rest]) ->
%% {generator,
%% fun() ->
%% Nodes = lists:seq(1, 8),
%% Shards = mem3_util:create_partition_map(<<"foo">>, N, Q, Nodes),
%% {ok, Info} = get_cluster_info(Shards),
%% [
%% ?_assertEqual(N, couch_util:get_value(n, Info)),
%% ?_assertEqual(Q, couch_util:get_value(q, Info))
%% ] ++ get_cluster_info_test_generator(Rest)
%% end}.
%%
%% -endif.