| % Licensed under the Apache License, Version 2.0 (the "License"); you may not |
| % use this file except in compliance with the License. You may obtain a copy of |
| % the License at |
| % |
| % http://www.apache.org/licenses/LICENSE-2.0 |
| % |
| % Unless required by applicable law or agreed to in writing, software |
| % distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| % WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| % License for the specific language governing permissions and limitations under |
| % the License. |
| |
| -module(couch_util). |
| |
| -export([priv_dir/0, normpath/1]). |
| -export([should_flush/0, should_flush/1, to_existing_atom/1]). |
| -export([rand32/0, implode/2, collate/2, collate/3]). |
| -export([abs_pathname/1,abs_pathname/2, trim/1]). |
| -export([encodeBase64Url/1, decodeBase64Url/1]). |
| -export([validate_utf8/1, to_hex/1, parse_term/1, dict_find/3]). |
| -export([get_nested_json_value/2, json_user_ctx/1]). |
| -export([proplist_apply_field/2, json_apply_field/2]). |
| -export([to_binary/1, to_integer/1, to_list/1, url_encode/1]). |
| -export([json_encode/1, json_decode/1]). |
| -export([verify/2,simple_call/2,shutdown_sync/1]). |
| -export([get_value/2, get_value/3]). |
| -export([reorder_results/2]). |
| -export([url_strip_password/1]). |
| -export([encode_doc_id/1]). |
| -export([with_db/2]). |
| -export([rfc1123_date/0, rfc1123_date/1]). |
| -export([integer_to_boolean/1, boolean_to_integer/1]). |
| -export([find_in_binary/2]). |
| -export([callback_exists/3, validate_callback_exists/3]). |
| -export([with_proc/4]). |
| |
| -include_lib("couch/include/couch_db.hrl"). |
| |
| % arbitrarily chosen amount of memory to use before flushing to disk |
| -define(FLUSH_MAX_MEM, 10000000). |
| |
| priv_dir() -> |
| case code:priv_dir(couch) of |
| {error, bad_name} -> |
| % small hack, in dev mode "app" is couchdb. Fixing requires |
| % renaming src/couch to src/couch. Not really worth the hassle. |
| % -Damien |
| code:priv_dir(couchdb); |
| Dir -> Dir |
| end. |
| |
| % Normalize a pathname by removing .. and . components. |
| normpath(Path) -> |
| normparts(filename:split(Path), []). |
| |
| normparts([], Acc) -> |
| filename:join(lists:reverse(Acc)); |
| normparts([".." | RestParts], [_Drop | RestAcc]) -> |
| normparts(RestParts, RestAcc); |
| normparts(["." | RestParts], Acc) -> |
| normparts(RestParts, Acc); |
| normparts([Part | RestParts], Acc) -> |
| normparts(RestParts, [Part | Acc]). |
| |
| % works like list_to_existing_atom, except can be list or binary and it |
| % gives you the original value instead of an error if no existing atom. |
| to_existing_atom(V) when is_list(V) -> |
| try list_to_existing_atom(V) catch _:_ -> V end; |
| to_existing_atom(V) when is_binary(V) -> |
| try list_to_existing_atom(?b2l(V)) catch _:_ -> V end; |
| to_existing_atom(V) when is_atom(V) -> |
| V. |
| |
| shutdown_sync(Pid) when not is_pid(Pid)-> |
| ok; |
| shutdown_sync(Pid) -> |
| MRef = erlang:monitor(process, Pid), |
| try |
| catch unlink(Pid), |
| catch exit(Pid, shutdown), |
| receive |
| {'DOWN', MRef, _, _, _} -> |
| ok |
| end |
| after |
| erlang:demonitor(MRef, [flush]) |
| end. |
| |
| |
| simple_call(Pid, Message) -> |
| MRef = erlang:monitor(process, Pid), |
| try |
| Pid ! {self(), Message}, |
| receive |
| {Pid, Result} -> |
| Result; |
| {'DOWN', MRef, _, _, Reason} -> |
| exit(Reason) |
| end |
| after |
| erlang:demonitor(MRef, [flush]) |
| end. |
| |
| validate_utf8(Data) when is_list(Data) -> |
| validate_utf8(?l2b(Data)); |
| validate_utf8(Bin) when is_binary(Bin) -> |
| validate_utf8_fast(Bin, 0). |
| |
| validate_utf8_fast(B, O) -> |
| case B of |
| <<_:O/binary>> -> |
| true; |
| <<_:O/binary, C1, _/binary>> when |
| C1 < 128 -> |
| validate_utf8_fast(B, 1 + O); |
| <<_:O/binary, C1, C2, _/binary>> when |
| C1 >= 194, C1 =< 223, |
| C2 >= 128, C2 =< 191 -> |
| validate_utf8_fast(B, 2 + O); |
| <<_:O/binary, C1, C2, C3, _/binary>> when |
| C1 >= 224, C1 =< 239, |
| C2 >= 128, C2 =< 191, |
| C3 >= 128, C3 =< 191 -> |
| validate_utf8_fast(B, 3 + O); |
| <<_:O/binary, C1, C2, C3, C4, _/binary>> when |
| C1 >= 240, C1 =< 244, |
| C2 >= 128, C2 =< 191, |
| C3 >= 128, C3 =< 191, |
| C4 >= 128, C4 =< 191 -> |
| validate_utf8_fast(B, 4 + O); |
| _ -> |
| false |
| end. |
| |
| |
| to_hex(<<Hi:4, Lo:4, Rest/binary>>) -> |
| [nibble_to_hex(Hi), nibble_to_hex(Lo) | to_hex(Rest)]; |
| to_hex(<<>>) -> |
| []; |
| to_hex(List) when is_list(List) -> |
| to_hex(list_to_binary(List)). |
| |
| nibble_to_hex(0) -> $0; |
| nibble_to_hex(1) -> $1; |
| nibble_to_hex(2) -> $2; |
| nibble_to_hex(3) -> $3; |
| nibble_to_hex(4) -> $4; |
| nibble_to_hex(5) -> $5; |
| nibble_to_hex(6) -> $6; |
| nibble_to_hex(7) -> $7; |
| nibble_to_hex(8) -> $8; |
| nibble_to_hex(9) -> $9; |
| nibble_to_hex(10) -> $a; |
| nibble_to_hex(11) -> $b; |
| nibble_to_hex(12) -> $c; |
| nibble_to_hex(13) -> $d; |
| nibble_to_hex(14) -> $e; |
| nibble_to_hex(15) -> $f. |
| |
| |
| parse_term(Bin) when is_binary(Bin) -> |
| parse_term(binary_to_list(Bin)); |
| parse_term(List) -> |
| {ok, Tokens, _} = erl_scan:string(List ++ "."), |
| erl_parse:parse_term(Tokens). |
| |
| get_value(Key, List) -> |
| get_value(Key, List, undefined). |
| |
| get_value(Key, List, Default) -> |
| case lists:keysearch(Key, 1, List) of |
| {value, {Key,Value}} -> |
| Value; |
| false -> |
| Default |
| end. |
| |
| get_nested_json_value({Props}, [Key|Keys]) -> |
| case couch_util:get_value(Key, Props, nil) of |
| nil -> throw({not_found, <<"missing json key: ", Key/binary>>}); |
| Value -> get_nested_json_value(Value, Keys) |
| end; |
| get_nested_json_value(Value, []) -> |
| Value; |
| get_nested_json_value(_NotJSONObj, _) -> |
| throw({not_found, json_mismatch}). |
| |
| proplist_apply_field(H, L) -> |
| {R} = json_apply_field(H, {L}), |
| R. |
| |
| json_apply_field(H, {L}) -> |
| json_apply_field(H, L, []). |
| json_apply_field({Key, NewValue}, [{Key, _OldVal} | Headers], Acc) -> |
| json_apply_field({Key, NewValue}, Headers, Acc); |
| json_apply_field({Key, NewValue}, [{OtherKey, OtherVal} | Headers], Acc) -> |
| json_apply_field({Key, NewValue}, Headers, [{OtherKey, OtherVal} | Acc]); |
| json_apply_field({Key, NewValue}, [], Acc) -> |
| {[{Key, NewValue}|Acc]}. |
| |
| json_user_ctx(#db{name=ShardName, user_ctx=Ctx}) -> |
| {[{<<"db">>, mem3:dbname(ShardName)}, |
| {<<"name">>,Ctx#user_ctx.name}, |
| {<<"roles">>,Ctx#user_ctx.roles}]}. |
| |
| |
| % returns a random integer |
| rand32() -> |
| crypto:rand_uniform(0, 16#100000000). |
| |
| % given a pathname "../foo/bar/" it gives back the fully qualified |
| % absolute pathname. |
| abs_pathname(" " ++ Filename) -> |
| % strip leading whitspace |
| abs_pathname(Filename); |
| abs_pathname([$/ |_]=Filename) -> |
| Filename; |
| abs_pathname(Filename) -> |
| {ok, Cwd} = file:get_cwd(), |
| {Filename2, Args} = separate_cmd_args(Filename, ""), |
| abs_pathname(Filename2, Cwd) ++ Args. |
| |
| abs_pathname(Filename, Dir) -> |
| Name = filename:absname(Filename, Dir ++ "/"), |
| OutFilename = filename:join(fix_path_list(filename:split(Name), [])), |
| % If the filename is a dir (last char slash, put back end slash |
| case string:right(Filename,1) of |
| "/" -> |
| OutFilename ++ "/"; |
| "\\" -> |
| OutFilename ++ "/"; |
| _Else-> |
| OutFilename |
| end. |
| |
| % if this as an executable with arguments, seperate out the arguments |
| % ""./foo\ bar.sh -baz=blah" -> {"./foo\ bar.sh", " -baz=blah"} |
| separate_cmd_args("", CmdAcc) -> |
| {lists:reverse(CmdAcc), ""}; |
| separate_cmd_args("\\ " ++ Rest, CmdAcc) -> % handle skipped value |
| separate_cmd_args(Rest, " \\" ++ CmdAcc); |
| separate_cmd_args(" " ++ Rest, CmdAcc) -> |
| {lists:reverse(CmdAcc), " " ++ Rest}; |
| separate_cmd_args([Char|Rest], CmdAcc) -> |
| separate_cmd_args(Rest, [Char | CmdAcc]). |
| |
| % Is a character whitespace? |
| is_whitespace($\s) -> true; |
| is_whitespace($\t) -> true; |
| is_whitespace($\n) -> true; |
| is_whitespace($\r) -> true; |
| is_whitespace(_Else) -> false. |
| |
| |
| % removes leading and trailing whitespace from a string |
| trim(String) -> |
| String2 = lists:dropwhile(fun is_whitespace/1, String), |
| lists:reverse(lists:dropwhile(fun is_whitespace/1, lists:reverse(String2))). |
| |
| % takes a heirarchical list of dirs and removes the dots ".", double dots |
| % ".." and the corresponding parent dirs. |
| fix_path_list([], Acc) -> |
| lists:reverse(Acc); |
| fix_path_list([".."|Rest], [_PrevAcc|RestAcc]) -> |
| fix_path_list(Rest, RestAcc); |
| fix_path_list(["."|Rest], Acc) -> |
| fix_path_list(Rest, Acc); |
| fix_path_list([Dir | Rest], Acc) -> |
| fix_path_list(Rest, [Dir | Acc]). |
| |
| |
| implode(List, Sep) -> |
| implode(List, Sep, []). |
| |
| implode([], _Sep, Acc) -> |
| lists:flatten(lists:reverse(Acc)); |
| implode([H], Sep, Acc) -> |
| implode([], Sep, [H|Acc]); |
| implode([H|T], Sep, Acc) -> |
| implode(T, Sep, [Sep,H|Acc]). |
| |
| |
| drv_port() -> |
| case get(couch_drv_port) of |
| undefined -> |
| Port = open_port({spawn, "couch_icu_driver"}, []), |
| put(couch_drv_port, Port), |
| Port; |
| Port -> |
| Port |
| end. |
| |
| collate(A, B) -> |
| collate(A, B, []). |
| |
| collate(A, B, Options) when is_binary(A), is_binary(B) -> |
| Operation = |
| case lists:member(nocase, Options) of |
| true -> 1; % Case insensitive |
| false -> 0 % Case sensitive |
| end, |
| SizeA = byte_size(A), |
| SizeB = byte_size(B), |
| Bin = <<SizeA:32/native, A/binary, SizeB:32/native, B/binary>>, |
| [Result] = erlang:port_control(drv_port(), Operation, Bin), |
| % Result is 0 for lt, 1 for eq and 2 for gt. Subtract 1 to return the |
| % expected typical -1, 0, 1 |
| Result - 1. |
| |
| should_flush() -> |
| should_flush(?FLUSH_MAX_MEM). |
| |
| should_flush(MemThreshHold) -> |
| {memory, ProcMem} = process_info(self(), memory), |
| BinMem = lists:foldl(fun({_Id, Size, _NRefs}, Acc) -> Size+Acc end, |
| 0, element(2,process_info(self(), binary))), |
| if ProcMem+BinMem > 2*MemThreshHold -> |
| garbage_collect(), |
| {memory, ProcMem2} = process_info(self(), memory), |
| BinMem2 = lists:foldl(fun({_Id, Size, _NRefs}, Acc) -> Size+Acc end, |
| 0, element(2,process_info(self(), binary))), |
| ProcMem2+BinMem2 > MemThreshHold; |
| true -> false end. |
| |
| encodeBase64Url(Url) -> |
| b64url:encode(Url). |
| |
| decodeBase64Url(Url64) -> |
| b64url:decode(Url64). |
| |
| dict_find(Key, Dict, DefaultValue) -> |
| case dict:find(Key, Dict) of |
| {ok, Value} -> |
| Value; |
| error -> |
| DefaultValue |
| end. |
| |
| to_binary(V) when is_binary(V) -> |
| V; |
| to_binary(V) when is_list(V) -> |
| try |
| list_to_binary(V) |
| catch |
| _:_ -> |
| list_to_binary(io_lib:format("~p", [V])) |
| end; |
| to_binary(V) when is_atom(V) -> |
| list_to_binary(atom_to_list(V)); |
| to_binary(V) -> |
| list_to_binary(io_lib:format("~p", [V])). |
| |
| to_integer(V) when is_integer(V) -> |
| V; |
| to_integer(V) when is_list(V) -> |
| erlang:list_to_integer(V); |
| to_integer(V) when is_binary(V) -> |
| erlang:list_to_integer(binary_to_list(V)). |
| |
| to_list(V) when is_list(V) -> |
| V; |
| to_list(V) when is_binary(V) -> |
| binary_to_list(V); |
| to_list(V) when is_atom(V) -> |
| atom_to_list(V); |
| to_list(V) -> |
| lists:flatten(io_lib:format("~p", [V])). |
| |
| url_encode(Bin) when is_binary(Bin) -> |
| url_encode(binary_to_list(Bin)); |
| url_encode([H|T]) -> |
| if |
| H >= $a, $z >= H -> |
| [H|url_encode(T)]; |
| H >= $A, $Z >= H -> |
| [H|url_encode(T)]; |
| H >= $0, $9 >= H -> |
| [H|url_encode(T)]; |
| H == $_; H == $.; H == $-; H == $: -> |
| [H|url_encode(T)]; |
| true -> |
| case lists:flatten(io_lib:format("~.16.0B", [H])) of |
| [X, Y] -> |
| [$%, X, Y | url_encode(T)]; |
| [X] -> |
| [$%, $0, X | url_encode(T)] |
| end |
| end; |
| url_encode([]) -> |
| []. |
| |
| json_encode(V) -> |
| jiffy:encode(V, [force_utf8]). |
| |
| json_decode(V) -> |
| try |
| jiffy:decode(V) |
| catch |
| throw:Error -> |
| throw({invalid_json, Error}) |
| end. |
| |
| verify([X|RestX], [Y|RestY], Result) -> |
| verify(RestX, RestY, (X bxor Y) bor Result); |
| verify([], [], Result) -> |
| Result == 0. |
| |
| verify(<<X/binary>>, <<Y/binary>>) -> |
| verify(?b2l(X), ?b2l(Y)); |
| verify(X, Y) when is_list(X) and is_list(Y) -> |
| case length(X) == length(Y) of |
| true -> |
| verify(X, Y, 0); |
| false -> |
| false |
| end; |
| verify(_X, _Y) -> false. |
| |
| % linear search is faster for small lists, length() is 0.5 ms for 100k list |
| reorder_results(Keys, SortedResults) when length(Keys) < 100 -> |
| [couch_util:get_value(Key, SortedResults) || Key <- Keys]; |
| reorder_results(Keys, SortedResults) -> |
| KeyDict = dict:from_list(SortedResults), |
| [dict:fetch(Key, KeyDict) || Key <- Keys]. |
| |
| url_strip_password(Url) -> |
| re:replace(Url, |
| "http(s)?://([^:]+):[^@]+@(.*)$", |
| "http\\1://\\2:*****@\\3", |
| [{return, list}]). |
| |
| encode_doc_id(#doc{id = Id}) -> |
| encode_doc_id(Id); |
| encode_doc_id(Id) when is_list(Id) -> |
| encode_doc_id(?l2b(Id)); |
| encode_doc_id(<<"_design/", Rest/binary>>) -> |
| "_design/" ++ url_encode(Rest); |
| encode_doc_id(<<"_local/", Rest/binary>>) -> |
| "_local/" ++ url_encode(Rest); |
| encode_doc_id(Id) -> |
| url_encode(Id). |
| |
| |
| with_db(Db, Fun) when is_record(Db, db) -> |
| Fun(Db); |
| with_db(DbName, Fun) -> |
| case couch_db:open_int(DbName, [?ADMIN_CTX]) of |
| {ok, Db} -> |
| try |
| Fun(Db) |
| after |
| catch couch_db:close(Db) |
| end; |
| Else -> |
| throw(Else) |
| end. |
| |
| rfc1123_date() -> |
| {{YYYY,MM,DD},{Hour,Min,Sec}} = calendar:universal_time(), |
| DayNumber = calendar:day_of_the_week({YYYY,MM,DD}), |
| lists:flatten( |
| io_lib:format("~s, ~2.2.0w ~3.s ~4.4.0w ~2.2.0w:~2.2.0w:~2.2.0w GMT", |
| [day(DayNumber),DD,month(MM),YYYY,Hour,Min,Sec])). |
| |
| rfc1123_date(undefined) -> |
| undefined; |
| rfc1123_date(UniversalTime) -> |
| {{YYYY,MM,DD},{Hour,Min,Sec}} = UniversalTime, |
| DayNumber = calendar:day_of_the_week({YYYY,MM,DD}), |
| lists:flatten( |
| io_lib:format("~s, ~2.2.0w ~3.s ~4.4.0w ~2.2.0w:~2.2.0w:~2.2.0w GMT", |
| [day(DayNumber),DD,month(MM),YYYY,Hour,Min,Sec])). |
| |
| %% day |
| |
| day(1) -> "Mon"; |
| day(2) -> "Tue"; |
| day(3) -> "Wed"; |
| day(4) -> "Thu"; |
| day(5) -> "Fri"; |
| day(6) -> "Sat"; |
| day(7) -> "Sun". |
| |
| %% month |
| |
| month(1) -> "Jan"; |
| month(2) -> "Feb"; |
| month(3) -> "Mar"; |
| month(4) -> "Apr"; |
| month(5) -> "May"; |
| month(6) -> "Jun"; |
| month(7) -> "Jul"; |
| month(8) -> "Aug"; |
| month(9) -> "Sep"; |
| month(10) -> "Oct"; |
| month(11) -> "Nov"; |
| month(12) -> "Dec". |
| |
| integer_to_boolean(1) -> |
| true; |
| integer_to_boolean(0) -> |
| false. |
| |
| boolean_to_integer(true) -> |
| 1; |
| boolean_to_integer(false) -> |
| 0. |
| |
| |
| find_in_binary(_B, <<>>) -> |
| not_found; |
| |
| find_in_binary(B, Data) -> |
| case binary:match(Data, [B], []) of |
| nomatch -> |
| MatchLength = erlang:min(byte_size(B), byte_size(Data)), |
| match_prefix_at_end(binary:part(B, {0, MatchLength}), |
| binary:part(Data, {byte_size(Data), -MatchLength}), |
| MatchLength, byte_size(Data) - MatchLength); |
| {Pos, _Len} -> |
| {exact, Pos} |
| end. |
| |
| match_prefix_at_end(Prefix, Data, PrefixLength, N) -> |
| FirstCharMatches = binary:matches(Data, [binary:part(Prefix, {0, 1})], []), |
| match_rest_of_prefix(FirstCharMatches, Prefix, Data, PrefixLength, N). |
| |
| match_rest_of_prefix([], _Prefix, _Data, _PrefixLength, _N) -> |
| not_found; |
| |
| match_rest_of_prefix([{Pos, _Len} | Rest], Prefix, Data, PrefixLength, N) -> |
| case binary:match(binary:part(Data, {PrefixLength, Pos - PrefixLength}), |
| [binary:part(Prefix, {0, PrefixLength - Pos})], []) of |
| nomatch -> |
| match_rest_of_prefix(Rest, Prefix, Data, PrefixLength, N); |
| {_Pos, _Len1} -> |
| {partial, N + Pos} |
| end. |
| |
| callback_exists(Module, Function, Arity) -> |
| case ensure_loaded(Module) of |
| true -> |
| InfoList = Module:module_info(exports), |
| lists:member({Function, Arity}, InfoList); |
| false -> |
| false |
| end. |
| |
| validate_callback_exists(Module, Function, Arity) -> |
| case callback_exists(Module, Function, Arity) of |
| true -> |
| ok; |
| false -> |
| CallbackStr = lists:flatten( |
| io_lib:format("~w:~w/~w", [Module, Function, Arity])), |
| throw({error, |
| {undefined_callback, CallbackStr, {Module, Function, Arity}}}) |
| end. |
| |
| ensure_loaded(Module) when is_atom(Module) -> |
| case code:ensure_loaded(Module) of |
| {module, Module} -> |
| true; |
| {error, embedded} -> |
| true; |
| {error, _} -> |
| false |
| end; |
| ensure_loaded(_Module) -> false. |
| |
| |
| %% This is especially useful in gen_servers when you need to call |
| %% a function that does a receive as it would hijack incoming messages. |
| with_proc(M, F, A, Timeout) -> |
| {Pid, Ref} = spawn_monitor(fun() -> |
| exit({reply, erlang:apply(M, F, A)}) |
| end), |
| receive |
| {'DOWN', Ref, process, Pid, {reply, Resp}} -> |
| {ok, Resp}; |
| {'DOWN', Ref, process, Pid, Error} -> |
| {error, Error} |
| after Timeout -> |
| erlang:demonitor(Ref, [flush]), |
| {error, timeout} |
| end. |