Merge branch 'http-upload'
* http-upload: mod_http_upload: Use application/octet-stream instead of text/html for security reasons mod_http_upload: Add note regarding "get_url" mod_http_upload: Use full PUT URL for process name mod_http_upload: Rename variable for clarity mod_http_upload: Fix logging of file size mismatch mod_http_upload: Return error atoms, not strings mod_http_upload: Log message if URL looks wrong mod_http_upload_quota: Don't track all users mod_http_upload: Make case indentation consistent mod_http_upload: Apply cosmetic changes mod_http_upload: Don't flatten command strings mod_http_upload: Don't let identify/1 return error mod_http_upload_quota: Omit info message mod_http_upload: Don't complain during shutdown mod_http_upload: Use binary strings in most places mod_http_upload: Check availability of ImageMagick mod_http_upload: Suppress error on non-image files mod_http_upload: Fix string()/binary() type issue mod_http_upload: Add/fix function specifications mod_http_upload: Strip newline from command output mod_http_upload: Support thumbnail generation
This commit is contained in:
commit
d73b648cf3
|
@ -84,6 +84,13 @@ The configurable mod_http_upload options are:
|
||||||
mod_http_upload. Otherwise, a SHA-1 hash of the user's bare JID is
|
mod_http_upload. Otherwise, a SHA-1 hash of the user's bare JID is
|
||||||
included instead.
|
included instead.
|
||||||
|
|
||||||
|
- thumbnail: (default: 'true')
|
||||||
|
|
||||||
|
This option specifies whether ejabberd should create thumbnails of
|
||||||
|
uploaded images. If a thumbnail is created, a <thumbnail/> element that
|
||||||
|
contains the download <uri/> and some metadata is returned with the PUT
|
||||||
|
response.
|
||||||
|
|
||||||
- file_mode (default: 'undefined')
|
- file_mode (default: 'undefined')
|
||||||
|
|
||||||
This option defines the permission bits of uploaded files. The bits are
|
This option defines the permission bits of uploaded files. The bits are
|
||||||
|
@ -108,7 +115,7 @@ The configurable mod_http_upload options are:
|
||||||
This option specifies the initial part of the PUT URLs used for file
|
This option specifies the initial part of the PUT URLs used for file
|
||||||
uploads. The keyword @HOST@ is replaced with the virtual host name.
|
uploads. The keyword @HOST@ is replaced with the virtual host name.
|
||||||
|
|
||||||
NOTE: Different virtual hosts cannot use the same PUT URL domain.
|
NOTE: Different virtual hosts cannot use the same PUT URL.
|
||||||
|
|
||||||
- get_url (default: $put_url)
|
- get_url (default: $put_url)
|
||||||
|
|
||||||
|
@ -118,6 +125,9 @@ The configurable mod_http_upload options are:
|
||||||
files served by a proper HTTP server such as Nginx or Apache. The keyword
|
files served by a proper HTTP server such as Nginx or Apache. The keyword
|
||||||
@HOST@ is replaced with the virtual host name.
|
@HOST@ is replaced with the virtual host name.
|
||||||
|
|
||||||
|
NOTE: If GET requests are handled by mod_http_upload, the 'get_url' must
|
||||||
|
match the 'put_url'.
|
||||||
|
|
||||||
- service_url (default: 'undefined')
|
- service_url (default: 'undefined')
|
||||||
|
|
||||||
If a 'service_url' is specified, HTTP upload slot requests are forwarded
|
If a 'service_url' is specified, HTTP upload slot requests are forwarded
|
||||||
|
|
|
@ -25,7 +25,6 @@
|
||||||
{<<".bz2">>, <<"application/x-bzip2">>},
|
{<<".bz2">>, <<"application/x-bzip2">>},
|
||||||
{<<".gif">>, <<"image/gif">>},
|
{<<".gif">>, <<"image/gif">>},
|
||||||
{<<".gz">>, <<"application/x-gzip">>},
|
{<<".gz">>, <<"application/x-gzip">>},
|
||||||
{<<".html">>, <<"text/html">>},
|
|
||||||
{<<".jpeg">>, <<"image/jpeg">>},
|
{<<".jpeg">>, <<"image/jpeg">>},
|
||||||
{<<".jpg">>, <<"image/jpeg">>},
|
{<<".jpg">>, <<"image/jpeg">>},
|
||||||
{<<".mp3">>, <<"audio/mpeg">>},
|
{<<".mp3">>, <<"audio/mpeg">>},
|
||||||
|
@ -90,10 +89,17 @@
|
||||||
put_url :: binary(),
|
put_url :: binary(),
|
||||||
get_url :: binary(),
|
get_url :: binary(),
|
||||||
service_url :: binary() | undefined,
|
service_url :: binary() | undefined,
|
||||||
|
thumbnail :: boolean(),
|
||||||
slots = dict:new() :: term()}). % dict:dict() requires Erlang 17.
|
slots = dict:new() :: term()}). % dict:dict() requires Erlang 17.
|
||||||
|
|
||||||
|
-record(media_info,
|
||||||
|
{type :: binary(),
|
||||||
|
height :: integer(),
|
||||||
|
width :: integer()}).
|
||||||
|
|
||||||
-type state() :: #state{}.
|
-type state() :: #state{}.
|
||||||
-type slot() :: [binary()].
|
-type slot() :: [binary(), ...].
|
||||||
|
-type media_info() :: #media_info{}.
|
||||||
|
|
||||||
%%--------------------------------------------------------------------
|
%%--------------------------------------------------------------------
|
||||||
%% gen_mod/supervisor callbacks.
|
%% gen_mod/supervisor callbacks.
|
||||||
|
@ -111,12 +117,13 @@ start(ServerHost, Opts) ->
|
||||||
case gen_mod:get_opt(rm_on_unregister, Opts,
|
case gen_mod:get_opt(rm_on_unregister, Opts,
|
||||||
fun(B) when is_boolean(B) -> B end,
|
fun(B) when is_boolean(B) -> B end,
|
||||||
true) of
|
true) of
|
||||||
true ->
|
true ->
|
||||||
ejabberd_hooks:add(remove_user, ServerHost, ?MODULE,
|
ejabberd_hooks:add(remove_user, ServerHost, ?MODULE,
|
||||||
remove_user, 50),
|
remove_user, 50),
|
||||||
ejabberd_hooks:add(anonymous_purge_hook, ServerHost, ?MODULE,
|
ejabberd_hooks:add(anonymous_purge_hook, ServerHost, ?MODULE,
|
||||||
remove_user, 50);
|
remove_user, 50);
|
||||||
false -> ok
|
false ->
|
||||||
|
ok
|
||||||
end,
|
end,
|
||||||
Proc = get_proc_name(ServerHost, ?PROCNAME),
|
Proc = get_proc_name(ServerHost, ?PROCNAME),
|
||||||
Spec = {Proc,
|
Spec = {Proc,
|
||||||
|
@ -133,16 +140,17 @@ stop(ServerHost) ->
|
||||||
case gen_mod:get_module_opt(ServerHost, ?MODULE, rm_on_unregister,
|
case gen_mod:get_module_opt(ServerHost, ?MODULE, rm_on_unregister,
|
||||||
fun(B) when is_boolean(B) -> B end,
|
fun(B) when is_boolean(B) -> B end,
|
||||||
true) of
|
true) of
|
||||||
true ->
|
true ->
|
||||||
ejabberd_hooks:delete(remove_user, ServerHost, ?MODULE,
|
ejabberd_hooks:delete(remove_user, ServerHost, ?MODULE,
|
||||||
remove_user, 50),
|
remove_user, 50),
|
||||||
ejabberd_hooks:delete(anonymous_purge_hook, ServerHost, ?MODULE,
|
ejabberd_hooks:delete(anonymous_purge_hook, ServerHost, ?MODULE,
|
||||||
remove_user, 50);
|
remove_user, 50);
|
||||||
false -> ok
|
false ->
|
||||||
|
ok
|
||||||
end,
|
end,
|
||||||
Proc = get_proc_name(ServerHost, ?PROCNAME),
|
Proc = get_proc_name(ServerHost, ?PROCNAME),
|
||||||
ok = supervisor:terminate_child(ejabberd_sup, Proc),
|
supervisor:terminate_child(ejabberd_sup, Proc),
|
||||||
ok = supervisor:delete_child(ejabberd_sup, Proc).
|
supervisor:delete_child(ejabberd_sup, Proc).
|
||||||
|
|
||||||
-spec mod_opt_type(atom()) -> fun((term()) -> term()) | [atom()].
|
-spec mod_opt_type(atom()) -> fun((term()) -> term()) | [atom()].
|
||||||
|
|
||||||
|
@ -188,10 +196,12 @@ mod_opt_type(custom_headers) ->
|
||||||
end;
|
end;
|
||||||
mod_opt_type(rm_on_unregister) ->
|
mod_opt_type(rm_on_unregister) ->
|
||||||
fun(B) when is_boolean(B) -> B end;
|
fun(B) when is_boolean(B) -> B end;
|
||||||
|
mod_opt_type(thumbnail) ->
|
||||||
|
fun(B) when is_boolean(B) -> B end;
|
||||||
mod_opt_type(_) ->
|
mod_opt_type(_) ->
|
||||||
[host, name, access, max_size, secret_length, jid_in_url, file_mode,
|
[host, name, access, max_size, secret_length, jid_in_url, file_mode,
|
||||||
dir_mode, docroot, put_url, get_url, service_url, custom_headers,
|
dir_mode, docroot, put_url, get_url, service_url, custom_headers,
|
||||||
rm_on_unregister].
|
rm_on_unregister, thumbnail].
|
||||||
|
|
||||||
%%--------------------------------------------------------------------
|
%%--------------------------------------------------------------------
|
||||||
%% gen_server callbacks.
|
%% gen_server callbacks.
|
||||||
|
@ -242,29 +252,45 @@ init({ServerHost, Opts}) ->
|
||||||
fun(<<"http://", _/binary>> = URL) -> URL;
|
fun(<<"http://", _/binary>> = URL) -> URL;
|
||||||
(<<"https://", _/binary>> = URL) -> URL
|
(<<"https://", _/binary>> = URL) -> URL
|
||||||
end),
|
end),
|
||||||
|
Thumbnail = gen_mod:get_opt(thumbnail, Opts,
|
||||||
|
fun(B) when is_boolean(B) -> B end,
|
||||||
|
true),
|
||||||
case ServiceURL of
|
case ServiceURL of
|
||||||
undefined ->
|
undefined ->
|
||||||
ok;
|
ok;
|
||||||
<<"http://", _/binary>> ->
|
<<"http://", _/binary>> ->
|
||||||
application:start(inets);
|
application:start(inets);
|
||||||
<<"https://", _/binary>> ->
|
<<"https://", _/binary>> ->
|
||||||
application:start(inets),
|
application:start(inets),
|
||||||
application:start(crypto),
|
application:start(crypto),
|
||||||
application:start(asn1),
|
application:start(asn1),
|
||||||
application:start(public_key),
|
application:start(public_key),
|
||||||
application:start(ssl)
|
application:start(ssl)
|
||||||
end,
|
end,
|
||||||
case DirMode of
|
case DirMode of
|
||||||
undefined ->
|
undefined ->
|
||||||
ok;
|
ok;
|
||||||
Mode ->
|
Mode ->
|
||||||
file:change_mode(DocRoot, Mode)
|
file:change_mode(DocRoot, Mode)
|
||||||
|
end,
|
||||||
|
case Thumbnail of
|
||||||
|
true ->
|
||||||
|
case string:str(os:cmd("identify"), "Magick") of
|
||||||
|
0 ->
|
||||||
|
?ERROR_MSG("Cannot find 'identify' command, please install "
|
||||||
|
"ImageMagick or disable thumbnail creation", []);
|
||||||
|
_ ->
|
||||||
|
ok
|
||||||
|
end;
|
||||||
|
false ->
|
||||||
|
ok
|
||||||
end,
|
end,
|
||||||
ejabberd_router:register_route(Host),
|
ejabberd_router:register_route(Host),
|
||||||
{ok, #state{server_host = ServerHost, host = Host, name = Name,
|
{ok, #state{server_host = ServerHost, host = Host, name = Name,
|
||||||
access = Access, max_size = MaxSize,
|
access = Access, max_size = MaxSize,
|
||||||
secret_length = SecretLength, jid_in_url = JIDinURL,
|
secret_length = SecretLength, jid_in_url = JIDinURL,
|
||||||
file_mode = FileMode, dir_mode = DirMode,
|
file_mode = FileMode, dir_mode = DirMode,
|
||||||
|
thumbnail = Thumbnail,
|
||||||
docroot = expand_home(str:strip(DocRoot, right, $/)),
|
docroot = expand_home(str:strip(DocRoot, right, $/)),
|
||||||
put_url = expand_host(str:strip(PutURL, right, $/), ServerHost),
|
put_url = expand_host(str:strip(PutURL, right, $/), ServerHost),
|
||||||
get_url = expand_host(str:strip(GetURL, right, $/), ServerHost),
|
get_url = expand_host(str:strip(GetURL, right, $/), ServerHost),
|
||||||
|
@ -278,15 +304,18 @@ init({ServerHost, Opts}) ->
|
||||||
|
|
||||||
handle_call({use_slot, Slot}, _From, #state{file_mode = FileMode,
|
handle_call({use_slot, Slot}, _From, #state{file_mode = FileMode,
|
||||||
dir_mode = DirMode,
|
dir_mode = DirMode,
|
||||||
|
get_url = GetPrefix,
|
||||||
|
thumbnail = Thumbnail,
|
||||||
docroot = DocRoot} = State) ->
|
docroot = DocRoot} = State) ->
|
||||||
case get_slot(Slot, State) of
|
case get_slot(Slot, State) of
|
||||||
{ok, {Size, Timer}} ->
|
{ok, {Size, Timer}} ->
|
||||||
timer:cancel(Timer),
|
timer:cancel(Timer),
|
||||||
NewState = del_slot(Slot, State),
|
NewState = del_slot(Slot, State),
|
||||||
Path = str:join([DocRoot | Slot], <<$/>>),
|
Path = str:join([DocRoot | Slot], <<$/>>),
|
||||||
{reply, {ok, Size, Path, FileMode, DirMode}, NewState};
|
{reply, {ok, Size, Path, FileMode, DirMode, GetPrefix, Thumbnail},
|
||||||
error ->
|
NewState};
|
||||||
{reply, {error, <<"Invalid slot">>}, State}
|
error ->
|
||||||
|
{reply, {error, <<"Invalid slot">>}, State}
|
||||||
end;
|
end;
|
||||||
handle_call(get_docroot, _From, #state{docroot = DocRoot} = State) ->
|
handle_call(get_docroot, _From, #state{docroot = DocRoot} = State) ->
|
||||||
{reply, {ok, DocRoot}, State};
|
{reply, {ok, DocRoot}, State};
|
||||||
|
@ -305,12 +334,12 @@ handle_cast(Request, State) ->
|
||||||
handle_info({route, From, To, #xmlel{name = <<"iq">>} = Stanza}, State) ->
|
handle_info({route, From, To, #xmlel{name = <<"iq">>} = Stanza}, State) ->
|
||||||
Request = jlib:iq_query_info(Stanza),
|
Request = jlib:iq_query_info(Stanza),
|
||||||
{Reply, NewState} = case process_iq(From, Request, State) of
|
{Reply, NewState} = case process_iq(From, Request, State) of
|
||||||
R when is_record(R, iq) ->
|
R when is_record(R, iq) ->
|
||||||
{R, State};
|
{R, State};
|
||||||
{R, S} ->
|
{R, S} ->
|
||||||
{R, S};
|
{R, S};
|
||||||
not_request ->
|
not_request ->
|
||||||
{none, State}
|
{none, State}
|
||||||
end,
|
end,
|
||||||
if Reply /= none ->
|
if Reply /= none ->
|
||||||
ejabberd_router:route(To, From, jlib:iq_to_xml(Reply));
|
ejabberd_router:route(To, From, jlib:iq_to_xml(Reply));
|
||||||
|
@ -345,77 +374,88 @@ code_change(_OldVsn, #state{server_host = ServerHost} = State, _Extra) ->
|
||||||
-spec process([binary()], #request{})
|
-spec process([binary()], #request{})
|
||||||
-> {pos_integer(), [{binary(), binary()}], binary()}.
|
-> {pos_integer(), [{binary(), binary()}], binary()}.
|
||||||
|
|
||||||
process(LocalPath, #request{method = 'PUT', host = Host, ip = IP,
|
|
||||||
data = Data}) ->
|
|
||||||
Proc = gen_mod:get_module_proc(Host, ?PROCNAME),
|
|
||||||
case catch gen_server:call(Proc, {use_slot, LocalPath}) of
|
|
||||||
{ok, Size, Path, FileMode, DirMode} when byte_size(Data) == Size ->
|
|
||||||
?DEBUG("Storing file from ~s for ~s: ~s",
|
|
||||||
[?ADDR_TO_STR(IP), Host, Path]),
|
|
||||||
case store_file(Path, Data, FileMode, DirMode) of
|
|
||||||
ok ->
|
|
||||||
http_response(Host, 201);
|
|
||||||
{error, Error} ->
|
|
||||||
?ERROR_MSG("Cannot store file ~s from ~s for ~s: ~p",
|
|
||||||
[Path, ?ADDR_TO_STR(IP), Host, Error]),
|
|
||||||
http_response(Host, 500)
|
|
||||||
end;
|
|
||||||
{ok, Size, Path} ->
|
|
||||||
?INFO_MSG("Rejecting file ~s from ~s for ~s: Size is ~B, not ~B",
|
|
||||||
[Path, ?ADDR_TO_STR(IP), Host, byte_size(Data), Size]),
|
|
||||||
http_response(Host, 413);
|
|
||||||
{error, Error} ->
|
|
||||||
?INFO_MSG("Rejecting file from ~s for ~s: ~p",
|
|
||||||
[?ADDR_TO_STR(IP), Host, Error]),
|
|
||||||
http_response(Host, 403);
|
|
||||||
Error ->
|
|
||||||
?ERROR_MSG("Cannot handle PUT request from ~s for ~s: ~p",
|
|
||||||
[?ADDR_TO_STR(IP), Host, Error]),
|
|
||||||
http_response(Host, 500)
|
|
||||||
end;
|
|
||||||
process(LocalPath, #request{method = Method, host = Host, ip = IP})
|
process(LocalPath, #request{method = Method, host = Host, ip = IP})
|
||||||
|
when length(LocalPath) < 3,
|
||||||
|
Method == 'PUT' orelse
|
||||||
|
Method == 'GET' orelse
|
||||||
|
Method == 'HEAD' ->
|
||||||
|
?DEBUG("Rejecting ~s request from ~s for ~s: Too few path components",
|
||||||
|
[Method, ?ADDR_TO_STR(IP), Host]),
|
||||||
|
http_response(Host, 404);
|
||||||
|
process(_LocalPath, #request{method = 'PUT', host = Host, ip = IP,
|
||||||
|
data = Data} = Request) ->
|
||||||
|
{Proc, Slot} = parse_http_request(Request),
|
||||||
|
case catch gen_server:call(Proc, {use_slot, Slot}) of
|
||||||
|
{ok, Size, Path, FileMode, DirMode, GetPrefix, Thumbnail}
|
||||||
|
when byte_size(Data) == Size ->
|
||||||
|
?DEBUG("Storing file from ~s for ~s: ~s",
|
||||||
|
[?ADDR_TO_STR(IP), Host, Path]),
|
||||||
|
case store_file(Path, Data, FileMode, DirMode,
|
||||||
|
GetPrefix, Slot, Thumbnail) of
|
||||||
|
ok ->
|
||||||
|
http_response(Host, 201);
|
||||||
|
{ok, Headers, OutData} ->
|
||||||
|
http_response(Host, 201, Headers, OutData);
|
||||||
|
{error, Error} ->
|
||||||
|
?ERROR_MSG("Cannot store file ~s from ~s for ~s: ~p",
|
||||||
|
[Path, ?ADDR_TO_STR(IP), Host, ?FORMAT(Error)]),
|
||||||
|
http_response(Host, 500)
|
||||||
|
end;
|
||||||
|
{ok, Size, Path, _FileMode, _DirMode, _GetPrefix, _Thumbnail} ->
|
||||||
|
?INFO_MSG("Rejecting file ~s from ~s for ~s: Size is ~B, not ~B",
|
||||||
|
[Path, ?ADDR_TO_STR(IP), Host, byte_size(Data), Size]),
|
||||||
|
http_response(Host, 413);
|
||||||
|
{error, Error} ->
|
||||||
|
?INFO_MSG("Rejecting file from ~s for ~s: ~p",
|
||||||
|
[?ADDR_TO_STR(IP), Host, Error]),
|
||||||
|
http_response(Host, 403);
|
||||||
|
Error ->
|
||||||
|
?ERROR_MSG("Cannot handle PUT request from ~s for ~s: ~p",
|
||||||
|
[?ADDR_TO_STR(IP), Host, Error]),
|
||||||
|
http_response(Host, 500)
|
||||||
|
end;
|
||||||
|
process(_LocalPath, #request{method = Method, host = Host, ip = IP} = Request)
|
||||||
when Method == 'GET';
|
when Method == 'GET';
|
||||||
Method == 'HEAD' ->
|
Method == 'HEAD' ->
|
||||||
Proc = gen_mod:get_module_proc(Host, ?PROCNAME),
|
{Proc, [_UserDir, _RandDir, FileName] = Slot} = parse_http_request(Request),
|
||||||
case catch gen_server:call(Proc, get_docroot) of
|
case catch gen_server:call(Proc, get_docroot) of
|
||||||
{ok, DocRoot} ->
|
{ok, DocRoot} ->
|
||||||
Path = str:join([DocRoot | LocalPath], <<$/>>),
|
Path = str:join([DocRoot | Slot], <<$/>>),
|
||||||
case file:read_file(Path) of
|
case file:read_file(Path) of
|
||||||
{ok, Data} ->
|
{ok, Data} ->
|
||||||
?INFO_MSG("Serving ~s to ~s", [Path, ?ADDR_TO_STR(IP)]),
|
?INFO_MSG("Serving ~s to ~s", [Path, ?ADDR_TO_STR(IP)]),
|
||||||
FileName = lists:last(LocalPath),
|
ContentType = guess_content_type(FileName),
|
||||||
ContentType = guess_content_type(FileName),
|
Headers1 = case ContentType of
|
||||||
Headers1 = case ContentType of
|
<<"image/", _SubType/binary>> -> [];
|
||||||
<<"image/", _SubType/binary>> -> [];
|
<<"text/", _SubType/binary>> -> [];
|
||||||
<<"text/", _SubType/binary>> -> [];
|
_ ->
|
||||||
_ ->
|
[{<<"Content-Disposition">>,
|
||||||
[{<<"Content-Disposition">>,
|
<<"attachment; filename=",
|
||||||
<<"attachment; filename=",
|
$", FileName/binary, $">>}]
|
||||||
$", FileName/binary, $">>}]
|
end,
|
||||||
end,
|
Headers2 = [{<<"Content-Type">>, ContentType} | Headers1],
|
||||||
Headers2 = [{<<"Content-Type">>, ContentType} | Headers1],
|
http_response(Host, 200, Headers2, Data);
|
||||||
http_response(Host, 200, Headers2, Data);
|
{error, eacces} ->
|
||||||
{error, eacces} ->
|
?INFO_MSG("Cannot serve ~s to ~s: Permission denied",
|
||||||
?INFO_MSG("Cannot serve ~s to ~s: Permission denied",
|
[Path, ?ADDR_TO_STR(IP)]),
|
||||||
[Path, ?ADDR_TO_STR(IP)]),
|
http_response(Host, 403);
|
||||||
http_response(Host, 403);
|
{error, enoent} ->
|
||||||
{error, enoent} ->
|
?INFO_MSG("Cannot serve ~s to ~s: No such file",
|
||||||
?INFO_MSG("Cannot serve ~s to ~s: No such file or directory",
|
[Path, ?ADDR_TO_STR(IP)]),
|
||||||
[Path, ?ADDR_TO_STR(IP)]),
|
http_response(Host, 404);
|
||||||
http_response(Host, 404);
|
{error, eisdir} ->
|
||||||
{error, eisdir} ->
|
?INFO_MSG("Cannot serve ~s to ~s: Is a directory",
|
||||||
?INFO_MSG("Cannot serve ~s to ~s: Is a directory",
|
[Path, ?ADDR_TO_STR(IP)]),
|
||||||
[Path, ?ADDR_TO_STR(IP)]),
|
http_response(Host, 404);
|
||||||
http_response(Host, 404);
|
{error, Error} ->
|
||||||
{error, Error} ->
|
?INFO_MSG("Cannot serve ~s to ~s: ~s",
|
||||||
?INFO_MSG("Cannot serve ~s to ~s: ~s",
|
[Path, ?ADDR_TO_STR(IP), ?FORMAT(Error)]),
|
||||||
[Path, ?ADDR_TO_STR(IP), ?FORMAT(Error)]),
|
http_response(Host, 500)
|
||||||
http_response(Host, 500)
|
end;
|
||||||
end;
|
Error ->
|
||||||
Error ->
|
?ERROR_MSG("Cannot handle ~s request from ~s for ~s: ~p",
|
||||||
?ERROR_MSG("Cannot handle ~s request from ~s for ~s: ~p",
|
[Method, ?ADDR_TO_STR(IP), Host, Error]),
|
||||||
[Method, ?ADDR_TO_STR(IP), Host, Error]),
|
http_response(Host, 500)
|
||||||
http_response(Host, 500)
|
|
||||||
end;
|
end;
|
||||||
process(_LocalPath, #request{method = 'OPTIONS', host = Host, ip = IP}) ->
|
process(_LocalPath, #request{method = 'OPTIONS', host = Host, ip = IP}) ->
|
||||||
?DEBUG("Responding to OPTIONS request from ~s for ~s",
|
?DEBUG("Responding to OPTIONS request from ~s for ~s",
|
||||||
|
@ -439,10 +479,10 @@ get_proc_name(ServerHost, ModuleName) ->
|
||||||
(_) -> <<"http://@HOST@">>
|
(_) -> <<"http://@HOST@">>
|
||||||
end,
|
end,
|
||||||
<<"http://@HOST@">>),
|
<<"http://@HOST@">>),
|
||||||
[_, ProcHost | _] = binary:split(expand_host(PutURL, ServerHost),
|
{ok, {_Scheme, _UserInfo, Host, _Port, Path, _Query}} =
|
||||||
[<<"http://">>, <<"https://">>,
|
http_uri:parse(binary_to_list(expand_host(PutURL, ServerHost))),
|
||||||
<<":">>, <<"/">>], [global]),
|
ProcPrefix = list_to_binary(string:strip(Host ++ Path, right, $/)),
|
||||||
gen_mod:get_module_proc(ProcHost, ModuleName).
|
gen_mod:get_module_proc(ProcPrefix, ModuleName).
|
||||||
|
|
||||||
-spec expand_home(binary()) -> binary().
|
-spec expand_home(binary()) -> binary().
|
||||||
|
|
||||||
|
@ -475,31 +515,33 @@ process_iq(From,
|
||||||
when XMLNS == ?NS_HTTP_UPLOAD;
|
when XMLNS == ?NS_HTTP_UPLOAD;
|
||||||
XMLNS == ?NS_HTTP_UPLOAD_OLD ->
|
XMLNS == ?NS_HTTP_UPLOAD_OLD ->
|
||||||
case acl:match_rule(ServerHost, Access, From) of
|
case acl:match_rule(ServerHost, Access, From) of
|
||||||
allow ->
|
allow ->
|
||||||
case parse_request(SubEl, Lang) of
|
case parse_request(SubEl, Lang) of
|
||||||
{ok, File, Size, ContentType} ->
|
{ok, File, Size, ContentType} ->
|
||||||
case create_slot(State, From, File, Size, ContentType, Lang) of
|
case create_slot(State, From, File, Size, ContentType,
|
||||||
{ok, Slot} ->
|
Lang) of
|
||||||
{ok, Timer} = timer:send_after(?SLOT_TIMEOUT,
|
{ok, Slot} ->
|
||||||
{slot_timed_out, Slot}),
|
{ok, Timer} = timer:send_after(?SLOT_TIMEOUT,
|
||||||
NewState = add_slot(Slot, Size, Timer, State),
|
{slot_timed_out,
|
||||||
SlotEl = slot_el(Slot, State, XMLNS),
|
Slot}),
|
||||||
{IQ#iq{type = result, sub_el = [SlotEl]}, NewState};
|
NewState = add_slot(Slot, Size, Timer, State),
|
||||||
{ok, PutURL, GetURL} ->
|
SlotEl = slot_el(Slot, State, XMLNS),
|
||||||
SlotEl = slot_el(PutURL, GetURL, XMLNS),
|
{IQ#iq{type = result, sub_el = [SlotEl]}, NewState};
|
||||||
IQ#iq{type = result, sub_el = [SlotEl]};
|
{ok, PutURL, GetURL} ->
|
||||||
{error, Error} ->
|
SlotEl = slot_el(PutURL, GetURL, XMLNS),
|
||||||
IQ#iq{type = error, sub_el = [SubEl, Error]}
|
IQ#iq{type = result, sub_el = [SlotEl]};
|
||||||
end;
|
{error, Error} ->
|
||||||
{error, Error} ->
|
IQ#iq{type = error, sub_el = [SubEl, Error]}
|
||||||
?DEBUG("Cannot parse request from ~s",
|
end;
|
||||||
[jlib:jid_to_string(From)]),
|
{error, Error} ->
|
||||||
IQ#iq{type = error, sub_el = [SubEl, Error]}
|
?DEBUG("Cannot parse request from ~s",
|
||||||
end;
|
[jlib:jid_to_string(From)]),
|
||||||
deny ->
|
IQ#iq{type = error, sub_el = [SubEl, Error]}
|
||||||
?DEBUG("Denying HTTP upload slot request from ~s",
|
end;
|
||||||
[jlib:jid_to_string(From)]),
|
deny ->
|
||||||
IQ#iq{type = error, sub_el = [SubEl, ?ERR_FORBIDDEN]}
|
?DEBUG("Denying HTTP upload slot request from ~s",
|
||||||
|
[jlib:jid_to_string(From)]),
|
||||||
|
IQ#iq{type = error, sub_el = [SubEl, ?ERR_FORBIDDEN]}
|
||||||
end;
|
end;
|
||||||
process_iq(_From, #iq{sub_el = SubEl} = IQ, _State) ->
|
process_iq(_From, #iq{sub_el = SubEl} = IQ, _State) ->
|
||||||
IQ#iq{type = error, sub_el = [SubEl, ?ERR_NOT_ALLOWED]};
|
IQ#iq{type = error, sub_el = [SubEl, ?ERR_NOT_ALLOWED]};
|
||||||
|
@ -513,25 +555,25 @@ process_iq(_From, invalid, _State) ->
|
||||||
|
|
||||||
parse_request(#xmlel{name = <<"request">>, attrs = Attrs} = Request, Lang) ->
|
parse_request(#xmlel{name = <<"request">>, attrs = Attrs} = Request, Lang) ->
|
||||||
case xml:get_attr(<<"xmlns">>, Attrs) of
|
case xml:get_attr(<<"xmlns">>, Attrs) of
|
||||||
{value, XMLNS} when XMLNS == ?NS_HTTP_UPLOAD;
|
{value, XMLNS} when XMLNS == ?NS_HTTP_UPLOAD;
|
||||||
XMLNS == ?NS_HTTP_UPLOAD_OLD ->
|
XMLNS == ?NS_HTTP_UPLOAD_OLD ->
|
||||||
case {xml:get_subtag_cdata(Request, <<"filename">>),
|
case {xml:get_subtag_cdata(Request, <<"filename">>),
|
||||||
xml:get_subtag_cdata(Request, <<"size">>),
|
xml:get_subtag_cdata(Request, <<"size">>),
|
||||||
xml:get_subtag_cdata(Request, <<"content-type">>)} of
|
xml:get_subtag_cdata(Request, <<"content-type">>)} of
|
||||||
{File, SizeStr, ContentType} when byte_size(File) > 0 ->
|
{File, SizeStr, ContentType} when byte_size(File) > 0 ->
|
||||||
case catch jlib:binary_to_integer(SizeStr) of
|
case catch jlib:binary_to_integer(SizeStr) of
|
||||||
Size when is_integer(Size), Size > 0 ->
|
Size when is_integer(Size), Size > 0 ->
|
||||||
{ok, File, Size, yield_content_type(ContentType)};
|
{ok, File, Size, yield_content_type(ContentType)};
|
||||||
_ ->
|
_ ->
|
||||||
Text = <<"Please specify file size.">>,
|
Text = <<"Please specify file size.">>,
|
||||||
{error, ?ERRT_BAD_REQUEST(Lang, Text)}
|
{error, ?ERRT_BAD_REQUEST(Lang, Text)}
|
||||||
end;
|
end;
|
||||||
_ ->
|
_ ->
|
||||||
Text = <<"Please specify file name.">>,
|
Text = <<"Please specify file name.">>,
|
||||||
{error, ?ERRT_BAD_REQUEST(Lang, Text)}
|
{error, ?ERRT_BAD_REQUEST(Lang, Text)}
|
||||||
end;
|
end;
|
||||||
_ ->
|
_ ->
|
||||||
{error, ?ERR_BAD_REQUEST}
|
{error, ?ERR_BAD_REQUEST}
|
||||||
end;
|
end;
|
||||||
parse_request(_El, _Lang) -> {error, ?ERR_BAD_REQUEST}.
|
parse_request(_El, _Lang) -> {error, ?ERR_BAD_REQUEST}.
|
||||||
|
|
||||||
|
@ -556,16 +598,16 @@ create_slot(#state{service_url = undefined,
|
||||||
UserDir = <<DocRoot/binary, $/, UserStr/binary>>,
|
UserDir = <<DocRoot/binary, $/, UserStr/binary>>,
|
||||||
case ejabberd_hooks:run_fold(http_upload_slot_request, ServerHost, allow,
|
case ejabberd_hooks:run_fold(http_upload_slot_request, ServerHost, allow,
|
||||||
[JID, UserDir, Size, Lang]) of
|
[JID, UserDir, Size, Lang]) of
|
||||||
allow ->
|
allow ->
|
||||||
RandStr = make_rand_string(SecretLength),
|
RandStr = make_rand_string(SecretLength),
|
||||||
FileStr = make_file_string(File),
|
FileStr = make_file_string(File),
|
||||||
?INFO_MSG("Got HTTP upload slot for ~s (file: ~s)",
|
?INFO_MSG("Got HTTP upload slot for ~s (file: ~s)",
|
||||||
[jlib:jid_to_string(JID), File]),
|
[jlib:jid_to_string(JID), File]),
|
||||||
{ok, [UserStr, RandStr, FileStr]};
|
{ok, [UserStr, RandStr, FileStr]};
|
||||||
deny ->
|
deny ->
|
||||||
{error, ?ERR_SERVICE_UNAVAILABLE};
|
{error, ?ERR_SERVICE_UNAVAILABLE};
|
||||||
#xmlel{} = Error ->
|
#xmlel{} = Error ->
|
||||||
{error, Error}
|
{error, Error}
|
||||||
end;
|
end;
|
||||||
create_slot(#state{service_url = ServiceURL},
|
create_slot(#state{service_url = ServiceURL},
|
||||||
#jid{luser = U, lserver = S} = JID, File, Size, ContentType,
|
#jid{luser = U, lserver = S} = JID, File, Size, ContentType,
|
||||||
|
@ -579,37 +621,38 @@ create_slot(#state{service_url = ServiceURL},
|
||||||
"&size=" ++ ?URL_ENC(SizeStr) ++
|
"&size=" ++ ?URL_ENC(SizeStr) ++
|
||||||
"&content_type=" ++ ?URL_ENC(ContentType),
|
"&content_type=" ++ ?URL_ENC(ContentType),
|
||||||
case httpc:request(get, {GetRequest, []}, HttpOptions, Options) of
|
case httpc:request(get, {GetRequest, []}, HttpOptions, Options) of
|
||||||
{ok, {Code, Body}} when Code >= 200, Code =< 299 ->
|
{ok, {Code, Body}} when Code >= 200, Code =< 299 ->
|
||||||
case binary:split(Body, <<$\n>>, [global, trim]) of
|
case binary:split(Body, <<$\n>>, [global, trim]) of
|
||||||
[<<"http", _/binary>> = PutURL, <<"http", _/binary>> = GetURL] ->
|
[<<"http", _/binary>> = PutURL,
|
||||||
?INFO_MSG("Got HTTP upload slot for ~s (file: ~s)",
|
<<"http", _/binary>> = GetURL] ->
|
||||||
[jlib:jid_to_string(JID), File]),
|
?INFO_MSG("Got HTTP upload slot for ~s (file: ~s)",
|
||||||
{ok, PutURL, GetURL};
|
[jlib:jid_to_string(JID), File]),
|
||||||
Lines ->
|
{ok, PutURL, GetURL};
|
||||||
?ERROR_MSG("Cannot parse data received for ~s from <~s>: ~p",
|
Lines ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL, Lines]),
|
?ERROR_MSG("Can't parse data received for ~s from <~s>: ~p",
|
||||||
{error, ?ERR_SERVICE_UNAVAILABLE}
|
[jlib:jid_to_string(JID), ServiceURL, Lines]),
|
||||||
end;
|
{error, ?ERR_SERVICE_UNAVAILABLE}
|
||||||
{ok, {402, _Body}} ->
|
end;
|
||||||
?INFO_MSG("Got status code 402 for ~s from <~s>",
|
{ok, {402, _Body}} ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL]),
|
?INFO_MSG("Got status code 402 for ~s from <~s>",
|
||||||
{error, ?ERR_RESOURCE_CONSTRAINT};
|
[jlib:jid_to_string(JID), ServiceURL]),
|
||||||
{ok, {403, _Body}} ->
|
{error, ?ERR_RESOURCE_CONSTRAINT};
|
||||||
?INFO_MSG("Got status code 403 for ~s from <~s>",
|
{ok, {403, _Body}} ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL]),
|
?INFO_MSG("Got status code 403 for ~s from <~s>",
|
||||||
{error, ?ERR_NOT_ALLOWED};
|
[jlib:jid_to_string(JID), ServiceURL]),
|
||||||
{ok, {413, _Body}} ->
|
{error, ?ERR_NOT_ALLOWED};
|
||||||
?INFO_MSG("Got status code 413 for ~s from <~s>",
|
{ok, {413, _Body}} ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL]),
|
?INFO_MSG("Got status code 413 for ~s from <~s>",
|
||||||
{error, ?ERR_NOT_ACCEPTABLE};
|
[jlib:jid_to_string(JID), ServiceURL]),
|
||||||
{ok, {Code, _Body}} ->
|
{error, ?ERR_NOT_ACCEPTABLE};
|
||||||
?ERROR_MSG("Got unexpected status code for ~s from <~s>: ~B",
|
{ok, {Code, _Body}} ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL, Code]),
|
?ERROR_MSG("Got unexpected status code for ~s from <~s>: ~B",
|
||||||
{error, ?ERR_SERVICE_UNAVAILABLE};
|
[jlib:jid_to_string(JID), ServiceURL, Code]),
|
||||||
{error, Reason} ->
|
{error, ?ERR_SERVICE_UNAVAILABLE};
|
||||||
?ERROR_MSG("Error requesting upload slot for ~s from <~s>: ~p",
|
{error, Reason} ->
|
||||||
[jlib:jid_to_string(JID), ServiceURL, Reason]),
|
?ERROR_MSG("Error requesting upload slot for ~s from <~s>: ~p",
|
||||||
{error, ?ERR_SERVICE_UNAVAILABLE}
|
[jlib:jid_to_string(JID), ServiceURL, Reason]),
|
||||||
|
{error, ?ERR_SERVICE_UNAVAILABLE}
|
||||||
end.
|
end.
|
||||||
|
|
||||||
-spec add_slot(slot(), pos_integer(), timer:tref(), state()) -> state().
|
-spec add_slot(slot(), pos_integer(), timer:tref(), state()) -> state().
|
||||||
|
@ -701,12 +744,59 @@ iq_disco_info(Lang, Name) ->
|
||||||
|
|
||||||
%% HTTP request handling.
|
%% HTTP request handling.
|
||||||
|
|
||||||
-spec store_file(file:filename_all(), binary(),
|
-spec parse_http_request(#request{}) -> {atom(), slot()}.
|
||||||
|
|
||||||
|
parse_http_request(#request{host = Host, path = Path}) ->
|
||||||
|
PrefixLength = length(Path) - 3,
|
||||||
|
{ProcURL, Slot} = if PrefixLength > 0 ->
|
||||||
|
Prefix = lists:sublist(Path, PrefixLength),
|
||||||
|
{str:join([Host | Prefix], $/),
|
||||||
|
lists:nthtail(PrefixLength, Path)};
|
||||||
|
true ->
|
||||||
|
{Host, Path}
|
||||||
|
end,
|
||||||
|
{gen_mod:get_module_proc(ProcURL, ?PROCNAME), Slot}.
|
||||||
|
|
||||||
|
-spec store_file(binary(), binary(),
|
||||||
integer() | undefined,
|
integer() | undefined,
|
||||||
integer() | undefined)
|
integer() | undefined,
|
||||||
|
binary(), slot(), boolean())
|
||||||
|
-> ok | {ok, [{binary(), binary()}], binary()} | {error, term()}.
|
||||||
|
|
||||||
|
store_file(Path, Data, FileMode, DirMode, GetPrefix, Slot, Thumbnail) ->
|
||||||
|
case do_store_file(Path, Data, FileMode, DirMode) of
|
||||||
|
ok when Thumbnail ->
|
||||||
|
case identify(Path) of
|
||||||
|
{ok, MediaInfo} ->
|
||||||
|
case convert(Path, MediaInfo) of
|
||||||
|
{ok, OutPath} ->
|
||||||
|
[UserDir, RandDir | _] = Slot,
|
||||||
|
FileName = filename:basename(OutPath),
|
||||||
|
URL = str:join([GetPrefix, UserDir,
|
||||||
|
RandDir, FileName], <<$/>>),
|
||||||
|
ThumbEl = thumb_el(OutPath, URL),
|
||||||
|
{ok,
|
||||||
|
[{<<"Content-Type">>,
|
||||||
|
<<"text/xml; charset=utf-8">>}],
|
||||||
|
xml:element_to_binary(ThumbEl)};
|
||||||
|
pass ->
|
||||||
|
ok
|
||||||
|
end;
|
||||||
|
pass ->
|
||||||
|
ok
|
||||||
|
end;
|
||||||
|
ok ->
|
||||||
|
ok;
|
||||||
|
Err ->
|
||||||
|
Err
|
||||||
|
end.
|
||||||
|
|
||||||
|
-spec do_store_file(file:filename_all(), binary(),
|
||||||
|
integer() | undefined,
|
||||||
|
integer() | undefined)
|
||||||
-> ok | {error, term()}.
|
-> ok | {error, term()}.
|
||||||
|
|
||||||
store_file(Path, Data, FileMode, DirMode) ->
|
do_store_file(Path, Data, FileMode, DirMode) ->
|
||||||
try
|
try
|
||||||
ok = filelib:ensure_dir(Path),
|
ok = filelib:ensure_dir(Path),
|
||||||
{ok, Io} = file:open(Path, [write, exclusive, raw]),
|
{ok, Io} = file:open(Path, [write, exclusive, raw]),
|
||||||
|
@ -727,10 +817,10 @@ store_file(Path, Data, FileMode, DirMode) ->
|
||||||
end,
|
end,
|
||||||
ok = Ok % Raise an exception if file:write/2 failed.
|
ok = Ok % Raise an exception if file:write/2 failed.
|
||||||
catch
|
catch
|
||||||
_:{badmatch, {error, Error}} ->
|
_:{badmatch, {error, Error}} ->
|
||||||
{error, ?FORMAT(Error)};
|
{error, Error};
|
||||||
_:Error ->
|
_:Error ->
|
||||||
{error, Error}
|
{error, Error}
|
||||||
end.
|
end.
|
||||||
|
|
||||||
-spec guess_content_type(binary()) -> binary().
|
-spec guess_content_type(binary()) -> binary().
|
||||||
|
@ -768,11 +858,11 @@ http_response(Host, Code, ExtraHeaders, Body) ->
|
||||||
end,
|
end,
|
||||||
[]),
|
[]),
|
||||||
Headers = case proplists:is_defined(<<"Content-Type">>, ExtraHeaders) of
|
Headers = case proplists:is_defined(<<"Content-Type">>, ExtraHeaders) of
|
||||||
true ->
|
true ->
|
||||||
[ServerHeader | ExtraHeaders];
|
[ServerHeader | ExtraHeaders];
|
||||||
false ->
|
false ->
|
||||||
[ServerHeader, {<<"Content-Type">>, <<"text/plain">>} |
|
[ServerHeader, {<<"Content-Type">>, <<"text/plain">>} |
|
||||||
ExtraHeaders]
|
ExtraHeaders]
|
||||||
end ++ CustomHeaders,
|
end ++ CustomHeaders,
|
||||||
{Code, Headers, Body}.
|
{Code, Headers, Body}.
|
||||||
|
|
||||||
|
@ -786,6 +876,70 @@ code_to_message(413) -> <<"File size doesn't match requested size.">>;
|
||||||
code_to_message(500) -> <<"Internal server error.">>;
|
code_to_message(500) -> <<"Internal server error.">>;
|
||||||
code_to_message(_Code) -> <<"">>.
|
code_to_message(_Code) -> <<"">>.
|
||||||
|
|
||||||
|
%%--------------------------------------------------------------------
|
||||||
|
%% Image manipulation stuff.
|
||||||
|
%%--------------------------------------------------------------------
|
||||||
|
|
||||||
|
-spec identify(binary()) -> {ok, media_info()} | pass.
|
||||||
|
|
||||||
|
identify(Path) ->
|
||||||
|
Cmd = io_lib:format("identify -format 'ok %m %h %w' ~s", [Path]),
|
||||||
|
Res = string:strip(os:cmd(Cmd), right, $\n),
|
||||||
|
case string:tokens(Res, " ") of
|
||||||
|
["ok", T, H, W] ->
|
||||||
|
{ok, #media_info{type = list_to_binary(string:to_lower(T)),
|
||||||
|
height = list_to_integer(H),
|
||||||
|
width = list_to_integer(W)}};
|
||||||
|
_ ->
|
||||||
|
?DEBUG("Cannot identify type of ~s: ~s", [Path, Res]),
|
||||||
|
pass
|
||||||
|
end.
|
||||||
|
|
||||||
|
-spec convert(binary(), media_info()) -> {ok, binary()} | pass.
|
||||||
|
|
||||||
|
convert(Path, #media_info{type = T, width = W, height = H}) ->
|
||||||
|
if W * H >= 25000000 ->
|
||||||
|
?DEBUG("The image ~s is more than 25 Mpix", [Path]),
|
||||||
|
pass;
|
||||||
|
W =< 300, H =< 300 ->
|
||||||
|
{ok, Path};
|
||||||
|
T == <<"gif">>; T == <<"jpeg">>; T == <<"png">>; T == <<"webp">> ->
|
||||||
|
Dir = filename:dirname(Path),
|
||||||
|
FileName = <<(randoms:get_string())/binary, $., T/binary>>,
|
||||||
|
OutPath = filename:join(Dir, FileName),
|
||||||
|
Cmd = io_lib:format("convert -resize 300 ~s ~s", [Path, OutPath]),
|
||||||
|
case os:cmd(Cmd) of
|
||||||
|
"" ->
|
||||||
|
{ok, OutPath};
|
||||||
|
Err ->
|
||||||
|
?ERROR_MSG("Failed to convert ~s to ~s: ~s",
|
||||||
|
[Path, OutPath, string:strip(Err, right, $\n)]),
|
||||||
|
pass
|
||||||
|
end;
|
||||||
|
true ->
|
||||||
|
?DEBUG("Won't call 'convert' for unknown type ~s", [T]),
|
||||||
|
pass
|
||||||
|
end.
|
||||||
|
|
||||||
|
-spec thumb_el(binary(), binary()) -> xmlel().
|
||||||
|
|
||||||
|
thumb_el(Path, URI) ->
|
||||||
|
ContentType = guess_content_type(Path),
|
||||||
|
case identify(Path) of
|
||||||
|
{ok, #media_info{height = H, width = W}} ->
|
||||||
|
#xmlel{name = <<"thumbnail">>,
|
||||||
|
attrs = [{<<"xmlns">>, ?NS_THUMBS_1},
|
||||||
|
{<<"media-type">>, ContentType},
|
||||||
|
{<<"uri">>, URI},
|
||||||
|
{<<"height">>, jlib:integer_to_binary(H)},
|
||||||
|
{<<"width">>, jlib:integer_to_binary(W)}]};
|
||||||
|
pass ->
|
||||||
|
#xmlel{name = <<"thumbnail">>,
|
||||||
|
attrs = [{<<"xmlns">>, ?NS_THUMBS_1},
|
||||||
|
{<<"uri">>, URI},
|
||||||
|
{<<"media-type">>, ContentType}]}
|
||||||
|
end.
|
||||||
|
|
||||||
%%--------------------------------------------------------------------
|
%%--------------------------------------------------------------------
|
||||||
%% Remove user.
|
%% Remove user.
|
||||||
%%--------------------------------------------------------------------
|
%%--------------------------------------------------------------------
|
||||||
|
@ -811,7 +965,7 @@ remove_user(User, Server) ->
|
||||||
?DEBUG("Found no HTTP upload directory of ~s@~s", [User, Server]);
|
?DEBUG("Found no HTTP upload directory of ~s@~s", [User, Server]);
|
||||||
{error, Error} ->
|
{error, Error} ->
|
||||||
?ERROR_MSG("Cannot remove HTTP upload directory of ~s@~s: ~p",
|
?ERROR_MSG("Cannot remove HTTP upload directory of ~s@~s: ~p",
|
||||||
[User, Server, Error])
|
[User, Server, ?FORMAT(Error)])
|
||||||
end,
|
end,
|
||||||
ok.
|
ok.
|
||||||
|
|
||||||
|
@ -824,16 +978,16 @@ del_tree(Dir) ->
|
||||||
{ok, Entries} = file:list_dir(Dir),
|
{ok, Entries} = file:list_dir(Dir),
|
||||||
lists:foreach(fun(Path) ->
|
lists:foreach(fun(Path) ->
|
||||||
case filelib:is_dir(Path) of
|
case filelib:is_dir(Path) of
|
||||||
true ->
|
true ->
|
||||||
ok = del_tree(Path);
|
ok = del_tree(Path);
|
||||||
false ->
|
false ->
|
||||||
ok = file:delete(Path)
|
ok = file:delete(Path)
|
||||||
end
|
end
|
||||||
end, [Dir ++ "/" ++ Entry || Entry <- Entries]),
|
end, [Dir ++ "/" ++ Entry || Entry <- Entries]),
|
||||||
ok = file:del_dir(Dir)
|
ok = file:del_dir(Dir)
|
||||||
catch
|
catch
|
||||||
_:{badmatch, {error, Error}} ->
|
_:{badmatch, {error, Error}} ->
|
||||||
{error, ?FORMAT(Error)};
|
{error, Error};
|
||||||
_:Error ->
|
_:Error ->
|
||||||
{error, Error}
|
{error, Error}
|
||||||
end.
|
end.
|
||||||
|
|
|
@ -75,8 +75,8 @@ start(ServerHost, Opts) ->
|
||||||
|
|
||||||
stop(ServerHost) ->
|
stop(ServerHost) ->
|
||||||
Proc = mod_http_upload:get_proc_name(ServerHost, ?PROCNAME),
|
Proc = mod_http_upload:get_proc_name(ServerHost, ?PROCNAME),
|
||||||
ok = supervisor:terminate_child(ejabberd_sup, Proc),
|
supervisor:terminate_child(ejabberd_sup, Proc),
|
||||||
ok = supervisor:delete_child(ejabberd_sup, Proc).
|
supervisor:delete_child(ejabberd_sup, Proc).
|
||||||
|
|
||||||
-spec mod_opt_type(atom()) -> fun((term()) -> term()) | [atom()].
|
-spec mod_opt_type(atom()) -> fun((term()) -> term()) | [atom()].
|
||||||
|
|
||||||
|
@ -143,47 +143,52 @@ handle_cast({handle_slot_request, #jid{user = U, server = S} = JID, Path, Size},
|
||||||
access_hard_quota = AccessHardQuota,
|
access_hard_quota = AccessHardQuota,
|
||||||
disk_usage = DiskUsage} = State) ->
|
disk_usage = DiskUsage} = State) ->
|
||||||
HardQuota = case acl:match_rule(ServerHost, AccessHardQuota, JID) of
|
HardQuota = case acl:match_rule(ServerHost, AccessHardQuota, JID) of
|
||||||
Hard when is_integer(Hard), Hard > 0 ->
|
Hard when is_integer(Hard), Hard > 0 ->
|
||||||
Hard * 1024 * 1024;
|
Hard * 1024 * 1024;
|
||||||
_ ->
|
_ ->
|
||||||
0
|
0
|
||||||
end,
|
end,
|
||||||
SoftQuota = case acl:match_rule(ServerHost, AccessSoftQuota, JID) of
|
SoftQuota = case acl:match_rule(ServerHost, AccessSoftQuota, JID) of
|
||||||
Soft when is_integer(Soft), Soft > 0 ->
|
Soft when is_integer(Soft), Soft > 0 ->
|
||||||
Soft * 1024 * 1024;
|
Soft * 1024 * 1024;
|
||||||
_ ->
|
_ ->
|
||||||
0
|
0
|
||||||
end,
|
end,
|
||||||
OldSize = case dict:find({U, S}, DiskUsage) of
|
OldSize = case dict:find({U, S}, DiskUsage) of
|
||||||
{ok, Value} ->
|
{ok, Value} ->
|
||||||
Value;
|
Value;
|
||||||
error ->
|
error ->
|
||||||
undefined
|
undefined
|
||||||
end,
|
end,
|
||||||
NewSize = case {HardQuota, SoftQuota} of
|
NewSize = case {HardQuota, SoftQuota} of
|
||||||
{0, 0} ->
|
{0, 0} ->
|
||||||
?DEBUG("No quota specified for ~s",
|
?DEBUG("No quota specified for ~s",
|
||||||
[jlib:jid_to_string(JID)]),
|
[jlib:jid_to_string(JID)]),
|
||||||
Size;
|
undefined;
|
||||||
{0, _} ->
|
{0, _} ->
|
||||||
?WARNING_MSG("No hard quota specified for ~s",
|
?WARNING_MSG("No hard quota specified for ~s",
|
||||||
[jlib:jid_to_string(JID)]),
|
[jlib:jid_to_string(JID)]),
|
||||||
enforce_quota(Path, Size, OldSize, SoftQuota, SoftQuota);
|
enforce_quota(Path, Size, OldSize, SoftQuota, SoftQuota);
|
||||||
{_, 0} ->
|
{_, 0} ->
|
||||||
?WARNING_MSG("No soft quota specified for ~s",
|
?WARNING_MSG("No soft quota specified for ~s",
|
||||||
[jlib:jid_to_string(JID)]),
|
[jlib:jid_to_string(JID)]),
|
||||||
enforce_quota(Path, Size, OldSize, HardQuota, HardQuota);
|
enforce_quota(Path, Size, OldSize, HardQuota, HardQuota);
|
||||||
_ when SoftQuota > HardQuota ->
|
_ when SoftQuota > HardQuota ->
|
||||||
?WARNING_MSG("Bad quota for ~s (soft: ~p, hard: ~p)",
|
?WARNING_MSG("Bad quota for ~s (soft: ~p, hard: ~p)",
|
||||||
[jlib:jid_to_string(JID),
|
[jlib:jid_to_string(JID),
|
||||||
SoftQuota, HardQuota]),
|
SoftQuota, HardQuota]),
|
||||||
enforce_quota(Path, Size, OldSize, SoftQuota, SoftQuota);
|
enforce_quota(Path, Size, OldSize, SoftQuota, SoftQuota);
|
||||||
_ ->
|
_ ->
|
||||||
?DEBUG("Enforcing quota for ~s",
|
?DEBUG("Enforcing quota for ~s",
|
||||||
[jlib:jid_to_string(JID)]),
|
[jlib:jid_to_string(JID)]),
|
||||||
enforce_quota(Path, Size, OldSize, SoftQuota, HardQuota)
|
enforce_quota(Path, Size, OldSize, SoftQuota, HardQuota)
|
||||||
end,
|
end,
|
||||||
{noreply, State#state{disk_usage = dict:store({U, S}, NewSize, DiskUsage)}};
|
NewDiskUsage = if is_integer(NewSize) ->
|
||||||
|
dict:store({U, S}, NewSize, DiskUsage);
|
||||||
|
true ->
|
||||||
|
DiskUsage
|
||||||
|
end,
|
||||||
|
{noreply, State#state{disk_usage = NewDiskUsage}};
|
||||||
handle_cast(Request, State) ->
|
handle_cast(Request, State) ->
|
||||||
?ERROR_MSG("Got unexpected request: ~p", [Request]),
|
?ERROR_MSG("Got unexpected request: ~p", [Request]),
|
||||||
{noreply, State}.
|
{noreply, State}.
|
||||||
|
@ -196,17 +201,19 @@ handle_info(sweep, #state{server_host = ServerHost,
|
||||||
when is_integer(MaxDays), MaxDays > 0 ->
|
when is_integer(MaxDays), MaxDays > 0 ->
|
||||||
?DEBUG("Got 'sweep' message for ~s", [ServerHost]),
|
?DEBUG("Got 'sweep' message for ~s", [ServerHost]),
|
||||||
case file:list_dir(DocRoot) of
|
case file:list_dir(DocRoot) of
|
||||||
{ok, Entries} ->
|
{ok, Entries} ->
|
||||||
BackThen = secs_since_epoch() - (MaxDays * 86400),
|
BackThen = secs_since_epoch() - (MaxDays * 86400),
|
||||||
DocRootS = binary_to_list(DocRoot),
|
DocRootS = binary_to_list(DocRoot),
|
||||||
PathNames = lists:map(fun(Entry) -> DocRootS ++ "/" ++ Entry end,
|
PathNames = lists:map(fun(Entry) ->
|
||||||
Entries),
|
DocRootS ++ "/" ++ Entry
|
||||||
UserDirs = lists:filter(fun filelib:is_dir/1, PathNames),
|
end, Entries),
|
||||||
lists:foreach(fun(UserDir) -> delete_old_files(UserDir, BackThen) end,
|
UserDirs = lists:filter(fun filelib:is_dir/1, PathNames),
|
||||||
UserDirs);
|
lists:foreach(fun(UserDir) ->
|
||||||
{error, Error} ->
|
delete_old_files(UserDir, BackThen)
|
||||||
?ERROR_MSG("Cannot open document root ~s: ~s",
|
end, UserDirs);
|
||||||
[DocRoot, ?FORMAT(Error)])
|
{error, Error} ->
|
||||||
|
?ERROR_MSG("Cannot open document root ~s: ~s",
|
||||||
|
[DocRoot, ?FORMAT(Error)])
|
||||||
end,
|
end,
|
||||||
{noreply, State};
|
{noreply, State};
|
||||||
handle_info(Info, State) ->
|
handle_info(Info, State) ->
|
||||||
|
@ -276,14 +283,14 @@ enforce_quota(UserDir, SlotSize, _OldSize, MinSize, MaxSize) ->
|
||||||
|
|
||||||
-spec delete_old_files(file:filename_all(), integer()) -> ok.
|
-spec delete_old_files(file:filename_all(), integer()) -> ok.
|
||||||
|
|
||||||
delete_old_files(UserDir, Timestamp) ->
|
delete_old_files(UserDir, CutOff) ->
|
||||||
FileInfo = gather_file_info(UserDir),
|
FileInfo = gather_file_info(UserDir),
|
||||||
case [Path || {Path, _Size, Time} <- FileInfo, Time < Timestamp] of
|
case [Path || {Path, _Size, Time} <- FileInfo, Time < CutOff] of
|
||||||
[] ->
|
[] ->
|
||||||
ok;
|
ok;
|
||||||
OldFiles ->
|
OldFiles ->
|
||||||
lists:foreach(fun(File) -> del_file_and_dir(File) end, OldFiles),
|
lists:foreach(fun(File) -> del_file_and_dir(File) end, OldFiles),
|
||||||
file:del_dir(UserDir) % In case it's empty, now.
|
file:del_dir(UserDir) % In case it's empty, now.
|
||||||
end.
|
end.
|
||||||
|
|
||||||
-spec gather_file_info(file:filename_all())
|
-spec gather_file_info(file:filename_all())
|
||||||
|
@ -293,49 +300,50 @@ gather_file_info(Dir) when is_binary(Dir) ->
|
||||||
gather_file_info(binary_to_list(Dir));
|
gather_file_info(binary_to_list(Dir));
|
||||||
gather_file_info(Dir) ->
|
gather_file_info(Dir) ->
|
||||||
case file:list_dir(Dir) of
|
case file:list_dir(Dir) of
|
||||||
{ok, Entries} ->
|
{ok, Entries} ->
|
||||||
lists:foldl(fun(Entry, Acc) ->
|
lists:foldl(fun(Entry, Acc) ->
|
||||||
Path = Dir ++ "/" ++ Entry,
|
Path = Dir ++ "/" ++ Entry,
|
||||||
case file:read_file_info(Path, [{time, posix}]) of
|
case file:read_file_info(Path,
|
||||||
{ok, #file_info{type = directory}} ->
|
[{time, posix}]) of
|
||||||
gather_file_info(Path) ++ Acc;
|
{ok, #file_info{type = directory}} ->
|
||||||
{ok, #file_info{type = regular,
|
gather_file_info(Path) ++ Acc;
|
||||||
mtime = Time,
|
{ok, #file_info{type = regular,
|
||||||
size = Size}} ->
|
mtime = Time,
|
||||||
[{Path, Size, Time} | Acc];
|
size = Size}} ->
|
||||||
{ok, _Info} ->
|
[{Path, Size, Time} | Acc];
|
||||||
?DEBUG("Won't stat(2) non-regular file ~s",
|
{ok, _Info} ->
|
||||||
[Path]),
|
?DEBUG("Won't stat(2) non-regular file ~s",
|
||||||
Acc;
|
[Path]),
|
||||||
{error, Error} ->
|
Acc;
|
||||||
?ERROR_MSG("Cannot stat(2) ~s: ~s",
|
{error, Error} ->
|
||||||
[Path, ?FORMAT(Error)]),
|
?ERROR_MSG("Cannot stat(2) ~s: ~s",
|
||||||
Acc
|
[Path, ?FORMAT(Error)]),
|
||||||
end
|
Acc
|
||||||
end, [], Entries);
|
end
|
||||||
{error, enoent} ->
|
end, [], Entries);
|
||||||
?DEBUG("Directory ~s doesn't exist", [Dir]),
|
{error, enoent} ->
|
||||||
[];
|
?DEBUG("Directory ~s doesn't exist", [Dir]),
|
||||||
{error, Error} ->
|
[];
|
||||||
?ERROR_MSG("Cannot open directory ~s: ~s", [Dir, ?FORMAT(Error)]),
|
{error, Error} ->
|
||||||
[]
|
?ERROR_MSG("Cannot open directory ~s: ~s", [Dir, ?FORMAT(Error)]),
|
||||||
|
[]
|
||||||
end.
|
end.
|
||||||
|
|
||||||
-spec del_file_and_dir(file:name_all()) -> ok.
|
-spec del_file_and_dir(file:name_all()) -> ok.
|
||||||
|
|
||||||
del_file_and_dir(File) ->
|
del_file_and_dir(File) ->
|
||||||
case file:delete(File) of
|
case file:delete(File) of
|
||||||
ok ->
|
ok ->
|
||||||
?INFO_MSG("Removed ~s", [File]),
|
?INFO_MSG("Removed ~s", [File]),
|
||||||
Dir = filename:dirname(File),
|
Dir = filename:dirname(File),
|
||||||
case file:del_dir(Dir) of
|
case file:del_dir(Dir) of
|
||||||
ok ->
|
ok ->
|
||||||
?DEBUG("Removed ~s", [Dir]);
|
?DEBUG("Removed ~s", [Dir]);
|
||||||
{error, Error} ->
|
{error, Error} ->
|
||||||
?INFO_MSG("Cannot remove ~s: ~s", [Dir, ?FORMAT(Error)])
|
?DEBUG("Cannot remove ~s: ~s", [Dir, ?FORMAT(Error)])
|
||||||
end;
|
end;
|
||||||
{error, Error} ->
|
{error, Error} ->
|
||||||
?WARNING_MSG("Cannot remove ~s: ~s", [File, ?FORMAT(Error)])
|
?WARNING_MSG("Cannot remove ~s: ~s", [File, ?FORMAT(Error)])
|
||||||
end.
|
end.
|
||||||
|
|
||||||
-spec secs_since_epoch() -> non_neg_integer().
|
-spec secs_since_epoch() -> non_neg_integer().
|
||||||
|
|
Loading…
Reference in New Issue