Skip to content

Load additional Cuttlefish configuration files #2258

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Feb 28, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
54 changes: 46 additions & 8 deletions apps/rabbitmq_prelaunch/src/rabbit_prelaunch_conf.erl
Original file line number Diff line number Diff line change
Expand Up @@ -20,14 +20,28 @@ setup(Context) ->

%% TODO: Check if directories/files are inside Mnesia dir.

%% TODO: Support glob patterns & directories in RABBITMQ_CONFIG_FILE.
%% TODO: Always try parsing of both erlang and cuttlefish formats.

ok = set_default_config(),

AdditionalConfigFiles = find_additional_config_files(Context),
AdvancedConfigFile = find_actual_advanced_config_file(Context),
State = case find_actual_main_config_file(Context) of
{MainConfigFile, erlang} ->
case AdditionalConfigFiles of
[] ->
ok;
_ ->
rabbit_log_prelaunch:notice(
"The following additional configuration "
"files are not loaded when the main "
"configuration file uses the Erlang terms "
"based format"),
lists:foreach(
fun(File) ->
rabbit_log_prelaunch:notice(
" - ~ts", [File])
end,
AdditionalConfigFiles)
end,
Config = load_erlang_term_based_config_file(
MainConfigFile),
Apps = [App || {App, _} <- Config],
Expand All @@ -36,7 +50,17 @@ setup(Context) ->
config_files => [MainConfigFile],
config_advanced_file => undefined};
{MainConfigFile, cuttlefish} ->
ConfigFiles = [MainConfigFile],
ConfigFiles = [MainConfigFile | AdditionalConfigFiles],
Config = load_cuttlefish_config_file(Context,
ConfigFiles,
AdvancedConfigFile),
Apps = [App || {App, _} <- Config],
decrypt_config(Apps),
#{config_type => cuttlefish,
config_files => ConfigFiles,
config_advanced_file => AdvancedConfigFile};
undefined when AdditionalConfigFiles =/= [] ->
ConfigFiles = AdditionalConfigFiles,
Config = load_cuttlefish_config_file(Context,
ConfigFiles,
AdvancedConfigFile),
Expand Down Expand Up @@ -134,6 +158,19 @@ find_actual_main_config_file(#{main_config_file := File}) ->
end
end.

find_additional_config_files(#{additional_config_files := Pattern})
when Pattern =/= undefined ->
Pattern1 = case filelib:is_dir(Pattern) of
true -> filename:join(Pattern, "*");
false -> Pattern
end,
OnlyFiles = [File ||
File <- filelib:wildcard(Pattern1),
filelib:is_regular(File)],
lists:sort(OnlyFiles);
find_additional_config_files(_) ->
[].

find_actual_advanced_config_file(#{advanced_config_file := File}) ->
case filelib:is_regular(File) of
true -> File;
Expand Down Expand Up @@ -210,19 +247,20 @@ generate_config_from_cuttlefish_files(Context,
end, ConfigFiles),
case cuttlefish_conf:files(ConfigFiles) of
{errorlist, Errors} ->
rabbit_log_prelaunch:error("Error generating configuration:", []),
rabbit_log_prelaunch:error("Error parsing configuration:"),
lists:foreach(
fun(Error) ->
rabbit_log_prelaunch:error(" - ~ts", [cuttlefish_error:xlate(Error)])
end, Errors),
throw({error, failed_to_generate_configuration_file});
rabbit_log_prelaunch:error("Are these files using the Cuttlefish format?"),
throw({error, failed_to_parse_configuration_file});
Config0 ->
%% Finalize configuration, based on the schema.
Config = case cuttlefish_generator:map(Schema, Config0) of
{error, Phase, {errorlist, Errors}} ->
%% TODO
rabbit_log_prelaunch:error(
"Error generating configuration in phase ~ts:",
"Error preparing configuration in phase ~ts:",
[Phase]),
lists:foreach(
fun(Error) ->
Expand All @@ -231,7 +269,7 @@ generate_config_from_cuttlefish_files(Context,
[cuttlefish_error:xlate(Error)])
end, Errors),
throw(
{error, failed_to_generate_configuration_file});
{error, failed_to_prepare_configuration});
ValidConfig ->
proplists:delete(vm_args, ValidConfig)
end,
Expand Down
9 changes: 3 additions & 6 deletions src/rabbit.erl
Original file line number Diff line number Diff line change
Expand Up @@ -349,21 +349,18 @@ run_prelaunch_second_phase() ->
%% 2. Feature flags registry.
ok = rabbit_prelaunch_feature_flags:setup(Context),

%% 3. Configuration check + loading.
ok = rabbit_prelaunch_conf:setup(Context),

%% 4. Logging.
%% 3. Logging.
ok = rabbit_prelaunch_logging:setup(Context),

case IsInitialPass of
true ->
%% 5. HiPE compilation.
%% 4. HiPE compilation.
ok = rabbit_prelaunch_hipe:setup(Context);
false ->
ok
end,

%% 6. Clustering.
%% 5. Clustering.
ok = rabbit_prelaunch_cluster:setup(Context),

%% Start Mnesia now that everything is ready.
Expand Down