rougail-cli/src/rougail/cli/__main__.py

357 lines
14 KiB
Python
Raw Normal View History

2024-10-31 10:01:39 +01:00
"""
Silique (https://www.silique.fr)
2026-01-03 13:02:21 +01:00
Copyright (C) 2024-2026
2024-10-31 10:01:39 +01:00
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Mtools is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with Mtools. If not, see <http://www.gnu.org/licenses/>.
"""
import os
from warnings import filterwarnings
from pathlib import Path
from sys import exit
2025-10-31 06:19:45 +01:00
from warnings import warn
2024-08-02 10:41:11 +02:00
from tiramisu_cmdline_parser import TiramisuCmdlineParser
from tiramisu.error import PropertiesOptionError
2025-11-02 18:44:17 +01:00
from tiramisu import MetaConfig
2024-08-02 10:41:11 +02:00
from rougail import Rougail
from rougail.user_data import UserData, mandatories
2024-08-02 10:41:11 +02:00
from rougail.config import get_rougail_config
from rougail.utils import load_modules
2025-10-02 22:42:53 +02:00
from rougail.error import RougailWarning
2025-05-11 19:15:11 +02:00
2025-03-31 09:30:29 +02:00
try:
from rougail.user_data_yaml import RougailUserDataYaml
except ImportError:
RougailUserDataYaml = None
try:
from rougail.user_data_environment import RougailUserDataEnvironment
except ImportError:
RougailUserDataEnvironment = None
from .rougailconfig import load as rougailconfig_load
2024-08-02 10:41:11 +02:00
2024-10-31 10:01:39 +01:00
from .i18n import _
2024-08-02 10:41:11 +02:00
2024-10-31 10:01:39 +01:00
ENV_PREFIX = "ROUGAILCLI"
def _main(arguments, do_not_print):
global print_traceback
2024-11-01 10:34:46 +01:00
rougailconfig = get_rougail_config(
backward_compatibility=False, add_extra_options=False
)
2025-12-19 19:02:47 +01:00
cmd_config = load_cmd_user_data(rougailconfig, arguments)
print_traceback = rougailconfig["cli.debug"]
if rougailconfig["cli.versions"]:
versions = display_version(cmd_config)
if do_not_print:
return list(versions)
for version in versions:
print(version)
2025-10-31 06:19:45 +01:00
exit()
2025-12-19 19:02:47 +01:00
layer_datas, metaconfig, config, err_warn = load_user_data(rougailconfig)
if config and (not rougailconfig["cli.load_config"] or not rougailconfig["cli.read_write"]):
config.property.read_only()
2026-03-26 08:50:20 +01:00
if config and rougailconfig["cli.mandatory"]:
mandatories(config, err_warn["errors"])
output = get_output(rougailconfig,
metaconfig,
config,
err_warn,
layer_datas,
)
2025-10-31 06:19:45 +01:00
if do_not_print:
return output.run()
ret = output.print()
if ret is False:
exit(1)
2025-12-19 19:02:47 +01:00
def load_cmd_user_data(rougailconfig, arguments):
rougailconfig.generate_config()
cmd_config = rougailconfig.config
2026-05-04 12:30:15 +02:00
cmd_config.information.set("description_type", "path_and_description")
2025-05-11 19:15:11 +02:00
origin_prop = cmd_config.property.default("read_write", "append")
cmd_config.property.setdefault(
frozenset(origin_prop | {"not_for_commandline"}), "read_write", "append"
)
2024-08-02 10:41:11 +02:00
cmd_config.property.read_write()
2025-12-19 19:02:47 +01:00
config_files = None
if RougailUserDataYaml:
2025-12-19 19:02:47 +01:00
_config_files = os.environ.pop(f"{ENV_PREFIX}_CLI.CONFIG_FILE", None)
if _config_files:
_config_files = _config_files.split(',')
else:
_config_files = cmd_config.forcepermissive.option("cli.config_file").value.get()
_config_files = [_config_file for _config_file in _config_files if Path(_config_file).is_file()]
if _config_files:
config_files = _config_files
if RougailUserDataEnvironment:
env_prefix = ENV_PREFIX
else:
env_prefix = None
2025-12-19 19:02:47 +01:00
user_data = rougailconfig_load(rougailconfig, config_files, env_prefix, True, _arguments=arguments, _generate=False, _add_help=False)
2025-10-31 06:19:45 +01:00
display_warnings = rougailconfig["cli.warnings"]
manage_warnings(display_warnings)
if not cmd_config.option("cli.versions").value.get():
2025-10-31 06:19:45 +01:00
if display_warnings and user_data["warnings"]:
for warning in user_data["warnings"]:
2025-12-19 19:02:47 +01:00
if isinstance(warning, dict):
2026-01-03 13:02:21 +01:00
for w, var in warning.items():
if var:
2026-05-04 12:30:15 +02:00
warn(UserWarning(_('unable to load {0}, {1}').format(var.option.impl_get_display_name(var, with_quote=True), w)))
else:
2026-03-26 08:50:20 +01:00
warn(w)
2026-01-03 13:02:21 +01:00
else:
warn(warning)
2025-10-31 06:19:45 +01:00
if manage_warnings:
# replays to display errors if needed
parser = TiramisuCmdlineParser(
cmd_config,
short_name_max_len=2,
)
parser.parse_args(arguments)
if user_data["errors"]:
raise Exception(user_data["errors"][0])
2025-05-11 19:15:11 +02:00
cmd_config.property.setdefault(origin_prop, "read_write", "append")
2024-08-02 10:41:11 +02:00
cmd_config.property.read_only()
2025-10-31 06:19:45 +01:00
cmd_config.property.remove("not_for_commandline")
return cmd_config
def display_version(cmd_config):
versions = []
from tiramisu import __version__
yield(f"tiramisu: {__version__}")
from tiramisu_cmdline_parser import __version__
yield(f"tiramisu-cmdline-parser: {__version__}")
from rougail import __version__
yield(f"rougail: {__version__}")
from . import __version__
yield(f"rougail-cli: {__version__}")
for step in ["structural", "user_data", "output"]:
display_step = step.replace("_", "-")
for step_name in sorted(cmd_config.unrestraint.option(f"step.{step}").value.list()):
path = (
Path(__file__).parent.parent
/ (step + "_" + step_name)
/ "__init__.py"
)
if path.is_file():
try:
module = load_modules(
"rougail." + step + "_" + step_name, str(path)
)
yield(
f"rougail-{display_step}-{step_name}: {module.__version__}"
)
except Exception as err:
pass
def manage_warnings(warnings):
if not warnings:
2025-10-02 22:42:53 +02:00
filterwarnings("ignore", category=DeprecationWarning)
filterwarnings("ignore", category=RougailWarning)
else:
filterwarnings("default", category=DeprecationWarning)
filterwarnings("default", category=RougailWarning)
2025-11-02 18:44:17 +01:00
2025-12-19 19:02:47 +01:00
def load_user_data(rougailconfig):
2026-05-04 12:30:15 +02:00
layer_datas = []
2025-11-02 18:44:17 +01:00
if not rougailconfig["cli.load_config"]:
2025-11-07 13:05:28 +01:00
return None, None, None, {"errors": [], "warnings": []}
try:
user_data_names = rougailconfig["step.user_data"]
except PropertiesOptionError:
user_data_names = []
2026-01-03 13:02:21 +01:00
if rougailconfig["tiramisu_cache"]:
load_from_tiramisu_cache = rougailconfig["cli.load_from_tiramisu_cache"]
else:
load_from_tiramisu_cache = False
rougail = Rougail(rougailconfig, load_from_tiramisu_cache=load_from_tiramisu_cache)
2026-05-04 12:30:15 +02:00
has_layers = rougailconfig["cli.layers"]
last_layers = len(user_data_names) - 1
if has_layers and user_data_names:
layer_name = user_data_names[-1]
else:
layer_name = None
subconfig = metaconfig = rougail.run(name=layer_name)
try:
read_write = set()
read_only = set()
if rougailconfig["cli.inaccessible_read_write_modes"]:
read_write = set(rougailconfig["cli.inaccessible_read_write_modes"])
2025-12-30 10:57:40 +01:00
if rougailconfig["cli.inaccessible_read_only_modes"]:
read_only = set(rougailconfig["cli.inaccessible_read_only_modes"])
if rougailconfig["cli.inaccessible_modes"]:
2025-12-30 10:57:40 +01:00
modes = set(rougailconfig["cli.inaccessible_modes"])
read_only |= modes
read_write |= modes
if read_write:
2026-05-04 12:30:15 +02:00
metaconfig.property.setdefault(
frozenset(metaconfig.property.default("read_write", "append") | read_write), "read_write", "append"
)
2026-05-04 12:30:15 +02:00
metaconfig.property.setdefault(
frozenset(metaconfig.property.default("read_only", "remove") | (read_write - read_only)), "read_only", "remove"
)
for p in read_write:
2026-05-04 12:30:15 +02:00
metaconfig.permissive.add(p)
if read_only:
2026-05-04 12:30:15 +02:00
metaconfig.property.setdefault(
frozenset(metaconfig.property.default("read_only", "append") | read_only), "read_only", "append"
)
for p in read_only:
2026-05-04 12:30:15 +02:00
metaconfig.permissive.add(p)
2025-12-19 19:02:47 +01:00
if read_write or read_only:
2026-05-04 12:30:15 +02:00
metaconfig.property.read_write()
except:
pass
2026-05-04 12:30:15 +02:00
metaconfig.information.set("description_type", rougailconfig["cli.description_type"])
rougail_user_datas = {}
interactive_user_datas = {}
for ud_idx, user_data_name in enumerate(reversed(user_data_names)):
path = (
Path(__file__).parent.parent
/ ("user_data_" + user_data_name)
/ "__init__.py"
)
if not path.is_file():
raise Exception(
_('cannot find "user_data" module "{0}"').format(user_data_name)
)
module = load_modules("rougail.user_data_" + user_data_name, str(path))
rougail_user_data = module.RougailUserData
has_several_layers = hasattr(rougail_user_data, 'has_several_layers') and rougail_user_data.has_several_layers
if has_layers and has_several_layers:
layers_len = rougail_user_data(None, rougailconfig=rougailconfig).count_layers()
else:
layers_len = 1
for idx in range(layers_len):
if ud_idx and has_layers:
metaconfig = MetaConfig([metaconfig], name=user_data_name)
if not idx:
has_interactive_user_data = hasattr(rougail_user_data, 'interactive_user_data') and rougail_user_data.interactive_user_data
if has_interactive_user_data:
interactive_user_datas[user_data_name] = rougail_user_data
else:
if interactive_user_datas:
raise Exception(_('interactive user data "{0}" is loader before uninteractive user data "{1}"').format(list(interactive_user_datas), user_data_name))
rougail_user_datas[user_data_name] = rougail_user_data
root_metaconfig = metaconfig
2025-11-02 18:44:17 +01:00
err_warn = {"errors": [], "warnings": []}
2025-12-19 19:02:47 +01:00
invalid_user_data_error = rougailconfig["cli.invalid_user_data_error"]
unknown_user_data_error = rougailconfig["cli.unknown_user_data_error"]
2026-05-04 12:30:15 +02:00
user_datas = []
for idx, user_data_name in enumerate(reversed(rougail_user_datas)):
rougail_user_data = rougail_user_datas[user_data_name]
if has_layers and idx:
metaconfig = metaconfig.config(user_data_name)
metaconfig.owner.set(metaconfig.path())
for ud_idx, user_data in enumerate(rougail_user_data(
2025-11-02 18:44:17 +01:00
subconfig,
rougailconfig=rougailconfig,
2026-05-04 12:30:15 +02:00
).run()):
if has_layers and ud_idx:
metaconfig = metaconfig.config(user_data_name)
metaconfig.owner.set(metaconfig.path())
if has_layers:
layer_datas.append(user_data["source"])
new_err_warn = UserData(metaconfig).user_data([user_data], invalid_user_data_error=invalid_user_data_error, unknown_user_data_error=unknown_user_data_error)
for level, datas in new_err_warn.items():
if datas:
err_warn[level].extend(datas)
else:
user_datas.append(user_data)
if user_datas and not has_layers:
new_err_warn = UserData(metaconfig).user_data(user_datas, invalid_user_data_error=invalid_user_data_error, unknown_user_data_error=unknown_user_data_error)
for level, datas in new_err_warn.items():
if datas:
err_warn[level].extend(datas)
user_datas = []
for idx, user_data_name in enumerate(reversed(interactive_user_datas)):
rougail_user_data = interactive_user_datas[user_data_name]
if has_layers and idx:
metaconfig = metaconfig.config(user_data_name)
metaconfig.owner.set(metaconfig.path())
for ud_idx, user_data in enumerate(rougail_user_data(
subconfig,
rougailconfig=rougailconfig,
).run()):
if has_layers and ud_idx:
metaconfig = metaconfig.config(user_data_name)
metaconfig.owner.set(metaconfig.path())
if has_layers:
layer_datas.append(user_data["source"])
new_err_warn = UserData(metaconfig).user_data([user_data], invalid_user_data_error=invalid_user_data_error, unknown_user_data_error=unknown_user_data_error)
for level, datas in new_err_warn.items():
if datas:
err_warn[level].extend(datas)
else:
user_datas.append(user_data)
if user_datas and not has_layers:
new_err_warn = UserData(metaconfig).user_data(user_datas, invalid_user_data_error=invalid_user_data_error, unknown_user_data_error=unknown_user_data_error)
for level, datas in new_err_warn.items():
if datas:
err_warn[level].extend(datas)
return layer_datas, root_metaconfig, subconfig, err_warn
def get_output(rougailconfig, metaconfig, config, err_warn, layer_datas):
2024-08-02 10:41:11 +02:00
# output
2025-03-31 09:30:29 +02:00
output_name = rougailconfig["step.output"]
2024-11-01 10:34:46 +01:00
path = Path(__file__).parent.parent / ("output_" + output_name) / "__init__.py"
2024-08-02 10:41:11 +02:00
if not path.is_file():
2024-11-01 10:34:46 +01:00
raise Exception(
_('cannot find cli file for "output_name" module "{0}"').format(output_name)
)
module = load_modules("rougail.output_" + output_name, str(path))
root = rougailconfig["cli.root"]
if root:
subconfig = config.option(root)
else:
subconfig = config
output = module.RougailOutput(
config=subconfig,
true_config=config,
2024-11-01 10:34:46 +01:00
rougailconfig=rougailconfig,
user_data_errors=err_warn["errors"],
user_data_warnings=err_warn["warnings"],
2025-11-02 18:44:17 +01:00
config_owner_is_path=True,
2025-12-19 19:02:47 +01:00
root_config=metaconfig,
layer_datas=layer_datas,
)
return output
2024-10-31 10:01:39 +01:00
def main(arguments=None, do_not_print=False):
2025-02-17 10:01:23 +01:00
global print_traceback
2025-03-31 09:30:29 +02:00
print_traceback = True
2024-10-31 10:01:39 +01:00
try:
return _main(arguments, do_not_print)
2024-10-31 10:01:39 +01:00
except Exception as err:
2025-02-17 10:01:23 +01:00
if print_traceback:
import traceback
traceback.print_exc()
2025-05-02 08:09:14 +02:00
exit(_("ERROR: {0}").format(err))