tiramisu-cmdline-parser/tiramisu_cmdline_parser/api.py

# Copyright (C) 2018-2019 Team tiramisu (see AUTHORS for all contributors)
#
# This program is free software: you can redistribute it and/or modify it
# under the terms of the GNU Lesser General Public License as published by the
# Free Software Foundation, either version 3 of the License, or (at your
# option) any later version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public License for more
# details.
#
# You should have received a copy of the GNU Lesser General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
from typing import Union, List, Dict, Tuple, Optional, Any
from argparse import ArgumentParser, Namespace, SUPPRESS, _HelpAction, HelpFormatter, ArgumentDefaultsHelpFormatter
from copy import copy
from gettext import gettext as _

#try:
from tiramisu import Config
from tiramisu.error import PropertiesOptionError, LeadershipError, ConfigError
#except ImportError:
#    Config = None
#    from tiramisu_api.error import PropertiesOptionError
#    LeadershipError = ValueError
try:
    from tiramisu_api import Config as ConfigJson
    if Config is None:
        Config = ConfigJson
except ImportError:
    ConfigJson = Config


def get_choice_list(config, properties, display):
    def convert(choice):
        if isinstance(choice, int):
            return str(choice)
        return choice
    choices = [convert(choice) for choice in config.value.list() if choice != '' and choice is not None]
    if display:
        choices = '{{{}}}'.format(','.join(choices))
        if 'mandatory' not in properties:
            choices = '[{}]'.format(choices)
    return choices


class TiramisuNamespace(Namespace):
    def __init__(self,
                 config: Config,
                 root: Optional[str]) -> None:
        super().__setattr__('_config', config)
        super().__setattr__('_root', root)
        super().__setattr__('list_force_no', {})
        super().__setattr__('list_force_del', {})
        super().__setattr__('arguments', {})
        self._populate()
        super().__init__()

    def _populate(self) -> None:
        if self._root is None:
            config = self._config
        else:
            config = self._config.option(self._root)
        self._parse(config.value.get())

    def _parse(self, subconfig):
        for option, value in subconfig.items():
            if option.isoptiondescription():
                self._parse(value)
            elif not option.issymlinkoption():
                if value == [] and option.ismulti():
                    value = None
                super().__setattr__(option.path(), value)

    def __setattr__(self,
                    key: str,
                    value: Any,
                    ) -> None:
        if key in self.list_force_no:
            true_key = self.list_force_no[key]
        elif key in self.list_force_del:
            true_key = self.list_force_del[key]
        else:
            true_key = key
        option = self._config.option(true_key)
        if option.isfollower():
            _setattr = self._setattr_follower
            if not value[0].isdecimal():
                raise ValueError('index must be a number, not {}'.format(value[0]))
            index = int(value[0])
            option = self._config.option(true_key, index)
            true_value = ','.join(value[1:])
        else:
            _setattr = self._setattr
            true_value = value
        if option.type() == 'choice':
            # HACK if integer in choice
            values = option.value.list()
            if isinstance(value, list):
                int_value = []
                for val in value:
                    if isinstance(val, str) and val.isdigit():
                        int_val = int(val)
                        if int_val in values:
                            val = int_val
                    int_value.append(val)
                value = int_value
            elif value not in values and isinstance(value, str) and value.isdigit():
                int_value = int(value)
                if int_value in values:
                    value = int_value
        try:
            if key in self.list_force_del:
                option.value.pop(value)
            else:
                _setattr(option, true_key, key, value)
        except ValueError as err:
            if option.type() == 'choice':
                values = option.value.list()
                display_value = ''
                if isinstance(true_value, list):
                    for val in value:
                        if val not in values:
                            display_value = val
                            break
                else:
                    display_value = true_value
                choices = get_choice_list(option, option.property.get(), False)
                raise ValueError("argument {}: invalid choice: '{}' (choose from {})".format(self.arguments[key], display_value, ', '.join([f"'{val}'" for val in choices])))
            else:
                raise err

    def _setattr(self,
                 option: 'Option',
                 true_key: str,
                 key: str,
                 value: Any) -> None:
        if option.ismulti() and \
                value is not None and \
                not isinstance(value, list):
            value = [value]
        try:
            option.value.set(value)
        except PropertiesOptionError:
            raise AttributeError('unrecognized arguments: {}'.format(self.arguments[key]))

    def _setattr_follower(self,
                          option: 'Option',
                          true_key: str,
                          key: str,
                          value: Any) -> None:
        index = int(value[0])
        if option.type() == 'boolean':
            value = key not in self.list_force_no
        elif option.issubmulti():
            value = value[1:]
        else:
            value = value[1]
        self._config.option(true_key, index).value.set(value)


class TiramisuHelpFormatter:
    def _get_default_metavar_for_optional(self,
                                          action):
        ret = super()._get_default_metavar_for_optional(action)
        if '.' in ret:
            ret = ret.rsplit('.', 1)[1]
        return ret

    class _Section(HelpFormatter._Section):
        def format_help(self):
            # Remove empty OD
            if self.formatter.remove_empty_od and \
                    len(self.items) == 1 and \
                    self.items[0][0].__name__ == '_format_text':
                return ''
            return super().format_help()


class _TiramisuHelpAction(_HelpAction):
    needs = False
    def __call__(self, *args, **kwargs):
        _TiramisuHelpAction.needs = True

    def display(self, parser):
        _HelpAction.__call__(self, parser, None, None)


class _BuildKwargs:
    def __init__(self,
                 name: str,
                 option: 'Option',
                 cmdlineparser: 'TiramisuCmdlineParser',
                 properties: List[str],
                 force_no: bool,
                 force_del: bool,
                 add_extra_options: bool,
                 display_modified_value: bool,
                 not_display: bool) -> None:
        self.kwargs = {}
        self.cmdlineparser = cmdlineparser
        self.properties = properties
        self.force_no = force_no
        self.force_del = force_del
        if ((not self.force_no or not add_extra_options) or (not_display and not display_modified_value)) and not self.force_del:
            if self.force_no:
                description = option.information.get('negative_description', None)
            else:
                description = None
            if description is None:
                description = option.description()
            self.kwargs['help'] = description
        if 'positional' not in self.properties:
            is_short_name = self.cmdlineparser._is_short_name(name, 'longargument' in self.properties)
            if self.force_no:
                ga_name = self.gen_argument_name(name, is_short_name)
                ga_path = self.gen_argument_name(option.path(), is_short_name)
                self.cmdlineparser.namespace.list_force_no[ga_path] = option.path()
            elif self.force_del:
                ga_name = self.gen_argument_name(name, is_short_name)
                ga_path = self.gen_argument_name(option.path(), is_short_name)
                self.cmdlineparser.namespace.list_force_del[ga_path] = option.path()
            else:
                ga_name = name
            self.kwargs['dest'] = self.gen_argument_name(option.path(), False)
            argument = self.cmdlineparser._gen_argument(ga_name, is_short_name)
            self.cmdlineparser.namespace.arguments[option.path()] = argument
            self.args = [argument]
        else:
            self.cmdlineparser.namespace.arguments[option.path()] = option.path()
            self.args = [option.path()]

    def __setitem__(self,
                    key: str,
                    value: Any) -> None:
        self.kwargs[key] = value

    def add_argument(self,
                     option: 'Option'):
        is_short_name = self.cmdlineparser._is_short_name(option.name(), 'longargument' in self.properties)
        if self.force_no:
            name = self.gen_argument_name(option.name(), is_short_name)
        elif self.force_del:
            name = self.gen_argument_name(option.name(), is_short_name)
        else:
            name = option.name()
        argument = self.cmdlineparser._gen_argument(name, is_short_name)
        self.cmdlineparser.namespace.arguments[option.path()] = argument
        self.args.insert(0, argument)

    def gen_argument_name(self, name, is_short_name):
        if self.force_no:
            if is_short_name:
                prefix = 'n'
            else:
                prefix = 'no-'
            if '.' in name:
                sname = name.rsplit('.', 1)
                name = sname[0] + '.' + prefix + sname[1]
            else:
                name = prefix + name
        if self.force_del:
            if is_short_name:
                prefix = 'p'
            else:
                prefix = 'pop-'
            if '.' in name:
                sname = name.rsplit('.', 1)
                name = sname[0] + '.' + prefix + sname[1]
            else:
                name = prefix + name
        return name

    def get(self) -> Tuple[Dict]:
        return self.args, self.kwargs


class TiramisuCmdlineParser(ArgumentParser):
    def __init__(self,
                 config: Union[Config, ConfigJson],
                 *args,
                 root: str=None,
                 fullpath: bool=True,
                 remove_empty_od: bool=False,
                 display_modified_value: bool=True,
                 formatter_class=ArgumentDefaultsHelpFormatter,
                 unrestraint: bool=False,
                 add_extra_options: bool=True,
                 short_name_max_len: int=1,
                 _forhelp: bool=False,
                 **kwargs):
        if not _forhelp:
            unrestraint = True
        self.fullpath = fullpath
        self.config = config
        self.root = root
        self.remove_empty_od = remove_empty_od
        self.unrestraint = unrestraint
        self.add_extra_options = add_extra_options
        self.display_modified_value = display_modified_value
        self.short_name_max_len = short_name_max_len
        if TiramisuHelpFormatter not in formatter_class.__mro__:
            formatter_class = type('TiramisuHelpFormatter', (TiramisuHelpFormatter, formatter_class), {})
        formatter_class.remove_empty_od = self.remove_empty_od
        kwargs['formatter_class'] = formatter_class
        if not _forhelp and self.unrestraint:
            subconfig = self.config.unrestraint
        else:
            subconfig = self.config
        if self.root is None:
            subconfig = subconfig
        else:
            subconfig = subconfig.option(self.root)
        self.namespace = TiramisuNamespace(self.config, self.root)
        super().__init__(*args, **kwargs)
        self.register('action', 'help', _TiramisuHelpAction)
        self._config_to_argparser(_forhelp,
                                  subconfig,
                                  self.root,
                                  )

    def _pop_action_class(self, kwargs, default=None):
        ret = super()._pop_action_class(kwargs, default)
        if kwargs.get('action') != 'help' and kwargs.get('dest') != 'help':
            return ret
        return _TiramisuHelpAction

    def _match_arguments_partial(self,
                                 actions,
                                 arg_string_pattern):
        # used only when check first proposal for first value
        # we have to remove all actions with propertieserror
        # so only first settable option will be returned
        actions_pop = []
        for idx, action in enumerate(actions):
            if self.config.option(action.dest).property.get(only_raises=True):
                actions_pop.append(idx)
            else:
                break
        for idx in actions_pop:
            actions.pop(0)
        return super()._match_arguments_partial(actions, arg_string_pattern)

    def _is_short_name(self, name, longargument):
        return len(name) <= self.short_name_max_len and not longargument

    def _gen_argument(self, name, is_short_name):
        if is_short_name:
            return self.prefix_chars + name
        return self.prefix_chars * 2 + name

    def _parse_known_args(self, args=None, namespace=None):
        try:
            namespace_, args_ = super()._parse_known_args(args, namespace)
        except (ValueError, LeadershipError, AttributeError) as err:
            self.error(err)
        if args != args_ and args_ and args_[0].startswith(self.prefix_chars):
            # option that was disabled are no more disable
            # so create a new parser
            new_parser = TiramisuCmdlineParser(self.config,
                                               self.prog,
                                               root=self.root,
                                               remove_empty_od=self.remove_empty_od,
                                               display_modified_value=self.display_modified_value,
                                               formatter_class=self.formatter_class,
                                               epilog=self.epilog,
                                               description=self.description,
                                               unrestraint=self.unrestraint,
                                               add_extra_options=self.add_extra_options,
                                               short_name_max_len=self.short_name_max_len,
                                               fullpath=self.fullpath)
            namespace_, args_ = new_parser._parse_known_args(args_, new_parser.namespace)
        else:
            if self._registries['action']['help'].needs:
                # display help only when all variables assignemnt are done
                self._registries['action']['help'].needs = False
                helper = self._registries['action']['help'](None)
                helper.display(self)
        return namespace_, args_

    def add_argument(self, *args, **kwargs):
        if args == ('-h', '--help'):
            super().add_argument(*args, **kwargs)
        else:
            raise NotImplementedError(_('do not use add_argument'))

    def add_arguments(self, *args, **kwargs):
        raise NotImplementedError(_('do not use add_argument'))

    def add_subparsers(self, *args, **kwargs):
        raise NotImplementedError(_('do not use add_subparsers'))

    def _option_is_not_default(self,
                               properties,
                               type,
                               name,
                               value):
        if 'positional' not in properties:
            is_short_name = self._is_short_name(name, 'longargument' in properties)
            self.prog += ' {}'.format(self._gen_argument(name, is_short_name))
        if type != 'boolean':
            if isinstance(value, list):
                for val in value:
                    self.prog += ' "{}"'.format(val)
            else:
                self.prog += ' "{}"'.format(value)

    def _config_list(self,
                     config: Config,
                     prefix: Optional[str],
                     _forhelp: bool,
                     group, level):
        obj = None
        for obj in config:
            # do not display frozen option
            if 'frozen' in obj.property.get():
                continue
            if obj.isoptiondescription():
                if _forhelp:
                    description = obj.description()
                    if description == obj.name():
                        description = None
                    newgroup = self.add_argument_group(obj.path(), description)
                else:
                    newgroup = group
                if prefix:
                    prefix_ = prefix + '.' + obj.name()
                else:
                    prefix_ = obj.path()
                self._config_to_argparser(_forhelp, obj, prefix_, newgroup, level + 1)
            elif self.add_extra_options and obj.type() == 'boolean' and not obj.issymlinkoption():
                if not obj.isleader():
                    yield obj, False, None
                    yield obj, True, None
                else:
                    yield obj, False, False
                    yield obj, False, True
                    yield obj, True, None
            elif self.add_extra_options and obj.isleader():
                yield obj, None, False
                yield obj, None, True
            else:
                if not obj.issymlinkoption() and obj.type() == 'boolean' and obj.value.get() is True:
                    negative_description = obj.information.get('negative_description', None)
                    if _forhelp and not negative_description:
                        raise ValueError(_(f'the boolean "{obj.path()}" cannot have a default value to "True" with option add_extra_options if there is no negative_description'))
                    yield obj, True, None
                else:
                    yield obj, None, None
        if obj is not None and not obj.isoptiondescription() and obj.isleader():
            # no follower found, search if there is a symlink
            for sobj in config.list(uncalculated=True):
                try:
                    if sobj.issymlinkoption() and sobj.option().isleader():
                        yield sobj, None, None
                except ConfigError:
                    pass

    def _config_to_argparser(self,
                             _forhelp: bool,
                             config,
                             prefix: Optional[str],
                             group=None,
                             level=0) -> None:
        if group is None:
            group = super()
        actions = {}
        leadership_len = None
        options_is_not_default = {}
        for option, force_no, force_del in self._config_list(config, prefix, _forhelp, group, level):
            name = option.name()
            if name.startswith(self.prefix_chars):
                raise ValueError(_('name cannot startswith "{}"').format(self.prefix_chars))
            if option.issymlinkoption():
                symlink_name = option.option().name()
                if symlink_name in options_is_not_default:
                    options_is_not_default[symlink_name]['name'] = name
                if symlink_name in actions:
                    for action in actions[symlink_name]:
                        action.add_argument(option)
                continue
            if force_del:
                value = None
#            elif force_no:
#                value = not option.value.get()
            elif option.isleader():
                value = option.value.get()
                leadership_len = len(value)
            elif option.isfollower():
                if _forhelp:
                    value = option.value.defaultmulti()
                else:
                    value = []
                    try:
                        for index in range(leadership_len):
                            value.append(self.config.option(option.path(), index).value.get())
                    except:
                        value = None
            else:
                value = option.value.get()
            if self.fullpath and prefix:
                name = prefix + '.' + name
            properties = option.property.get()
            not_display = not option.isfollower() and not option.owner.isdefault() and value is not None
            kwargs = _BuildKwargs(name, option, self, properties, force_no, force_del, self.add_extra_options, self.display_modified_value, not_display)
            if _forhelp and not_display and ((value is not False and not force_no) or (value is False and force_no)):
                options_is_not_default[option.name()] = {'properties': properties,
                                                         'type': option.type(),
                                                         'name': name,
                                                         'value': value,
                                                         }
                if not self.display_modified_value:
                    continue
            if force_no:
                default = False
            else:
                default = option.value.default()
            if isinstance(default, list):
                str_default_value = ','.join([str(v) for v in default])
            else:
                str_default_value = default
            if 'positional' in properties:
                if option.type() == 'boolean':
                    raise ValueError(_('boolean option must not be positional'))
                if not 'mandatory' in properties:
                    raise ValueError('"positional" argument must be "mandatory" too')
                if _forhelp:
                    kwargs['default'] = str_default_value
                else:
                    kwargs['default'] = value
                    kwargs['nargs'] = '?'
            else:
                if _forhelp and not option.isleader():
                    if default not in [None, []]:
                        kwargs['default'] = str_default_value
                    else:
                        kwargs['default'] = SUPPRESS
                else:
                    kwargs['default'] = SUPPRESS
                if _forhelp and 'mandatory' in properties:
                    kwargs['required'] = True
                if not force_del and option.type() == 'boolean':
                    if not option.isfollower():
                        if 'storefalse' in properties:
                            if force_no:
                                action = 'store_true'
                            else:
                                action = 'store_false'
                        elif force_no:
                            action = 'store_false'
                        else:
                            action = 'store_true'
                        kwargs['action'] = action
                    else:
                        kwargs['metavar'] = 'INDEX'
            if option.type() != 'boolean' or force_del:
                if not force_del:
                    if _forhelp:
                        value = option.value.default()
                    if value not in [None, []]:
                        #kwargs['default'] = kwargs['const'] = option.default()
                        #kwargs['action'] = 'store_const'
                        kwargs['nargs'] = '?'

                    if not option.isfollower() and option.ismulti():
                        if _forhelp and 'mandatory' in properties:
                            kwargs['nargs'] = '+'
                        else:
                            kwargs['nargs'] = '*'
                if option.isfollower() and not option.type() == 'boolean':
                    metavar = option.name().upper()
                    if option.issubmulti():
                        kwargs['nargs'] = '+'
                    else:
                        kwargs['nargs'] = 2
                        if _forhelp and 'mandatory' not in properties:
                            metavar = '[{}]'.format(metavar)
                    if option.type() == 'choice':
                        # do not manage choice with argparse there is problem with integer problem
                        kwargs['metavar'] = ('INDEX', get_choice_list(option, properties, True))
                    else:
                        kwargs['metavar'] = ('INDEX', metavar)
                if force_del:
                    kwargs['metavar'] = 'INDEX'
                    kwargs['type'] = int
                elif option.type() == 'string':
                    pass
                elif option.type() == 'integer' or option.type() == 'boolean':
                    # when boolean we are here only if follower
                    kwargs['type'] = int
                    if _forhelp and option.type() == 'boolean':
                        kwargs['metavar'] = 'INDEX'
                        kwargs['nargs'] = 1
                elif option.type() == 'choice' and not option.isfollower():
                    # do not manage choice with argparse there is problem with integer problem
                    kwargs['choices'] = get_choice_list(option, properties, False)
                elif option.type() == 'float':
                    kwargs['type'] = float
                else:
                    pass
            actions.setdefault(option.name(), []).append(kwargs)

        for option_is_not_default in options_is_not_default.values():
            self._option_is_not_default(**option_is_not_default)
        for values in actions.values():
            for value in values:
                args, kwargs = value.get()
                group.add_argument(*args, **kwargs)

#    def _valid_mandatory(self):
#        pass
#
    def parse_args(self,
                   *args,
                   valid_mandatory=True,
                   **kwargs):
        kwargs['namespace'] = self.namespace
        try:
            namespaces = super().parse_args(*args, **kwargs)
        except PropertiesOptionError as err:
            name = err._subconfig.path
            properties = self.config.option(name).property.get()
            if self.fullpath and 'positional' not in properties:
                if len(name) == 1 and 'longargument' not in properties:
                    name = self.prefix_chars + name
                else:
                    name = self.prefix_chars * 2 + name
            if err.proptype == ['mandatory']:
                self.error('the following arguments are required: {}'.format(name))
            else:
                self.error('unrecognized arguments: {}'.format(name))
        if valid_mandatory:
            errors = []
            for option in self.config.value.mandatory():
                properties = option.property.get()
                if not option.isfollower():
                    if 'positional' not in properties:
                        if self.fullpath:
                            name = option.path()
                        else:
                            name = option.name()
                        is_short_name = self._is_short_name(name, 'longargument' in option.property.get())
                        args = self._gen_argument(name, is_short_name)
                    else:
                        args = option.path()
                else:
                    if 'positional' not in properties:
                        args = self._gen_argument(option.path(), False)
                    else:
                        args = option.path()
                if not self.fullpath and '.' in args:
                    args = args.rsplit('.', 1)[1]
                    if 'positional' not in properties:
                        args = self._gen_argument(args, False)
                errors.append(args)
            if errors:
                self.error('the following arguments are required: {}'.format(', '.join(errors)))
        return namespaces

    def format_usage(self,
                     *args,
                     **kwargs):
        help_formatter = TiramisuCmdlineParser(self.config,
                                               self.prog,
                                               root=self.root,
                                               fullpath=self.fullpath,
                                               remove_empty_od=self.remove_empty_od,
                                               display_modified_value=self.display_modified_value,
                                               formatter_class=self.formatter_class,
                                               add_extra_options=self.add_extra_options,
                                               short_name_max_len=self.short_name_max_len,
                                               epilog=self.epilog,
                                               description=self.description,
                                               _forhelp=True)
        return super(TiramisuCmdlineParser, help_formatter).format_usage(*args, **kwargs)

    def format_help(self):
        help_formatter = TiramisuCmdlineParser(self.config,
                                               self.prog,
                                               root=self.root,
                                               fullpath=self.fullpath,
                                               remove_empty_od=self.remove_empty_od,
                                               display_modified_value=self.display_modified_value,
                                               formatter_class=self.formatter_class,
                                               add_extra_options=self.add_extra_options,
                                               short_name_max_len=self.short_name_max_len,
                                               epilog=self.epilog,
                                               description=self.description,
                                               _forhelp=True)
        return super(TiramisuCmdlineParser, help_formatter).format_help()

    def get_config(self):
        return self.config