#!/usr/bin/env python3 ''' This file is GPLv3 like the rest of this repo. However, you may use it in a project with any license through imports, without affecting the license of the rest of your project, even if you include this file in the project source tree, as long as you publish any modifications made to this file. ''' import argparse import bisect import collections import os import sys import lkmc.import_path class _Argument: def __init__( self, long_or_short_1, long_or_short_2=None, default=None, dest=None, help=None, nargs=None, **kwargs ): self.args = [] # argparse is crappy and cannot tell us if arguments were given or not. # We need that information to decide if the config file should override argparse or not. # So we just use None as a sentinel. self.kwargs = {'default': None} shortname, longname, key, is_option = self.get_key( long_or_short_1, long_or_short_2, dest ) if shortname is not None: self.args.append(shortname) if is_option: self.args.append(longname) else: self.args.append(key) self.kwargs['metavar'] = longname if default is not None and nargs is None: self.kwargs['nargs'] = '?' if dest is not None: self.kwargs['dest'] = dest if nargs is not None: self.kwargs['nargs'] = nargs if default is True or default is False: bool_action = 'store_true' self.is_bool = True else: self.is_bool = False if default is None and ( nargs in ('*', '+') or ('action' in kwargs and kwargs['action'] == 'append') ): default = [] if self.is_bool and not 'action' in kwargs: self.kwargs['action'] = bool_action if help is not None: if default is not None: if help[-1] == '\n': if '\n\n' in help[:-1]: help += '\n' elif help[-1] == ' ': pass else: help += ' ' help += 'Default: {}'.format(default) self.kwargs['help'] = help self.optional = ( default is not None or self.is_bool or is_option or nargs in ('?', '*', '+') ) self.kwargs.update(kwargs) self.default = default self.longname = longname self.key = key self.is_option = is_option self.nargs = nargs def __str__(self): return str(self.args) + ' ' + str(self.kwargs) @staticmethod def get_key( long_or_short_1, long_or_short_2=None, dest=None, **kwargs ): if long_or_short_2 is None: shortname = None longname = long_or_short_1 else: shortname = long_or_short_1 longname = long_or_short_2 if longname[0] == '-': key = longname.lstrip('-').replace('-', '_') is_option = True else: key = longname.replace('-', '_') is_option = False if dest is not None: key = dest return shortname, longname, key, is_option class CliFunction: ''' A function that can be called either from Python code, or from the command line. Features: * single argument description in format very similar to argparse * handle default arguments transparently in both cases * expose a configuration file mechanism to get default parameters from a file * fix some argparse.ArgumentParser() annoyances: ** allow dashes in positional arguments: https://stackoverflow.com/questions/12834785/having-options-in-argparse-with-a-dash ** boolean defaults automatically use store_true or store_false, and add a --no-* CLI option to invert them if set from the config * from a Python call, get the corresponding CLI string list. See get_cli. * easily determine if arguments were given on the command line https://stackoverflow.com/questions/30487767/check-if-argparse-optional-argument-is-set-or-not/30491369 This somewhat duplicates: https://click.palletsprojects.com but: * that decorator API is insane * CLI + Python for single functions was wontfixed: https://github.com/pallets/click/issues/40 + Oh, and I commented on that issue pointing to this alternative and they deleted my comment: https://github.com/pallets/click/issues/40#event-2088718624 Lol. It could have been useful for other Googlers and as an implementation reference. ''' def __call__(self, **kwargs): ''' Python version of the function call. Not called by cli() indirectly, so can be overridden to distinguish between Python and CLI calls. :type arguments: Dict ''' return self._do_main(kwargs) def _do_main(self, kwargs): return self.main(**self._get_args(kwargs)) def __init__(self, default_config_file=None, description=None, extra_config_params=None): self._arguments = collections.OrderedDict() self._default_config_file = default_config_file self._description = description self.extra_config_params = extra_config_params if self._default_config_file is not None: self.add_argument( '--config-file', default=self._default_config_file, help='Path to the configuration file to use' ) def __str__(self): return '\n'.join(str(arg[key]) for key in self._arguments) def _get_args(self, kwargs): ''' Resolve default arguments from the config file and CLI param defaults. Add an extra _args_given argument which determines if an argument was given or not. Args set from the config file count as given. ''' args_with_defaults = kwargs.copy() # Add missing args from config file. config_file = None args_given = {} if 'config_file' in args_with_defaults and args_with_defaults['config_file'] is not None: config_file = args_with_defaults['config_file'] args_given['config_file'] = True else: config_file = self._default_config_file args_given['config_file'] = False for key in self._arguments: args_given[key] = not ( not key in args_with_defaults or args_with_defaults[key] is None or self._arguments[key].nargs == '*' and args_with_defaults[key] == [] ) if config_file is not None: if os.path.exists(config_file): config_configs = {} config = lkmc.import_path.import_path(config_file) if self.extra_config_params is None: config.set_args(config_configs) else: config.set_args(config_configs, self.extra_config_params) for key in config_configs: if key not in self._arguments: raise Exception('Unknown key in config file: ' + key) if not args_given[key]: args_with_defaults[key] = config_configs[key] args_given[key] = True elif args_given['config_file']: raise Exception('Config file does not exist: ' + config_file) # Add missing args from hard-coded defaults. for key in self._arguments: argument = self._arguments[key] # TODO: in (None, []) is ugly, and will probably go wrong at some point, # there must be a better way to do it, but I'm lazy now to think. if (not key in args_with_defaults) or args_with_defaults[key] in (None, []): if argument.optional: args_with_defaults[key] = argument.default else: raise Exception('Value not given for mandatory argument: ' + key) args_with_defaults['_args_given'] = args_given if 'config_file' in args_with_defaults: del args_with_defaults['config_file'] return args_with_defaults def add_argument( self, *args, **kwargs ): argument = _Argument(*args, **kwargs) self._arguments[argument.key] = argument def cli_noexit(self, cli_args=None): ''' Call the function from the CLI. Parse command line arguments to get all arguments. :return: the return of main ''' parser = argparse.ArgumentParser( description=self._description, formatter_class=argparse.RawTextHelpFormatter, ) for key in self._arguments: argument = self._arguments[key] parser.add_argument(*argument.args, **argument.kwargs) # print(key) # print(argument.args) # print(argument.kwargs) if argument.is_bool: new_longname = '--no' + argument.longname[1:] kwargs = argument.kwargs.copy() kwargs['default'] = not argument.default if kwargs['action'] in ('store_true', 'store_false'): kwargs['action'] = 'store_false' if 'help' in kwargs: del kwargs['help'] parser.add_argument(new_longname, dest=argument.key, **kwargs) args = parser.parse_args(args=cli_args) return self._do_main(vars(args)) def cli(self, *args, **kwargs): ''' Same as cli_noxit, but also exit the program with status equal to the return value of main. main must return an integer for this to be used. None is considered as 0. ''' exit_status = self.cli_noexit(*args, **kwargs) if exit_status is None: exit_status = 0 sys.exit(exit_status) def get_cli(self, **kwargs): ''' :rtype: List[Type(str)] :return: the canonical command line arguments arguments that would generate this Python function call. (--key, value) option pairs are grouped into tuples, and all other values are grouped in their own tuple (positional_arg,) or (--bool-arg,). Arguments with default values are not added, but arguments that are set by the config are also given. The optional arguments are sorted alphabetically, followed by positional arguments. The long option name is used if both long and short versions are given. ''' options = [] positional_dict = {} kwargs = self._get_args(kwargs) for key in kwargs: if not key in ('_args_given',): argument = self._arguments[key] default = argument.default value = kwargs[key] if value != default: if argument.is_option: if argument.is_bool: if value: vals = [(argument.longname,)] else: vals = [('--no-' + argument.longname[2:],)] elif 'action' in argument.kwargs and argument.kwargs['action'] == 'append': vals = [(argument.longname, str(val)) for val in value] else: vals = [(argument.longname, str(value))] for val in vals: bisect.insort(options, val) else: if type(value) is list: positional_dict[key] = [tuple([v]) for v in value] else: positional_dict[key] = [(str(value),)] # Python built-in data structures suck. # https://stackoverflow.com/questions/27726245/getting-the-key-index-in-a-python-ordereddict/27726534#27726534 positional = [] for key in self._arguments.keys(): if key in positional_dict: positional.extend(positional_dict[key]) return options + positional @staticmethod def get_key(*args, **kwargs): return _Argument.get_key(*args, **kwargs) def main(self, **kwargs): ''' Do the main function call work. :type arguments: Dict ''' raise NotImplementedError if __name__ == '__main__': class OneCliFunction(CliFunction): def __init__(self): super().__init__( default_config_file='cli_function_test_config.py', description = '''\ Description of this amazing function! ''', ) self.add_argument('-a', '--asdf', default='A', help='Help for asdf'), self.add_argument('-q', '--qwer', default='Q', help='Help for qwer'), self.add_argument('-b', '--bool-true', default=True, help='Help for bool-true'), self.add_argument('--bool-false', default=False, help='Help for bool-false'), self.add_argument('--dest', dest='custom_dest', help='Help for dest'), self.add_argument('--bool-cli', default=False, help='Help for bool'), self.add_argument('--bool-nargs', default=False, nargs='?', action='store', const='') self.add_argument('--no-default', help='Help for no-bool'), self.add_argument('--append', action='append') self.add_argument('pos-mandatory', help='Help for pos-mandatory', type=int), self.add_argument('pos-optional', default=0, help='Help for pos-optional', type=int), self.add_argument('args-star', help='Help for args-star', nargs='*'), def main(self, **kwargs): del kwargs['_args_given'] return kwargs one_cli_function = OneCliFunction() # Default code call. default = one_cli_function(pos_mandatory=1) assert default == { 'asdf': 'A', 'qwer': 'Q', 'bool_true': True, 'bool_false': False, 'bool_nargs': False, 'bool_cli': True, 'custom_dest': None, 'no_default': None, 'append': [], 'pos_mandatory': 1, 'pos_optional': 0, 'args_star': [] } # Default CLI call with programmatic CLI arguments. out = one_cli_function.cli_noexit(['1']) assert out == default # asdf out = one_cli_function(pos_mandatory=1, asdf='B') assert out['asdf'] == 'B' out['asdf'] = default['asdf'] assert out == default # asdf and qwer out = one_cli_function(pos_mandatory=1, asdf='B', qwer='R') assert out['asdf'] == 'B' assert out['qwer'] == 'R' out['asdf'] = default['asdf'] out['qwer'] = default['qwer'] assert out == default if '--bool-true': out = one_cli_function(pos_mandatory=1, bool_true=False) cli_out = one_cli_function.cli_noexit(['--no-bool-true', '1']) assert out == cli_out assert out['bool_true'] == False out['bool_true'] = default['bool_true'] assert out == default if '--bool-false': out = one_cli_function(pos_mandatory=1, bool_false=True) cli_out = one_cli_function.cli_noexit(['--bool-false', '1']) assert out == cli_out assert out['bool_false'] == True out['bool_false'] = default['bool_false'] assert out == default if '--bool-nargs': out = one_cli_function(pos_mandatory=1, bool_nargs=True) assert out['bool_nargs'] == True out['bool_nargs'] = default['bool_nargs'] assert out == default out = one_cli_function(pos_mandatory=1, bool_nargs='asdf') assert out['bool_nargs'] == 'asdf' out['bool_nargs'] = default['bool_nargs'] assert out == default # --dest out = one_cli_function(pos_mandatory=1, custom_dest='a') cli_out = one_cli_function.cli_noexit(['--dest', 'a', '1']) assert out == cli_out assert out['custom_dest'] == 'a' out['custom_dest'] = default['custom_dest'] assert out == default # Positional out = one_cli_function(pos_mandatory=1, pos_optional=2, args_star=['3', '4']) assert out['pos_mandatory'] == 1 assert out['pos_optional'] == 2 assert out['args_star'] == ['3', '4'] cli_out = one_cli_function.cli_noexit(['1', '2', '3', '4']) assert out == cli_out out['pos_mandatory'] = default['pos_mandatory'] out['pos_optional'] = default['pos_optional'] out['args_star'] = default['args_star'] assert out == default # Star out = one_cli_function(append=['1', '2'], pos_mandatory=1) cli_out = one_cli_function.cli_noexit(['--append', '1', '--append', '2', '1']) assert out == cli_out assert out['append'] == ['1', '2'] out['append'] = default['append'] assert out == default # Force a boolean value set on the config to be False on CLI. assert one_cli_function.cli_noexit(['--no-bool-cli', '1'])['bool_cli'] is False # Pick another config file. assert one_cli_function.cli_noexit(['--config-file', 'cli_function_test_config_2.py', '1'])['bool_cli'] is False # Extra config file for '*'. assert one_cli_function.cli_noexit(['--config-file', 'cli_function_test_config_2.py', '1', '2', '3', '4'])['args_star'] == ['3', '4'] assert one_cli_function.cli_noexit(['--config-file', 'cli_function_test_config_2.py', '1', '2'])['args_star'] == ['asdf', 'qwer'] # get_cli assert one_cli_function.get_cli(pos_mandatory=1, asdf='B') == [('--asdf', 'B'), ('--bool-cli',), ('1',)] assert one_cli_function.get_cli(pos_mandatory=1, asdf='B', qwer='R') == [('--asdf', 'B'), ('--bool-cli',), ('--qwer', 'R'), ('1',)] assert one_cli_function.get_cli(pos_mandatory=1, bool_true=False) == [('--bool-cli',), ('--no-bool-true',), ('1',)] assert one_cli_function.get_cli(pos_mandatory=1, bool_false=True) == [('--bool-cli',), ('--bool-false',), ('1',)] assert one_cli_function.get_cli(pos_mandatory=1, pos_optional=2, args_star=['asdf', 'qwer']) == [('--bool-cli',), ('1',), ('2',), ('asdf',), ('qwer',)] assert one_cli_function.get_cli(pos_mandatory=1, append=['2', '3']) == [('--append', '2'), ('--append', '3',), ('--bool-cli',), ('1',)] class NargsWithDefault(CliFunction): def __init__(self): super().__init__() self.add_argument('args-star', default=['1', '2'], nargs='*'), def main(self, **kwargs): return kwargs nargs_with_default = NargsWithDefault() default = nargs_with_default() assert default['args_star'] == ['1', '2'] default_cli = nargs_with_default.cli_noexit([]) assert default_cli['args_star'] == ['1', '2'] assert nargs_with_default.cli_noexit(['1', '2', '3', '4'])['args_star'] == ['1', '2', '3', '4'] if len(sys.argv) > 1: # CLI call with argv command line arguments. print(one_cli_function.cli())