Compare commits
55 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 5229ce14e3 | |||
| 8fa960f25e | |||
| 1481dfe157 | |||
| ac39b9bb0f | |||
| 44a446308f | |||
| 90bdf52416 | |||
| 191980052e | |||
| 5fbdd95c4b | |||
| 1002360e20 | |||
| a03aa1cbba | |||
| a0b692d718 | |||
| ab7d0c6e46 | |||
| 73c903b8b6 | |||
| 8f2185af32 | |||
| bae2f1f1ee | |||
| 120ce557f1 | |||
| a15b0d6460 | |||
| f0dafaf068 | |||
| 3414bdcaa3 | |||
| c8567d8098 | |||
| dc3ca88deb | |||
| a4e9c34387 | |||
| 742e1ce0e1 | |||
| 39df759f57 | |||
| b694c4284d | |||
| e184710036 | |||
| d67addde2d | |||
| 29541559d0 | |||
| db0b8cb9a0 | |||
| 6a0e62a078 | |||
| bbc5ffd6c9 | |||
| e0adba4e68 | |||
| 56bcb12ed6 | |||
| 897fe121e2 | |||
| 1a723e488f | |||
| bf502d26fa | |||
| ebea7f7ea0 | |||
| 49b288786a | |||
| e75b4d4ed1 | |||
| 7f56cfd781 | |||
| b04bf7a4da | |||
| fb260f29e1 | |||
| e8e98ca15a | |||
| 4d1302696e | |||
| 4d78df2cbc | |||
| 4a45081412 | |||
| 9cab9ea610 | |||
| 177fa55bce | |||
| 0783864629 | |||
| 8ec66dd599 | |||
| 790536eca4 | |||
| 6f1ec49a9a | |||
| c7f37a0e1b | |||
| 5001c627ef | |||
| 490c94e282 |
@@ -0,0 +1,68 @@
|
|||||||
|
name: CLI Setup
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- master
|
||||||
|
pull_request:
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
test_cli_linux_macos:
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
env:
|
||||||
|
QMK_HOME: ~/qmk_firmware
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
os: [macos-latest, ubuntu-latest]
|
||||||
|
python-version: [3.6, 3.7, 3.8]
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v1
|
||||||
|
|
||||||
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v1
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
|
||||||
|
- name: Install python dependencies
|
||||||
|
run: |
|
||||||
|
python -m pip install wheel
|
||||||
|
echo "::add-path::$HOME/.local/bin"
|
||||||
|
|
||||||
|
- name: Install QMK CLI from source
|
||||||
|
run: |
|
||||||
|
python3 -m pip install -r requirements.txt
|
||||||
|
python setup.py sdist bdist_wheel
|
||||||
|
cd ..
|
||||||
|
python3 -m pip install --force-reinstall --no-index --no-deps --prefix=~/.local --find-links qmk_cli/dist qmk
|
||||||
|
|
||||||
|
- name: Run qmk setup -y
|
||||||
|
run: qmk setup -y
|
||||||
|
|
||||||
|
test_cli_win:
|
||||||
|
runs-on: windows-latest
|
||||||
|
strategy:
|
||||||
|
matrix:
|
||||||
|
python-version: [3.6, 3.8]
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v1
|
||||||
|
|
||||||
|
- name: Set up MSYS2
|
||||||
|
uses: qmk/setup-msys2@v1
|
||||||
|
with:
|
||||||
|
update: true
|
||||||
|
|
||||||
|
- name: (MSYS2) Install git and python3
|
||||||
|
run: msys2do pacman -S git python3-pip --noconfirm
|
||||||
|
|
||||||
|
- name: (MSYS2) Upgrade pip and setuptools and install wheel
|
||||||
|
run: |
|
||||||
|
msys2do python3 -m pip install --upgrade pip setuptools
|
||||||
|
msys2do python3 -m pip install wheel
|
||||||
|
|
||||||
|
- name: (MSYS2) Install QMK CLI from source
|
||||||
|
run: msys2do ./setup_msys.sh $(cygpath "${{ github.workspace }}")
|
||||||
|
|
||||||
|
- name: (MSYS2) Run qmk setup -y
|
||||||
|
run: msys2do qmk setup -y
|
||||||
@@ -1,5 +1,5 @@
|
|||||||
# QMK CLI
|
# QMK CLI
|
||||||
|
[](https://github.com/qmk/qmk_cli/actions?query=workflow%3A%22CLI+Setup%22)
|
||||||
A program to help users work with [QMK Firmware](https://qmk.fm/).
|
A program to help users work with [QMK Firmware](https://qmk.fm/).
|
||||||
|
|
||||||
# Features
|
# Features
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ import re
|
|||||||
import shlex
|
import shlex
|
||||||
import sys
|
import sys
|
||||||
from decimal import Decimal
|
from decimal import Decimal
|
||||||
|
from pathlib import Path
|
||||||
from tempfile import NamedTemporaryFile
|
from tempfile import NamedTemporaryFile
|
||||||
from time import sleep
|
from time import sleep
|
||||||
|
|
||||||
@@ -96,7 +97,6 @@ def format_ansi(text):
|
|||||||
class ANSIFormatter(logging.Formatter):
|
class ANSIFormatter(logging.Formatter):
|
||||||
"""A log formatter that inserts ANSI color.
|
"""A log formatter that inserts ANSI color.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def format(self, record):
|
def format(self, record):
|
||||||
msg = super(ANSIFormatter, self).format(record)
|
msg = super(ANSIFormatter, self).format(record)
|
||||||
return format_ansi(msg)
|
return format_ansi(msg)
|
||||||
@@ -105,7 +105,6 @@ class ANSIFormatter(logging.Formatter):
|
|||||||
class ANSIEmojiLoglevelFormatter(ANSIFormatter):
|
class ANSIEmojiLoglevelFormatter(ANSIFormatter):
|
||||||
"""A log formatter that makes the loglevel an emoji on UTF capable terminals.
|
"""A log formatter that makes the loglevel an emoji on UTF capable terminals.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def format(self, record):
|
def format(self, record):
|
||||||
if UNICODE_SUPPORT:
|
if UNICODE_SUPPORT:
|
||||||
record.levelname = EMOJI_LOGLEVELS[record.levelname].format(**ansi_colors)
|
record.levelname = EMOJI_LOGLEVELS[record.levelname].format(**ansi_colors)
|
||||||
@@ -115,7 +114,6 @@ class ANSIEmojiLoglevelFormatter(ANSIFormatter):
|
|||||||
class ANSIStrippingFormatter(ANSIFormatter):
|
class ANSIStrippingFormatter(ANSIFormatter):
|
||||||
"""A log formatter that strips ANSI.
|
"""A log formatter that strips ANSI.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def format(self, record):
|
def format(self, record):
|
||||||
msg = super(ANSIStrippingFormatter, self).format(record)
|
msg = super(ANSIStrippingFormatter, self).format(record)
|
||||||
return ansi_escape.sub('', msg)
|
return ansi_escape.sub('', msg)
|
||||||
@@ -127,7 +125,6 @@ class Configuration(object):
|
|||||||
This class never raises IndexError, instead it will return None if a
|
This class never raises IndexError, instead it will return None if a
|
||||||
section or option does not yet exist.
|
section or option does not yet exist.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __contains__(self, key):
|
def __contains__(self, key):
|
||||||
return self._config.__contains__(key)
|
return self._config.__contains__(key)
|
||||||
|
|
||||||
@@ -181,8 +178,9 @@ class ConfigurationSection(Configuration):
|
|||||||
|
|
||||||
def __getitem__(self, key):
|
def __getitem__(self, key):
|
||||||
"""Returns a config value, pulling from the `user` section as a fallback.
|
"""Returns a config value, pulling from the `user` section as a fallback.
|
||||||
|
This is called when the attribute is accessed either via the get method or through [ ] index.
|
||||||
"""
|
"""
|
||||||
if key in self._config:
|
if key in self._config and self._config.get(key) is not None:
|
||||||
return self._config[key]
|
return self._config[key]
|
||||||
|
|
||||||
elif key in self.parent.user:
|
elif key in self.parent.user:
|
||||||
@@ -190,6 +188,15 @@ class ConfigurationSection(Configuration):
|
|||||||
|
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
def __getattr__(self, key):
|
||||||
|
"""Returns the config value from the `user` section.
|
||||||
|
This is called when the attribute is accessed via dot notation but does not exists.
|
||||||
|
"""
|
||||||
|
if key in self.parent.user:
|
||||||
|
return self.parent.user[key]
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
def handle_store_boolean(self, *args, **kwargs):
|
def handle_store_boolean(self, *args, **kwargs):
|
||||||
"""Does the add_argument for action='store_boolean'.
|
"""Does the add_argument for action='store_boolean'.
|
||||||
@@ -214,9 +221,8 @@ def handle_store_boolean(self, *args, **kwargs):
|
|||||||
|
|
||||||
|
|
||||||
class SubparserWrapper(object):
|
class SubparserWrapper(object):
|
||||||
"""Wrap subparsers so we can populate the normal and the shadow parser.
|
"""Wrap subparsers so we can track what options the user passed.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self, cli, submodule, subparser):
|
def __init__(self, cli, submodule, subparser):
|
||||||
self.cli = cli
|
self.cli = cli
|
||||||
self.submodule = submodule
|
self.submodule = submodule
|
||||||
@@ -232,40 +238,56 @@ class SubparserWrapper(object):
|
|||||||
self.subparser.completer = completer
|
self.subparser.completer = completer
|
||||||
|
|
||||||
def add_argument(self, *args, **kwargs):
|
def add_argument(self, *args, **kwargs):
|
||||||
if 'action' in kwargs and kwargs['action'] == 'store_boolean':
|
"""Add an argument for this subcommand.
|
||||||
|
|
||||||
|
This also stores the default for the argument in `self.cli.default_arguments`.
|
||||||
|
"""
|
||||||
|
if kwargs.get('action') == 'store_boolean':
|
||||||
|
# Store boolean will call us again with the enable/disable flag arguments
|
||||||
return handle_store_boolean(self, *args, **kwargs)
|
return handle_store_boolean(self, *args, **kwargs)
|
||||||
|
|
||||||
self.cli.acquire_lock()
|
self.cli.acquire_lock()
|
||||||
|
argument_name = self.cli.get_argument_name(*args, **kwargs)
|
||||||
|
|
||||||
self.subparser.add_argument(*args, **kwargs)
|
self.subparser.add_argument(*args, **kwargs)
|
||||||
|
|
||||||
if 'default' in kwargs:
|
if kwargs.get('action') == 'store_false':
|
||||||
del kwargs['default']
|
self.cli._config_store_false.append(argument_name)
|
||||||
if 'action' in kwargs and kwargs['action'] == 'store_false':
|
|
||||||
kwargs['action'] == 'store_true'
|
if kwargs.get('action') == 'store_true':
|
||||||
self.cli.subcommands_default[self.submodule].add_argument(*args, **kwargs)
|
self.cli._config_store_true.append(argument_name)
|
||||||
|
|
||||||
|
if self.submodule not in self.cli.default_arguments:
|
||||||
|
self.cli.default_arguments[self.submodule] = {}
|
||||||
|
self.cli.default_arguments[self.submodule][argument_name] = kwargs.get('default')
|
||||||
self.cli.release_lock()
|
self.cli.release_lock()
|
||||||
|
|
||||||
|
|
||||||
class MILC(object):
|
class MILC(object):
|
||||||
"""MILC - An Opinionated Batteries Included Framework
|
"""MILC - An Opinionated Batteries Included Framework
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
"""Initialize the MILC object.
|
"""Initialize the MILC object.
|
||||||
|
|
||||||
|
version
|
||||||
|
The version string to associate with your CLI program
|
||||||
"""
|
"""
|
||||||
# Setup a lock for thread safety
|
# Setup a lock for thread safety
|
||||||
self._lock = threading.RLock() if thread else None
|
self._lock = threading.RLock() if thread else None
|
||||||
|
|
||||||
# Define some basic info
|
# Define some basic info
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
|
self._config_store_true = []
|
||||||
|
self._config_store_false = []
|
||||||
self._description = None
|
self._description = None
|
||||||
self._entrypoint = None
|
self._entrypoint = None
|
||||||
self._inside_context_manager = False
|
self._inside_context_manager = False
|
||||||
self.ansi = ansi_colors
|
self.ansi = ansi_colors
|
||||||
self.arg_only = []
|
self.arg_only = {}
|
||||||
self.config = Configuration()
|
self.config = self.config_source = None
|
||||||
self.config_file = None
|
self.config_file = None
|
||||||
self.version = os.environ.get('QMK_VERSION', 'unknown')
|
self.default_arguments = {}
|
||||||
|
self.version = 'unknown'
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
# Figure out our program name
|
# Figure out our program name
|
||||||
@@ -273,6 +295,7 @@ class MILC(object):
|
|||||||
self.prog_name = self.prog_name.split('/')[-1]
|
self.prog_name = self.prog_name.split('/')[-1]
|
||||||
|
|
||||||
# Initialize all the things
|
# Initialize all the things
|
||||||
|
self.read_config_file()
|
||||||
self.initialize_argparse()
|
self.initialize_argparse()
|
||||||
self.initialize_logging()
|
self.initialize_logging()
|
||||||
|
|
||||||
@@ -282,7 +305,7 @@ class MILC(object):
|
|||||||
|
|
||||||
@description.setter
|
@description.setter
|
||||||
def description(self, value):
|
def description(self, value):
|
||||||
self._description = self._arg_parser.description = self._arg_defaults.description = value
|
self._description = self._arg_parser.description = value
|
||||||
|
|
||||||
def echo(self, text, *args, **kwargs):
|
def echo(self, text, *args, **kwargs):
|
||||||
"""Print colorized text to stdout.
|
"""Print colorized text to stdout.
|
||||||
@@ -311,12 +334,9 @@ class MILC(object):
|
|||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
self.subcommands = {}
|
self.subcommands = {}
|
||||||
self.subcommands_default = {}
|
|
||||||
self._subparsers = None
|
self._subparsers = None
|
||||||
self._subparsers_default = None
|
|
||||||
self.argwarn = argcomplete.warn
|
self.argwarn = argcomplete.warn
|
||||||
self.args = None
|
self.args = None
|
||||||
self._arg_defaults = argparse.ArgumentParser(**kwargs)
|
|
||||||
self._arg_parser = argparse.ArgumentParser(**kwargs)
|
self._arg_parser = argparse.ArgumentParser(**kwargs)
|
||||||
self.set_defaults = self._arg_parser.set_defaults
|
self.set_defaults = self._arg_parser.set_defaults
|
||||||
self.print_usage = self._arg_parser.print_usage
|
self.print_usage = self._arg_parser.print_usage
|
||||||
@@ -329,25 +349,18 @@ class MILC(object):
|
|||||||
self._arg_parser.completer = completer
|
self._arg_parser.completer = completer
|
||||||
|
|
||||||
def add_argument(self, *args, **kwargs):
|
def add_argument(self, *args, **kwargs):
|
||||||
"""Wrapper to add arguments to both the main and the shadow argparser.
|
"""Wrapper to add arguments and track whether they were passed on the command line.
|
||||||
"""
|
"""
|
||||||
if 'action' in kwargs and kwargs['action'] == 'store_boolean':
|
if 'action' in kwargs and kwargs['action'] == 'store_boolean':
|
||||||
return handle_store_boolean(self, *args, **kwargs)
|
return handle_store_boolean(self, *args, **kwargs)
|
||||||
|
|
||||||
if kwargs.get('add_dest', True) and args[0][0] == '-':
|
|
||||||
kwargs['dest'] = 'general_' + self.get_argument_name(*args, **kwargs)
|
|
||||||
if 'add_dest' in kwargs:
|
|
||||||
del kwargs['add_dest']
|
|
||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
self._arg_parser.add_argument(*args, **kwargs)
|
|
||||||
|
|
||||||
# Populate the shadow parser
|
self._arg_parser.add_argument(*args, **kwargs)
|
||||||
if 'default' in kwargs:
|
if 'general' not in self.default_arguments:
|
||||||
del kwargs['default']
|
self.default_arguments['general'] = {}
|
||||||
if 'action' in kwargs and kwargs['action'] == 'store_false':
|
self.default_arguments['general'][self.get_argument_name(*args, **kwargs)] = kwargs.get('default')
|
||||||
kwargs['action'] == 'store_true'
|
|
||||||
self._arg_defaults.add_argument(*args, **kwargs)
|
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
def initialize_logging(self):
|
def initialize_logging(self):
|
||||||
@@ -374,15 +387,14 @@ class MILC(object):
|
|||||||
self.add_argument('--log-file-fmt', default='[%(levelname)s] [%(asctime)s] [file:%(pathname)s] [line:%(lineno)d] %(message)s', help='Format string for log file.')
|
self.add_argument('--log-file-fmt', default='[%(levelname)s] [%(asctime)s] [file:%(pathname)s] [line:%(lineno)d] %(message)s', help='Format string for log file.')
|
||||||
self.add_argument('--log-file', help='File to write log messages to')
|
self.add_argument('--log-file', help='File to write log messages to')
|
||||||
self.add_argument('--color', action='store_boolean', default=True, help='color in output')
|
self.add_argument('--color', action='store_boolean', default=True, help='color in output')
|
||||||
self.add_argument('-c', '--config-file', help='The config file to read and/or write')
|
self.add_argument('--config-file', help='The location for the configuration file')
|
||||||
self.add_argument('--save-config', action='store_true', help='Save the running configuration to the config file')
|
self.arg_only['config_file'] = ['general']
|
||||||
|
|
||||||
def add_subparsers(self, title='Sub-commands', **kwargs):
|
def add_subparsers(self, title='Sub-commands', **kwargs):
|
||||||
if self._inside_context_manager:
|
if self._inside_context_manager:
|
||||||
raise RuntimeError('You must run this before the with statement!')
|
raise RuntimeError('You must run this before the with statement!')
|
||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
self._subparsers_default = self._arg_defaults.add_subparsers(title=title, dest='subparsers', **kwargs)
|
|
||||||
self._subparsers = self._arg_parser.add_subparsers(title=title, dest='subparsers', **kwargs)
|
self._subparsers = self._arg_parser.add_subparsers(title=title, dest='subparsers', **kwargs)
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
@@ -404,10 +416,12 @@ class MILC(object):
|
|||||||
if self.config_file:
|
if self.config_file:
|
||||||
return self.config_file
|
return self.config_file
|
||||||
|
|
||||||
if self.args and self.args.general_config_file:
|
if '--config-file' in sys.argv:
|
||||||
return self.args.general_config_file
|
return Path(sys.argv[sys.argv.index('--config-file') + 1]).expanduser().resolve()
|
||||||
|
|
||||||
return os.path.join(user_config_dir(appname='qmk', appauthor='QMK'), '%s.ini' % self.prog_name)
|
filedir = user_config_dir(appname='qmk', appauthor='QMK')
|
||||||
|
filename = '%s.ini' % self.prog_name
|
||||||
|
return Path(filedir) / filename
|
||||||
|
|
||||||
def get_argument_name(self, *args, **kwargs):
|
def get_argument_name(self, *args, **kwargs):
|
||||||
"""Takes argparse arguments and returns the dest name.
|
"""Takes argparse arguments and returns the dest name.
|
||||||
@@ -424,17 +438,20 @@ class MILC(object):
|
|||||||
raise RuntimeError('You must run this before the with statement!')
|
raise RuntimeError('You must run this before the with statement!')
|
||||||
|
|
||||||
def argument_function(handler):
|
def argument_function(handler):
|
||||||
if 'arg_only' in kwargs and kwargs['arg_only']:
|
subcommand_name = handler.__name__.replace("_", "-")
|
||||||
|
|
||||||
|
if kwargs.get('arg_only'):
|
||||||
arg_name = self.get_argument_name(*args, **kwargs)
|
arg_name = self.get_argument_name(*args, **kwargs)
|
||||||
self.arg_only.append(arg_name)
|
if arg_name not in self.arg_only:
|
||||||
|
self.arg_only[arg_name] = []
|
||||||
|
self.arg_only[arg_name].append(subcommand_name)
|
||||||
del kwargs['arg_only']
|
del kwargs['arg_only']
|
||||||
|
|
||||||
name = handler.__name__.replace("_", "-")
|
|
||||||
if handler is self._entrypoint:
|
if handler is self._entrypoint:
|
||||||
self.add_argument(*args, **kwargs)
|
self.add_argument(*args, **kwargs)
|
||||||
|
|
||||||
elif name in self.subcommands:
|
elif subcommand_name in self.subcommands:
|
||||||
self.subcommands[name].add_argument(*args, **kwargs)
|
self.subcommands[subcommand_name].add_argument(*args, **kwargs)
|
||||||
|
|
||||||
else:
|
else:
|
||||||
raise RuntimeError('Decorated function is not entrypoint or subcommand!')
|
raise RuntimeError('Decorated function is not entrypoint or subcommand!')
|
||||||
@@ -446,7 +463,7 @@ class MILC(object):
|
|||||||
def arg_passed(self, arg):
|
def arg_passed(self, arg):
|
||||||
"""Returns True if arg was passed on the command line.
|
"""Returns True if arg was passed on the command line.
|
||||||
"""
|
"""
|
||||||
return self.args_passed[arg] in (None, False)
|
return self.default_arguments.get(arg) != self.args[arg]
|
||||||
|
|
||||||
def parse_args(self):
|
def parse_args(self):
|
||||||
"""Parse the CLI args.
|
"""Parse the CLI args.
|
||||||
@@ -459,25 +476,23 @@ class MILC(object):
|
|||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
self.args = self._arg_parser.parse_args()
|
self.args = self._arg_parser.parse_args()
|
||||||
self.args_passed = self._arg_defaults.parse_args()
|
|
||||||
|
|
||||||
if 'entrypoint' in self.args:
|
if 'entrypoint' in self.args:
|
||||||
self._entrypoint = self.args.entrypoint
|
self._entrypoint = self.args.entrypoint
|
||||||
|
|
||||||
if self.args.general_config_file:
|
|
||||||
self.config_file = self.args.general_config_file
|
|
||||||
|
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
def read_config(self):
|
def read_config_file(self):
|
||||||
"""Parse the configuration file and determine the runtime configuration.
|
"""Read in the configuration file and store it in self.config.
|
||||||
"""
|
"""
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
|
self.config = Configuration()
|
||||||
|
self.config_source = Configuration()
|
||||||
self.config_file = self.find_config_file()
|
self.config_file = self.find_config_file()
|
||||||
|
|
||||||
if self.config_file and os.path.exists(self.config_file):
|
if self.config_file and self.config_file.exists():
|
||||||
config = RawConfigParser(self.config)
|
config = RawConfigParser(self.config)
|
||||||
config.read(self.config_file)
|
config.read(str(self.config_file))
|
||||||
|
|
||||||
# Iterate over the config file options and write them into self.config
|
# Iterate over the config file options and write them into self.config
|
||||||
for section in config.sections():
|
for section in config.sections():
|
||||||
@@ -487,8 +502,10 @@ class MILC(object):
|
|||||||
# Coerce values into useful datatypes
|
# Coerce values into useful datatypes
|
||||||
if value.lower() in ['1', 'yes', 'true', 'on']:
|
if value.lower() in ['1', 'yes', 'true', 'on']:
|
||||||
value = True
|
value = True
|
||||||
elif value.lower() in ['0', 'no', 'false', 'none', 'off']:
|
elif value.lower() in ['0', 'no', 'false', 'off']:
|
||||||
value = False
|
value = False
|
||||||
|
elif value.lower() in ['none']:
|
||||||
|
continue
|
||||||
elif value.replace('.', '').isdigit():
|
elif value.replace('.', '').isdigit():
|
||||||
if '.' in value:
|
if '.' in value:
|
||||||
value = Decimal(value)
|
value = Decimal(value)
|
||||||
@@ -496,33 +513,56 @@ class MILC(object):
|
|||||||
value = int(value)
|
value = int(value)
|
||||||
|
|
||||||
self.config[section][option] = value
|
self.config[section][option] = value
|
||||||
|
self.config_source[section][option] = 'config_file'
|
||||||
|
|
||||||
# Fold the CLI args into self.config
|
self.release_lock()
|
||||||
|
|
||||||
|
def merge_args_into_config(self):
|
||||||
|
"""Merge CLI arguments into self.config to create the runtime configuration.
|
||||||
|
"""
|
||||||
|
self.acquire_lock()
|
||||||
for argument in vars(self.args):
|
for argument in vars(self.args):
|
||||||
if argument in ('subparsers', 'entrypoint'):
|
if argument in ('subparsers', 'entrypoint'):
|
||||||
continue
|
continue
|
||||||
|
|
||||||
if '_' in argument:
|
# Find the argument's section
|
||||||
section, option = argument.split('_', 1)
|
# Underscores in command's names are converted to dashes during initialization.
|
||||||
else:
|
# TODO(Erovia) Find a better solution
|
||||||
|
entrypoint_name = self._entrypoint.__name__.replace("_", "-")
|
||||||
|
if entrypoint_name in self.default_arguments and argument in self.default_arguments[entrypoint_name]:
|
||||||
|
argument_found = True
|
||||||
section = self._entrypoint.__name__
|
section = self._entrypoint.__name__
|
||||||
option = argument
|
if argument in self.default_arguments['general']:
|
||||||
|
argument_found = True
|
||||||
|
section = 'general'
|
||||||
|
|
||||||
if option not in self.arg_only:
|
if not argument_found:
|
||||||
if hasattr(self.args_passed, argument):
|
raise RuntimeError('Could not find argument in `self.default_arguments`. This should be impossible!')
|
||||||
arg_value = getattr(self.args, argument)
|
exit(1)
|
||||||
if arg_value:
|
|
||||||
self.config[section][option] = arg_value
|
if argument not in self.arg_only or section not in self.arg_only[argument]:
|
||||||
|
# Determine the arg value and source
|
||||||
|
arg_value = getattr(self.args, argument)
|
||||||
|
if argument in self._config_store_true and arg_value:
|
||||||
|
passed_on_cmdline = True
|
||||||
|
elif argument in self._config_store_false and not arg_value:
|
||||||
|
passed_on_cmdline = True
|
||||||
|
elif arg_value is not None:
|
||||||
|
passed_on_cmdline = True
|
||||||
else:
|
else:
|
||||||
if option not in self.config[section]:
|
passed_on_cmdline = False
|
||||||
self.config[section][option] = getattr(self.args, argument)
|
|
||||||
|
# Merge this argument into self.config
|
||||||
|
if passed_on_cmdline and (argument in self.default_arguments['general'] or argument in self.default_arguments[entrypoint_name] or argument not in self.config[entrypoint_name]):
|
||||||
|
self.config[section][argument] = arg_value
|
||||||
|
self.config_source[section][argument] = 'argument'
|
||||||
|
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
def save_config(self):
|
def save_config(self):
|
||||||
"""Save the current configuration to the config file.
|
"""Save the current configuration to the config file.
|
||||||
"""
|
"""
|
||||||
self.log.debug("Saving config file to '%s'", self.config_file)
|
self.log.debug("Saving config file to '%s'", str(self.config_file))
|
||||||
|
|
||||||
if not self.config_file:
|
if not self.config_file:
|
||||||
self.log.warning('%s.config_file file not set, not saving config!', self.__class__.__name__)
|
self.log.warning('%s.config_file file not set, not saving config!', self.__class__.__name__)
|
||||||
@@ -530,31 +570,34 @@ class MILC(object):
|
|||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
|
|
||||||
|
# Generate a sanitized version of our running configuration
|
||||||
config = RawConfigParser()
|
config = RawConfigParser()
|
||||||
config_dir = os.path.dirname(self.config_file)
|
|
||||||
|
|
||||||
for section_name, section in self.config._config.items():
|
for section_name, section in self.config._config.items():
|
||||||
config.add_section(section_name)
|
config.add_section(section_name)
|
||||||
for option_name, value in section.items():
|
for option_name, value in section.items():
|
||||||
if section_name == 'general':
|
if section_name == 'general':
|
||||||
if option_name in ['save_config']:
|
if option_name in ['config_file']:
|
||||||
continue
|
continue
|
||||||
config.set(section_name, option_name, str(value))
|
if value is not None:
|
||||||
|
config.set(section_name, option_name, str(value))
|
||||||
|
|
||||||
if not os.path.exists(config_dir):
|
# Write out the config file
|
||||||
os.makedirs(config_dir)
|
config_dir = self.config_file.parent
|
||||||
|
if not config_dir.exists():
|
||||||
|
config_dir.mkdir(parents=True, exist_ok=True)
|
||||||
|
|
||||||
with NamedTemporaryFile(mode='w', dir=config_dir, delete=False) as tmpfile:
|
with NamedTemporaryFile(mode='w', dir=str(config_dir), delete=False) as tmpfile:
|
||||||
config.write(tmpfile)
|
config.write(tmpfile)
|
||||||
|
|
||||||
# Move the new config file into place atomically
|
# Move the new config file into place atomically
|
||||||
if os.path.getsize(tmpfile.name) > 0:
|
if os.path.getsize(tmpfile.name) > 0:
|
||||||
os.rename(tmpfile.name, self.config_file)
|
os.replace(tmpfile.name, str(self.config_file))
|
||||||
else:
|
else:
|
||||||
self.log.warning('Config file saving failed, not replacing %s with %s.', self.config_file, tmpfile.name)
|
self.log.warning('Config file saving failed, not replacing %s with %s.', str(self.config_file), tmpfile.name)
|
||||||
|
|
||||||
|
# Housekeeping
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
cli.log.info('Wrote configuration to %s', shlex.quote(self.config_file))
|
cli.log.info('Wrote configuration to %s', shlex.quote(str(self.config_file)))
|
||||||
|
|
||||||
def __call__(self):
|
def __call__(self):
|
||||||
"""Execute the entrypoint function.
|
"""Execute the entrypoint function.
|
||||||
@@ -588,41 +631,37 @@ class MILC(object):
|
|||||||
|
|
||||||
return entrypoint_func
|
return entrypoint_func
|
||||||
|
|
||||||
def add_subcommand(self, handler, description, name=None, **kwargs):
|
def add_subcommand(self, handler, description, name=None, hidden=False, **kwargs):
|
||||||
"""Register a subcommand.
|
"""Register a subcommand.
|
||||||
|
|
||||||
If name is not provided we use `handler.__name__`.
|
If name is not provided we use `handler.__name__`.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
if self._inside_context_manager:
|
if self._inside_context_manager:
|
||||||
raise RuntimeError('You must run this before the with statement!')
|
raise RuntimeError('You must run this before the with statement!')
|
||||||
|
|
||||||
if self._subparsers is None:
|
if self._subparsers is None:
|
||||||
self.add_subparsers()
|
self.add_subparsers(metavar="")
|
||||||
|
|
||||||
if not name:
|
if not name:
|
||||||
name = handler.__name__.replace("_", "-")
|
name = handler.__name__.replace("_", "-")
|
||||||
|
|
||||||
self.acquire_lock()
|
self.acquire_lock()
|
||||||
kwargs['help'] = description
|
if not hidden:
|
||||||
self.subcommands_default[name] = self._subparsers_default.add_parser(name, **kwargs)
|
self._subparsers.metavar = "{%s,%s}" % (self._subparsers.metavar[1:-1], name) if self._subparsers.metavar else "{%s%s}" % (self._subparsers.metavar[1:-1], name)
|
||||||
|
kwargs['help'] = description
|
||||||
self.subcommands[name] = SubparserWrapper(self, name, self._subparsers.add_parser(name, **kwargs))
|
self.subcommands[name] = SubparserWrapper(self, name, self._subparsers.add_parser(name, **kwargs))
|
||||||
self.subcommands[name].set_defaults(entrypoint=handler)
|
self.subcommands[name].set_defaults(entrypoint=handler)
|
||||||
|
|
||||||
if name not in self.__dict__:
|
|
||||||
self.__dict__[name] = self.subcommands[name]
|
|
||||||
else:
|
|
||||||
self.log.debug("Could not add subcommand '%s' to attributes, key already exists!", name)
|
|
||||||
|
|
||||||
self.release_lock()
|
self.release_lock()
|
||||||
|
|
||||||
return handler
|
return handler
|
||||||
|
|
||||||
def subcommand(self, description, **kwargs):
|
def subcommand(self, description, hidden=False, **kwargs):
|
||||||
"""Decorator to register a subcommand.
|
"""Decorator to register a subcommand.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def subcommand_function(handler):
|
def subcommand_function(handler):
|
||||||
return self.add_subcommand(handler, description, **kwargs)
|
return self.add_subcommand(handler, description, hidden=hidden, **kwargs)
|
||||||
|
|
||||||
return subcommand_function
|
return subcommand_function
|
||||||
|
|
||||||
@@ -644,9 +683,9 @@ class MILC(object):
|
|||||||
self.log_format = self.config['general']['log_fmt']
|
self.log_format = self.config['general']['log_fmt']
|
||||||
|
|
||||||
if self.config.general.color:
|
if self.config.general.color:
|
||||||
self.log_format = ANSIEmojiLoglevelFormatter(self.args.general_log_fmt, self.config.general.datetime_fmt)
|
self.log_format = ANSIEmojiLoglevelFormatter(self.args.log_fmt, self.config.general.datetime_fmt)
|
||||||
else:
|
else:
|
||||||
self.log_format = ANSIStrippingFormatter(self.args.general_log_fmt, self.config.general.datetime_fmt)
|
self.log_format = ANSIStrippingFormatter(self.args.log_fmt, self.config.general.datetime_fmt)
|
||||||
|
|
||||||
if self.log_file:
|
if self.log_file:
|
||||||
self.log_file_handler = logging.FileHandler(self.log_file, self.log_file_mode)
|
self.log_file_handler = logging.FileHandler(self.log_file, self.log_file_mode)
|
||||||
@@ -673,13 +712,9 @@ class MILC(object):
|
|||||||
|
|
||||||
colorama.init()
|
colorama.init()
|
||||||
self.parse_args()
|
self.parse_args()
|
||||||
self.read_config()
|
self.merge_args_into_config()
|
||||||
self.setup_logging()
|
self.setup_logging()
|
||||||
|
|
||||||
if 'save_config' in self.config.general and self.config.general.save_config:
|
|
||||||
self.save_config()
|
|
||||||
exit(0)
|
|
||||||
|
|
||||||
return self
|
return self
|
||||||
|
|
||||||
def __exit__(self, exc_type, exc_val, exc_tb):
|
def __exit__(self, exc_type, exc_val, exc_tb):
|
||||||
|
|||||||
+1
-1
@@ -1,3 +1,3 @@
|
|||||||
"""A program to help you work with qmk_firmware."""
|
"""A program to help you work with qmk_firmware."""
|
||||||
|
|
||||||
__version__ = '0.0.17'
|
__version__ = '0.0.33'
|
||||||
|
|||||||
+27
-8
@@ -2,9 +2,6 @@
|
|||||||
"""CLI wrapper for running QMK commands.
|
"""CLI wrapper for running QMK commands.
|
||||||
|
|
||||||
This program can be run from anywhere, with or without a qmk_firmware repository. If a qmk_firmware repository can be located we will use that to augment our available subcommands.
|
This program can be run from anywhere, with or without a qmk_firmware repository. If a qmk_firmware repository can be located we will use that to augment our available subcommands.
|
||||||
|
|
||||||
FIXME(skullydazed/anyone): --help shows underscores where we want dashes in subcommands (EG json_keymap instead of json-keymap)
|
|
||||||
TODO(skullydazed/anyone): Need a way to filter some subcommands from --help (EG `qmk hello`)
|
|
||||||
"""
|
"""
|
||||||
import argparse
|
import argparse
|
||||||
import os
|
import os
|
||||||
@@ -12,6 +9,7 @@ import subprocess
|
|||||||
import sys
|
import sys
|
||||||
from functools import lru_cache
|
from functools import lru_cache
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
import platform
|
||||||
|
|
||||||
import milc
|
import milc
|
||||||
|
|
||||||
@@ -33,7 +31,7 @@ def in_qmk_firmware():
|
|||||||
while len(cur_dir.parents) > 0:
|
while len(cur_dir.parents) > 0:
|
||||||
found_bin = cur_dir / 'bin' / 'qmk'
|
found_bin = cur_dir / 'bin' / 'qmk'
|
||||||
if found_bin.is_file():
|
if found_bin.is_file():
|
||||||
command = [found_bin.as_posix(), '--version']
|
command = [sys.executable, found_bin.as_posix()]
|
||||||
result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
||||||
|
|
||||||
if result.returncode == 0:
|
if result.returncode == 0:
|
||||||
@@ -48,14 +46,18 @@ def find_qmk_firmware():
|
|||||||
"""Look for qmk_firmware in the usual places.
|
"""Look for qmk_firmware in the usual places.
|
||||||
|
|
||||||
This function returns the path to qmk_firmware, or the default location if one does not exist.
|
This function returns the path to qmk_firmware, or the default location if one does not exist.
|
||||||
|
|
||||||
FIXME(skullydazed): add config file support
|
|
||||||
"""
|
"""
|
||||||
if in_qmk_firmware():
|
if in_qmk_firmware():
|
||||||
return in_qmk_firmware()
|
return in_qmk_firmware()
|
||||||
|
|
||||||
|
if milc.cli.config.user.qmk_home:
|
||||||
|
return Path(milc.cli.config.user.qmk_home).expanduser().resolve()
|
||||||
|
|
||||||
if 'QMK_HOME' in os.environ:
|
if 'QMK_HOME' in os.environ:
|
||||||
return Path(os.environ['QMK_HOME'])
|
path = Path(os.environ['QMK_HOME']).expanduser()
|
||||||
|
if path.exists():
|
||||||
|
return path.resolve()
|
||||||
|
return path
|
||||||
|
|
||||||
return Path.home() / 'qmk_firmware'
|
return Path.home() / 'qmk_firmware'
|
||||||
|
|
||||||
@@ -63,7 +65,19 @@ def find_qmk_firmware():
|
|||||||
def main():
|
def main():
|
||||||
"""Setup the environment before dispatching to the entrypoint.
|
"""Setup the environment before dispatching to the entrypoint.
|
||||||
"""
|
"""
|
||||||
|
# Warn if they use an outdated python version
|
||||||
|
if sys.version_info < (3, 6):
|
||||||
|
print('Warning: Your Python version is out of date! Some subcommands may not work!')
|
||||||
|
print('Please upgrade to Python 3.6 or later.')
|
||||||
|
|
||||||
|
if 'windows' in platform.platform().lower():
|
||||||
|
if 'mingw64' not in sys.executable or 'mingw64' not in os.environ.get('MSYSTEM_PREFIX', ''):
|
||||||
|
print('Warning: It seems you are not using the MINGW64 terminal.')
|
||||||
|
print('While the MSYS one can work, too, we recommend/support you start "MSYS2 MinGW 64-bit".\n')
|
||||||
|
|
||||||
# Environment setup
|
# Environment setup
|
||||||
|
import qmk_cli
|
||||||
|
milc.cli.version = qmk_cli.__version__
|
||||||
qmk_firmware = find_qmk_firmware()
|
qmk_firmware = find_qmk_firmware()
|
||||||
os.environ['QMK_HOME'] = str(qmk_firmware)
|
os.environ['QMK_HOME'] = str(qmk_firmware)
|
||||||
os.environ['ORIG_CWD'] = os.getcwd()
|
os.environ['ORIG_CWD'] = os.getcwd()
|
||||||
@@ -74,7 +88,12 @@ def main():
|
|||||||
if qmk_firmware.exists():
|
if qmk_firmware.exists():
|
||||||
os.chdir(str(qmk_firmware))
|
os.chdir(str(qmk_firmware))
|
||||||
sys.path.append(str(qmk_firmware / 'lib' / 'python'))
|
sys.path.append(str(qmk_firmware / 'lib' / 'python'))
|
||||||
import qmk.cli
|
try:
|
||||||
|
import qmk.cli
|
||||||
|
except ImportError:
|
||||||
|
print('Error: %s is too old or not set up correctly!' % qmk_firmware)
|
||||||
|
print('Please update it or remove it completely before continuing.')
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
# Call the entrypoint
|
# Call the entrypoint
|
||||||
milc.cli()
|
milc.cli()
|
||||||
|
|||||||
@@ -14,7 +14,8 @@ default_fork = 'qmk/' + default_repo
|
|||||||
default_branch = 'master'
|
default_branch = 'master'
|
||||||
|
|
||||||
|
|
||||||
@cli.argument('-y', '--yes', action='store_true', help='Answer yes to all questions')
|
@cli.argument('-n', '--no', arg_only=True, action='store_true', help='Answer no to all questions')
|
||||||
|
@cli.argument('-y', '--yes', arg_only=True, action='store_true', help='Answer yes to all questions')
|
||||||
@cli.argument('--baseurl', default='https://github.com', help='The URL all git operations start from')
|
@cli.argument('--baseurl', default='https://github.com', help='The URL all git operations start from')
|
||||||
@cli.argument('-b', '--branch', default=default_branch, help='The branch to clone')
|
@cli.argument('-b', '--branch', default=default_branch, help='The branch to clone')
|
||||||
@cli.argument('destination', default=os.environ['QMK_HOME'], nargs='?', help='The directory to clone to')
|
@cli.argument('destination', default=os.environ['QMK_HOME'], nargs='?', help='The directory to clone to')
|
||||||
@@ -23,19 +24,29 @@ default_branch = 'master'
|
|||||||
def setup(cli):
|
def setup(cli):
|
||||||
qmk_firmware = Path(cli.args.destination)
|
qmk_firmware = Path(cli.args.destination)
|
||||||
|
|
||||||
|
# Sanity checks
|
||||||
|
if cli.args.yes and cli.args.no:
|
||||||
|
cli.log.error("Can't use both --yes and --no at the same time.")
|
||||||
|
exit(1)
|
||||||
|
|
||||||
# Check on qmk_firmware, and if it doesn't exist offer to check it out.
|
# Check on qmk_firmware, and if it doesn't exist offer to check it out.
|
||||||
if qmk_firmware.exists():
|
if (qmk_firmware / 'Makefile').exists():
|
||||||
cli.log.info('Found qmk_firmware at %s.', str(qmk_firmware))
|
cli.log.info('Found qmk_firmware at %s.', str(qmk_firmware))
|
||||||
else:
|
else:
|
||||||
cli.log.error('qmk_firmware not found!')
|
cli.log.error('qmk_firmware not found!')
|
||||||
if question('Would you like to clone %s?' % cli.args.fork):
|
if question('Would you like to clone %s?' % cli.args.fork):
|
||||||
git_url = '/'.join((cli.config.general.baseurl, cli.args.fork))
|
git_url = '/'.join((cli.config.setup.baseurl, cli.args.fork))
|
||||||
clone(git_url, cli.args.destination, cli.config.general.branch)
|
clone(git_url, cli.args.destination, cli.config.setup.branch)
|
||||||
|
|
||||||
# Run `qmk_firmware/bin/qmk doctor` to check the rest of the environment out
|
# Run `qmk_firmware/bin/qmk doctor` to check the rest of the environment out
|
||||||
if qmk_firmware.exists():
|
if qmk_firmware.exists():
|
||||||
qmk_bin = qmk_firmware / 'bin' / 'qmk'
|
qmk_bin = qmk_firmware / 'bin' / 'qmk'
|
||||||
doctor = subprocess.run([sys.executable, qmk_bin, 'doctor'])
|
doctor_cmd = [sys.executable, str(qmk_bin), 'doctor']
|
||||||
|
if cli.args.yes:
|
||||||
|
doctor_cmd.append('--yes')
|
||||||
|
if cli.args.no:
|
||||||
|
doctor_cmd.append('--no')
|
||||||
|
doctor = subprocess.run(doctor_cmd)
|
||||||
if doctor.returncode != 0:
|
if doctor.returncode != 0:
|
||||||
cli.log.error('Your build environment is not setup completely.')
|
cli.log.error('Your build environment is not setup completely.')
|
||||||
|
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ TWINE_USERNAME=$PYPI_USERNAME
|
|||||||
|
|
||||||
export FLIT_USERNAME TWINE_USERNAME
|
export FLIT_USERNAME TWINE_USERNAME
|
||||||
|
|
||||||
rm dist/*
|
rm -f dist/*
|
||||||
bumpversion patch
|
bumpversion patch
|
||||||
git push origin master --tags
|
git push origin master --tags
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
[bumpversion]
|
[bumpversion]
|
||||||
current_version = 0.0.17
|
current_version = 0.0.33
|
||||||
commit = True
|
commit = True
|
||||||
tag = True
|
tag = True
|
||||||
tag_name = {new_version}
|
tag_name = {new_version}
|
||||||
|
|||||||
@@ -44,6 +44,9 @@ if __name__ == "__main__":
|
|||||||
"appdirs",
|
"appdirs",
|
||||||
"argcomplete",
|
"argcomplete",
|
||||||
"colorama",
|
"colorama",
|
||||||
"hjson"
|
"flake8",
|
||||||
|
"hjson",
|
||||||
|
"nose2",
|
||||||
|
"yapf"
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -0,0 +1,15 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
cp -r $1 ~/qmk_cli
|
||||||
|
|
||||||
|
export PATH=~/.local/bin:$PATH
|
||||||
|
echo "PATH=$PATH" >> ~/.bashrc
|
||||||
|
|
||||||
|
export QMK_HOME=~/qmk_firmware
|
||||||
|
export CLI_DIR=~/qmk_cli
|
||||||
|
|
||||||
|
cd $CLI_DIR
|
||||||
|
python3 -m pip install -r requirements.txt
|
||||||
|
python3 setup.py sdist bdist_wheel
|
||||||
|
cd ~
|
||||||
|
python3 -m pip install --force-reinstall --no-index --no-deps --prefix=~/.local --find-links qmk_cli/dist qmk
|
||||||
Reference in New Issue
Block a user