Implement default_language_version

pre_commit/clientlib.py

@@ -55,7 +55,7 @@ MANIFEST_HOOK_DICT = cfgv.Map(
     cfgv.Optional('always_run', cfgv.check_bool, False),
     cfgv.Optional('pass_filenames', cfgv.check_bool, True),
     cfgv.Optional('description', cfgv.check_string, ''),
-    cfgv.Optional('language_version', cfgv.check_string, 'default'),
+    cfgv.Optional('language_version', cfgv.check_string, C.DEFAULT),
     cfgv.Optional('log_file', cfgv.check_string, ''),
     cfgv.Optional('minimum_pre_commit_version', cfgv.check_string, '0'),
     cfgv.Optional('require_serial', cfgv.check_bool, False),
@@ -90,8 +90,8 @@ def validate_manifest_main(argv=None):
     return ret
 
 
-_LOCAL = 'local'
-_META = 'meta'
+LOCAL = 'local'
+META = 'meta'
 
 
 class MigrateShaToRev(object):
@@ -100,12 +100,12 @@ class MigrateShaToRev(object):
         return cfgv.Conditional(
             key, cfgv.check_string,
             condition_key='repo',
-            condition_value=cfgv.NotIn(_LOCAL, _META),
+            condition_value=cfgv.NotIn(LOCAL, META),
             ensure_absent=True,
         )
 
     def check(self, dct):
-        if dct.get('repo') in {_LOCAL, _META}:
+        if dct.get('repo') in {LOCAL, META}:
             self._cond('rev').check(dct)
             self._cond('sha').check(dct)
         elif 'sha' in dct and 'rev' in dct:
@@ -159,12 +159,11 @@ _meta = (
 
 META_HOOK_DICT = cfgv.Map(
     'Hook', 'id',
+    cfgv.Required('id', cfgv.check_string),
+    cfgv.Required('id', cfgv.check_one_of(tuple(k for k, _ in _meta))),
+    # language must be system
+    cfgv.Optional('language', cfgv.check_one_of({'system'}), 'system'),
     *([
-        cfgv.Required('id', cfgv.check_string),
-        cfgv.Required('id', cfgv.check_one_of(tuple(k for k, _ in _meta))),
-        # language must be system
-        cfgv.Optional('language', cfgv.check_one_of({'system'}), 'system'),
-    ] + [
         # default to the hook definition for the meta hooks
         cfgv.ConditionalOptional(key, cfgv.check_any, value, 'id', hook_id)
         for hook_id, values in _meta
@@ -200,36 +199,36 @@ CONFIG_REPO_DICT = cfgv.Map(
 
     cfgv.ConditionalRecurse(
         'hooks', cfgv.Array(CONFIG_HOOK_DICT),
-        'repo', cfgv.NotIn(_LOCAL, _META),
+        'repo', cfgv.NotIn(LOCAL, META),
     ),
     cfgv.ConditionalRecurse(
         'hooks', cfgv.Array(MANIFEST_HOOK_DICT),
-        'repo', _LOCAL,
+        'repo', LOCAL,
     ),
     cfgv.ConditionalRecurse(
         'hooks', cfgv.Array(META_HOOK_DICT),
-        'repo', _META,
+        'repo', META,
     ),
 
     MigrateShaToRev(),
 )
+DEFAULT_LANGUAGE_VERSION = cfgv.Map(
+    'DefaultLanguageVersion', None,
+    cfgv.NoAdditionalKeys(all_languages),
+    *[cfgv.Optional(x, cfgv.check_string, C.DEFAULT) for x in all_languages]
+)
 CONFIG_SCHEMA = cfgv.Map(
     'Config', None,
 
     cfgv.RequiredRecurse('repos', cfgv.Array(CONFIG_REPO_DICT)),
+    cfgv.OptionalRecurse(
+        'default_language_version', DEFAULT_LANGUAGE_VERSION, {},
+    ),
     cfgv.Optional('exclude', cfgv.check_regex, '^$'),
     cfgv.Optional('fail_fast', cfgv.check_bool, False),
 )
 
 
-def is_local_repo(repo_entry):
-    return repo_entry['repo'] == _LOCAL
-
-
-def is_meta_repo(repo_entry):
-    return repo_entry['repo'] == _META
-
-
 class InvalidConfigError(FatalError):
     pass
 

pre_commit/commands/autoupdate.py

@@ -13,10 +13,10 @@ import pre_commit.constants as C
 from pre_commit import output
 from pre_commit.clientlib import CONFIG_SCHEMA
 from pre_commit.clientlib import InvalidManifestError
-from pre_commit.clientlib import is_local_repo
-from pre_commit.clientlib import is_meta_repo
 from pre_commit.clientlib import load_config
 from pre_commit.clientlib import load_manifest
+from pre_commit.clientlib import LOCAL
+from pre_commit.clientlib import META
 from pre_commit.commands.migrate_config import migrate_config
 from pre_commit.util import CalledProcessError
 from pre_commit.util import cmd_output
@@ -123,8 +123,7 @@ def autoupdate(config_file, store, tags_only, repos=()):
 
     for repo_config in input_config['repos']:
         if (
-            is_local_repo(repo_config) or
-            is_meta_repo(repo_config) or
+            repo_config['repo'] in {LOCAL, META} or
             # Skip updating any repo_configs that aren't for the specified repo
             repos and repo_config['repo'] not in repos
         ):

pre_commit/commands/gc.py

@@ -7,16 +7,16 @@ import pre_commit.constants as C
 from pre_commit import output
 from pre_commit.clientlib import InvalidConfigError
 from pre_commit.clientlib import InvalidManifestError
-from pre_commit.clientlib import is_local_repo
-from pre_commit.clientlib import is_meta_repo
 from pre_commit.clientlib import load_config
 from pre_commit.clientlib import load_manifest
+from pre_commit.clientlib import LOCAL
+from pre_commit.clientlib import META
 
 
 def _mark_used_repos(store, all_repos, unused_repos, repo):
-    if is_meta_repo(repo):
+    if repo['repo'] == META:
         return
-    elif is_local_repo(repo):
+    elif repo['repo'] == LOCAL:
         for hook in repo['hooks']:
             deps = hook.get('additional_dependencies')
             unused_repos.discard((

pre_commit/commands/install_uninstall.py

@@ -6,6 +6,7 @@ import logging
 import os.path
 import sys
 
+import pre_commit.constants as C
 from pre_commit import git
 from pre_commit import output
 from pre_commit.clientlib import load_config
@@ -51,7 +52,7 @@ def shebang():
         py = 'python'
     else:
         py = python.get_default_version()
-        if py == 'default':
+        if py == C.DEFAULT:
             py = 'python'
     return '#!/usr/bin/env {}'.format(py)
 

pre_commit/constants.py

@@ -22,3 +22,5 @@ VERSION = importlib_metadata.version('pre_commit')
 
 # `manual` is not invoked by any installed git hook.  See #719
 STAGES = ('commit', 'commit-msg', 'manual', 'push')
+
+DEFAULT = 'default'

pre_commit/languages/all.py

@@ -35,8 +35,7 @@ from pre_commit.languages import system
 #
 #     Args:
 #         prefix - `Prefix` bound to the repository.
-#         version - A version specified in the hook configuration or
-#             'default'.
+#         version - A version specified in the hook configuration or 'default'.
 #     """
 #
 # def run_hook(hook, file_args):

pre_commit/languages/docker.py

@@ -4,6 +4,7 @@ from __future__ import unicode_literals
 import hashlib
 import os
 
+import pre_commit.constants as C
 from pre_commit import five
 from pre_commit.languages import helpers
 from pre_commit.util import CalledProcessError
@@ -62,7 +63,7 @@ def install_environment(
     assert_docker_available()
 
     directory = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
 
     # Docker doesn't really have relevant disk environment, but pre-commit

pre_commit/languages/golang.py

@@ -4,6 +4,7 @@ import contextlib
 import os.path
 import sys
 
+import pre_commit.constants as C
 from pre_commit import git
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import Var
@@ -27,7 +28,7 @@ def get_env_patch(venv):
 @contextlib.contextmanager
 def in_env(prefix):
     envdir = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
     with envcontext(get_env_patch(envdir)):
         yield
@@ -52,7 +53,7 @@ def guess_go_dir(remote_url):
 def install_environment(prefix, version, additional_dependencies):
     helpers.assert_version_default('golang', version)
     directory = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
 
     with clean_path_on_failure(directory):

pre_commit/languages/helpers.py

@@ -7,10 +7,10 @@ import shlex
 
 import six
 
+import pre_commit.constants as C
 from pre_commit.util import cmd_output
 from pre_commit.xargs import xargs
 
-
 FIXED_RANDOM_SEED = 1542676186
 
 
@@ -30,7 +30,7 @@ def to_cmd(hook):
 
 
 def assert_version_default(binary, version):
-    if version != 'default':
+    if version != C.DEFAULT:
         raise AssertionError(
             'For now, pre-commit requires system-installed {}'.format(binary),
         )
@@ -45,7 +45,7 @@ def assert_no_additional_deps(lang, additional_deps):
 
 
 def basic_get_default_version():
-    return 'default'
+    return C.DEFAULT
 
 
 def basic_healthy(prefix, language_version):

pre_commit/languages/node.py

@@ -4,6 +4,7 @@ import contextlib
 import os
 import sys
 
+import pre_commit.constants as C
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import Var
 from pre_commit.languages import helpers
@@ -57,7 +58,7 @@ def install_environment(prefix, version, additional_dependencies):
         cmd = [
             sys.executable, '-mnodeenv', '--prebuilt', '--clean-src', envdir,
         ]
-        if version != 'default':
+        if version != C.DEFAULT:
             cmd.extend(['-n', version])
         cmd_output(*cmd)
 

pre_commit/languages/python.py

@@ -4,6 +4,7 @@ import contextlib
 import os
 import sys
 
+import pre_commit.constants as C
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import UNSET
 from pre_commit.envcontext import Var
@@ -76,7 +77,7 @@ def _get_default_version():  # pragma: no cover (platform dependent)
         return exe
 
     # We tried!
-    return 'default'
+    return C.DEFAULT
 
 
 def get_default_version():
@@ -134,7 +135,7 @@ def py_interface(_dir, _make_venv):
 
         env_dir = prefix.path(directory)
         with clean_path_on_failure(env_dir):
-            if version != 'default':
+            if version != C.DEFAULT:
                 python = norm_version(version)
             else:
                 python = os.path.realpath(sys.executable)

pre_commit/languages/ruby.py

@@ -6,6 +6,7 @@ import os.path
 import shutil
 import tarfile
 
+import pre_commit.constants as C
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import Var
 from pre_commit.languages import helpers
@@ -32,7 +33,7 @@ def get_env_patch(venv, language_version):  # pragma: windows no cover
             ),
         ),
     )
-    if language_version != 'default':
+    if language_version != C.DEFAULT:
         patches += (('RBENV_VERSION', language_version),)
     return patches
 
@@ -52,14 +53,14 @@ def _extract_resource(filename, dest):
             tf.extractall(dest)
 
 
-def _install_rbenv(prefix, version='default'):  # pragma: windows no cover
+def _install_rbenv(prefix, version=C.DEFAULT):  # pragma: windows no cover
     directory = helpers.environment_dir(ENVIRONMENT_DIR, version)
 
     _extract_resource('rbenv.tar.gz', prefix.path('.'))
     shutil.move(prefix.path('rbenv'), prefix.path(directory))
 
     # Only install ruby-build if the version is specified
-    if version != 'default':
+    if version != C.DEFAULT:
         plugins_dir = prefix.path(directory, 'plugins')
         _extract_resource('ruby-download.tar.gz', plugins_dir)
         _extract_resource('ruby-build.tar.gz', plugins_dir)
@@ -84,7 +85,7 @@ def _install_rbenv(prefix, version='default'):  # pragma: windows no cover
         )
 
         # If we aren't using the system ruby, add a version here
-        if version != 'default':
+        if version != C.DEFAULT:
             activate_file.write('export RBENV_VERSION="{}"\n'.format(version))
 
 
@@ -109,7 +110,7 @@ def install_environment(
             # Need to call this before installing so rbenv's directories are
             # set up
             helpers.run_setup_cmd(prefix, ('rbenv', 'init', '-'))
-            if version != 'default':
+            if version != C.DEFAULT:
                 _install_ruby(prefix, version)
             # Need to call this after installing to set up the shims
             helpers.run_setup_cmd(prefix, ('rbenv', 'rehash'))

pre_commit/languages/rust.py

@@ -5,6 +5,7 @@ import os.path
 
 import toml
 
+import pre_commit.constants as C
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import Var
 from pre_commit.languages import helpers
@@ -29,7 +30,7 @@ def get_env_patch(target_dir):
 @contextlib.contextmanager
 def in_env(prefix):
     target_dir = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
     with envcontext(get_env_patch(target_dir)):
         yield
@@ -50,7 +51,7 @@ def _add_dependencies(cargo_toml_path, additional_dependencies):
 def install_environment(prefix, version, additional_dependencies):
     helpers.assert_version_default('rust', version)
     directory = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
 
     # There are two cases where we might want to specify more dependencies:

pre_commit/languages/swift.py

@@ -3,6 +3,7 @@ from __future__ import unicode_literals
 import contextlib
 import os
 
+import pre_commit.constants as C
 from pre_commit.envcontext import envcontext
 from pre_commit.envcontext import Var
 from pre_commit.languages import helpers
@@ -24,7 +25,7 @@ def get_env_patch(venv):  # pragma: windows no cover
 @contextlib.contextmanager
 def in_env(prefix):  # pragma: windows no cover
     envdir = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
     with envcontext(get_env_patch(envdir)):
         yield
@@ -36,7 +37,7 @@ def install_environment(
     helpers.assert_version_default('swift', version)
     helpers.assert_no_additional_deps('swift', additional_dependencies)
     directory = prefix.path(
-        helpers.environment_dir(ENVIRONMENT_DIR, 'default'),
+        helpers.environment_dir(ENVIRONMENT_DIR, C.DEFAULT),
     )
 
     # Build the swift package

pre_commit/repository.py

@@ -8,10 +8,10 @@ import os
 
 import pre_commit.constants as C
 from pre_commit import five
-from pre_commit.clientlib import is_local_repo
-from pre_commit.clientlib import is_meta_repo
 from pre_commit.clientlib import load_manifest
+from pre_commit.clientlib import LOCAL
 from pre_commit.clientlib import MANIFEST_HOOK_DICT
+from pre_commit.clientlib import META
 from pre_commit.languages.all import languages
 from pre_commit.languages.helpers import environment_dir
 from pre_commit.prefix import Prefix
@@ -111,7 +111,9 @@ class Hook(collections.namedtuple('Hook', ('src', 'prefix') + _KEYS)):
         return cls(src=src, prefix=prefix, **{k: dct[k] for k in _KEYS})
 
 
-def _hook(*hook_dicts):
+def _hook(*hook_dicts, **kwargs):
+    root_config = kwargs.pop('root_config')
+    assert not kwargs, kwargs
     ret, rest = dict(hook_dicts[0]), hook_dicts[1:]
     for dct in rest:
         ret.update(dct)
@@ -127,14 +129,16 @@ def _hook(*hook_dicts):
         )
         exit(1)
 
-    if ret['language_version'] == 'default':
-        language = languages[ret['language']]
-        ret['language_version'] = language.get_default_version()
+    lang = ret['language']
+    if ret['language_version'] == C.DEFAULT:
+        ret['language_version'] = root_config['default_language_version'][lang]
+    if ret['language_version'] == C.DEFAULT:
+        ret['language_version'] = languages[lang].get_default_version()
 
     return ret
 
 
-def _non_cloned_repository_hooks(repo_config, store):
+def _non_cloned_repository_hooks(repo_config, store, root_config):
     def _prefix(language_name, deps):
         language = languages[language_name]
         # pcre / pygrep / script / system / docker_image do not have
@@ -148,13 +152,13 @@ def _non_cloned_repository_hooks(repo_config, store):
         Hook.create(
             repo_config['repo'],
             _prefix(hook['language'], hook['additional_dependencies']),
-            _hook(hook),
+            _hook(hook, root_config=root_config),
         )
         for hook in repo_config['hooks']
     )
 
 
-def _cloned_repository_hooks(repo_config, store):
+def _cloned_repository_hooks(repo_config, store, root_config):
     repo, rev = repo_config['repo'], repo_config['rev']
     manifest_path = os.path.join(store.clone(repo, rev), C.MANIFEST_FILE)
     by_id = {hook['id']: hook for hook in load_manifest(manifest_path)}
@@ -169,7 +173,10 @@ def _cloned_repository_hooks(repo_config, store):
             )
             exit(1)
 
-    hook_dcts = [_hook(by_id[h['id']], h) for h in repo_config['hooks']]
+    hook_dcts = [
+        _hook(by_id[hook['id']], hook, root_config=root_config)
+        for hook in repo_config['hooks']
+    ]
     return tuple(
         Hook.create(
             repo_config['repo'],
@@ -180,11 +187,11 @@ def _cloned_repository_hooks(repo_config, store):
     )
 
 
-def repository_hooks(repo_config, store):
-    if is_local_repo(repo_config) or is_meta_repo(repo_config):
-        return _non_cloned_repository_hooks(repo_config, store)
+def _repository_hooks(repo_config, store, root_config):
+    if repo_config['repo'] in {LOCAL, META}:
+        return _non_cloned_repository_hooks(repo_config, store, root_config)
     else:
-        return _cloned_repository_hooks(repo_config, store)
+        return _cloned_repository_hooks(repo_config, store, root_config)
 
 
 def install_hook_envs(hooks, store):
@@ -201,17 +208,13 @@ def install_hook_envs(hooks, store):
         return
     with store.exclusive_lock():
         # Another process may have already completed this work
-        need_installed = _need_installed()
-        if not need_installed:  # pragma: no cover (race)
-            return
-
-        for hook in need_installed:
+        for hook in _need_installed():
             hook.install()
 
 
-def all_hooks(config, store):
+def all_hooks(root_config, store):
     return tuple(
         hook
-        for repo in config['repos']
-        for hook in repository_hooks(repo, store)
+        for repo in root_config['repos']
+        for hook in _repository_hooks(repo, store, root_config)
     )

pre_commit/xargs.py

@@ -2,11 +2,11 @@ from __future__ import absolute_import
 from __future__ import division
 from __future__ import unicode_literals
 
+import concurrent.futures
 import contextlib
 import math
 import sys
 
-import concurrent.futures
 import six
 
 from pre_commit import parse_shebang