Merge pull request PyCQA#993 from asottile/perf_hack

add performance hack to improve tokenize speed
carstencodes · May 6, 2021 · aa3417b · aa3417b
2 parents 8ba139d + 24d348a
commit aa3417b
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/pycodestyle.py b/pycodestyle.py
@@ -78,6 +78,13 @@ def lru_cache(maxsize=128):  # noqa as it's a fake implementation.
 except ImportError:
     from ConfigParser import RawConfigParser
 
+# this is a performance hack.  see https://bugs.python.org/issue43014
+if (
+        sys.version_info < (3, 10) and
+        callable(getattr(tokenize, '_compile', None))
+):  # pragma: no cover (<py310)
+    tokenize._compile = lru_cache()(tokenize._compile)  # type: ignore
+
 __version__ = '2.7.0'
 
 DEFAULT_EXCLUDE = '.svn,CVS,.bzr,.hg,.git,__pycache__,.tox'