Refactor requirements to read from files

.github/workflows/unit_tests.yml

@@ -22,7 +22,7 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install .
+          pip install .[extras]
           pip install pytest pytest-timeout pytest-cov
 
       - name: Test Utils

requirements/extras.txt

@@ -0,0 +1,2 @@
+colour~=0.1
+rapidfuzz~=1.0

requirements/requirements.txt

@@ -0,0 +1,8 @@
+mycroft-messagebus-client~=0.9.1,!=0.9.2,!=0.9.3
+inflection~=0.5
+pexpect~=4.8
+requests~=2.26
+json_database~=0.6
+kthread~=0.2
+pyxdg~=0.27
+PyYAML~=5.4

setup.py

@@ -1,5 +1,20 @@
+import os
 from setuptools import setup
 
+BASEDIR = os.path.abspath(os.path.dirname(__file__))
+
+
+def required(requirements_file):
+    """ Read requirements file and remove comments and empty lines. """
+    with open(os.path.join(BASEDIR, requirements_file), 'r') as f:
+        requirements = f.read().splitlines()
+        if 'MYCROFT_LOOSE_REQUIREMENTS' in os.environ:
+            print('USING LOOSE REQUIREMENTS!')
+            requirements = [r.replace('==', '>=').replace('~=', '>=') for r in requirements]
+        return [pkg for pkg in requirements
+                if pkg.strip() and not pkg.startswith("#")]
+
+
 setup(
     name='ovos_utils',
     version='0.0.12a10',
@@ -13,18 +28,9 @@
               'ovos_utils.skills',
               'ovos_utils.lang'],
     url='https://github.com/OpenVoiceOS/ovos_utils',
-    install_requires=[
-        "mycroft-messagebus-client",
-        "pexpect",
-        "pyxdg",
-        "PyYAML",
-        "kthread",
-        "json_database",
-        "requests",
-        "colour",
-        "inflection"],
+    install_requires=required("requirements/requirements.txt"),
     extras_require={
-        "extras": ["phoneme_guesser", "colour", "rapidfuzz"]
+        "extras": required("requirements/extras.txt")
     },
     include_package_data=True,
     license='Apache',