Allow loading configs from JSON strings and test with new docstrings for tunables

mlos_bench/mlos_bench/config/__init__.py

@@ -61,7 +61,7 @@
 - ``environments/``:
     Contains the configs for :py:mod:`~mlos_bench.environments`, and their
     associated scripts (if relevant, e.g., for
-    `:py:class:`~mlos_bench.environments.remote_env.RemoteEnv` or
+    :py:class:`~mlos_bench.environments.remote.remote_env.RemoteEnv` or
     :py:class:`~mlos_bench.environments.script_env.ScriptEnv`) and
     :py:mod:`~mlos_bench.tunables`.
 
@@ -253,9 +253,9 @@
          ],
        }
 
-  Since TunableParams are associated with Environments, they are typically kept
-  in the same directory as that environment and named something like
-  ``env-tunables.json``.
+  Since TunableParams are associated with an :py:mod:`~mlos_bench.environments`,
+  they are typically kept in the same directory as that Environment's config and
+  named something like ``env-tunables.json``.
 
 - "TunableValues" style configs which are used to specify the values for an
   instantiation of a set of tunables params.
@@ -276,6 +276,9 @@
   :py:class:`~mlos_bench.optimizers.manual_optimizer.ManualOptimizer` to run a
   benchmark with a particular config or set of configs.
 
+For more information on tunable configs, see the :py:mod:`mlos_bench.tunables`
+module.
+
 Class Configs
 ^^^^^^^^^^^^^
 

mlos_bench/mlos_bench/environments/__init__.py

@@ -113,6 +113,14 @@
 - See `mlos_bench/config/environments/README.md
   <https://github.com/microsoft/MLOS/tree/main/mlos_bench/mlos_bench/config/environments/>`_
   for additional config examples in the source tree.
+
+See Also
+--------
+:py:mod:`mlos_bench.config` : Overview of the configuration system.
+:py:mod:`mlos_bench.services` : Overview of the Services available to the
+    Environments and their configurations.
+:py:mod:`mlos_bench.tunables` : Overview of the Tunables available to the
+    Environments and their configurations.
 """
 
 from mlos_bench.environments.base_environment import Environment

mlos_bench/mlos_bench/environments/base_environment.py

@@ -149,6 +149,7 @@ def __init__(  # pylint: disable=too-many-arguments
             )
             tunables = TunableGroups()
 
+        # TODO: add user docstrings for these in the module
         groups = self._expand_groups(
             config.get("tunable_params", []),
             (global_config or {}).get("tunable_params_map", {}),