diff --git a/.buildinfo b/.buildinfo
index 87d72d89fe..81a27b2800 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: c3508089ef5f8ccdb6b0ab7b4e6a7bd5
+config: cef296ba3d8e9f4c5874c34d7f1797f7
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index 93a1d53e99..de04f6fe7a 100644
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '0.6.2.dev2+g9183ae630',
+    VERSION: '0.6.2.dev3+g439df9933',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/api/mlos_bench/mlos_bench.config.html b/api/mlos_bench/mlos_bench.config.html
index 8129392322..71c1ace23d 100644
--- a/api/mlos_bench/mlos_bench.config.html
+++ b/api/mlos_bench/mlos_bench.config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.config package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
index 58f0362a1d..4a9cb30bd2 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.config_schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.config.schemas.config_schemas module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.config.schemas.html b/api/mlos_bench/mlos_bench.config.schemas.html
index 82b3be2301..b3790403a4 100644
--- a/api/mlos_bench/mlos_bench.config.schemas.html
+++ b/api/mlos_bench/mlos_bench.config.schemas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.config.schemas package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.dict_templater.html b/api/mlos_bench/mlos_bench.dict_templater.html
index 1486bf66f1..a4a09bb97a 100644
--- a/api/mlos_bench/mlos_bench.dict_templater.html
+++ b/api/mlos_bench/mlos_bench.dict_templater.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.dict_templater module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.base_environment.html b/api/mlos_bench/mlos_bench.environments.base_environment.html
index b9173bccb5..c9e724917b 100644
--- a/api/mlos_bench/mlos_bench.environments.base_environment.html
+++ b/api/mlos_bench/mlos_bench.environments.base_environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.base_environment module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.composite_env.html b/api/mlos_bench/mlos_bench.environments.composite_env.html
index 6fbad80f30..e8d4059c71 100644
--- a/api/mlos_bench/mlos_bench.environments.composite_env.html
+++ b/api/mlos_bench/mlos_bench.environments.composite_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.composite_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.html b/api/mlos_bench/mlos_bench.environments.html
index 88ed76fce1..b9f796f12a 100644
--- a/api/mlos_bench/mlos_bench.environments.html
+++ b/api/mlos_bench/mlos_bench.environments.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.html b/api/mlos_bench/mlos_bench.environments.local.html
index 00aaca7ce6..c1f238ffdd 100644
--- a/api/mlos_bench/mlos_bench.environments.local.html
+++ b/api/mlos_bench/mlos_bench.environments.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.local package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_env.html b/api/mlos_bench/mlos_bench.environments.local.local_env.html
index 1813ebc224..3ae11bd60c 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.local.local_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
index e78a660275..28727c7d6f 100644
--- a/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
+++ b/api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.local.local_fileshare_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.mock_env.html b/api/mlos_bench/mlos_bench.environments.mock_env.html
index c6773845d1..1f248cabe6 100644
--- a/api/mlos_bench/mlos_bench.environments.mock_env.html
+++ b/api/mlos_bench/mlos_bench.environments.mock_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.mock_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.host_env.html b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
index 65c05f7772..69f1cc9e0c 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.host_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.host_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.host_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.html b/api/mlos_bench/mlos_bench.environments.remote.html
index 23d745c84e..965c1af935 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.network_env.html b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
index 6c3379debf..91330266bf 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.network_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.network_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.network_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.os_env.html b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
index 4fe7ba7860..adb32dc490 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.os_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.os_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.os_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
index b4d71a4df8..4fd99f6cda 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.remote_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.remote_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
index 4c156568f8..fdcbb8f03f 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.saas_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.saas_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
index ef15880aab..ea8649d54d 100644
--- a/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
+++ b/api/mlos_bench/mlos_bench.environments.remote.vm_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.vm_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.script_env.html b/api/mlos_bench/mlos_bench.environments.script_env.html
index 7b782a78ad..0e590d7d40 100644
--- a/api/mlos_bench/mlos_bench.environments.script_env.html
+++ b/api/mlos_bench/mlos_bench.environments.script_env.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.script_env module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.environments.status.html b/api/mlos_bench/mlos_bench.environments.status.html
index 901f707c1f..3fb2bacb70 100644
--- a/api/mlos_bench/mlos_bench.environments.status.html
+++ b/api/mlos_bench/mlos_bench.environments.status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.status module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.event_loop_context.html b/api/mlos_bench/mlos_bench.event_loop_context.html
index 957ef13af1..f9ef388c57 100644
--- a/api/mlos_bench/mlos_bench.event_loop_context.html
+++ b/api/mlos_bench/mlos_bench.event_loop_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.event_loop_context module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.html b/api/mlos_bench/mlos_bench.html
index 4664c0d8d8..fd1448f7ef 100644
--- a/api/mlos_bench/mlos_bench.html
+++ b/api/mlos_bench/mlos_bench.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -273,7 +273,7 @@ <h2>Subpackages<a class="headerlink" href="#subpackages" title="Link to this hea
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.config_space"><code class="docutils literal notranslate"><span class="pre">Optimizer.config_space</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.current_iteration"><code class="docutils literal notranslate"><span class="pre">Optimizer.current_iteration</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.get_best_observation"><code class="docutils literal notranslate"><span class="pre">Optimizer.get_best_observation()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.max_iterations"><code class="docutils literal notranslate"><span class="pre">Optimizer.max_iterations</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.max_suggestions"><code class="docutils literal notranslate"><span class="pre">Optimizer.max_suggestions</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.name"><code class="docutils literal notranslate"><span class="pre">Optimizer.name</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.not_converged"><code class="docutils literal notranslate"><span class="pre">Optimizer.not_converged()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.register"><code class="docutils literal notranslate"><span class="pre">Optimizer.register()</span></code></a></li>
diff --git a/api/mlos_bench/mlos_bench.launcher.html b/api/mlos_bench/mlos_bench.launcher.html
index 86a3e24d1c..db08cbd9b1 100644
--- a/api/mlos_bench/mlos_bench.launcher.html
+++ b/api/mlos_bench/mlos_bench.launcher.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.launcher module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
index 6106426725..aa37663f24 100644
--- a/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.base_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.base_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -132,7 +132,7 @@
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration" title="mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></a></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><a class="reference internal" href="#mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations" title="mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><a class="reference internal" href="#mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions" title="mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.base_optimizer.Optimizer.name" title="mlos_bench.optimizers.base_optimizer.Optimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -236,8 +236,8 @@
 </dd></dl>
 
 <dl class="py property">
-<dt class="sig sig-object py" id="mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations">
-<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_iterations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations" title="Link to this definition">¶</a></dt>
+<dt class="sig sig-object py" id="mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_suggestions</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions" title="Link to this definition">¶</a></dt>
 <dd><p>The maximum number of iterations (suggestions) to run.</p>
 <p>Note: this may or may not be the same as the number of configurations.
 See Also: Scheduler.trial_config_repeat_count and Scheduler.max_trials.</p>
diff --git a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
index 7ded0160c3..7ebe7b5d52 100644
--- a/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
+++ b/api/mlos_bench/mlos_bench.optimizers.convert_configspace.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.convert_configspace module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
index 5f9855122d..d8acd4cfb1 100644
--- a/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.grid_search_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -130,7 +130,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/api/mlos_bench/mlos_bench.optimizers.html b/api/mlos_bench/mlos_bench.optimizers.html
index 038159163b..68478cf413 100644
--- a/api/mlos_bench/mlos_bench.optimizers.html
+++ b/api/mlos_bench/mlos_bench.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -129,7 +129,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="../../generated/mlos_bench.optimizers.MlosCoreOptimizer.html#mlos_bench.optimizers.MlosCoreOptimizer.name" title="mlos_bench.optimizers.MlosCoreOptimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -271,7 +271,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -353,7 +353,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -418,7 +418,7 @@
 </dd>
 <dt><a class="reference internal" href="../../generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.current_iteration" title="mlos_bench.optimizers.Optimizer.current_iteration"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></a></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><a class="reference internal" href="../../generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.max_iterations" title="mlos_bench.optimizers.Optimizer.max_iterations"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><a class="reference internal" href="../../generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.max_suggestions" title="mlos_bench.optimizers.Optimizer.max_suggestions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="../../generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.name" title="mlos_bench.optimizers.Optimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -522,8 +522,8 @@
 </dd></dl>
 
 <dl class="py property">
-<dt class="sig sig-object py" id="mlos_bench.optimizers.Optimizer.max_iterations">
-<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_iterations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.Optimizer.max_iterations" title="Link to this definition">¶</a></dt>
+<dt class="sig sig-object py" id="mlos_bench.optimizers.Optimizer.max_suggestions">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_suggestions</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.Optimizer.max_suggestions" title="Link to this definition">¶</a></dt>
 <dd><p>The maximum number of iterations (suggestions) to run.</p>
 <p>Note: this may or may not be the same as the number of configurations.
 See Also: Scheduler.trial_config_repeat_count and Scheduler.max_trials.</p>
@@ -642,7 +642,7 @@ <h2>Submodules<a class="headerlink" href="#submodules" title="Link to this headi
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.config_space"><code class="docutils literal notranslate"><span class="pre">Optimizer.config_space</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration"><code class="docutils literal notranslate"><span class="pre">Optimizer.current_iteration</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation"><code class="docutils literal notranslate"><span class="pre">Optimizer.get_best_observation()</span></code></a></li>
-<li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations"><code class="docutils literal notranslate"><span class="pre">Optimizer.max_iterations</span></code></a></li>
+<li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions"><code class="docutils literal notranslate"><span class="pre">Optimizer.max_suggestions</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.name"><code class="docutils literal notranslate"><span class="pre">Optimizer.name</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.not_converged"><code class="docutils literal notranslate"><span class="pre">Optimizer.not_converged()</span></code></a></li>
 <li class="toctree-l3"><a class="reference internal" href="mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.register"><code class="docutils literal notranslate"><span class="pre">Optimizer.register()</span></code></a></li>
diff --git a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
index b095972ca7..eba49aeb6b 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.mlos_core_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -130,7 +130,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name" title="mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
index 0bc3e0372d..efd55c512b 100644
--- a/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.mock_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.mock_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -130,7 +130,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
index fdc684c4d6..ebaebc91ed 100644
--- a/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.one_shot_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -131,7 +131,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
index bcbd89de93..427f3f8238 100644
--- a/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
+++ b/api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.track_best_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -130,7 +130,7 @@
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/api/mlos_bench/mlos_bench.os_environ.html b/api/mlos_bench/mlos_bench.os_environ.html
index ffa8ad42bb..424978b852 100644
--- a/api/mlos_bench/mlos_bench.os_environ.html
+++ b/api/mlos_bench/mlos_bench.os_environ.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.os_environ module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.run.html b/api/mlos_bench/mlos_bench.run.html
index 6fbe23b02c..2f83ef6ac8 100644
--- a/api/mlos_bench/mlos_bench.run.html
+++ b/api/mlos_bench/mlos_bench.run.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.run module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
index 840fe37f74..97865ea9e9 100644
--- a/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.base_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.schedulers.base_scheduler module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.html b/api/mlos_bench/mlos_bench.schedulers.html
index 1b2bf5b59f..6dc554a688 100644
--- a/api/mlos_bench/mlos_bench.schedulers.html
+++ b/api/mlos_bench/mlos_bench.schedulers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.schedulers package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
index 0259b8be5e..a233af0d20 100644
--- a/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
+++ b/api/mlos_bench/mlos_bench.schedulers.sync_scheduler.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.schedulers.sync_scheduler module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.base_fileshare.html b/api/mlos_bench/mlos_bench.services.base_fileshare.html
index a011ec166a..65a711e683 100644
--- a/api/mlos_bench/mlos_bench.services.base_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.base_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.base_fileshare module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.base_service.html b/api/mlos_bench/mlos_bench.services.base_service.html
index 527e409263..aac8a6a7f5 100644
--- a/api/mlos_bench/mlos_bench.services.base_service.html
+++ b/api/mlos_bench/mlos_bench.services.base_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.base_service module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.config_persistence.html b/api/mlos_bench/mlos_bench.services.config_persistence.html
index 13b96d6c66..72fcd13aba 100644
--- a/api/mlos_bench/mlos_bench.services.config_persistence.html
+++ b/api/mlos_bench/mlos_bench.services.config_persistence.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.config_persistence module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.html b/api/mlos_bench/mlos_bench.services.html
index 34c7caf02f..bc970ab149 100644
--- a/api/mlos_bench/mlos_bench.services.html
+++ b/api/mlos_bench/mlos_bench.services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.html b/api/mlos_bench/mlos_bench.services.local.html
index 4f0af0799f..e6a8f57e92 100644
--- a/api/mlos_bench/mlos_bench.services.local.html
+++ b/api/mlos_bench/mlos_bench.services.local.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.local package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.local_exec.html b/api/mlos_bench/mlos_bench.services.local.local_exec.html
index 32b7464d9f..08c67d6731 100644
--- a/api/mlos_bench/mlos_bench.services.local.local_exec.html
+++ b/api/mlos_bench/mlos_bench.services.local.local_exec.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.local.local_exec module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
index f35a989d61..3b0be295b6 100644
--- a/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
+++ b/api/mlos_bench/mlos_bench.services.local.temp_dir_context.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.local.temp_dir_context module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
index d3fdfd5645..24ff1e30ae 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_auth module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
index bce06ffc41..7375c825a8 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_deployment_services module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
index 95646cee5f..0581200805 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_fileshare module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
index 26f9c7e0ad..bb8b114a9b 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_network_services module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
index d3ffa1849b..6fd213c77b 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_saas module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
index 931ca413e0..bf69de03d9 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.azure_vm_services module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.azure.html b/api/mlos_bench/mlos_bench.services.remote.azure.html
index 768da4636d..d9426e4731 100644
--- a/api/mlos_bench/mlos_bench.services.remote.azure.html
+++ b/api/mlos_bench/mlos_bench.services.remote.azure.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.html b/api/mlos_bench/mlos_bench.services.remote.html
index 4944b86d8c..ca2bc1fe36 100644
--- a/api/mlos_bench/mlos_bench.services.remote.html
+++ b/api/mlos_bench/mlos_bench.services.remote.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.html b/api/mlos_bench/mlos_bench.services.remote.ssh.html
index 215d218e6c..fc3e4008ab 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.ssh package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
index b477e3e3cf..ccb825ed1b 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_fileshare module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
index adb3b47758..be22c873cd 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_host_service module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
index a8dd8f90b1..7077751bb5 100644
--- a/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
+++ b/api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.ssh.ssh_service module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
index d1e2c9098f..78e8dce98b 100644
--- a/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.authenticator_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.authenticator_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
index 55fd6a9551..7c7b1987e4 100644
--- a/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.config_loader_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.config_loader_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
index 136583d3ce..7697d8c61b 100644
--- a/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.fileshare_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.fileshare_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
index 3b62147a5d..46390ab76b 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.host_ops_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
index 0edf7d1d02..ca75a43ec6 100644
--- a/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.host_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.host_provisioner_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.html b/api/mlos_bench/mlos_bench.services.types.html
index 4991d06bd4..574e5ceea0 100644
--- a/api/mlos_bench/mlos_bench.services.types.html
+++ b/api/mlos_bench/mlos_bench.services.types.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
index f3d7dc0600..6853f035f7 100644
--- a/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.local_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.local_exec_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
index 9725c63655..05b28d3265 100644
--- a/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.network_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.network_provisioner_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
index 064461e6f2..a7139c4b86 100644
--- a/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.os_ops_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.os_ops_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
index 50be5f4dfa..ccd9f2ac0e 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_config_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.remote_config_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
index ff684f85ed..241aa3c7e6 100644
--- a/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.remote_exec_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.remote_exec_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
index 3c87d104cb..c4bc0acdb2 100644
--- a/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
+++ b/api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.types.vm_provisioner_type module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
index c5b85a3d28..94b10fd613 100644
--- a/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_storage.html b/api/mlos_bench/mlos_bench.storage.base_storage.html
index d1afe93497..616970e79f 100644
--- a/api/mlos_bench/mlos_bench.storage.base_storage.html
+++ b/api/mlos_bench/mlos_bench.storage.base_storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_storage module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_trial_data.html b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
index bb32ddadf9..e55ca3c5f0 100644
--- a/api/mlos_bench/mlos_bench.storage.base_trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_trial_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
index 961a4f1f9a..962e52bf5a 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
index 3acb440e1f..0305bbb36a 100644
--- a/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.html b/api/mlos_bench/mlos_bench.storage.html
index be456b7afc..d75c465ace 100644
--- a/api/mlos_bench/mlos_bench.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.common.html b/api/mlos_bench/mlos_bench.storage.sql.common.html
index 3526f764e7..1b77a0b11f 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.common.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.common.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.common module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment.html b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
index 0c8da3958d..d586c2136f 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.experiment module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
index 7bed58378f..78f415f47d 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.experiment_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.experiment_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.html b/api/mlos_bench/mlos_bench.storage.sql.html
index 494cce11c2..83fe1c0096 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.schema.html b/api/mlos_bench/mlos_bench.storage.sql.schema.html
index afb617b56f..006e99cbce 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.schema.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.schema.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.schema module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.storage.html b/api/mlos_bench/mlos_bench.storage.sql.storage.html
index d4b821734c..fea83fe374 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.storage.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.storage module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial.html b/api/mlos_bench/mlos_bench.storage.sql.trial.html
index efd34fddc6..f9430d9d5c 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.trial module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
index 5b86d8efe0..bab4956bb3 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.trial_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.trial_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
index 2d924e597e..765e7319a5 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
index 2283c8322d..05d93b4e0a 100644
--- a/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
+++ b/api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.tunable_config_trial_group_data module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.storage_factory.html b/api/mlos_bench/mlos_bench.storage.storage_factory.html
index 9916fc8fdf..c56c9561c5 100644
--- a/api/mlos_bench/mlos_bench.storage.storage_factory.html
+++ b/api/mlos_bench/mlos_bench.storage.storage_factory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.storage_factory module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.storage.util.html b/api/mlos_bench/mlos_bench.storage.util.html
index 053788e0c6..c493a16083 100644
--- a/api/mlos_bench/mlos_bench.storage.util.html
+++ b/api/mlos_bench/mlos_bench.storage.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.util module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.covariant_group.html b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
index 6e2732bd87..0128085e7b 100644
--- a/api/mlos_bench/mlos_bench.tunables.covariant_group.html
+++ b/api/mlos_bench/mlos_bench.tunables.covariant_group.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables.covariant_group module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.html b/api/mlos_bench/mlos_bench.tunables.html
index 9f6dd6a6a2..4a707abbbf 100644
--- a/api/mlos_bench/mlos_bench.tunables.html
+++ b/api/mlos_bench/mlos_bench.tunables.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable.html b/api/mlos_bench/mlos_bench.tunables.tunable.html
index c9c6770d6a..77f76a95b5 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables.tunable module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
index 71b22103b8..0c15491aa1 100644
--- a/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
+++ b/api/mlos_bench/mlos_bench.tunables.tunable_groups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables.tunable_groups module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.util.html b/api/mlos_bench/mlos_bench.util.html
index 7e91fabc17..573fb409fc 100644
--- a/api/mlos_bench/mlos_bench.util.html
+++ b/api/mlos_bench/mlos_bench.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.util module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/mlos_bench.version.html b/api/mlos_bench/mlos_bench.version.html
index aebcf6ae2f..2624ecd2cb 100644
--- a/api/mlos_bench/mlos_bench.version.html
+++ b/api/mlos_bench/mlos_bench.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.version module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_bench/modules.html b/api/mlos_bench/modules.html
index d39de46a86..01c90f89d9 100644
--- a/api/mlos_bench/modules.html
+++ b/api/mlos_bench/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.html b/api/mlos_core/mlos_core.html
index 7b5df21f4f..4c6eba6fc9 100644
--- a/api/mlos_core/mlos_core.html
+++ b/api/mlos_core/mlos_core.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
index ef2f3441b3..fe71a17973 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
index c30025a628..266b0d76f7 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
index 02505c0f57..549e9806a6 100644
--- a/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.smac_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
index 1186e63035..f753a2cae3 100644
--- a/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.flaml_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.html b/api/mlos_core/mlos_core.optimizers.html
index b83fe766bc..d0f40a4be4 100644
--- a/api/mlos_core/mlos_core.optimizers.html
+++ b/api/mlos_core/mlos_core.optimizers.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.optimizer.html b/api/mlos_core/mlos_core.optimizers.optimizer.html
index eb8a4e27b2..df38b00413 100644
--- a/api/mlos_core/mlos_core.optimizers.optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.optimizers.random_optimizer.html b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
index a70be6eb5a..9ddbbf7ee0 100644
--- a/api/mlos_core/mlos_core.optimizers.random_optimizer.html
+++ b/api/mlos_core/mlos_core.optimizers.random_optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.adapter.html b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
index 4e52c669e8..c603658505 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.html b/api/mlos_core/mlos_core.spaces.adapters.html
index 9e02c76ac0..64ba6e11aa 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
index bc8f40215e..73cae8439d 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.identity_adapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
index f559aaef2f..3b74da644e 100644
--- a/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
+++ b/api/mlos_core/mlos_core.spaces.adapters.llamatune.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.flaml.html b/api/mlos_core/mlos_core.spaces.converters.flaml.html
index dd2eaad27f..f249f36307 100644
--- a/api/mlos_core/mlos_core.spaces.converters.flaml.html
+++ b/api/mlos_core/mlos_core.spaces.converters.flaml.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.converters.flaml module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.html b/api/mlos_core/mlos_core.spaces.converters.html
index ae96b97ee7..dea014af45 100644
--- a/api/mlos_core/mlos_core.spaces.converters.html
+++ b/api/mlos_core/mlos_core.spaces.converters.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.converters package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.converters.util.html b/api/mlos_core/mlos_core.spaces.converters.util.html
index 5cc9d2139c..ebb5a81fbc 100644
--- a/api/mlos_core/mlos_core.spaces.converters.util.html
+++ b/api/mlos_core/mlos_core.spaces.converters.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.converters.util module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.spaces.html b/api/mlos_core/mlos_core.spaces.html
index 41362ad5a0..73a0ecc8e3 100644
--- a/api/mlos_core/mlos_core.spaces.html
+++ b/api/mlos_core/mlos_core.spaces.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.util.html b/api/mlos_core/mlos_core.util.html
index 04d6e0a4c7..fb91de4b92 100644
--- a/api/mlos_core/mlos_core.util.html
+++ b/api/mlos_core/mlos_core.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.util module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/mlos_core.version.html b/api/mlos_core/mlos_core.version.html
index 2947e68fea..6a2bdb6d4f 100644
--- a/api/mlos_core/mlos_core.version.html
+++ b/api/mlos_core/mlos_core.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.version module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_core/modules.html b/api/mlos_core/modules.html
index 0b9b6679fa..5acbeb44d9 100644
--- a/api/mlos_core/modules.html
+++ b/api/mlos_core/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.base.html b/api/mlos_viz/mlos_viz.base.html
index 96b9ea3b13..8b7547a63a 100644
--- a/api/mlos_viz/mlos_viz.base.html
+++ b/api/mlos_viz/mlos_viz.base.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.base module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.dabl.html b/api/mlos_viz/mlos_viz.dabl.html
index 2de12e4023..411dbe3fc1 100644
--- a/api/mlos_viz/mlos_viz.dabl.html
+++ b/api/mlos_viz/mlos_viz.dabl.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.dabl module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.html b/api/mlos_viz/mlos_viz.html
index 120d405d6b..14444b3498 100644
--- a/api/mlos_viz/mlos_viz.html
+++ b/api/mlos_viz/mlos_viz.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz package &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz package &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.util.html b/api/mlos_viz/mlos_viz.util.html
index af4bdbeaf9..7f86904d7f 100644
--- a/api/mlos_viz/mlos_viz.util.html
+++ b/api/mlos_viz/mlos_viz.util.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.util module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/mlos_viz.version.html b/api/mlos_viz/mlos_viz.version.html
index bdcb011ea7..fda029f080 100644
--- a/api/mlos_viz/mlos_viz.version.html
+++ b/api/mlos_viz/mlos_viz.version.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.version module &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/api/mlos_viz/modules.html b/api/mlos_viz/modules.html
index c02cb28368..5257981205 100644
--- a/api/mlos_viz/modules.html
+++ b/api/mlos_viz/modules.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/generated/mlos_bench.environments.CompositeEnv.html b/generated/mlos_bench.environments.CompositeEnv.html
index a0fd5b9de7..37fd1f9381 100644
--- a/generated/mlos_bench.environments.CompositeEnv.html
+++ b/generated/mlos_bench.environments.CompositeEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.CompositeEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Environment.html b/generated/mlos_bench.environments.Environment.html
index f35d305623..f15a56788d 100644
--- a/generated/mlos_bench.environments.Environment.html
+++ b/generated/mlos_bench.environments.Environment.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.Environment &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.MockEnv.html b/generated/mlos_bench.environments.MockEnv.html
index ece413cdb1..fbb248da5e 100644
--- a/generated/mlos_bench.environments.MockEnv.html
+++ b/generated/mlos_bench.environments.MockEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.MockEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.Status.html b/generated/mlos_bench.environments.Status.html
index 9dc2417b80..101685bea5 100644
--- a/generated/mlos_bench.environments.Status.html
+++ b/generated/mlos_bench.environments.Status.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.Status &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.local.LocalEnv.html b/generated/mlos_bench.environments.local.LocalEnv.html
index f6f9cb8f26..d6ef3b3487 100644
--- a/generated/mlos_bench.environments.local.LocalEnv.html
+++ b/generated/mlos_bench.environments.local.LocalEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.local.LocalEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.local.LocalFileShareEnv.html b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
index 7662647510..033a3d91b1 100644
--- a/generated/mlos_bench.environments.local.LocalFileShareEnv.html
+++ b/generated/mlos_bench.environments.local.LocalFileShareEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.local.LocalFileShareEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.HostEnv.html b/generated/mlos_bench.environments.remote.HostEnv.html
index 3ad3e7fe47..bd3c292ff4 100644
--- a/generated/mlos_bench.environments.remote.HostEnv.html
+++ b/generated/mlos_bench.environments.remote.HostEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.HostEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.OSEnv.html b/generated/mlos_bench.environments.remote.OSEnv.html
index 9eb5bc759e..0695de16fe 100644
--- a/generated/mlos_bench.environments.remote.OSEnv.html
+++ b/generated/mlos_bench.environments.remote.OSEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.OSEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.RemoteEnv.html b/generated/mlos_bench.environments.remote.RemoteEnv.html
index 398e79451e..be9d81645b 100644
--- a/generated/mlos_bench.environments.remote.RemoteEnv.html
+++ b/generated/mlos_bench.environments.remote.RemoteEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.RemoteEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.environments.remote.VMEnv.html b/generated/mlos_bench.environments.remote.VMEnv.html
index 56359c7f26..bce8c41f38 100644
--- a/generated/mlos_bench.environments.remote.VMEnv.html
+++ b/generated/mlos_bench.environments.remote.VMEnv.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.environments.remote.VMEnv &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
index 86b1e1249a..b7e5dfe46d 100644
--- a/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
+++ b/generated/mlos_bench.optimizers.MlosCoreOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.MlosCoreOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -126,7 +126,7 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.optimizers.
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.MlosCoreOptimizer.name" title="mlos_bench.optimizers.MlosCoreOptimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/generated/mlos_bench.optimizers.MockOptimizer.html b/generated/mlos_bench.optimizers.MockOptimizer.html
index 508cd50d10..46a2c3a549 100644
--- a/generated/mlos_bench.optimizers.MockOptimizer.html
+++ b/generated/mlos_bench.optimizers.MockOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.MockOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -126,7 +126,7 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.optimizers.
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></dt><dd><p>The name of the optimizer.</p>
 </dd>
diff --git a/generated/mlos_bench.optimizers.Optimizer.html b/generated/mlos_bench.optimizers.Optimizer.html
index 2407f8921e..df22bbf04c 100644
--- a/generated/mlos_bench.optimizers.Optimizer.html
+++ b/generated/mlos_bench.optimizers.Optimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.optimizers.Optimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
@@ -127,7 +127,7 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.optimizers.
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.Optimizer.current_iteration" title="mlos_bench.optimizers.Optimizer.current_iteration"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_iteration</span></code></a></dt><dd><p>The current number of iterations (suggestions) registered.</p>
 </dd>
-<dt><a class="reference internal" href="#mlos_bench.optimizers.Optimizer.max_iterations" title="mlos_bench.optimizers.Optimizer.max_iterations"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_iterations</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
+<dt><a class="reference internal" href="#mlos_bench.optimizers.Optimizer.max_suggestions" title="mlos_bench.optimizers.Optimizer.max_suggestions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_suggestions</span></code></a></dt><dd><p>The maximum number of iterations (suggestions) to run.</p>
 </dd>
 <dt><a class="reference internal" href="#mlos_bench.optimizers.Optimizer.name" title="mlos_bench.optimizers.Optimizer.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">name</span></code></a></dt><dd><p>The name of the optimizer.</p>
 </dd>
@@ -250,8 +250,8 @@ <h1><a class="reference internal" href="../api/mlos_bench/mlos_bench.optimizers.
 </dd></dl>
 
 <dl class="py property">
-<dt class="sig sig-object py" id="mlos_bench.optimizers.Optimizer.max_iterations">
-<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_iterations</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.Optimizer.max_iterations" title="Link to this definition">¶</a></dt>
+<dt class="sig sig-object py" id="mlos_bench.optimizers.Optimizer.max_suggestions">
+<em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">max_suggestions</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="pre">int</span></em><a class="headerlink" href="#mlos_bench.optimizers.Optimizer.max_suggestions" title="Link to this definition">¶</a></dt>
 <dd><p>The maximum number of iterations (suggestions) to run.</p>
 <p>Note: this may or may not be the same as the number of configurations.
 See Also: Scheduler.trial_config_repeat_count and Scheduler.max_trials.</p>
diff --git a/generated/mlos_bench.services.FileShareService.html b/generated/mlos_bench.services.FileShareService.html
index e859b812cd..9393f4f62a 100644
--- a/generated/mlos_bench.services.FileShareService.html
+++ b/generated/mlos_bench.services.FileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.FileShareService &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.Service.html b/generated/mlos_bench.services.Service.html
index b081da44cf..974e3ea6b7 100644
--- a/generated/mlos_bench.services.Service.html
+++ b/generated/mlos_bench.services.Service.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.Service &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
index e4831bcb23..6adbbe076f 100644
--- a/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
+++ b/generated/mlos_bench.services.config_persistence.ConfigPersistenceService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.config_persistence.ConfigPersistenceService &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.local.LocalExecService.html b/generated/mlos_bench.services.local.LocalExecService.html
index 9aa5731ebb..8cde6760f5 100644
--- a/generated/mlos_bench.services.local.LocalExecService.html
+++ b/generated/mlos_bench.services.local.LocalExecService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.local.LocalExecService &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
index 53229113c8..a67ce12761 100644
--- a/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureFileShareService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureFileShareService &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.services.remote.azure.AzureVMService.html b/generated/mlos_bench.services.remote.azure.AzureVMService.html
index f217d5e677..e2d56126d3 100644
--- a/generated/mlos_bench.services.remote.azure.AzureVMService.html
+++ b/generated/mlos_bench.services.remote.azure.AzureVMService.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.services.remote.azure.AzureVMService &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.Storage.html b/generated/mlos_bench.storage.Storage.html
index afad617524..d89f93ef6a 100644
--- a/generated/mlos_bench.storage.Storage.html
+++ b/generated/mlos_bench.storage.Storage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.Storage &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
index 34dede1ca4..db25897fbe 100644
--- a/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
+++ b/generated/mlos_bench.storage.base_experiment_data.ExperimentData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_experiment_data.ExperimentData &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_trial_data.TrialData.html b/generated/mlos_bench.storage.base_trial_data.TrialData.html
index 762414069e..40b91961bb 100644
--- a/generated/mlos_bench.storage.base_trial_data.TrialData.html
+++ b/generated/mlos_bench.storage.base_trial_data.TrialData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_trial_data.TrialData &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
index 679b8c9bb6..9893d19fc0 100644
--- a/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_data.TunableConfigData &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
index b5ea2de44a..dc9a32850d 100644
--- a/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
+++ b/generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.sql.storage.SqlStorage.html b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
index a7c6188a39..778baca3e3 100644
--- a/generated/mlos_bench.storage.sql.storage.SqlStorage.html
+++ b/generated/mlos_bench.storage.sql.storage.SqlStorage.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.sql.storage.SqlStorage &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.storage.storage_factory.from_config.html b/generated/mlos_bench.storage.storage_factory.from_config.html
index 8b2a0b4e05..89abd9ac6d 100644
--- a/generated/mlos_bench.storage.storage_factory.from_config.html
+++ b/generated/mlos_bench.storage.storage_factory.from_config.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.storage.storage_factory.from_config &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.Tunable.html b/generated/mlos_bench.tunables.Tunable.html
index ece5478b3f..cbab40ca72 100644
--- a/generated/mlos_bench.tunables.Tunable.html
+++ b/generated/mlos_bench.tunables.Tunable.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables.Tunable &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_bench.tunables.TunableGroups.html b/generated/mlos_bench.tunables.TunableGroups.html
index cd9c561522..3026d48bad 100644
--- a/generated/mlos_bench.tunables.TunableGroups.html
+++ b/generated/mlos_bench.tunables.TunableGroups.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_bench.tunables.TunableGroups &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.create.html b/generated/mlos_core.optimizers.OptimizerFactory.create.html
index 3e7a33ad82..d4ff6cf695 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.create.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory.create &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerFactory.html b/generated/mlos_core.optimizers.OptimizerFactory.html
index 4034c825e7..344d6fa069 100644
--- a/generated/mlos_core.optimizers.OptimizerFactory.html
+++ b/generated/mlos_core.optimizers.OptimizerFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.OptimizerFactory &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.OptimizerType.html b/generated/mlos_core.optimizers.OptimizerType.html
index e77917f43c..eda9e43dec 100644
--- a/generated/mlos_core.optimizers.OptimizerType.html
+++ b/generated/mlos_core.optimizers.OptimizerType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.OptimizerType &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
index 635b27da19..b7479541b2 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
index 3130ce7caf..4a4aa46904 100644
--- a/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
+++ b/generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.bayesian_optimizers.SmacOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
index 1d3481fafd..7889a0e5ed 100644
--- a/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
+++ b/generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.flaml_optimizer.FlamlOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
index 409d76b23a..a4ab1fd081 100644
--- a/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
+++ b/generated/mlos_core.optimizers.optimizer.BaseOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.optimizer.BaseOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
index 8da960f831..d15c416ca6 100644
--- a/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
+++ b/generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.optimizers.random_optimizer.RandomOptimizer &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
index 0c77b63227..470bffbd2a 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory.create &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
index 026a6ce826..c81265a8e0 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterFactory.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterFactory &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
index 95d4b4ff59..e2db7a79d6 100644
--- a/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
+++ b/generated/mlos_core.spaces.adapters.SpaceAdapterType.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.SpaceAdapterType &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
index 4c06e836e8..80b7f61445 100644
--- a/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
+++ b/generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.adapter.BaseSpaceAdapter &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
index 00e9dd8b47..21148bee4f 100644
--- a/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
+++ b/generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.identity_adapter.IdentityAdapter &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
index f765de47f6..f7f8a0bb17 100644
--- a/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
+++ b/generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
index dc1c202cb9..50f4a034b0 100644
--- a/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
+++ b/generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_core.spaces.converters.flaml.configspace_to_flaml_space &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_viz.MlosVizMethod.html b/generated/mlos_viz.MlosVizMethod.html
index 726326cbc5..b5ab314b6c 100644
--- a/generated/mlos_viz.MlosVizMethod.html
+++ b/generated/mlos_viz.MlosVizMethod.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.MlosVizMethod &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/generated/mlos_viz.plot.html b/generated/mlos_viz.plot.html
index 1adcde7629..1b77dda8b5 100644
--- a/generated/mlos_viz.plot.html
+++ b/generated/mlos_viz.plot.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz.plot &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/genindex.html b/genindex.html
index fc812c6558..08b1f161a1 100644
--- a/genindex.html
+++ b/genindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Index &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>Index &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="_static/documentation_options.js?v=1582053c"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -34,7 +34,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -1178,10 +1178,10 @@ <h2 id="L">L</h2>
 <h2 id="M">M</h2>
 <table style="width: 100%" class="indextable genindextable"><tr>
   <td style="width: 33%; vertical-align: top;"><ul>
-      <li><a href="api/mlos_bench/mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations">max_iterations (mlos_bench.optimizers.base_optimizer.Optimizer property)</a>
+      <li><a href="api/mlos_bench/mlos_bench.optimizers.base_optimizer.html#mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions">max_suggestions (mlos_bench.optimizers.base_optimizer.Optimizer property)</a>
 
       <ul>
-        <li><a href="api/mlos_bench/mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.max_iterations">(mlos_bench.optimizers.Optimizer property)</a>, <a href="generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.max_iterations">[1]</a>
+        <li><a href="api/mlos_bench/mlos_bench.optimizers.html#mlos_bench.optimizers.Optimizer.max_suggestions">(mlos_bench.optimizers.Optimizer property)</a>, <a href="generated/mlos_bench.optimizers.Optimizer.html#mlos_bench.optimizers.Optimizer.max_suggestions">[1]</a>
 </li>
       </ul></li>
       <li><a href="api/mlos_bench/mlos_bench.schedulers.base_scheduler.html#mlos_bench.schedulers.base_scheduler.Scheduler.max_trials">max_trials (mlos_bench.schedulers.base_scheduler.Scheduler property)</a>
diff --git a/htmlcov/class_index.html b/htmlcov/class_index.html
index 91dc557978..d23f9f2b30 100644
--- a/htmlcov/class_index.html
+++ b/htmlcov/class_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </header>
@@ -2916,7 +2916,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/conftest_py.html b/htmlcov/conftest_py.html
index 768e4477ad..cf1ec1296d 100644
--- a/htmlcov/conftest_py.html
+++ b/htmlcov/conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/function_index.html b/htmlcov/function_index.html
index 53b76a1bf3..e56499b275 100644
--- a/htmlcov/function_index.html
+++ b/htmlcov/function_index.html
@@ -55,7 +55,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </header>
@@ -1185,112 +1185,112 @@ <h2>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t149">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t149"><data value='max_iterations'>Optimizer.max_iterations</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t146">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t146"><data value='max_suggestions'>Optimizer.max_suggestions</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t159">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t159"><data value='seed'>Optimizer.seed</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t156">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t156"><data value='seed'>Optimizer.seed</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t164">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t164"><data value='start_with_defaults'>Optimizer.start_with_defaults</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t161">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t161"><data value='start_with_defaults'>Optimizer.start_with_defaults</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t174">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t174"><data value='tunable_params'>Optimizer.tunable_params</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t171">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t171"><data value='tunable_params'>Optimizer.tunable_params</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t186">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t186"><data value='config_space'>Optimizer.config_space</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t183">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t183"><data value='config_space'>Optimizer.config_space</data></a></td>
                 <td>4</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t201">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t201"><data value='name'>Optimizer.name</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t198">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t198"><data value='name'>Optimizer.name</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t211">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t211"><data value='targets'>Optimizer.targets</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t208">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t208"><data value='targets'>Optimizer.targets</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t219">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t219"><data value='supports_preload'>Optimizer.supports_preload</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t216">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t216"><data value='supports_preload'>Optimizer.supports_preload</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t226">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t226"><data value='bulk_register'>Optimizer.bulk_register</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t223">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t223"><data value='bulk_register'>Optimizer.bulk_register</data></a></td>
                 <td>10</td>
                 <td>2</td>
                 <td>0</td>
                 <td class="right" data-ratio="8 10">80%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t265">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t265"><data value='suggest'>Optimizer.suggest</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t262">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t262"><data value='suggest'>Optimizer.suggest</data></a></td>
                 <td>3</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="3 3">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t282">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t282"><data value='register'>Optimizer.register</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t279">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t279"><data value='register'>Optimizer.register</data></a></td>
                 <td>4</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="4 4">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t319">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t319"><data value='get_scores'>Optimizer._get_scores</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t316">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t316"><data value='get_scores'>Optimizer._get_scores</data></a></td>
                 <td>12</td>
                 <td>1</td>
                 <td>0</td>
                 <td class="right" data-ratio="11 12">92%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t359">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t359"><data value='not_converged'>Optimizer.not_converged</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t356">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t356"><data value='not_converged'>Optimizer.not_converged</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t368">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t368"><data value='get_best_observation'>Optimizer.get_best_observation</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t365">mlos_bench/mlos_bench/optimizers/base_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_base_optimizer_py.html#t365"><data value='get_best_observation'>Optimizer.get_best_observation</data></a></td>
                 <td>0</td>
                 <td>0</td>
                 <td>0</td>
@@ -1465,64 +1465,64 @@ <h2>
                 <td class="right" data-ratio="17 17">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t90">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t90"><data value='exit__'>MlosCoreOptimizer.__exit__</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t91">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t91"><data value='exit__'>MlosCoreOptimizer.__exit__</data></a></td>
                 <td>2</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="2 2">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t100">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t100"><data value='name'>MlosCoreOptimizer.name</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t101">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t101"><data value='name'>MlosCoreOptimizer.name</data></a></td>
                 <td>1</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="1 1">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t103">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t103"><data value='bulk_register'>MlosCoreOptimizer.bulk_register</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t104">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t104"><data value='bulk_register'>MlosCoreOptimizer.bulk_register</data></a></td>
                 <td>15</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="15 15">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t139">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t139"><data value='adjust_signs_df'>MlosCoreOptimizer._adjust_signs_df</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t140">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t140"><data value='adjust_signs_df'>MlosCoreOptimizer._adjust_signs_df</data></a></td>
                 <td>6</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="6 6">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t154">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t154"><data value='to_df'>MlosCoreOptimizer._to_df</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t155">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t155"><data value='to_df'>MlosCoreOptimizer._to_df</data></a></td>
                 <td>22</td>
                 <td>1</td>
                 <td>0</td>
                 <td class="right" data-ratio="21 22">95%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t197">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t197"><data value='suggest'>MlosCoreOptimizer.suggest</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t198">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t198"><data value='suggest'>MlosCoreOptimizer.suggest</data></a></td>
                 <td>7</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t206">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t206"><data value='register'>MlosCoreOptimizer.register</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t207">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t207"><data value='register'>MlosCoreOptimizer.register</data></a></td>
                 <td>7</td>
                 <td>0</td>
                 <td>0</td>
                 <td class="right" data-ratio="7 7">100%</td>
             </tr>
             <tr class="region">
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t229">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
-                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t229"><data value='get_best_observation'>MlosCoreOptimizer.get_best_observation</data></a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t230">mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py</a></td>
+                <td class="name left"><a href="z_323f8141f9f539b4_mlos_core_optimizer_py.html#t230"><data value='get_best_observation'>MlosCoreOptimizer.get_best_observation</data></a></td>
                 <td>7</td>
                 <td>1</td>
                 <td>0</td>
@@ -11180,7 +11180,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/index.html b/htmlcov/index.html
index f0120deb76..a93a6ef262 100644
--- a/htmlcov/index.html
+++ b/htmlcov/index.html
@@ -54,7 +54,7 @@ <h2>
         </h2>
         <p class="text">
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </header>
@@ -1811,7 +1811,7 @@ <h2>
     <div class="content">
         <p>
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
     <aside class="hidden">
diff --git a/htmlcov/status.json b/htmlcov/status.json
index d9dddd0563..e3da55c8be 100644
--- a/htmlcov/status.json
+++ b/htmlcov/status.json
@@ -1 +1 @@
-{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"84f74d0a1704477544f2e39d72769c47","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":184,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"da7a2be7720a84d90b0fa6f62e545e56","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"41b72b8f8c20bb2217fc2703cc461baa","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"3201d4a9b45bf5a5d42a3db7489a7b61","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"e44822ec21b60403c12789a05442c821","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"661041813c2a6cd20697ac57e9c1975c","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"25f1d9ace025869100e16689162619b4","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"724682df5d2197256c4bec565536308c","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"cf14564e6dca8adb146389817532d8e0","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":122,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"e195a9405aa70697831f11f20a9399e1","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"2a48e9d2875a4dde26fcc1a144d531f1","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"1cc5481419a830b6bfcfad6471e2de45","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"8315bd43d49b433886a1724b13982b89","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":132,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"505dd399fb658451234afb627564ea41","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"60faa9c012fb844df742104d440bfda9","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":102,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"7f4ecc1a375668fd7d8fb5275ee3e49a","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"594bb127469b6da240056d17e948ef93","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"e70be5808c9b261b9f7bafab17dcabad","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"4605e3f953cc2e63dd9bf2c96ea747dd","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"2216ba285551346e86bdcc2c75fe8d99","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"fddced7aea16ac2e5f0ccc292adb435d","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"af2a97208c4e711aece07ebe8ff08bfd","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"26d12c348f7752726d1f62c527fa1d06","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
+{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.6.1","globals":"74e03191d37c7fb57ba44039ddcca05d","files":{"conftest_py":{"hash":"2635663432e348e80aa58b1869ec9d3d","index":{"url":"conftest_py.html","file":"conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd___init___py":{"hash":"94977942045557d8ae44e3f13c2d417e","index":{"url":"z_5396f41af8b1e4bd___init___py.html","file":"mlos_bench/mlos_bench/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3398716e0933e076___init___py":{"hash":"fffa50498690c457a955e0c460afa073","index":{"url":"z_3398716e0933e076___init___py.html","file":"mlos_bench/mlos_bench/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d___init___py":{"hash":"44c3bfe4097b6ded45235699e0dc169e","index":{"url":"z_20c004c35735c01d___init___py.html","file":"mlos_bench/mlos_bench/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_20c004c35735c01d_config_schemas_py":{"hash":"9452d553de5ad7adc6aba94e53095821","index":{"url":"z_20c004c35735c01d_config_schemas_py.html","file":"mlos_bench/mlos_bench/config/schemas/config_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":72,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_dict_templater_py":{"hash":"fe5d1267574eb4e0133c2ec9f963add7","index":{"url":"z_5396f41af8b1e4bd_dict_templater_py.html","file":"mlos_bench/mlos_bench/dict_templater.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3___init___py":{"hash":"52d5dfdaf8a78d07792c1bfc11e6571a","index":{"url":"z_2af64a9d4152bba3___init___py.html","file":"mlos_bench/mlos_bench/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_base_environment_py":{"hash":"17c557c3edf942e98e8a5f32ef0382a5","index":{"url":"z_2af64a9d4152bba3_base_environment_py.html","file":"mlos_bench/mlos_bench/environments/base_environment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":138,"n_excluded":4,"n_missing":10,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_composite_env_py":{"hash":"7200e8d83832b5b8d08ff3e58e100cbb","index":{"url":"z_2af64a9d4152bba3_composite_env_py.html","file":"mlos_bench/mlos_bench/environments/composite_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":96,"n_excluded":0,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d___init___py":{"hash":"5084c457612abc6e20c2ad7d1dee429f","index":{"url":"z_ce2854f29b8d638d___init___py.html","file":"mlos_bench/mlos_bench/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_env_py":{"hash":"07a236bc127d39ac83ee14de31754287","index":{"url":"z_ce2854f29b8d638d_local_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":126,"n_excluded":0,"n_missing":15,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ce2854f29b8d638d_local_fileshare_env_py":{"hash":"7c795dbee7a4120f7084a5804534a5d7","index":{"url":"z_ce2854f29b8d638d_local_fileshare_env_py.html","file":"mlos_bench/mlos_bench/environments/local/local_fileshare_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_mock_env_py":{"hash":"5433da21c478f8c4d6d067f2aa62fdc4","index":{"url":"z_2af64a9d4152bba3_mock_env_py.html","file":"mlos_bench/mlos_bench/environments/mock_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242___init___py":{"hash":"40a027d81a51d6d11705fa7263c886bf","index":{"url":"z_ee1a086105daf242___init___py.html","file":"mlos_bench/mlos_bench/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_host_env_py":{"hash":"41e461af76eb9a0611befce7bedf623a","index":{"url":"z_ee1a086105daf242_host_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/host_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_network_env_py":{"hash":"20da34b58dac4b84d2421dd72d0f894f","index":{"url":"z_ee1a086105daf242_network_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/network_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_os_env_py":{"hash":"273e0f734e783efa047a9fdddb3cea20","index":{"url":"z_ee1a086105daf242_os_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/os_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_remote_env_py":{"hash":"0518fd72c3eff64aefa1905c853ecbfa","index":{"url":"z_ee1a086105daf242_remote_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/remote_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":64,"n_excluded":0,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_saas_env_py":{"hash":"87df9a39493209ff83e3c30cee456dbe","index":{"url":"z_ee1a086105daf242_saas_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/saas_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":22,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ee1a086105daf242_vm_env_py":{"hash":"03e0aee3c2e0ee368710f1fa8a0db688","index":{"url":"z_ee1a086105daf242_vm_env_py.html","file":"mlos_bench/mlos_bench/environments/remote/vm_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_script_env_py":{"hash":"3d1b9a37d84974d3f30b56028d51d5af","index":{"url":"z_2af64a9d4152bba3_script_env_py.html","file":"mlos_bench/mlos_bench/environments/script_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2af64a9d4152bba3_status_py":{"hash":"c49095ef6e406c4293c1919c31405587","index":{"url":"z_2af64a9d4152bba3_status_py.html","file":"mlos_bench/mlos_bench/environments/status.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_event_loop_context_py":{"hash":"97011aa012827e937b2698553e7255ec","index":{"url":"z_5396f41af8b1e4bd_event_loop_context_py.html","file":"mlos_bench/mlos_bench/event_loop_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_launcher_py":{"hash":"84f74d0a1704477544f2e39d72769c47","index":{"url":"z_5396f41af8b1e4bd_launcher_py.html","file":"mlos_bench/mlos_bench/launcher.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":184,"n_excluded":0,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4___init___py":{"hash":"ec22ce09e56e5da2e430e6db3f3ade5e","index":{"url":"z_323f8141f9f539b4___init___py.html","file":"mlos_bench/mlos_bench/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_base_optimizer_py":{"hash":"2d5746baf8fa6b6fd22eb0778b09ddfc","index":{"url":"z_323f8141f9f539b4_base_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/base_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":127,"n_excluded":6,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_convert_configspace_py":{"hash":"41b72b8f8c20bb2217fc2703cc461baa","index":{"url":"z_323f8141f9f539b4_convert_configspace_py.html","file":"mlos_bench/mlos_bench/optimizers/convert_configspace.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":86,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_grid_search_optimizer_py":{"hash":"deb6a816d7e53f73ecc2c21e7459fa00","index":{"url":"z_323f8141f9f539b4_grid_search_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/grid_search_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mlos_core_optimizer_py":{"hash":"cd24bc58e5fb7428cf3938ef4c6072f8","index":{"url":"z_323f8141f9f539b4_mlos_core_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mlos_core_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_mock_optimizer_py":{"hash":"661041813c2a6cd20697ac57e9c1975c","index":{"url":"z_323f8141f9f539b4_mock_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/mock_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_one_shot_optimizer_py":{"hash":"7968c2da5c7d3ff4ce62950fb9457647","index":{"url":"z_323f8141f9f539b4_one_shot_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/one_shot_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_323f8141f9f539b4_track_best_optimizer_py":{"hash":"bd6a91aeb92f0703c7167fdb959c074f","index":{"url":"z_323f8141f9f539b4_track_best_optimizer_py.html","file":"mlos_bench/mlos_bench/optimizers/track_best_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_os_environ_py":{"hash":"7c193aaf3031053da1ea6de27d65ad19","index":{"url":"z_5396f41af8b1e4bd_os_environ_py.html","file":"mlos_bench/mlos_bench/os_environ.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":4,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_run_py":{"hash":"724682df5d2197256c4bec565536308c","index":{"url":"z_5396f41af8b1e4bd_run_py.html","file":"mlos_bench/mlos_bench/run.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09___init___py":{"hash":"69a161c7e8338f99719df794873828b7","index":{"url":"z_9fc35783a1522e09___init___py.html","file":"mlos_bench/mlos_bench/schedulers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_base_scheduler_py":{"hash":"cf14564e6dca8adb146389817532d8e0","index":{"url":"z_9fc35783a1522e09_base_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/base_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":122,"n_excluded":10,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9fc35783a1522e09_sync_scheduler_py":{"hash":"7e41f3389fc618b218909e907334ceed","index":{"url":"z_9fc35783a1522e09_sync_scheduler_py.html","file":"mlos_bench/mlos_bench/schedulers/sync_scheduler.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":32,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362___init___py":{"hash":"ffcc132d61cac8654e2282e11e623be9","index":{"url":"z_2f8ecfca0b9e9362___init___py.html","file":"mlos_bench/mlos_bench/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_fileshare_py":{"hash":"aa183c6793fec2e0b786c8536348f609","index":{"url":"z_2f8ecfca0b9e9362_base_fileshare_py.html","file":"mlos_bench/mlos_bench/services/base_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_base_service_py":{"hash":"a5aed856702ef237d4f5e4a1e2dfb483","index":{"url":"z_2f8ecfca0b9e9362_base_service_py.html","file":"mlos_bench/mlos_bench/services/base_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":104,"n_excluded":2,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_2f8ecfca0b9e9362_config_persistence_py":{"hash":"1e90ecab6debe35c8294705d7ef69958","index":{"url":"z_2f8ecfca0b9e9362_config_persistence_py.html","file":"mlos_bench/mlos_bench/services/config_persistence.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":5,"n_missing":8,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8___init___py":{"hash":"23014b52e9f194ba23e5e97fe284f993","index":{"url":"z_ea07be53de14ffe8___init___py.html","file":"mlos_bench/mlos_bench/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_local_exec_py":{"hash":"e195a9405aa70697831f11f20a9399e1","index":{"url":"z_ea07be53de14ffe8_local_exec_py.html","file":"mlos_bench/mlos_bench/services/local/local_exec.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea07be53de14ffe8_temp_dir_context_py":{"hash":"8d42ec3519d5e329666722d7a44f3bc6","index":{"url":"z_ea07be53de14ffe8_temp_dir_context_py.html","file":"mlos_bench/mlos_bench/services/local/temp_dir_context.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d34fc4c3ae3e3619___init___py":{"hash":"d61c661aeb56f6b544b38840a3bf90cd","index":{"url":"z_d34fc4c3ae3e3619___init___py.html","file":"mlos_bench/mlos_bench/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7___init___py":{"hash":"7172041c04f77bda63e8ffd410220062","index":{"url":"z_8bda1461cdfcd6c7___init___py.html","file":"mlos_bench/mlos_bench/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_auth_py":{"hash":"efe321542b91f54ca5d3015d5bf9cacc","index":{"url":"z_8bda1461cdfcd6c7_azure_auth_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_auth.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":26,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_deployment_services_py":{"hash":"2a48e9d2875a4dde26fcc1a144d531f1","index":{"url":"z_8bda1461cdfcd6c7_azure_deployment_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_deployment_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":178,"n_excluded":1,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_fileshare_py":{"hash":"5ad0c6861e1dc6656c8a303933925605","index":{"url":"z_8bda1461cdfcd6c7_azure_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":78,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_network_services_py":{"hash":"fb234426ec0ecbfbf06f1f342f786df9","index":{"url":"z_8bda1461cdfcd6c7_azure_network_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_network_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_saas_py":{"hash":"44a146cf2d36f3c9d0da4e44a9d31202","index":{"url":"z_8bda1461cdfcd6c7_azure_saas_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_saas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":81,"n_excluded":0,"n_missing":44,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8bda1461cdfcd6c7_azure_vm_services_py":{"hash":"1cc5481419a830b6bfcfad6471e2de45","index":{"url":"z_8bda1461cdfcd6c7_azure_vm_services_py.html","file":"mlos_bench/mlos_bench/services/remote/azure/azure_vm_services.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":101,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f___init___py":{"hash":"e438877d12a6aefdcc43f04053e255b0","index":{"url":"z_3f378eb4eadac84f___init___py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_fileshare_py":{"hash":"0bd9bb313beb40054581fd6468c80e85","index":{"url":"z_3f378eb4eadac84f_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":43,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_host_service_py":{"hash":"eb3b5b6f76d8a888248caabcfb74c5ee","index":{"url":"z_3f378eb4eadac84f_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":6,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3f378eb4eadac84f_ssh_service_py":{"hash":"9d3f2a4225bf227b5b8d19c454408453","index":{"url":"z_3f378eb4eadac84f_ssh_service_py.html","file":"mlos_bench/mlos_bench/services/remote/ssh/ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":157,"n_excluded":2,"n_missing":17,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83___init___py":{"hash":"f278c1e136e1e854112561fe4e9b79bf","index":{"url":"z_8a1cf60827db5b83___init___py.html","file":"mlos_bench/mlos_bench/services/types/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_authenticator_type_py":{"hash":"7900f404b785d8ae0411d6bac0b17dfc","index":{"url":"z_8a1cf60827db5b83_authenticator_type_py.html","file":"mlos_bench/mlos_bench/services/types/authenticator_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_config_loader_type_py":{"hash":"7fa8e0ea4fe03ed6e0aa758e5cd4dd28","index":{"url":"z_8a1cf60827db5b83_config_loader_type_py.html","file":"mlos_bench/mlos_bench/services/types/config_loader_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_fileshare_type_py":{"hash":"20f65be2ba003a4222c45e88d8de164a","index":{"url":"z_8a1cf60827db5b83_fileshare_type_py.html","file":"mlos_bench/mlos_bench/services/types/fileshare_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_ops_type_py":{"hash":"ba00127f7f601a73000dcc6e65cab610","index":{"url":"z_8a1cf60827db5b83_host_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_host_provisioner_type_py":{"hash":"b6a7ba4848743b73266016280b3a30aa","index":{"url":"z_8a1cf60827db5b83_host_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/host_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_local_exec_type_py":{"hash":"26f58c3ad24cad3cdff46001e0916bf9","index":{"url":"z_8a1cf60827db5b83_local_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/local_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_network_provisioner_type_py":{"hash":"239de27af25133730ae3cbae5821fd9e","index":{"url":"z_8a1cf60827db5b83_network_provisioner_type_py.html","file":"mlos_bench/mlos_bench/services/types/network_provisioner_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_os_ops_type_py":{"hash":"4945b70e8f32efb7d44349365a979984","index":{"url":"z_8a1cf60827db5b83_os_ops_type_py.html","file":"mlos_bench/mlos_bench/services/types/os_ops_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_config_type_py":{"hash":"c0cc303201d7e0c2aed6c5851ff00abb","index":{"url":"z_8a1cf60827db5b83_remote_config_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_config_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_8a1cf60827db5b83_remote_exec_type_py":{"hash":"eccb889fd58b9ab8f8e597c4d44fe3f9","index":{"url":"z_8a1cf60827db5b83_remote_exec_type_py.html","file":"mlos_bench/mlos_bench/services/types/remote_exec_type.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":5,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9___init___py":{"hash":"d124d5a461e008bba10d22c1e679456f","index":{"url":"z_d9cccba8799d95c9___init___py.html","file":"mlos_bench/mlos_bench/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_experiment_data_py":{"hash":"d8de8bbfc412de29aff8620189712632","index":{"url":"z_d9cccba8799d95c9_base_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/base_experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":5,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_storage_py":{"hash":"8315bd43d49b433886a1724b13982b89","index":{"url":"z_d9cccba8799d95c9_base_storage_py.html","file":"mlos_bench/mlos_bench/storage/base_storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":132,"n_excluded":4,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_trial_data_py":{"hash":"66580896db604a6f99ace6f1f9bb6892","index":{"url":"z_d9cccba8799d95c9_base_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/base_trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":62,"n_excluded":7,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_data_py":{"hash":"f56a7208561b1c61bf0c8ff209c6946b","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py":{"hash":"b81df3e11fde2c97fa47c7399bfcf072","index":{"url":"z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/base_tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea___init___py":{"hash":"7477af8c5121d5eeae62dafef554a2f6","index":{"url":"z_feb2aa4ec14319ea___init___py.html","file":"mlos_bench/mlos_bench/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_common_py":{"hash":"9d2904ed250ab287fda93b8e74449c87","index":{"url":"z_feb2aa4ec14319ea_common_py.html","file":"mlos_bench/mlos_bench/storage/sql/common.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":40,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_py":{"hash":"659732cf97e8019238e8ae62dcf13724","index":{"url":"z_feb2aa4ec14319ea_experiment_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":100,"n_excluded":1,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_experiment_data_py":{"hash":"89f9451546ca82a95c6448c9ead583e5","index":{"url":"z_feb2aa4ec14319ea_experiment_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/experiment_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":51,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_schema_py":{"hash":"3840bd97c3e337bb809b872ddb51bbd7","index":{"url":"z_feb2aa4ec14319ea_schema_py.html","file":"mlos_bench/mlos_bench/storage/sql/schema.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":21,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_storage_py":{"hash":"7c7eb486ad2d9baa052a3974a93dde83","index":{"url":"z_feb2aa4ec14319ea_storage_py.html","file":"mlos_bench/mlos_bench/storage/sql/storage.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_py":{"hash":"fb47294fef69f9b5f0bf23ac5823d270","index":{"url":"z_feb2aa4ec14319ea_trial_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":55,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_trial_data_py":{"hash":"f0b63c5bc1480159e0282768010a39dc","index":{"url":"z_feb2aa4ec14319ea_trial_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/trial_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":37,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_data_py":{"hash":"fde583ee9a85af79b88fd8343401def9","index":{"url":"z_feb2aa4ec14319ea_tunable_config_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py":{"hash":"e7fb41e43fe33a6be57500ba7f95ebce","index":{"url":"z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html","file":"mlos_bench/mlos_bench/storage/sql/tunable_config_trial_group_data.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_storage_factory_py":{"hash":"dc9a42e345a47ac49af28b660e783063","index":{"url":"z_d9cccba8799d95c9_storage_factory_py.html","file":"mlos_bench/mlos_bench/storage/storage_factory.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":14,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_d9cccba8799d95c9_util_py":{"hash":"da964c4e55f89a79cdc86b143bb8ded0","index":{"url":"z_d9cccba8799d95c9_util_py.html","file":"mlos_bench/mlos_bench/storage/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9___init___py":{"hash":"20b086235943f6d81d9dda89b677b0ff","index":{"url":"z_ffd0e22b8f179be9___init___py.html","file":"mlos_bench/mlos_bench/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":0,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703___init___py":{"hash":"bfd3972988dda717432eb9075779680d","index":{"url":"z_23ca098d381c2703___init___py.html","file":"mlos_bench/mlos_bench/tests/config/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e6d502096990b4bc_test_load_cli_config_examples_py":{"hash":"d1731bab6d5a410213d74cac3a4e64ef","index":{"url":"z_e6d502096990b4bc_test_load_cli_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/cli/test_load_cli_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":51,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_23ca098d381c2703_conftest_py":{"hash":"a9ddb745145742015787cf6f921528f5","index":{"url":"z_23ca098d381c2703_conftest_py.html","file":"mlos_bench/mlos_bench/tests/config/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9d91bcacf3b33219_test_load_environment_config_examples_py":{"hash":"a62d0fa6ca52f027e28d2d0b629923ba","index":{"url":"z_9d91bcacf3b33219_test_load_environment_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/environments/test_load_environment_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":70,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_daea37f8f9d4218b_test_load_global_config_examples_py":{"hash":"1accf51d922228627268982b734c3ceb","index":{"url":"z_daea37f8f9d4218b_test_load_global_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/globals/test_load_global_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1fe5d26167948339_test_load_optimizer_config_examples_py":{"hash":"0aa6e1a2cfac4b0332cd92075aba065c","index":{"url":"z_1fe5d26167948339_test_load_optimizer_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/optimizers/test_load_optimizer_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b2e8508ca8301e3e___init___py":{"hash":"573e062e566047075647d57e8648ae15","index":{"url":"z_b2e8508ca8301e3e___init___py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":3,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_0bd431c13c518cba_test_cli_schemas_py":{"hash":"5de82163ca2e286363d78c146429fe53","index":{"url":"z_0bd431c13c518cba_test_cli_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/cli/test_cli_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c2879ac20d51a5_test_environment_schemas_py":{"hash":"b43d790715e9860e0e3a539babade2d4","index":{"url":"z_f9c2879ac20d51a5_test_environment_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/environments/test_environment_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":29,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_f9c64468f625e920_test_globals_schemas_py":{"hash":"5ca9337887df630d5bae1299af0d4d9e","index":{"url":"z_f9c64468f625e920_test_globals_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/globals/test_globals_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_539c3520b5c68f82_test_optimizer_schemas_py":{"hash":"e10dfadeb1da8903ee82bd3f8088cc54","index":{"url":"z_539c3520b5c68f82_test_optimizer_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/optimizers/test_optimizer_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_002489c1955d0852_test_scheduler_schemas_py":{"hash":"5b2a973663444096d54050f29a591ad3","index":{"url":"z_002489c1955d0852_test_scheduler_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/schedulers/test_scheduler_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_57125b4c4afc531d_test_services_schemas_py":{"hash":"25ee0f7e4f414a1b05f159cf97767ed6","index":{"url":"z_57125b4c4afc531d_test_services_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/services/test_services_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":1,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_067584b402678614_test_storage_schemas_py":{"hash":"37e70872645f37eed00f47f0f4128ddc","index":{"url":"z_067584b402678614_test_storage_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/storage/test_storage_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":3,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_866c2aed5680b990_test_tunable_params_schemas_py":{"hash":"41e19e7c07ae929b390670ce4ef03d72","index":{"url":"z_866c2aed5680b990_test_tunable_params_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-params/test_tunable_params_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_3cecf87feb0d1a32_test_tunable_values_schemas_py":{"hash":"020bdd29e9c495bd34b7460bdae84d56","index":{"url":"z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html","file":"mlos_bench/mlos_bench/tests/config/schemas/tunable-values/test_tunable_values_schemas.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e8b6df00ef81429a_test_load_service_config_examples_py":{"hash":"cea70dd701c21b21f280890493c3264e","index":{"url":"z_e8b6df00ef81429a_test_load_service_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/services/test_load_service_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b753a059391781c4_test_load_storage_config_examples_py":{"hash":"7bfc32621430c01ee3110720c9bd6222","index":{"url":"z_b753a059391781c4_test_load_storage_config_examples_py.html","file":"mlos_bench/mlos_bench/tests/config/storage/test_load_storage_config_examples.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_conftest_py":{"hash":"ee2d824477eb2a4384957ee664c981c6","index":{"url":"z_ffd0e22b8f179be9_conftest_py.html","file":"mlos_bench/mlos_bench/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":44,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_dict_templater_test_py":{"hash":"7987b92f43a27cfbe5921d4b07c7b8c2","index":{"url":"z_ffd0e22b8f179be9_dict_templater_test_py.html","file":"mlos_bench/mlos_bench/tests/dict_templater_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd___init___py":{"hash":"24dd8958f87b1443299666d928af05f4","index":{"url":"z_eff6c9495d2144dd___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_base_env_test_py":{"hash":"9529a0a01c318cfd68060561934682aa","index":{"url":"z_eff6c9495d2144dd_base_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/base_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_service_test_py":{"hash":"992984d140523fc8b302d88983f31bb1","index":{"url":"z_eff6c9495d2144dd_composite_env_service_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_service_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_composite_env_test_py":{"hash":"4e825128700c773ff8258446d904ea5a","index":{"url":"z_eff6c9495d2144dd_composite_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/composite_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_include_tunables_test_py":{"hash":"9ee3f6be041c87bf699d0343741c9da0","index":{"url":"z_eff6c9495d2144dd_include_tunables_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/include_tunables_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005___init___py":{"hash":"89beb3a91e073b632070188dea1c009b","index":{"url":"z_98e6470b1a2d3005___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_composite_local_env_test_py":{"hash":"e2f8da30b86f7a1def51bf1366c2f850","index":{"url":"z_98e6470b1a2d3005_composite_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/composite_local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":24,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_stdout_test_py":{"hash":"17903f77f7722bdc0e0d7762338f9625","index":{"url":"z_98e6470b1a2d3005_local_env_stdout_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_stdout_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":13,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_telemetry_test_py":{"hash":"66ba9930d8577de3dfe690394102a553","index":{"url":"z_98e6470b1a2d3005_local_env_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_test_py":{"hash":"652331e4376c65f5f89b0bcbbaed40e5","index":{"url":"z_98e6470b1a2d3005_local_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_env_vars_test_py":{"hash":"5fc54a9c9dadb1b8c185413f1ab3ad74","index":{"url":"z_98e6470b1a2d3005_local_env_vars_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_env_vars_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_98e6470b1a2d3005_local_fileshare_env_test_py":{"hash":"236110824d5abb64126b98267f02a4f2","index":{"url":"z_98e6470b1a2d3005_local_fileshare_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/local/local_fileshare_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_eff6c9495d2144dd_mock_env_test_py":{"hash":"eb83aa995b23220eb30cc62d8323ba90","index":{"url":"z_eff6c9495d2144dd_mock_env_test_py.html","file":"mlos_bench/mlos_bench/tests/environments/mock_env_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4___init___py":{"hash":"739ea36ab11d978990782c703bdab380","index":{"url":"z_e3d586e89eaba8f4___init___py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_conftest_py":{"hash":"0fa7a3471edbaaa61737607941221a9d","index":{"url":"z_e3d586e89eaba8f4_conftest_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e3d586e89eaba8f4_test_ssh_env_py":{"hash":"0fb165d7f3eaad96812153ee900cc3b2","index":{"url":"z_e3d586e89eaba8f4_test_ssh_env_py.html","file":"mlos_bench/mlos_bench/tests/environments/remote/test_ssh_env.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":4,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_event_loop_context_test_py":{"hash":"af2b350954d976999481a8eb1a0518ec","index":{"url":"z_ffd0e22b8f179be9_event_loop_context_test_py.html","file":"mlos_bench/mlos_bench/tests/event_loop_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":4,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_in_process_test_py":{"hash":"505dd399fb658451234afb627564ea41","index":{"url":"z_ffd0e22b8f179be9_launcher_in_process_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_in_process_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_parse_args_test_py":{"hash":"066dc9a107f2d60db4ebc77f3e083fea","index":{"url":"z_ffd0e22b8f179be9_launcher_parse_args_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_parse_args_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":102,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_launcher_run_test_py":{"hash":"828d240ca59067dfd8035575ad53f4ed","index":{"url":"z_ffd0e22b8f179be9_launcher_run_test_py.html","file":"mlos_bench/mlos_bench/tests/launcher_run_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada___init___py":{"hash":"6fe14a97c9464e9fb1e31ab4d2694d01","index":{"url":"z_97f09f0ec8586ada___init___py.html","file":"mlos_bench/mlos_bench/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_conftest_py":{"hash":"f9d55621d191b9ee448780be0c1b817c","index":{"url":"z_97f09f0ec8586ada_conftest_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_grid_search_optimizer_test_py":{"hash":"4879296e72cc9a71a4e61633b9cbfade","index":{"url":"z_97f09f0ec8586ada_grid_search_optimizer_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/grid_search_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":128,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_llamatune_opt_test_py":{"hash":"337aa86eed1e1e5aba97082826b30f22","index":{"url":"z_97f09f0ec8586ada_llamatune_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/llamatune_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_df_test_py":{"hash":"7f776330b5734b80fe57e6d3b178bd9f","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_df_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py":{"hash":"eedd13c7aff0bb5b71214c6378f67940","index":{"url":"z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mlos_core_opt_smac_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_mock_opt_test_py":{"hash":"39e9ffef0f51f751c65b194fe788f19a","index":{"url":"z_97f09f0ec8586ada_mock_opt_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/mock_opt_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":36,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_opt_bulk_register_test_py":{"hash":"2cebb82e1098abae80f6cafbb8d74402","index":{"url":"z_97f09f0ec8586ada_opt_bulk_register_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/opt_bulk_register_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_97f09f0ec8586ada_toy_optimization_loop_test_py":{"hash":"6a89b8e293dbf7db618b99db9262b025","index":{"url":"z_97f09f0ec8586ada_toy_optimization_loop_test_py.html","file":"mlos_bench/mlos_bench/tests/optimizers/toy_optimization_loop_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":61,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22___init___py":{"hash":"6b65b31fdc40a7c75150d0b63a8ef579","index":{"url":"z_354360b2842e9a22___init___py.html","file":"mlos_bench/mlos_bench/tests/services/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_config_persistence_test_py":{"hash":"f8c34060a03eb3486d05cb1aa66a9234","index":{"url":"z_354360b2842e9a22_config_persistence_test_py.html","file":"mlos_bench/mlos_bench/tests/services/config_persistence_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662___init___py":{"hash":"6a32e3cbc67f46c3c902bef759ac59d3","index":{"url":"z_1e0e6bde7052d662___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_python_test_py":{"hash":"031a3bf120d3e862a4e4707e1078fa9e","index":{"url":"z_1e0e6bde7052d662_local_exec_python_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_python_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_1e0e6bde7052d662_local_exec_test_py":{"hash":"3a274173e2a83087fb760629ab0f8729","index":{"url":"z_1e0e6bde7052d662_local_exec_test_py.html","file":"mlos_bench/mlos_bench/tests/services/local/local_exec_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89___init___py":{"hash":"eea9e53b602d6ce891f707892461bb63","index":{"url":"z_12cf951eedca9a89___init___py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_12cf951eedca9a89_mock_local_exec_service_py":{"hash":"af85876ee5aca2978e166cb1b2caf35d","index":{"url":"z_12cf951eedca9a89_mock_local_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/local/mock/mock_local_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_mock_service_py":{"hash":"45b5d099f499d9b6b520c7f4b7c3b43c","index":{"url":"z_354360b2842e9a22_mock_service_py.html","file":"mlos_bench/mlos_bench/tests/services/mock_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_75096bf83df2f5ed___init___py":{"hash":"18a8380192acd8f993aaeae6fcbec4e1","index":{"url":"z_75096bf83df2f5ed___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f___init___py":{"hash":"f3f4e1b477bed71e746a703bf3084064","index":{"url":"z_b5994b7a43ca5d1f___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_fileshare_test_py":{"hash":"30fe4b24244f1cd9593a36864b5d7cb6","index":{"url":"z_b5994b7a43ca5d1f_azure_fileshare_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_fileshare_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":110,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_network_services_test_py":{"hash":"3a8bb02f15120de0f21bcf4aa14fd9db","index":{"url":"z_b5994b7a43ca5d1f_azure_network_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_network_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":31,"n_excluded":0,"n_missing":4,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_azure_vm_services_test_py":{"hash":"5b0eaf1534837def7054b3aa76c9a018","index":{"url":"z_b5994b7a43ca5d1f_azure_vm_services_test_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/azure_vm_services_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":108,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b5994b7a43ca5d1f_conftest_py":{"hash":"63d37fe58337d657a3e14c584a77383b","index":{"url":"z_b5994b7a43ca5d1f_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/azure/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631___init___py":{"hash":"e20d1cdfae4f009f719bd9bb33704746","index":{"url":"z_ea84a65b31482631___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_auth_service_py":{"hash":"96b2c5bb2988a514b1c67c88fd12c8d6","index":{"url":"z_ea84a65b31482631_mock_auth_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_auth_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_fileshare_service_py":{"hash":"39a3bcb8f5bfaff505150bb481d97b25","index":{"url":"z_ea84a65b31482631_mock_fileshare_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_fileshare_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_network_service_py":{"hash":"334c1756c49710a1fbc3543294a5863d","index":{"url":"z_ea84a65b31482631_mock_network_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_network_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_remote_exec_service_py":{"hash":"78db9c4f11e6746746da6864915e5a7f","index":{"url":"z_ea84a65b31482631_mock_remote_exec_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_remote_exec_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea84a65b31482631_mock_vm_service_py":{"hash":"ed63b91c8fadb8981784a2949ba69289","index":{"url":"z_ea84a65b31482631_mock_vm_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/mock/mock_vm_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d___init___py":{"hash":"256a7eb563b2c8b4363181e91f788b12","index":{"url":"z_9975bfa74289b35d___init___py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_conftest_py":{"hash":"3a45936a160ce40661dd63b917e3d05f","index":{"url":"z_9975bfa74289b35d_conftest_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_fixtures_py":{"hash":"90468468721a6fd7832b5598fe5563b7","index":{"url":"z_9975bfa74289b35d_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_fileshare_py":{"hash":"69064ef3af569f6c28bf3a8314661899","index":{"url":"z_9975bfa74289b35d_test_ssh_fileshare_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_fileshare.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":83,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_host_service_py":{"hash":"f2c95a7b33dda76425c05446b352d5e9","index":{"url":"z_9975bfa74289b35d_test_ssh_host_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_host_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":92,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_9975bfa74289b35d_test_ssh_service_py":{"hash":"dc816032aaa6f2a7d63ae85eb3b54d78","index":{"url":"z_9975bfa74289b35d_test_ssh_service_py.html","file":"mlos_bench/mlos_bench/tests/services/remote/ssh/test_ssh_service.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":2,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_354360b2842e9a22_test_service_method_registering_py":{"hash":"c8ba9f875e1261da6628f3d37a142aed","index":{"url":"z_354360b2842e9a22_test_service_method_registering_py.html","file":"mlos_bench/mlos_bench/tests/services/test_service_method_registering.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c___init___py":{"hash":"3ccd9f06601173d2b19f2798bd72a284","index":{"url":"z_6d460002ba244c5c___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_conftest_py":{"hash":"365ec2a0930a4963163adf95e7e5b101","index":{"url":"z_6d460002ba244c5c_conftest_py.html","file":"mlos_bench/mlos_bench/tests/storage/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_context_test_py":{"hash":"43377d30439f63eb2f5c687a5a2a9be1","index":{"url":"z_6d460002ba244c5c_exp_context_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_context_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_data_test_py":{"hash":"c399acf809b5ab9d2f5da9ba0d673922","index":{"url":"z_6d460002ba244c5c_exp_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":53,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_exp_load_test_py":{"hash":"2faee09f9ea89c79de3ade21cae71ec6","index":{"url":"z_6d460002ba244c5c_exp_load_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/exp_load_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":71,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699___init___py":{"hash":"eef5088dadd382b8f67766217dd150d5","index":{"url":"z_51dc247422d0d699___init___py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_51dc247422d0d699_fixtures_py":{"hash":"8c3c4289cee6102e72df96f9d571a264","index":{"url":"z_51dc247422d0d699_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/storage/sql/fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":77,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_config_test_py":{"hash":"eac53fbdb27ab999c44d422faed78c64","index":{"url":"z_6d460002ba244c5c_trial_config_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_config_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":41,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_data_test_py":{"hash":"d6c003158546d24629192a797d24c3fb","index":{"url":"z_6d460002ba244c5c_trial_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":16,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_schedule_test_py":{"hash":"feebf24942acad083e1e4d05a76c4fc7","index":{"url":"z_6d460002ba244c5c_trial_schedule_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_schedule_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":42,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_trial_telemetry_test_py":{"hash":"456edcdad2c6089147b384d42f4dbefd","index":{"url":"z_6d460002ba244c5c_trial_telemetry_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/trial_telemetry_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":35,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_data_test_py":{"hash":"1502e0c40a3ce4548ab58b29a5d8d3c2","index":{"url":"z_6d460002ba244c5c_tunable_config_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py":{"hash":"42ba078c22301da19c8e647a35a6c8b7","index":{"url":"z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html","file":"mlos_bench/mlos_bench/tests/storage/tunable_config_trial_group_data_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":46,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_test_with_alt_tz_py":{"hash":"e3c78e6a5d8895adfb9ac6502929c5ba","index":{"url":"z_ffd0e22b8f179be9_test_with_alt_tz_py.html","file":"mlos_bench/mlos_bench/tests/test_with_alt_tz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":3,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_tunable_groups_fixtures_py":{"hash":"99b5809f5f6fc73c34681310bf49c874","index":{"url":"z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html","file":"mlos_bench/mlos_bench/tests/tunable_groups_fixtures.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb___init___py":{"hash":"0f33a64c7672933ee00c2b89c96f1af1","index":{"url":"z_b6de38f7e42477eb___init___py.html","file":"mlos_bench/mlos_bench/tests/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_conftest_py":{"hash":"3e29adc11e82fc993c3078a98a782037","index":{"url":"z_b6de38f7e42477eb_conftest_py.html","file":"mlos_bench/mlos_bench/tests/tunables/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_empty_tunable_group_py":{"hash":"b599f82f27a1e67c42cf1f7aaacf6e1f","index":{"url":"z_b6de38f7e42477eb_test_empty_tunable_group_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_empty_tunable_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":6,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunable_categoricals_py":{"hash":"93c45318f9cc2842cc78ad69288c8866","index":{"url":"z_b6de38f7e42477eb_test_tunable_categoricals_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunable_categoricals.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_test_tunables_size_props_py":{"hash":"c6bf0d61aa0f28b01df99b56bc2a5945","index":{"url":"z_b6de38f7e42477eb_test_tunables_size_props_py.html","file":"mlos_bench/mlos_bench/tests/tunables/test_tunables_size_props.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":39,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_accessors_test_py":{"hash":"44aa1400c950d04b5bddb680d9196bce","index":{"url":"z_b6de38f7e42477eb_tunable_accessors_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_accessors_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_comparison_test_py":{"hash":"3e3a6fb54708f3838d8a2afa7cf7d3b7","index":{"url":"z_b6de38f7e42477eb_tunable_comparison_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_comparison_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":38,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_definition_test_py":{"hash":"ca1faaa81343d8c8c05c76409ab67a7d","index":{"url":"z_b6de38f7e42477eb_tunable_definition_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_definition_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":147,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_distributions_test_py":{"hash":"51f122be17554af765f3a799b3299ff3","index":{"url":"z_b6de38f7e42477eb_tunable_distributions_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_distributions_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_indexing_test_py":{"hash":"cc805295012a4b6b804272dfc5fd34ad","index":{"url":"z_b6de38f7e42477eb_tunable_group_indexing_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_indexing_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":30,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_subgroup_test_py":{"hash":"ab45a3bd426d45e8441f1d65b3c5857d","index":{"url":"z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_subgroup_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_group_update_test_py":{"hash":"139ffef61cd5cf84dbe7a5c3fa29375e","index":{"url":"z_b6de38f7e42477eb_tunable_group_update_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_group_update_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":26,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_slice_references_test_py":{"hash":"803b3c97678ba66f3aa4765c0ffecdb5","index":{"url":"z_b6de38f7e42477eb_tunable_slice_references_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_slice_references_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py":{"hash":"22de410d8ab8e80fbf661a4c40c09e08","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_distr_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunable_to_configspace_test_py":{"hash":"e70be5808c9b261b9f7bafab17dcabad","index":{"url":"z_b6de38f7e42477eb_tunable_to_configspace_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunable_to_configspace_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":45,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_assign_test_py":{"hash":"75db240cfd6d816eac1ec64e39fd9845","index":{"url":"z_b6de38f7e42477eb_tunables_assign_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_assign_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":85,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_copy_test_py":{"hash":"6e43407c71e6447a715f06db79a4d9f9","index":{"url":"z_b6de38f7e42477eb_tunables_copy_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_copy_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":27,"n_excluded":0,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_b6de38f7e42477eb_tunables_str_test_py":{"hash":"592e4d966551eb745dd91db37e0feaf8","index":{"url":"z_b6de38f7e42477eb_tunables_str_test_py.html","file":"mlos_bench/mlos_bench/tests/tunables/tunables_str_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_git_test_py":{"hash":"9850698217c7a4a6c9295aad2a02de98","index":{"url":"z_ffd0e22b8f179be9_util_git_test_py.html","file":"mlos_bench/mlos_bench/tests/util_git_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":7,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_nullable_test_py":{"hash":"fbbd658e899511f8b4bda0d43593f6c7","index":{"url":"z_ffd0e22b8f179be9_util_nullable_test_py.html","file":"mlos_bench/mlos_bench/tests/util_nullable_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":18,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ffd0e22b8f179be9_util_try_parse_test_py":{"hash":"0c5d51c11db486b92e6528581fb2f65f","index":{"url":"z_ffd0e22b8f179be9_util_try_parse_test_py.html","file":"mlos_bench/mlos_bench/tests/util_try_parse_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":14,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2___init___py":{"hash":"4d23d67e251c9b9587f0faa00baa7235","index":{"url":"z_94faf145c9e5d9d2___init___py.html","file":"mlos_bench/mlos_bench/tunables/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_covariant_group_py":{"hash":"4b9f04f72c38c9872497c7a895facc8f","index":{"url":"z_94faf145c9e5d9d2_covariant_group_py.html","file":"mlos_bench/mlos_bench/tunables/covariant_group.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":60,"n_excluded":11,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_py":{"hash":"dfcddd8c7d2b91f14eb3a6182e5fef23","index":{"url":"z_94faf145c9e5d9d2_tunable_py.html","file":"mlos_bench/mlos_bench/tunables/tunable.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":299,"n_excluded":15,"n_missing":11,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_94faf145c9e5d9d2_tunable_groups_py":{"hash":"e23bd5514989829b382646d25bcf16a5","index":{"url":"z_94faf145c9e5d9d2_tunable_groups_py.html","file":"mlos_bench/mlos_bench/tunables/tunable_groups.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":88,"n_excluded":18,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_util_py":{"hash":"64b8da1daee5f125232820382962c3b5","index":{"url":"z_5396f41af8b1e4bd_util_py.html","file":"mlos_bench/mlos_bench/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":109,"n_excluded":6,"n_missing":12,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_5396f41af8b1e4bd_version_py":{"hash":"bcc35b511319d8e37b5e8cd2df201340","index":{"url":"z_5396f41af8b1e4bd_version_py.html","file":"mlos_bench/mlos_bench/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67___init___py":{"hash":"7bc681377c8cc0799d24a2c58adcbb7c","index":{"url":"z_fc7f0a2d8bc93d67___init___py.html","file":"mlos_core/mlos_core/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":2,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea___init___py":{"hash":"4ae71cc0a63ffff2d809b4230c15b636","index":{"url":"z_83ca15bbe4632fea___init___py.html","file":"mlos_core/mlos_core/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":28,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f___init___py":{"hash":"d789d7084106474529d7aabc65eda9dc","index":{"url":"z_72e2a6025cdb9b6f___init___py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":3,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_bayesian_optimizer_py":{"hash":"66c4ec323fb240d0f75d76a7fecf00cf","index":{"url":"z_72e2a6025cdb9b6f_bayesian_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/bayesian_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_72e2a6025cdb9b6f_smac_optimizer_py":{"hash":"b58092b3366bb3a3703bf4478cc7b7c8","index":{"url":"z_72e2a6025cdb9b6f_smac_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/bayesian_optimizers/smac_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":103,"n_excluded":5,"n_missing":13,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_flaml_optimizer_py":{"hash":"af579ee43b8a08c76834c042d2cd2aa9","index":{"url":"z_83ca15bbe4632fea_flaml_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/flaml_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":57,"n_excluded":1,"n_missing":2,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_optimizer_py":{"hash":"011739e64747185bd4087a290deeb4c0","index":{"url":"z_83ca15bbe4632fea_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":117,"n_excluded":5,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_83ca15bbe4632fea_random_optimizer_py":{"hash":"fe535b4ed8e7169d27e9c159b1501655","index":{"url":"z_83ca15bbe4632fea_random_optimizer_py.html","file":"mlos_core/mlos_core/optimizers/random_optimizer.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":15,"n_excluded":1,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_01a0fb711d8b07b3___init___py":{"hash":"468f9cf9b6b7b45a91923bd3da061684","index":{"url":"z_01a0fb711d8b07b3___init___py.html","file":"mlos_core/mlos_core/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51___init___py":{"hash":"040aac862ed2cce619d414a774b58d25","index":{"url":"z_a35407dc3f69ee51___init___py.html","file":"mlos_core/mlos_core/spaces/adapters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":21,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_adapter_py":{"hash":"afddd6986a937c9b9fe3d17bd1af2a9c","index":{"url":"z_a35407dc3f69ee51_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":10,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_identity_adapter_py":{"hash":"9ffd83fcc1939a2f4ab4b9be0eae8271","index":{"url":"z_a35407dc3f69ee51_identity_adapter_py.html","file":"mlos_core/mlos_core/spaces/adapters/identity_adapter.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":11,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_a35407dc3f69ee51_llamatune_py":{"hash":"bfbe7da82ee4dae9701732dcbf908e47","index":{"url":"z_a35407dc3f69ee51_llamatune_py.html","file":"mlos_core/mlos_core/spaces/adapters/llamatune.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":180,"n_excluded":2,"n_missing":9,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862___init___py":{"hash":"945b8a24be3878f1879e925280ca3deb","index":{"url":"z_4c77d49b5a513862___init___py.html","file":"mlos_core/mlos_core/spaces/converters/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_flaml_py":{"hash":"0722b5d1c197041ef253a1cb0554bcd6","index":{"url":"z_4c77d49b5a513862_flaml_py.html","file":"mlos_core/mlos_core/spaces/converters/flaml.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":4,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_4c77d49b5a513862_util_py":{"hash":"4605e3f953cc2e63dd9bf2c96ea747dd","index":{"url":"z_4c77d49b5a513862_util_py.html","file":"mlos_core/mlos_core/spaces/converters/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_7980ac9b936dbc70___init___py":{"hash":"836bc8bd81f7979cb52d38a19a39bf17","index":{"url":"z_7980ac9b936dbc70___init___py.html","file":"mlos_core/mlos_core/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887___init___py":{"hash":"7ae5ba1c686c35cc76605c365884f29b","index":{"url":"z_974f7f0354d04887___init___py.html","file":"mlos_core/mlos_core/tests/optimizers/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_bayesian_optimizers_test_py":{"hash":"48fb933df1c0ab3e66d28aba66390be0","index":{"url":"z_974f7f0354d04887_bayesian_optimizers_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/bayesian_optimizers_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_conftest_py":{"hash":"1be8eba62f15225ba9feceef8a950890","index":{"url":"z_974f7f0354d04887_conftest_py.html","file":"mlos_core/mlos_core/tests/optimizers/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":9,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_one_hot_test_py":{"hash":"4b0f6a5c3592d38db3c994e95d2bc317","index":{"url":"z_974f7f0354d04887_one_hot_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/one_hot_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":47,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_multiobj_test_py":{"hash":"241618d48bfb26460dbdce61cd9ed055","index":{"url":"z_974f7f0354d04887_optimizer_multiobj_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_multiobj_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":56,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_optimizer_test_py":{"hash":"ed01049be283f4a262d5978202d5e03e","index":{"url":"z_974f7f0354d04887_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":194,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_974f7f0354d04887_random_optimizer_test_py":{"hash":"9cef3fb9c3940dc6bd9af85977b20533","index":{"url":"z_974f7f0354d04887_random_optimizer_test_py.html","file":"mlos_core/mlos_core/tests/optimizers/random_optimizer_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78___init___py":{"hash":"4a3a49d95fd03c72fec9fd817f194be3","index":{"url":"z_fdd0616ad8099d78___init___py.html","file":"mlos_core/mlos_core/tests/spaces/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":0,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_identity_adapter_test_py":{"hash":"b6d45c9e41bd1fa0fb0b828753426573","index":{"url":"z_c9154d4bcbf20984_identity_adapter_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/identity_adapter_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":20,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_llamatune_test_py":{"hash":"2216ba285551346e86bdcc2c75fe8d99","index":{"url":"z_c9154d4bcbf20984_llamatune_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/llamatune_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":185,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_c9154d4bcbf20984_space_adapter_factory_test_py":{"hash":"0964d6d1685660d9595835fb40393235","index":{"url":"z_c9154d4bcbf20984_space_adapter_factory_test_py.html","file":"mlos_core/mlos_core/tests/spaces/adapters/space_adapter_factory_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":34,"n_excluded":0,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_monkey_patch_quantization_test_py":{"hash":"fddced7aea16ac2e5f0ccc292adb435d","index":{"url":"z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html","file":"mlos_core/mlos_core/tests/spaces/monkey_patch_quantization_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":33,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fdd0616ad8099d78_spaces_test_py":{"hash":"89ad4a1064d81763fdaa1115d9554c8b","index":{"url":"z_fdd0616ad8099d78_spaces_test_py.html","file":"mlos_core/mlos_core/tests/spaces/spaces_test.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":124,"n_excluded":6,"n_missing":7,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_util_py":{"hash":"be441c95a2aaca18eba3f21fbd2e3926","index":{"url":"z_fc7f0a2d8bc93d67_util_py.html","file":"mlos_core/mlos_core/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":10,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_fc7f0a2d8bc93d67_version_py":{"hash":"06b59d799ca37613c72dae483ecf95e0","index":{"url":"z_fc7f0a2d8bc93d67_version_py.html","file":"mlos_core/mlos_core/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58___init___py":{"hash":"20c9ce18e7e16ee109a1696f8bfc2577","index":{"url":"z_ea0f5c0ee1292a58___init___py.html","file":"mlos_viz/mlos_viz/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":25,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_base_py":{"hash":"af2a97208c4e711aece07ebe8ff08bfd","index":{"url":"z_ea0f5c0ee1292a58_base_py.html","file":"mlos_viz/mlos_viz/base.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":154,"n_excluded":0,"n_missing":16,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_dabl_py":{"hash":"186fa8216e3653e336917c97b583d10b","index":{"url":"z_ea0f5c0ee1292a58_dabl_py.html","file":"mlos_viz/mlos_viz/dabl.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":22,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0___init___py":{"hash":"582c35f96f42b7b789071060de3a2805","index":{"url":"z_e9ae7bd3de504eb0___init___py.html","file":"mlos_viz/mlos_viz/tests/__init__.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":4,"n_excluded":2,"n_missing":1,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_conftest_py":{"hash":"0f0d314ce7d9a9c72a61db67804fef3c","index":{"url":"z_e9ae7bd3de504eb0_conftest_py.html","file":"mlos_viz/mlos_viz/tests/conftest.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":8,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_base_plot_py":{"hash":"4d8707a493e5d0bf2976cf1de17d2c5a","index":{"url":"z_e9ae7bd3de504eb0_test_base_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_base_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":19,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_dabl_plot_py":{"hash":"ef2650e6cf32fc882039e2192ea71506","index":{"url":"z_e9ae7bd3de504eb0_test_dabl_plot_py.html","file":"mlos_viz/mlos_viz/tests/test_dabl_plot.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":12,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_e9ae7bd3de504eb0_test_mlos_viz_py":{"hash":"08d28349b46228685f269b51daac645d","index":{"url":"z_e9ae7bd3de504eb0_test_mlos_viz_py.html","file":"mlos_viz/mlos_viz/tests/test_mlos_viz.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":17,"n_excluded":0,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_util_py":{"hash":"26d12c348f7752726d1f62c527fa1d06","index":{"url":"z_ea0f5c0ee1292a58_util_py.html","file":"mlos_viz/mlos_viz/util.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":23,"n_excluded":0,"n_missing":5,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}},"z_ea0f5c0ee1292a58_version_py":{"hash":"609e067026f12e183e81f032dbda7677","index":{"url":"z_ea0f5c0ee1292a58_version_py.html","file":"mlos_viz/mlos_viz/version.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":1,"n_excluded":2,"n_missing":0,"n_branches":0,"n_partial_branches":0,"n_missing_branches":0}}}}}
\ No newline at end of file
diff --git a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
index f03d85d43e..106aadecf8 100644
--- a/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
+++ b/htmlcov/z_002489c1955d0852_test_scheduler_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_57125b4c4afc531d_test_services_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_01a0fb711d8b07b3___init___py.html b/htmlcov/z_01a0fb711d8b07b3___init___py.html
index f6226c1233..4fd30651dc 100644
--- a/htmlcov/z_01a0fb711d8b07b3___init___py.html
+++ b/htmlcov/z_01a0fb711d8b07b3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_067584b402678614_test_storage_schemas_py.html b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
index 45766d1653..4a7c944c02 100644
--- a/htmlcov/z_067584b402678614_test_storage_schemas_py.html
+++ b/htmlcov/z_067584b402678614_test_storage_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_866c2aed5680b990_test_tunable_params_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
index c8afcc6f18..15d821a14b 100644
--- a/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
+++ b/htmlcov/z_0bd431c13c518cba_test_cli_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_f9c2879ac20d51a5_test_environment_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89___init___py.html b/htmlcov/z_12cf951eedca9a89___init___py.html
index 94f0637a82..a9b2ae847d 100644
--- a/htmlcov/z_12cf951eedca9a89___init___py.html
+++ b/htmlcov/z_12cf951eedca9a89___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89_mock_local_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
index a351df559c..c64e2e49a9 100644
--- a/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
+++ b/htmlcov/z_12cf951eedca9a89_mock_local_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_mock_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662___init___py.html b/htmlcov/z_1e0e6bde7052d662___init___py.html
index 1a967804da..8d85f5aaf0 100644
--- a/htmlcov/z_1e0e6bde7052d662___init___py.html
+++ b/htmlcov/z_1e0e6bde7052d662___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_python_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
index 815860ff64..a005d56093 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_python_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662_local_exec_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
index f42b824cfc..80e0109112 100644
--- a/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
+++ b/htmlcov/z_1e0e6bde7052d662_local_exec_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -307,7 +307,7 @@ <h2>
             <a class="nav" href="z_12cf951eedca9a89___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
index 50ed683668..a78c0496c4 100644
--- a/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
+++ b/htmlcov/z_1fe5d26167948339_test_load_optimizer_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b2e8508ca8301e3e___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d___init___py.html b/htmlcov/z_20c004c35735c01d___init___py.html
index ca09778d5b..386cf720ca 100644
--- a/htmlcov/z_20c004c35735c01d___init___py.html
+++ b/htmlcov/z_20c004c35735c01d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -101,7 +101,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d_config_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_20c004c35735c01d_config_schemas_py.html b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
index da5cb6a388..483261c853 100644
--- a/htmlcov/z_20c004c35735c01d_config_schemas_py.html
+++ b/htmlcov/z_20c004c35735c01d_config_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -241,7 +241,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_dict_templater_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703___init___py.html b/htmlcov/z_23ca098d381c2703___init___py.html
index aa3edd1855..681578e13e 100644
--- a/htmlcov/z_23ca098d381c2703___init___py.html
+++ b/htmlcov/z_23ca098d381c2703___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_e6d502096990b4bc_test_load_cli_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_23ca098d381c2703_conftest_py.html b/htmlcov/z_23ca098d381c2703_conftest_py.html
index 40764b88bb..7ef6d890c4 100644
--- a/htmlcov/z_23ca098d381c2703_conftest_py.html
+++ b/htmlcov/z_23ca098d381c2703_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -119,7 +119,7 @@ <h2>
             <a class="nav" href="z_9d91bcacf3b33219_test_load_environment_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3___init___py.html b/htmlcov/z_2af64a9d4152bba3___init___py.html
index 4dadc9b271..21c1c8ad04 100644
--- a/htmlcov/z_2af64a9d4152bba3___init___py.html
+++ b/htmlcov/z_2af64a9d4152bba3___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -112,7 +112,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_base_environment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
index aee26db1e7..de93eb717b 100644
--- a/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_base_environment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -542,7 +542,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_composite_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
index 6513c4f23a..b8f7347f16 100644
--- a/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_composite_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -352,7 +352,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
index ab28492784..bf79b1c092 100644
--- a/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_mock_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_script_env_py.html b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
index da27fc83c3..7572bc4a61 100644
--- a/htmlcov/z_2af64a9d4152bba3_script_env_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_script_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -218,7 +218,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_status_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2af64a9d4152bba3_status_py.html b/htmlcov/z_2af64a9d4152bba3_status_py.html
index 0feb43a75f..3766034a8e 100644
--- a/htmlcov/z_2af64a9d4152bba3_status_py.html
+++ b/htmlcov/z_2af64a9d4152bba3_status_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -153,7 +153,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_event_loop_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362___init___py.html b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
index f2dde650b1..251c425341 100644
--- a/htmlcov/z_2f8ecfca0b9e9362___init___py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
index 92fef3d4be..8b3f71cefe 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_base_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
index f2507041b7..b09d57cfae 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_base_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -383,7 +383,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362_config_persistence_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
index 96b4cadb81..8335e5df6c 100644
--- a/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
+++ b/htmlcov/z_2f8ecfca0b9e9362_config_persistence_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -788,7 +788,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4___init___py.html b/htmlcov/z_323f8141f9f539b4___init___py.html
index a2239bd38a..de182a412a 100644
--- a/htmlcov/z_323f8141f9f539b4___init___py.html
+++ b/htmlcov/z_323f8141f9f539b4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -106,7 +106,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_base_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
index 366befe5ab..fd4e57e724 100644
--- a/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_base_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
     <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">:</span> <span class="nam">bool</span> <span class="op">=</span> <span class="nam">bool</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">            <span class="nam">strtobool</span><span class="op">(</span><span class="nam">str</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"start_with_defaults"</span><span class="op">,</span> <span class="key">True</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"max_suggestions"</span><span class="op">,</span> <span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"max_suggestions"</span><span class="op">,</span> <span class="num">100</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">        <span class="nam">opt_targets</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">str</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"optimization_targets"</span><span class="op">,</span> <span class="op">{</span><span class="str">"score"</span><span class="op">:</span> <span class="str">"min"</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Literal</span><span class="op">[</span><span class="num">1</span><span class="op">,</span> <span class="op">-</span><span class="num">1</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
@@ -224,241 +224,238 @@ <h2>
     <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">    <span class="com"># TODO: finish renaming iterations to suggestions.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="com"># See Also: https://github.com/microsoft/MLOS/pull/713</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">    <span class="key">def</span> <span class="nam">max_iterations</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"><span class="str">        The maximum number of iterations (suggestions) to run.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t"><span class="str">        Note: this may or may not be the same as the number of configurations.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t"><span class="str">        See Also: Scheduler.trial_config_repeat_count and Scheduler.max_trials.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="key">def</span> <span class="nam">seed</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">        <span class="str">"""The random seed for the optimizer."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_seed</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">    <span class="key">def</span> <span class="nam">start_with_defaults</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="str">        Return True if the optimizer should start with the default values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"><span class="str">        Note: This parameter is mutable and will be reset to False after the</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="str">        defaults are first suggested.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">    <span class="key">def</span> <span class="nam">tunable_params</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t"><span class="str">        Get the tunable parameters of the optimizer as TunableGroups.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t"><span class="str">            A collection of covariant groups of tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">    <span class="key">def</span> <span class="nam">config_space</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"><span class="str">        Get the tunable parameters of the optimizer as a ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"><span class="str">        ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t"><span class="str">            The ConfigSpace representation of the tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"ConfigSpace: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">    <span class="key">def</span> <span class="nam">name</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"><span class="str">        The name of the optimizer.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"><span class="str">        We save this information in mlos_bench storage to track the source of each</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t"><span class="str">        configuration.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">    <span class="key">def</span> <span class="nam">targets</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Literal</span><span class="op">[</span><span class="str">"min"</span><span class="op">,</span> <span class="str">"max"</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="str">"""A dictionary of {target: direction} of optimization targets."""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="key">return</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">            <span class="nam">opt_target</span><span class="op">:</span> <span class="str">"min"</span> <span class="key">if</span> <span class="nam">opt_dir</span> <span class="op">==</span> <span class="num">1</span> <span class="key">else</span> <span class="str">"max"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">            <span class="key">for</span> <span class="op">(</span><span class="nam">opt_target</span><span class="op">,</span> <span class="nam">opt_dir</span><span class="op">)</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">    <span class="key">def</span> <span class="nam">supports_preload</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">        <span class="str">"""Return True if the optimizer supports pre-loading the data from previous</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"><span class="str">        experiments.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">    <span class="key">def</span> <span class="nam">bulk_register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">dict</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Sequence</span><span class="op">[</span><span class="nam">Status</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"><span class="str">        Pre-load the optimizer with the bulk data from previous experiments.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"><span class="str">        configs : Sequence[dict]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"><span class="str">            Records of tunable values from other experiments.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"><span class="str">        scores : Sequence[Optional[Dict[str, TunableValue]]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"><span class="str">            Benchmark results from experiments that correspond to `configs`.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"><span class="str">        status : Optional[Sequence[Status]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"><span class="str">            Status of the experiments that correspond to `configs`.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t"><span class="str">        is_not_empty : bool</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t"><span class="str">            True if there is data to register, false otherwise.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">            <span class="str">"Update the optimizer with: %d configs, %d scores, %d status values"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">scores</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">status</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">scores</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Numbers of configs and scores do not match."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">status</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Numbers of configs and status values do not match."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">        <span class="nam">has_data</span> <span class="op">=</span> <span class="nam">bool</span><span class="op">(</span><span class="nam">configs</span> <span class="key">and</span> <span class="nam">scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">        <span class="key">if</span> <span class="nam">has_data</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Prior data exists - do *NOT* use the default initialization."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">        <span class="key">return</span> <span class="nam">has_data</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t"><span class="str">        Generate the next suggestion. Base class' implementation increments the</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"><span class="str">        iteration count and returns the current values of the tunables.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"><span class="str">            The next configuration to benchmark.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"><span class="str">            These are the same tunables we pass to the constructor,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"><span class="str">            but with the values set to the next suggestion.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Iteration %d :: Suggest"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">    <span class="key">def</span> <span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t">        <span class="nam">score</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"><span class="str">        Register the observation for the given configuration.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">            The configuration that has been benchmarked.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t"><span class="str">            Usually it's the same config that the `.suggest()` method returned.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"><span class="str">        status : Status</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t"><span class="str">            Final status of the experiment (e.g., SUCCEEDED or FAILED).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t"><span class="str">        score : Optional[Dict[str, TunableValue]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t"><span class="str">            A dict with the final benchmark results.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t"><span class="str">            None if the experiment was not successful.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"><span class="str">        value : Optional[Dict[str, float]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t"><span class="str">            Benchmark scores extracted (and possibly transformed)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t"><span class="str">            from the dataframe that's being MINIMIZED.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">            <span class="str">"Iteration %d :: Register: %s = %s score: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">            <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">            <span class="nam">status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t">            <span class="nam">score</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="op">(</span><span class="nam">score</span> <span class="key">is</span> <span class="key">None</span><span class="op">)</span><span class="op">:</span>  <span class="com"># XOR</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Status and score must be consistent."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_get_scores</span><span class="op">(</span><span class="nam">status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t">    <span class="key">def</span> <span class="nam">_get_scores</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Union</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="str">        Extract a scalar benchmark score from the dataframe. Change the sign if we are</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="str">        maximizing.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"><span class="str">        status : Status</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"><span class="str">            Final status of the experiment (e.g., SUCCEEDED or FAILED).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t"><span class="str">        scores : Optional[Dict[str, TunableValue]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t"><span class="str">            A dict with the final benchmark results.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t"><span class="str">            None if the experiment was not successful.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t"><span class="str">        score : Optional[Dict[str, float]]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t"><span class="str">            An optional dict of benchmark scores to be used as targets for MINIMIZATION.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t">            <span class="key">return</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">            <span class="key">assert</span> <span class="nam">scores</span> <span class="key">is</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t">            <span class="com"># TODO: Be more flexible with values used for failed trials (not just +inf).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/523</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">            <span class="key">return</span> <span class="op">{</span><span class="nam">opt_target</span><span class="op">:</span> <span class="nam">float</span><span class="op">(</span><span class="str">"inf"</span><span class="op">)</span> <span class="key">for</span> <span class="nam">opt_target</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">        <span class="key">assert</span> <span class="nam">scores</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">        <span class="nam">target_metrics</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">        <span class="key">for</span> <span class="nam">opt_target</span><span class="op">,</span> <span class="nam">opt_dir</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t">            <span class="nam">val</span> <span class="op">=</span> <span class="nam">scores</span><span class="op">[</span><span class="nam">opt_target</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t">            <span class="key">assert</span> <span class="nam">val</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t">            <span class="nam">target_metrics</span><span class="op">[</span><span class="nam">opt_target</span><span class="op">]</span> <span class="op">=</span> <span class="nam">float</span><span class="op">(</span><span class="nam">val</span><span class="op">)</span> <span class="op">*</span> <span class="nam">opt_dir</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t">        <span class="key">return</span> <span class="nam">target_metrics</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t">    <span class="key">def</span> <span class="nam">not_converged</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t"><span class="str">        Return True if not converged, False otherwise.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t"><span class="str">        Base implementation just checks the iteration count.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">&lt;</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableGroups</span><span class="op">]</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t"><span class="str">        Get the best observation so far.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t"><span class="str">        (value, tunables) : Tuple[Dict[str, float], TunableGroups]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t377" href="#t377">377</a></span><span class="t"><span class="str">            The best value and the corresponding configuration.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t378" href="#t378">378</a></span><span class="t"><span class="str">            (None, None) if no successful observation has been registered yet.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t379" href="#t379">379</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">    <span class="key">def</span> <span class="nam">max_suggestions</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t"><span class="str">        The maximum number of iterations (suggestions) to run.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t"><span class="str">        Note: this may or may not be the same as the number of configurations.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"><span class="str">        See Also: Scheduler.trial_config_repeat_count and Scheduler.max_trials.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">    <span class="key">def</span> <span class="nam">seed</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">int</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">        <span class="str">"""The random seed for the optimizer."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_seed</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">    <span class="key">def</span> <span class="nam">start_with_defaults</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"><span class="str">        Return True if the optimizer should start with the default values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"><span class="str">        Note: This parameter is mutable and will be reset to False after the</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="str">        defaults are first suggested.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">    <span class="key">def</span> <span class="nam">tunable_params</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"><span class="str">        Get the tunable parameters of the optimizer as TunableGroups.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t"><span class="str">            A collection of covariant groups of tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">    <span class="key">def</span> <span class="nam">config_space</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">ConfigurationSpace</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"><span class="str">        Get the tunable parameters of the optimizer as a ConfigurationSpace.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"><span class="str">        ConfigurationSpace</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t"><span class="str">            The ConfigSpace representation of the tunable parameters.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span> <span class="key">is</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span> <span class="op">=</span> <span class="nam">tunable_groups_to_configspace</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_seed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"ConfigSpace: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config_space</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">    <span class="key">def</span> <span class="nam">name</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"><span class="str">        The name of the optimizer.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"><span class="str">        We save this information in mlos_bench storage to track the source of each</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"><span class="str">        configuration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">    <span class="key">def</span> <span class="nam">targets</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">Literal</span><span class="op">[</span><span class="str">"min"</span><span class="op">,</span> <span class="str">"max"</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="str">"""A dictionary of {target: direction} of optimization targets."""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="key">return</span> <span class="op">{</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">            <span class="nam">opt_target</span><span class="op">:</span> <span class="str">"min"</span> <span class="key">if</span> <span class="nam">opt_dir</span> <span class="op">==</span> <span class="num">1</span> <span class="key">else</span> <span class="str">"max"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">            <span class="key">for</span> <span class="op">(</span><span class="nam">opt_target</span><span class="op">,</span> <span class="nam">opt_dir</span><span class="op">)</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">    <span class="key">def</span> <span class="nam">supports_preload</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">        <span class="str">"""Return True if the optimizer supports pre-loading the data from previous</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"><span class="str">        experiments.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">    <span class="key">def</span> <span class="nam">bulk_register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">        <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">dict</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Sequence</span><span class="op">[</span><span class="nam">Status</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"><span class="str">        Pre-load the optimizer with the bulk data from previous experiments.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"><span class="str">        configs : Sequence[dict]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"><span class="str">            Records of tunable values from other experiments.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"><span class="str">        scores : Sequence[Optional[Dict[str, TunableValue]]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"><span class="str">            Benchmark results from experiments that correspond to `configs`.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"><span class="str">        status : Optional[Sequence[Status]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"><span class="str">            Status of the experiments that correspond to `configs`.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t"><span class="str">        is_not_empty : bool</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t"><span class="str">            True if there is data to register, false otherwise.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t">            <span class="str">"Update the optimizer with: %d configs, %d scores, %d status values"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">scores</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t">            <span class="nam">len</span><span class="op">(</span><span class="nam">status</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">scores</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Numbers of configs and scores do not match."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span> <span class="key">and</span> <span class="nam">len</span><span class="op">(</span><span class="nam">configs</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">status</span> <span class="key">or</span> <span class="op">[</span><span class="op">]</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Numbers of configs and status values do not match."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t">        <span class="nam">has_data</span> <span class="op">=</span> <span class="nam">bool</span><span class="op">(</span><span class="nam">configs</span> <span class="key">and</span> <span class="nam">scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t">        <span class="key">if</span> <span class="nam">has_data</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Prior data exists - do *NOT* use the default initialization."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t">        <span class="key">return</span> <span class="nam">has_data</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t"><span class="str">        Generate the next suggestion. Base class' implementation increments the</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t"><span class="str">        iteration count and returns the current values of the tunables.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="str">            The next configuration to benchmark.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"><span class="str">            These are the same tunables we pass to the constructor,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"><span class="str">            but with the values set to the next suggestion.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">+=</span> <span class="num">1</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Iteration %d :: Suggest"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t">    <span class="key">def</span> <span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t">        <span class="nam">score</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t286" href="#t286">286</a></span><span class="t"><span class="str">        Register the observation for the given configuration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t287" href="#t287">287</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t288" href="#t288">288</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t289" href="#t289">289</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t290" href="#t290">290</a></span><span class="t"><span class="str">        tunables : TunableGroups</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t291" href="#t291">291</a></span><span class="t"><span class="str">            The configuration that has been benchmarked.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t292" href="#t292">292</a></span><span class="t"><span class="str">            Usually it's the same config that the `.suggest()` method returned.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t293" href="#t293">293</a></span><span class="t"><span class="str">        status : Status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t294" href="#t294">294</a></span><span class="t"><span class="str">            Final status of the experiment (e.g., SUCCEEDED or FAILED).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t295" href="#t295">295</a></span><span class="t"><span class="str">        score : Optional[Dict[str, TunableValue]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t296" href="#t296">296</a></span><span class="t"><span class="str">            A dict with the final benchmark results.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t297" href="#t297">297</a></span><span class="t"><span class="str">            None if the experiment was not successful.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t298" href="#t298">298</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t299" href="#t299">299</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t300" href="#t300">300</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t301" href="#t301">301</a></span><span class="t"><span class="str">        value : Optional[Dict[str, float]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t302" href="#t302">302</a></span><span class="t"><span class="str">            Benchmark scores extracted (and possibly transformed)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t303" href="#t303">303</a></span><span class="t"><span class="str">            from the dataframe that's being MINIMIZED.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t304" href="#t304">304</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t305" href="#t305">305</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t306" href="#t306">306</a></span><span class="t">            <span class="str">"Iteration %d :: Register: %s = %s score: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t307" href="#t307">307</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t308" href="#t308">308</a></span><span class="t">            <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t309" href="#t309">309</a></span><span class="t">            <span class="nam">status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t310" href="#t310">310</a></span><span class="t">            <span class="nam">score</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t311" href="#t311">311</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t312" href="#t312">312</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span> <span class="op">==</span> <span class="op">(</span><span class="nam">score</span> <span class="key">is</span> <span class="key">None</span><span class="op">)</span><span class="op">:</span>  <span class="com"># XOR</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t313" href="#t313">313</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Status and score must be consistent."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t314" href="#t314">314</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_get_scores</span><span class="op">(</span><span class="nam">status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t315" href="#t315">315</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t316" href="#t316">316</a></span><span class="t">    <span class="key">def</span> <span class="nam">_get_scores</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t317" href="#t317">317</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t318" href="#t318">318</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t319" href="#t319">319</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Union</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t320" href="#t320">320</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t321" href="#t321">321</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t322" href="#t322">322</a></span><span class="t"><span class="str">        Extract a scalar benchmark score from the dataframe. Change the sign if we are</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t323" href="#t323">323</a></span><span class="t"><span class="str">        maximizing.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t324" href="#t324">324</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t325" href="#t325">325</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t326" href="#t326">326</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t327" href="#t327">327</a></span><span class="t"><span class="str">        status : Status</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t328" href="#t328">328</a></span><span class="t"><span class="str">            Final status of the experiment (e.g., SUCCEEDED or FAILED).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t329" href="#t329">329</a></span><span class="t"><span class="str">        scores : Optional[Dict[str, TunableValue]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t330" href="#t330">330</a></span><span class="t"><span class="str">            A dict with the final benchmark results.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t331" href="#t331">331</a></span><span class="t"><span class="str">            None if the experiment was not successful.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t332" href="#t332">332</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t333" href="#t333">333</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t334" href="#t334">334</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t335" href="#t335">335</a></span><span class="t"><span class="str">        score : Optional[Dict[str, float]]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t336" href="#t336">336</a></span><span class="t"><span class="str">            An optional dict of benchmark scores to be used as targets for MINIMIZATION.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t337" href="#t337">337</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t338" href="#t338">338</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t339" href="#t339">339</a></span><span class="t">            <span class="key">return</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t340" href="#t340">340</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t341" href="#t341">341</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_succeeded</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t342" href="#t342">342</a></span><span class="t">            <span class="key">assert</span> <span class="nam">scores</span> <span class="key">is</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t343" href="#t343">343</a></span><span class="t">            <span class="com"># TODO: Be more flexible with values used for failed trials (not just +inf).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t344" href="#t344">344</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/523</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t345" href="#t345">345</a></span><span class="t">            <span class="key">return</span> <span class="op">{</span><span class="nam">opt_target</span><span class="op">:</span> <span class="nam">float</span><span class="op">(</span><span class="str">"inf"</span><span class="op">)</span> <span class="key">for</span> <span class="nam">opt_target</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t346" href="#t346">346</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t347" href="#t347">347</a></span><span class="t">        <span class="key">assert</span> <span class="nam">scores</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t348" href="#t348">348</a></span><span class="t">        <span class="nam">target_metrics</span><span class="op">:</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span> <span class="op">=</span> <span class="op">{</span><span class="op">}</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t349" href="#t349">349</a></span><span class="t">        <span class="key">for</span> <span class="nam">opt_target</span><span class="op">,</span> <span class="nam">opt_dir</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t350" href="#t350">350</a></span><span class="t">            <span class="nam">val</span> <span class="op">=</span> <span class="nam">scores</span><span class="op">[</span><span class="nam">opt_target</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t351" href="#t351">351</a></span><span class="t">            <span class="key">assert</span> <span class="nam">val</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t352" href="#t352">352</a></span><span class="t">            <span class="nam">target_metrics</span><span class="op">[</span><span class="nam">opt_target</span><span class="op">]</span> <span class="op">=</span> <span class="nam">float</span><span class="op">(</span><span class="nam">val</span><span class="op">)</span> <span class="op">*</span> <span class="nam">opt_dir</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t353" href="#t353">353</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t354" href="#t354">354</a></span><span class="t">        <span class="key">return</span> <span class="nam">target_metrics</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t355" href="#t355">355</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t356" href="#t356">356</a></span><span class="t">    <span class="key">def</span> <span class="nam">not_converged</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t357" href="#t357">357</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t358" href="#t358">358</a></span><span class="t"><span class="str">        Return True if not converged, False otherwise.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t359" href="#t359">359</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t360" href="#t360">360</a></span><span class="t"><span class="str">        Base implementation just checks the iteration count.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t361" href="#t361">361</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t362" href="#t362">362</a></span><span class="t">        <span class="key">return</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">&lt;</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t363" href="#t363">363</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t364" href="#t364">364</a></span><span class="t">    <span class="op">@</span><span class="nam">abstractmethod</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t365" href="#t365">365</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t366" href="#t366">366</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t367" href="#t367">367</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableGroups</span><span class="op">]</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t368" href="#t368">368</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t369" href="#t369">369</a></span><span class="t"><span class="str">        Get the best observation so far.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t370" href="#t370">370</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t371" href="#t371">371</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t372" href="#t372">372</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t373" href="#t373">373</a></span><span class="t"><span class="str">        (value, tunables) : Tuple[Dict[str, float], TunableGroups]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t374" href="#t374">374</a></span><span class="t"><span class="str">            The best value and the corresponding configuration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t375" href="#t375">375</a></span><span class="t"><span class="str">            (None, None) if no successful observation has been registered yet.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t376" href="#t376">376</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -468,7 +465,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_convert_configspace_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
index 8b5af0cf96..a1b26bdaa9 100644
--- a/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
+++ b/htmlcov/z_323f8141f9f539b4_convert_configspace_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -416,7 +416,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_grid_search_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
index 1096254666..3be19f6b45 100644
--- a/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_grid_search_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,11 +140,11 @@ <h2>
     <p class="pln"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t">                <span class="nam">size</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">        <span class="key">if</span> <span class="nam">size</span> <span class="op">></span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t">        <span class="key">if</span> <span class="nam">size</span> <span class="op">></span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="mis show_mis"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">                <span class="str">"Grid search size %d, is greater than max iterations %d"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">                <span class="nam">size</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">    <span class="key">def</span> <span class="nam">_get_grid</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">Tuple</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="op">...</span><span class="op">]</span><span class="op">,</span> <span class="nam">Dict</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">TunableValue</span><span class="op">,</span> <span class="op">...</span><span class="op">]</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -229,7 +229,7 @@ <h2>
     <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_suggested_configs</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">default_config_values</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">        <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">            <span class="com"># Select the first item from the pending configs.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">            <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_pending_configs</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">&lt;=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">            <span class="key">if</span> <span class="key">not</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_pending_configs</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">&lt;=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"No more pending configs to suggest. Restarting grid."</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config_keys</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_pending_configs</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_get_grid</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">            <span class="key">try</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
@@ -267,7 +267,7 @@ <h2>
     <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">        <span class="key">return</span> <span class="nam">registered_score</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">    <span class="key">def</span> <span class="nam">not_converged</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">></span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span> <span class="op">></span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">            <span class="key">if</span> <span class="nam">bool</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_pending_configs</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">                <span class="nam">_LOG</span><span class="op">.</span><span class="nam">warning</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">                    <span class="str">"Exceeded max iterations, but still have %d pending configs: %s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mlos_core_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
index c838d9a57b..82d84973e1 100644
--- a/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mlos_core_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,180 +144,181 @@ <h2>
     <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t">                    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t">                <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">            <span class="com"># Make sure max_trials >= max_iterations.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t">            <span class="com"># Make sure max_trials >= max_suggestions.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t">            <span class="key">if</span> <span class="str">"max_trials"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">            <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="nam">int</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span><span class="op">)</span> <span class="op">>=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">            <span class="op">)</span><span class="op">,</span> <span class="fst">f"</span><span class="fst">max_trials </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">'max_trials'</span><span class="op">)</span><span class="op">}</span><span class="fst"> &lt;= max_iterations </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">            <span class="key">if</span> <span class="str">"run_name"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment_id</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"run_name"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment_id</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">        <span class="nam">space_adapter_type</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"space_adapter_type"</span><span class="op">,</span> <span class="key">None</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="nam">space_adapter_config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"space_adapter_config"</span><span class="op">,</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">        <span class="key">if</span> <span class="nam">space_adapter_type</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">            <span class="nam">space_adapter_type</span> <span class="op">=</span> <span class="nam">getattr</span><span class="op">(</span><span class="nam">SpaceAdapterType</span><span class="op">,</span> <span class="nam">space_adapter_type</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">:</span> <span class="nam">BaseOptimizer</span> <span class="op">=</span> <span class="nam">OptimizerFactory</span><span class="op">.</span><span class="nam">create</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">            <span class="nam">parameter_space</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">config_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">            <span class="nam">optimization_targets</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">            <span class="nam">optimizer_type</span><span class="op">=</span><span class="nam">opt_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">            <span class="nam">optimizer_kwargs</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">            <span class="nam">space_adapter_type</span><span class="op">=</span><span class="nam">space_adapter_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="nam">space_adapter_kwargs</span><span class="op">=</span><span class="nam">space_adapter_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">    <span class="key">def</span> <span class="nam">__exit__</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="nam">ex_type</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Type</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">        <span class="nam">ex_val</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="nam">ex_tb</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TracebackType</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Literal</span><span class="op">[</span><span class="key">False</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">cleanup</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">        <span class="key">return</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">    <span class="key">def</span> <span class="nam">name</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">    <span class="key">def</span> <span class="nam">bulk_register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">dict</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Sequence</span><span class="op">[</span><span class="nam">Status</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">bulk_register</span><span class="op">(</span><span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">            <span class="key">return</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_to_df</span><span class="op">(</span><span class="nam">configs</span><span class="op">)</span>  <span class="com"># Impute missing values, if necessary</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">        <span class="nam">df_scores</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_adjust_signs_df</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">            <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="op">{</span><span class="op">}</span> <span class="key">if</span> <span class="nam">score</span> <span class="key">is</span> <span class="key">None</span> <span class="key">else</span> <span class="nam">score</span> <span class="key">for</span> <span class="nam">score</span> <span class="key">in</span> <span class="nam">scores</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">            <span class="com"># Select only the completed trials, set scores for failed trials to +inf.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">            <span class="nam">df_status</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">Series</span><span class="op">(</span><span class="nam">status</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="com"># TODO: Be more flexible with values used for failed trials (not just +inf).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/523</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="nam">df_scores</span><span class="op">[</span><span class="nam">df_status</span> <span class="op">!=</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">SUCCEEDED</span><span class="op">]</span> <span class="op">=</span> <span class="nam">float</span><span class="op">(</span><span class="str">"inf"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">            <span class="nam">df_status_completed</span> <span class="op">=</span> <span class="nam">df_status</span><span class="op">.</span><span class="nam">apply</span><span class="op">(</span><span class="nam">Status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">            <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">df_status_completed</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">df_scores</span> <span class="op">=</span> <span class="nam">df_scores</span><span class="op">[</span><span class="nam">df_status_completed</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">        <span class="com"># TODO: Specify (in the config) which metrics to pass to the optimizer.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/745</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">configs</span><span class="op">=</span><span class="nam">df_configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">=</span><span class="nam">df_scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">            <span class="op">(</span><span class="nam">score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Warm-up END: %s :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">    <span class="key">def</span> <span class="nam">_adjust_signs_df</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">df_scores</span><span class="op">:</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">)</span> <span class="op">-></span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">        <span class="str">"""Coerce optimization target scores to floats and adjust the signs for</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t"><span class="str">        MINIMIZATION problem.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t">        <span class="nam">df_targets</span> <span class="op">=</span> <span class="nam">df_scores</span><span class="op">[</span><span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="key">try</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">            <span class="key">return</span> <span class="nam">df_targets</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">float</span><span class="op">)</span> <span class="op">*</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">        <span class="key">except</span> <span class="nam">ValueError</span> <span class="key">as</span> <span class="nam">ex</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">error</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">                <span class="str">"Some score values cannot be converted to float - check the data ::\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">                <span class="nam">df_targets</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">                <span class="nam">exc_info</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Some score values cannot be converted to float"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">    <span class="key">def</span> <span class="nam">_to_df</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t"><span class="str">        Select from past trials only the columns required in this experiment and impute</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"><span class="str">        default values for the tunables that are missing in the dataframe.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"><span class="str">        configs : Sequence[dict]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"><span class="str">            Sequence of dicts with past trials data.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="str">        df_configs : pd.DataFrame</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"><span class="str">            A dataframe with past trials data, with missing values imputed.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="nam">configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">        <span class="nam">tunables_names</span> <span class="op">=</span> <span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">get_param_values</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="nam">missing_cols</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">tunables_names</span><span class="op">)</span><span class="op">.</span><span class="nam">difference</span><span class="op">(</span><span class="nam">df_configs</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">        <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span> <span class="key">in</span> <span class="nam">missing_cols</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">fillna</span><span class="op">(</span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">}</span><span class="op">,</span> <span class="nam">inplace</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">            <span class="com"># External data can have incorrect types (e.g., all strings).</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">            <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">dtype</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">            <span class="com"># Add columns for tunables with special values.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">                <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">                <span class="nam">tunables_names</span> <span class="op">+=</span> <span class="op">[</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">                <span class="nam">is_special</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">apply</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">.</span><span class="nam">__contains__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">                    <span class="com"># Make int column NULLABLE:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">                    <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="str">"Int64"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="op">~</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">        <span class="com"># By default, hyperparameters in ConfigurationSpace are sorted by name:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">sorted</span><span class="op">(</span><span class="nam">tunables_names</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Loaded configs:\n%s"</span><span class="op">,</span> <span class="nam">df_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="key">return</span> <span class="nam">df_configs</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">        <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Use default values for the first trial"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">        <span class="nam">df_config</span><span class="op">,</span> <span class="nam">_metadata</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="nam">defaults</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Iteration %d :: Suggest:\n%s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">,</span> <span class="nam">df_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="key">return</span> <span class="nam">tunables</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">df_config</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">    <span class="key">def</span> <span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="nam">score</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">        <span class="nam">registered_score</span> <span class="op">=</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">            <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">            <span class="nam">status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">            <span class="nam">score</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">        <span class="op">)</span>  <span class="com"># Sign-adjusted for MINIMIZATION</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">            <span class="key">assert</span> <span class="nam">registered_score</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="nam">df_config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_to_df</span><span class="op">(</span><span class="op">[</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">get_param_values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Score: %s Dataframe:\n%s"</span><span class="op">,</span> <span class="nam">registered_score</span><span class="op">,</span> <span class="nam">df_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">            <span class="com"># TODO: Specify (in the config) which metrics to pass to the optimizer.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/745</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">                <span class="nam">configs</span><span class="op">=</span><span class="nam">df_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">                <span class="nam">scores</span><span class="op">=</span><span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="nam">registered_score</span><span class="op">]</span><span class="op">,</span> <span class="nam">dtype</span><span class="op">=</span><span class="nam">float</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="key">return</span> <span class="nam">registered_score</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableGroups</span><span class="op">]</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">        <span class="op">(</span><span class="nam">df_config</span><span class="op">,</span> <span class="nam">df_score</span><span class="op">,</span> <span class="nam">_df_context</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">get_best_observations</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">df_config</span><span class="op">)</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
-    <p class="mis show_mis"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">            <span class="key">return</span> <span class="op">(</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">        <span class="nam">params</span> <span class="op">=</span> <span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">df_config</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">        <span class="nam">scores</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_adjust_signs_df</span><span class="op">(</span><span class="nam">df_score</span><span class="op">)</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Best observation: %s score: %s"</span><span class="op">,</span> <span class="nam">params</span><span class="op">,</span> <span class="nam">scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span><span class="nam">scores</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t">            <span class="key">assert</span> <span class="nam">int</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"max_trials"</span><span class="op">]</span><span class="op">)</span> <span class="op">>=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">,</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t">                <span class="fst">f"</span><span class="fst">max_trials </span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">'max_trials'</span><span class="op">)</span><span class="op">}</span><span class="fst"> </span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t">                <span class="fst">f"</span><span class="fst">&lt;= max_suggestions</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t">            <span class="key">if</span> <span class="str">"run_name"</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span> <span class="key">and</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment_id</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t">                <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">[</span><span class="str">"run_name"</span><span class="op">]</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">experiment_id</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t">        <span class="nam">space_adapter_type</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"space_adapter_type"</span><span class="op">,</span> <span class="key">None</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t">        <span class="nam">space_adapter_config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">.</span><span class="nam">pop</span><span class="op">(</span><span class="str">"space_adapter_config"</span><span class="op">,</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t">        <span class="key">if</span> <span class="nam">space_adapter_type</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t">            <span class="nam">space_adapter_type</span> <span class="op">=</span> <span class="nam">getattr</span><span class="op">(</span><span class="nam">SpaceAdapterType</span><span class="op">,</span> <span class="nam">space_adapter_type</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">:</span> <span class="nam">BaseOptimizer</span> <span class="op">=</span> <span class="nam">OptimizerFactory</span><span class="op">.</span><span class="nam">create</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">            <span class="nam">parameter_space</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">config_space</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">            <span class="nam">optimization_targets</span><span class="op">=</span><span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">            <span class="nam">optimizer_type</span><span class="op">=</span><span class="nam">opt_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">            <span class="nam">optimizer_kwargs</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">            <span class="nam">space_adapter_type</span><span class="op">=</span><span class="nam">space_adapter_type</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">            <span class="nam">space_adapter_kwargs</span><span class="op">=</span><span class="nam">space_adapter_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">    <span class="key">def</span> <span class="nam">__exit__</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">        <span class="nam">ex_type</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Type</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t">        <span class="nam">ex_val</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">BaseException</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t">        <span class="nam">ex_tb</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">TracebackType</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Literal</span><span class="op">[</span><span class="key">False</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">cleanup</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t">        <span class="key">return</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__exit__</span><span class="op">(</span><span class="nam">ex_type</span><span class="op">,</span> <span class="nam">ex_val</span><span class="op">,</span> <span class="nam">ex_tb</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t">    <span class="op">@</span><span class="nam">property</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t">    <span class="key">def</span> <span class="nam">name</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">str</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t">        <span class="key">return</span> <span class="fst">f"</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">:</span><span class="op">{</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">__class__</span><span class="op">.</span><span class="nam">__name__</span><span class="op">}</span><span class="fst">"</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="key">def</span> <span class="nam">bulk_register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">        <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">dict</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">        <span class="nam">scores</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">]</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Sequence</span><span class="op">[</span><span class="nam">Status</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">bool</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">        <span class="key">if</span> <span class="key">not</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">bulk_register</span><span class="op">(</span><span class="nam">configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">,</span> <span class="nam">status</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">            <span class="key">return</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_to_df</span><span class="op">(</span><span class="nam">configs</span><span class="op">)</span>  <span class="com"># Impute missing values, if necessary</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t">        <span class="nam">df_scores</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_adjust_signs_df</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">            <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="op">{</span><span class="op">}</span> <span class="key">if</span> <span class="nam">score</span> <span class="key">is</span> <span class="key">None</span> <span class="key">else</span> <span class="nam">score</span> <span class="key">for</span> <span class="nam">score</span> <span class="key">in</span> <span class="nam">scores</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t">        <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t">            <span class="com"># Select only the completed trials, set scores for failed trials to +inf.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t">            <span class="nam">df_status</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">Series</span><span class="op">(</span><span class="nam">status</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t">            <span class="com"># TODO: Be more flexible with values used for failed trials (not just +inf).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/523</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t">            <span class="nam">df_scores</span><span class="op">[</span><span class="nam">df_status</span> <span class="op">!=</span> <span class="nam">Status</span><span class="op">.</span><span class="nam">SUCCEEDED</span><span class="op">]</span> <span class="op">=</span> <span class="nam">float</span><span class="op">(</span><span class="str">"inf"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t">            <span class="nam">df_status_completed</span> <span class="op">=</span> <span class="nam">df_status</span><span class="op">.</span><span class="nam">apply</span><span class="op">(</span><span class="nam">Status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t">            <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">df_status_completed</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t">            <span class="nam">df_scores</span> <span class="op">=</span> <span class="nam">df_scores</span><span class="op">[</span><span class="nam">df_status_completed</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t">        <span class="com"># TODO: Specify (in the config) which metrics to pass to the optimizer.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t">        <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/745</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">configs</span><span class="op">=</span><span class="nam">df_configs</span><span class="op">,</span> <span class="nam">scores</span><span class="op">=</span><span class="nam">df_scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t">        <span class="key">if</span> <span class="nam">_LOG</span><span class="op">.</span><span class="nam">isEnabledFor</span><span class="op">(</span><span class="nam">logging</span><span class="op">.</span><span class="nam">DEBUG</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t">            <span class="op">(</span><span class="nam">score</span><span class="op">,</span> <span class="nam">_</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">get_best_observation</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Warm-up END: %s :: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t">        <span class="key">return</span> <span class="key">True</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t">    <span class="key">def</span> <span class="nam">_adjust_signs_df</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">df_scores</span><span class="op">:</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">)</span> <span class="op">-></span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t">        <span class="str">"""Coerce optimization target scores to floats and adjust the signs for</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"><span class="str">        MINIMIZATION problem.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t">        <span class="nam">df_targets</span> <span class="op">=</span> <span class="nam">df_scores</span><span class="op">[</span><span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t">        <span class="key">try</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t">            <span class="key">return</span> <span class="nam">df_targets</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">float</span><span class="op">)</span> <span class="op">*</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt_targets</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t">        <span class="key">except</span> <span class="nam">ValueError</span> <span class="key">as</span> <span class="nam">ex</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">error</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t">                <span class="str">"Some score values cannot be converted to float - check the data ::\n%s"</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t">                <span class="nam">df_targets</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t">                <span class="nam">exc_info</span><span class="op">=</span><span class="key">True</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t">            <span class="key">raise</span> <span class="nam">ValueError</span><span class="op">(</span><span class="str">"Some score values cannot be converted to float"</span><span class="op">)</span> <span class="key">from</span> <span class="nam">ex</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="key">def</span> <span class="nam">_to_df</span><span class="op">(</span><span class="nam">self</span><span class="op">,</span> <span class="nam">configs</span><span class="op">:</span> <span class="nam">Sequence</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span><span class="op">)</span> <span class="op">-></span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">        <span class="str">"""</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"><span class="str">        Select from past trials only the columns required in this experiment and impute</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t"><span class="str">        default values for the tunables that are missing in the dataframe.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"><span class="str">        Parameters</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"><span class="str">        ----------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"><span class="str">        configs : Sequence[dict]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"><span class="str">            Sequence of dicts with past trials data.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"><span class="str">        Returns</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"><span class="str">        -------</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"><span class="str">        df_configs : pd.DataFrame</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"><span class="str">            A dataframe with past trials data, with missing values imputed.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"><span class="str">        """</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="nam">configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t">        <span class="nam">tunables_names</span> <span class="op">=</span> <span class="nam">list</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">get_param_values</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">keys</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t">        <span class="nam">missing_cols</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="nam">tunables_names</span><span class="op">)</span><span class="op">.</span><span class="nam">difference</span><span class="op">(</span><span class="nam">df_configs</span><span class="op">.</span><span class="nam">columns</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t">        <span class="key">for</span> <span class="nam">tunable</span><span class="op">,</span> <span class="nam">_group</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span> <span class="key">in</span> <span class="nam">missing_cols</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t">            <span class="key">else</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">fillna</span><span class="op">(</span><span class="op">{</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">:</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">default</span><span class="op">}</span><span class="op">,</span> <span class="nam">inplace</span><span class="op">=</span><span class="key">True</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t">            <span class="com"># External data can have incorrect types (e.g., all strings).</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t">            <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">dtype</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t">            <span class="com"># Add columns for tunables with special values.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t">            <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t">                <span class="op">(</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">)</span> <span class="op">=</span> <span class="nam">special_param_names</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t">                <span class="nam">tunables_names</span> <span class="op">+=</span> <span class="op">[</span><span class="nam">special_name</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t">                <span class="nam">is_special</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">apply</span><span class="op">(</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">special</span><span class="op">.</span><span class="nam">__contains__</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">RANGE</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">type_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">TunableValueKind</span><span class="op">.</span><span class="nam">SPECIAL</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">                <span class="key">if</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">type</span> <span class="op">==</span> <span class="str">"int"</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">                    <span class="com"># Make int column NULLABLE:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">                    <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span><span class="op">.</span><span class="nam">astype</span><span class="op">(</span><span class="str">"Int64"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">[</span><span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="op">~</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">special_name</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">                <span class="nam">df_configs</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="nam">is_special</span><span class="op">,</span> <span class="nam">tunable</span><span class="op">.</span><span class="nam">name</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">        <span class="com"># By default, hyperparameters in ConfigurationSpace are sorted by name:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t">        <span class="nam">df_configs</span> <span class="op">=</span> <span class="nam">df_configs</span><span class="op">[</span><span class="nam">sorted</span><span class="op">(</span><span class="nam">tunables_names</span><span class="op">)</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Loaded configs:\n%s"</span><span class="op">,</span> <span class="nam">df_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t">        <span class="key">return</span> <span class="nam">df_configs</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="nam">tunables</span> <span class="op">=</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">        <span class="key">if</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Use default values for the first trial"</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">        <span class="nam">df_config</span><span class="op">,</span> <span class="nam">_metadata</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="nam">defaults</span><span class="op">=</span><span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_start_with_defaults</span> <span class="op">=</span> <span class="key">False</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Iteration %d :: Suggest:\n%s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_iter</span><span class="op">,</span> <span class="nam">df_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t">        <span class="key">return</span> <span class="nam">tunables</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">df_config</span><span class="op">.</span><span class="nam">loc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t">    <span class="key">def</span> <span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t">        <span class="nam">tunables</span><span class="op">:</span> <span class="nam">TunableGroups</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t">        <span class="nam">status</span><span class="op">:</span> <span class="nam">Status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t">        <span class="nam">score</span><span class="op">:</span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">TunableValue</span><span class="op">]</span><span class="op">]</span> <span class="op">=</span> <span class="key">None</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Optional</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t">        <span class="nam">registered_score</span> <span class="op">=</span> <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t">            <span class="nam">tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t">            <span class="nam">status</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t">            <span class="nam">score</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t">        <span class="op">)</span>  <span class="com"># Sign-adjusted for MINIMIZATION</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t">        <span class="key">if</span> <span class="nam">status</span><span class="op">.</span><span class="nam">is_completed</span><span class="op">(</span><span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t">            <span class="key">assert</span> <span class="nam">registered_score</span> <span class="key">is</span> <span class="key">not</span> <span class="key">None</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t">            <span class="nam">df_config</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_to_df</span><span class="op">(</span><span class="op">[</span><span class="nam">tunables</span><span class="op">.</span><span class="nam">get_param_values</span><span class="op">(</span><span class="op">)</span><span class="op">]</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t">            <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Score: %s Dataframe:\n%s"</span><span class="op">,</span> <span class="nam">registered_score</span><span class="op">,</span> <span class="nam">df_config</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t">            <span class="com"># TODO: Specify (in the config) which metrics to pass to the optimizer.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">            <span class="com"># Issue: https://github.com/microsoft/MLOS/issues/745</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">            <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">                <span class="nam">configs</span><span class="op">=</span><span class="nam">df_config</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">                <span class="nam">scores</span><span class="op">=</span><span class="nam">pd</span><span class="op">.</span><span class="nam">DataFrame</span><span class="op">(</span><span class="op">[</span><span class="nam">registered_score</span><span class="op">]</span><span class="op">,</span> <span class="nam">dtype</span><span class="op">=</span><span class="nam">float</span><span class="op">)</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">            <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="key">return</span> <span class="nam">registered_score</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t">    <span class="key">def</span> <span class="nam">get_best_observation</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t">        <span class="nam">self</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t">    <span class="op">)</span> <span class="op">-></span> <span class="nam">Union</span><span class="op">[</span><span class="nam">Tuple</span><span class="op">[</span><span class="nam">Dict</span><span class="op">[</span><span class="nam">str</span><span class="op">,</span> <span class="nam">float</span><span class="op">]</span><span class="op">,</span> <span class="nam">TunableGroups</span><span class="op">]</span><span class="op">,</span> <span class="nam">Tuple</span><span class="op">[</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">]</span><span class="op">]</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t">        <span class="op">(</span><span class="nam">df_config</span><span class="op">,</span> <span class="nam">df_score</span><span class="op">,</span> <span class="nam">_df_context</span><span class="op">)</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_opt</span><span class="op">.</span><span class="nam">get_best_observations</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t">        <span class="key">if</span> <span class="nam">len</span><span class="op">(</span><span class="nam">df_config</span><span class="op">)</span> <span class="op">==</span> <span class="num">0</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
+    <p class="mis show_mis"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t">            <span class="key">return</span> <span class="op">(</span><span class="key">None</span><span class="op">,</span> <span class="key">None</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t">        <span class="nam">params</span> <span class="op">=</span> <span class="nam">configspace_data_to_tunable_values</span><span class="op">(</span><span class="nam">df_config</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t">        <span class="nam">scores</span> <span class="op">=</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_adjust_signs_df</span><span class="op">(</span><span class="nam">df_score</span><span class="op">)</span><span class="op">.</span><span class="nam">iloc</span><span class="op">[</span><span class="num">0</span><span class="op">]</span><span class="op">.</span><span class="nam">to_dict</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">debug</span><span class="op">(</span><span class="str">"Best observation: %s score: %s"</span><span class="op">,</span> <span class="nam">params</span><span class="op">,</span> <span class="nam">scores</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t">        <span class="key">return</span> <span class="op">(</span><span class="nam">scores</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">.</span><span class="nam">copy</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">assign</span><span class="op">(</span><span class="nam">params</span><span class="op">)</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
 </main>
 <footer>
     <div class="content">
@@ -327,7 +328,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_mock_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
index 9e950b2c2e..4fa3d1b102 100644
--- a/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_mock_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_one_shot_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
index 2f1286b161..7c05a8f0c7 100644
--- a/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_one_shot_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -114,7 +114,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t">    <span class="op">)</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t">        <span class="nam">super</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">__init__</span><span class="op">(</span><span class="nam">tunables</span><span class="op">,</span> <span class="nam">config</span><span class="op">,</span> <span class="nam">global_config</span><span class="op">,</span> <span class="nam">service</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t">        <span class="nam">_LOG</span><span class="op">.</span><span class="nam">info</span><span class="op">(</span><span class="str">"Run a single iteration for: %s"</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">_tunables</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_max_iter</span> <span class="op">=</span> <span class="num">1</span>  <span class="com"># Always run for just one iteration.</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t">        <span class="nam">self</span><span class="op">.</span><span class="nam">_max_suggestions</span> <span class="op">=</span> <span class="num">1</span>  <span class="com"># Always run for just one iteration.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t">    <span class="key">def</span> <span class="nam">suggest</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span> <span class="op">-></span> <span class="nam">TunableGroups</span><span class="op">:</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t">        <span class="str">"""Always produce the same (initial) suggestion."""</span>&nbsp;</span><span class="r"></span></p>
@@ -134,7 +134,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4_track_best_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
index 60d8c75934..47b9d323a3 100644
--- a/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
+++ b/htmlcov/z_323f8141f9f539b4_track_best_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,7 +156,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_os_environ_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3398716e0933e076___init___py.html b/htmlcov/z_3398716e0933e076___init___py.html
index 8d1e9d0d9f..ced767a083 100644
--- a/htmlcov/z_3398716e0933e076___init___py.html
+++ b/htmlcov/z_3398716e0933e076___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_20c004c35735c01d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22___init___py.html b/htmlcov/z_354360b2842e9a22___init___py.html
index 621b8b20c2..c614dcf59e 100644
--- a/htmlcov/z_354360b2842e9a22___init___py.html
+++ b/htmlcov/z_354360b2842e9a22___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_config_persistence_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
index 82003ef80a..fda00aa5a8 100644
--- a/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
+++ b/htmlcov/z_354360b2842e9a22_config_persistence_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -194,7 +194,7 @@ <h2>
             <a class="nav" href="z_1e0e6bde7052d662___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_mock_service_py.html b/htmlcov/z_354360b2842e9a22_mock_service_py.html
index fda704b425..3ac1b2b79a 100644
--- a/htmlcov/z_354360b2842e9a22_mock_service_py.html
+++ b/htmlcov/z_354360b2842e9a22_mock_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -155,7 +155,7 @@ <h2>
             <a class="nav" href="z_75096bf83df2f5ed___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
index a45c419b40..8cf21435aa 100644
--- a/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
+++ b/htmlcov/z_354360b2842e9a22_test_service_method_registering_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -138,7 +138,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
index 7c84c81f78..8ffc06101d 100644
--- a/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
+++ b/htmlcov/z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_e8b6df00ef81429a_test_load_service_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f___init___py.html b/htmlcov/z_3f378eb4eadac84f___init___py.html
index 60112ca3da..ea4a4c4c36 100644
--- a/htmlcov/z_3f378eb4eadac84f___init___py.html
+++ b/htmlcov/z_3f378eb4eadac84f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
index 9bdcadb485..efbb5d48d0 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
index 3c39289d59..d9a2f88a90 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -398,7 +398,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
index 9dcf2ae53d..8bbaea6904 100644
--- a/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
+++ b/htmlcov/z_3f378eb4eadac84f_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -498,7 +498,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862___init___py.html b/htmlcov/z_4c77d49b5a513862___init___py.html
index a47a0d6d40..9db26613cc 100644
--- a/htmlcov/z_4c77d49b5a513862___init___py.html
+++ b/htmlcov/z_4c77d49b5a513862___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_flaml_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_flaml_py.html b/htmlcov/z_4c77d49b5a513862_flaml_py.html
index 8eb33efbdc..6bbee0c9b9 100644
--- a/htmlcov/z_4c77d49b5a513862_flaml_py.html
+++ b/htmlcov/z_4c77d49b5a513862_flaml_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_4c77d49b5a513862_util_py.html b/htmlcov/z_4c77d49b5a513862_util_py.html
index b30a5d3ebf..f939514f85 100644
--- a/htmlcov/z_4c77d49b5a513862_util_py.html
+++ b/htmlcov/z_4c77d49b5a513862_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_7980ac9b936dbc70___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699___init___py.html b/htmlcov/z_51dc247422d0d699___init___py.html
index 08e93aea81..ad46e84ce0 100644
--- a/htmlcov/z_51dc247422d0d699___init___py.html
+++ b/htmlcov/z_51dc247422d0d699___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_51dc247422d0d699_fixtures_py.html b/htmlcov/z_51dc247422d0d699_fixtures_py.html
index fad9c30188..40db2e5db0 100644
--- a/htmlcov/z_51dc247422d0d699_fixtures_py.html
+++ b/htmlcov/z_51dc247422d0d699_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -315,7 +315,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_config_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd___init___py.html b/htmlcov/z_5396f41af8b1e4bd___init___py.html
index 4f7850c6df..f2e1e2c4c8 100644
--- a/htmlcov/z_5396f41af8b1e4bd___init___py.html
+++ b/htmlcov/z_5396f41af8b1e4bd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_3398716e0933e076___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
index e2f06aa4f2..2b4a59bd8e 100644
--- a/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_dict_templater_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -177,7 +177,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
index fef1295086..01f4232132 100644
--- a/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_event_loop_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_launcher_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
index 4722533f2e..f5044e7820 100644
--- a/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_launcher_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -636,7 +636,7 @@ <h2>
             <a class="nav" href="z_323f8141f9f539b4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
index 6ecefbee3d..288dbfdf1b 100644
--- a/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_os_environ_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_run_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_run_py.html b/htmlcov/z_5396f41af8b1e4bd_run_py.html
index 0f7cb8bb30..c37b4cda1a 100644
--- a/htmlcov/z_5396f41af8b1e4bd_run_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_run_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_util_py.html b/htmlcov/z_5396f41af8b1e4bd_util_py.html
index f7b934e8cf..ddeae35ae0 100644
--- a/htmlcov/z_5396f41af8b1e4bd_util_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -516,7 +516,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_5396f41af8b1e4bd_version_py.html b/htmlcov/z_5396f41af8b1e4bd_version_py.html
index 7f6fe3f34e..603d7ecc82 100644
--- a/htmlcov/z_5396f41af8b1e4bd_version_py.html
+++ b/htmlcov/z_5396f41af8b1e4bd_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
index 67260ef334..8d83931506 100644
--- a/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
+++ b/htmlcov/z_539c3520b5c68f82_test_optimizer_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -243,7 +243,7 @@ <h2>
             <a class="nav" href="z_002489c1955d0852_test_scheduler_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
index 24e59bef88..d5972ba1f9 100644
--- a/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
+++ b/htmlcov/z_57125b4c4afc531d_test_services_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_067584b402678614_test_storage_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c___init___py.html b/htmlcov/z_6d460002ba244c5c___init___py.html
index ab69c1930e..36c05dcf64 100644
--- a/htmlcov/z_6d460002ba244c5c___init___py.html
+++ b/htmlcov/z_6d460002ba244c5c___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_conftest_py.html b/htmlcov/z_6d460002ba244c5c_conftest_py.html
index 0fde982a89..62a763ee55 100644
--- a/htmlcov/z_6d460002ba244c5c_conftest_py.html
+++ b/htmlcov/z_6d460002ba244c5c_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -114,7 +114,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
index c0622f3c94..0688c87cbb 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
index c26d8267ed..508b97b967 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_exp_load_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
index 9dddd46365..65e4516b9e 100644
--- a/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_exp_load_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -249,7 +249,7 @@ <h2>
             <a class="nav" href="z_51dc247422d0d699___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
index df14f174c8..ec36834013 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_config_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
index 8d5b3a7b4c..b33b0724ea 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -117,7 +117,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_schedule_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
index 7ea9fc7320..a86e9d7911 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_schedule_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -207,7 +207,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_trial_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
index 45d7679d29..85e9ab6629 100644
--- a/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_trial_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
index 416d2f893c..bad331e58c 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -143,7 +143,7 @@ <h2>
             <a class="nav" href="z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
index 63bc372f8d..67806d2085 100644
--- a/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
+++ b/htmlcov/z_6d460002ba244c5c_tunable_config_trial_group_data_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -189,7 +189,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_test_with_alt_tz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f___init___py.html b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
index 941c3eacf8..eda08d7ec5 100644
--- a/htmlcov/z_72e2a6025cdb9b6f___init___py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_bayesian_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
index 05cf34f108..3d8b23ff89 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_bayesian_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -150,7 +150,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f_smac_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
index 33abbb0209..1136dcd020 100644
--- a/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
+++ b/htmlcov/z_72e2a6025cdb9b6f_smac_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -544,7 +544,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_flaml_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_75096bf83df2f5ed___init___py.html b/htmlcov/z_75096bf83df2f5ed___init___py.html
index e770f5a100..c3426b36da 100644
--- a/htmlcov/z_75096bf83df2f5ed___init___py.html
+++ b/htmlcov/z_75096bf83df2f5ed___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_7980ac9b936dbc70___init___py.html b/htmlcov/z_7980ac9b936dbc70___init___py.html
index 2adeb37af2..f3eacf67c2 100644
--- a/htmlcov/z_7980ac9b936dbc70___init___py.html
+++ b/htmlcov/z_7980ac9b936dbc70___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -159,7 +159,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea___init___py.html b/htmlcov/z_83ca15bbe4632fea___init___py.html
index b27f79b7f1..bf44cbb25a 100644
--- a/htmlcov/z_83ca15bbe4632fea___init___py.html
+++ b/htmlcov/z_83ca15bbe4632fea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_72e2a6025cdb9b6f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
index eb69a32338..2dd52f4e38 100644
--- a/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_flaml_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -345,7 +345,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
index a8a0024407..1b02ed8d33 100644
--- a/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -442,7 +442,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea_random_optimizer_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
index 32b5dc9c1d..62e06b6214 100644
--- a/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
+++ b/htmlcov/z_83ca15bbe4632fea_random_optimizer_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_01a0fb711d8b07b3___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
index 4ce76b7102..12ed3b4205 100644
--- a/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
+++ b/htmlcov/z_866c2aed5680b990_test_tunable_params_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_3cecf87feb0d1a32_test_tunable_values_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83___init___py.html b/htmlcov/z_8a1cf60827db5b83___init___py.html
index 514925d03f..47a1e4e954 100644
--- a/htmlcov/z_8a1cf60827db5b83___init___py.html
+++ b/htmlcov/z_8a1cf60827db5b83___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -118,7 +118,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_authenticator_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
index b4708b34db..f73aaece3d 100644
--- a/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_authenticator_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -133,7 +133,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_config_loader_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
index f6bd092d4c..04c8f8d8b2 100644
--- a/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_config_loader_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -253,7 +253,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_fileshare_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
index 30697d0745..3be8f65054 100644
--- a/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_fileshare_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
index 6b1a70543f..b0d59f4f0a 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_host_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
index 04ea042e8b..0720b4005f 100644
--- a/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_host_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_local_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
index 1b2c67e4e2..a80a8d146c 100644
--- a/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_local_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -165,7 +165,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_network_provisioner_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
index 96f3296484..532151e375 100644
--- a/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_network_provisioner_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_os_ops_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
index f22f526e25..d9139598a6 100644
--- a/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_os_ops_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -160,7 +160,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_config_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
index a6165b470c..b049e8c9a3 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_config_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_8a1cf60827db5b83_remote_exec_type_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
index db46bf25ba..9526dffe3a 100644
--- a/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
+++ b/htmlcov/z_8a1cf60827db5b83_remote_exec_type_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7___init___py.html b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
index ba09f9ca94..d6831604fb 100644
--- a/htmlcov/z_8bda1461cdfcd6c7___init___py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_auth_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
index b88ea85f85..9c914e9147 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_auth_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_deployment_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
index d335478e1d..eeb36d07f0 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_deployment_services_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -597,7 +597,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
index 3b983ee2bf..ea99f15087 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_network_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
index 8c76f58798..73df496783 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_network_services_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -266,7 +266,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_saas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
index 4f0f7cf165..ca7a60e621 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_saas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -375,7 +375,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7_azure_vm_services_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
index 6c22e985c6..c2f1548a76 100644
--- a/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
+++ b/htmlcov/z_8bda1461cdfcd6c7_azure_vm_services_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -648,7 +648,7 @@ <h2>
             <a class="nav" href="z_3f378eb4eadac84f___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2___init___py.html b/htmlcov/z_94faf145c9e5d9d2___init___py.html
index e487901046..021d038d22 100644
--- a/htmlcov/z_94faf145c9e5d9d2___init___py.html
+++ b/htmlcov/z_94faf145c9e5d9d2___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -103,7 +103,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_covariant_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
index 08f18a0363..8e413a3279 100644
--- a/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_covariant_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -336,7 +336,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
index 0dfaf7e307..1ffcb250e2 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_groups_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -445,7 +445,7 @@ <h2>
             <a class="nav" href="z_5396f41af8b1e4bd_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
index 474d6c4e78..1266df4e45 100644
--- a/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
+++ b/htmlcov/z_94faf145c9e5d9d2_tunable_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -814,7 +814,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2_tunable_groups_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887___init___py.html b/htmlcov/z_974f7f0354d04887___init___py.html
index a5c92f8551..96eb47b5f0 100644
--- a/htmlcov/z_974f7f0354d04887___init___py.html
+++ b/htmlcov/z_974f7f0354d04887___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_bayesian_optimizers_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
index 58d03bfdff..1832a0f39f 100644
--- a/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_bayesian_optimizers_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -140,7 +140,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_conftest_py.html b/htmlcov/z_974f7f0354d04887_conftest_py.html
index 4ba2640eda..7358b79ff4 100644
--- a/htmlcov/z_974f7f0354d04887_conftest_py.html
+++ b/htmlcov/z_974f7f0354d04887_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -111,7 +111,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_one_hot_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
index 538f84027c..c58f689296 100644
--- a/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_one_hot_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_multiobj_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
index 2d17c8f0a5..2cee042bd4 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_multiobj_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -220,7 +220,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
index b86a2d0ad4..821e714f95 100644
--- a/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -528,7 +528,7 @@ <h2>
             <a class="nav" href="z_974f7f0354d04887_random_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
index e3450dabe8..821934a249 100644
--- a/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
+++ b/htmlcov/z_974f7f0354d04887_random_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada___init___py.html b/htmlcov/z_97f09f0ec8586ada___init___py.html
index e3f72e46d0..e9b672b01a 100644
--- a/htmlcov/z_97f09f0ec8586ada___init___py.html
+++ b/htmlcov/z_97f09f0ec8586ada___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_conftest_py.html b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
index 03fb7b8d6c..e417f5ae3a 100644
--- a/htmlcov/z_97f09f0ec8586ada_conftest_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -193,7 +193,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t"><span class="com"># FIXME: SMAC's RF model can be non-deterministic at low iterations, which are</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"><span class="com"># normally calculated as a percentage of the max_iterations and number of</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"><span class="com"># normally calculated as a percentage of the max_suggestions and number of</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t"><span class="com"># tunable dimensions, so for now we set the initial random samples equal to the</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t"><span class="com"># number of iterations and control them with a seed.</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -245,7 +245,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_grid_search_optimizer_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
index 0926141dc7..4514b8e96f 100644
--- a/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_grid_search_optimizer_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -165,11 +165,11 @@ <h2>
     <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t">    <span class="key">assert</span> <span class="nam">len</span><span class="op">(</span><span class="nam">grid_search_tunables</span><span class="op">)</span> <span class="op">==</span> <span class="num">3</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t">    <span class="com"># Test the convergence logic by controlling the number of iterations to be not a</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t">    <span class="com"># multiple of the number of elements in the grid.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="nam">max_iterations</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">grid_search_tunables_grid</span><span class="op">)</span> <span class="op">*</span> <span class="num">2</span> <span class="op">-</span> <span class="num">3</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t">    <span class="nam">max_suggestions</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">grid_search_tunables_grid</span><span class="op">)</span> <span class="op">*</span> <span class="num">2</span> <span class="op">-</span> <span class="num">3</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t">    <span class="key">return</span> <span class="nam">GridSearchOptimizer</span><span class="op">(</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t">        <span class="nam">tunables</span><span class="op">=</span><span class="nam">grid_search_tunables</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t">        <span class="nam">config</span><span class="op">=</span><span class="op">{</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">            <span class="str">"max_suggestions"</span><span class="op">:</span> <span class="nam">max_iterations</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t">            <span class="str">"max_suggestions"</span><span class="op">:</span> <span class="nam">max_suggestions</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t">            <span class="str">"optimization_targets"</span><span class="op">:</span> <span class="op">{</span><span class="str">"score"</span><span class="op">:</span> <span class="str">"max"</span><span class="op">,</span> <span class="str">"other_score"</span><span class="op">:</span> <span class="str">"min"</span><span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t">        <span class="op">}</span><span class="op">,</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -269,7 +269,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t">    <span class="com"># But if we still have iterations left, we should be able to suggest again by</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t">    <span class="com"># refilling the grid.</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="key">assert</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">current_iteration</span> <span class="op">&lt;</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">max_iterations</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t">    <span class="key">assert</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">current_iteration</span> <span class="op">&lt;</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">max_suggestions</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t">    <span class="key">assert</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t">    <span class="key">assert</span> <span class="nam">list</span><span class="op">(</span><span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">pending_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t">    <span class="key">assert</span> <span class="nam">list</span><span class="op">(</span><span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">suggested_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -280,7 +280,7 @@ <h2>
     <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t">        <span class="nam">suggestion</span> <span class="op">=</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">suggest</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t">        <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">register</span><span class="op">(</span><span class="nam">suggestion</span><span class="op">,</span> <span class="nam">status</span><span class="op">,</span> <span class="nam">score</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t">    <span class="key">assert</span> <span class="key">not</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">not_converged</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">    <span class="key">assert</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">current_iteration</span> <span class="op">>=</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">max_iterations</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t">    <span class="key">assert</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">current_iteration</span> <span class="op">>=</span> <span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">max_suggestions</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t">    <span class="key">assert</span> <span class="nam">list</span><span class="op">(</span><span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">pending_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t">    <span class="key">assert</span> <span class="nam">list</span><span class="op">(</span><span class="nam">grid_search_opt</span><span class="op">.</span><span class="nam">suggested_configs</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t">&nbsp;</span><span class="r"></span></p>
@@ -395,7 +395,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_llamatune_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
index 633e4266a6..0c476fc481 100644
--- a/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_llamatune_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -148,7 +148,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
index 1f3f339416..c3d91e0adf 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_df_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -251,7 +251,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
index 92b372659f..aaad253ed6 100644
--- a/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mlos_core_opt_smac_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_mock_opt_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
index 60a7c1cc4c..02173b3d9a 100644
--- a/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_mock_opt_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_opt_bulk_register_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
index 6f4afc081d..dd7e7f395e 100644
--- a/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_opt_bulk_register_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -250,7 +250,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada_toy_optimization_loop_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
index 588c24119c..3b5ba3f02b 100644
--- a/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
+++ b/htmlcov/z_97f09f0ec8586ada_toy_optimization_loop_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -208,7 +208,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005___init___py.html b/htmlcov/z_98e6470b1a2d3005___init___py.html
index 2fe9213c30..9c2cbba4d3 100644
--- a/htmlcov/z_98e6470b1a2d3005___init___py.html
+++ b/htmlcov/z_98e6470b1a2d3005___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_composite_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
index 56f69a1481..1fb31701d1 100644
--- a/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_composite_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_stdout_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
index 5c91cd40d9..493dfeba4a 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_stdout_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -198,7 +198,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_telemetry_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
index a21fcff192..e90b9c8e73 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_telemetry_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -285,7 +285,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
index bc89ed1ea7..7161cce306 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -192,7 +192,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_env_vars_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
index e61b5d73be..08a166a00b 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_env_vars_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005_local_fileshare_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
index 5fb7744f0d..051703f87b 100644
--- a/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
+++ b/htmlcov/z_98e6470b1a2d3005_local_fileshare_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_mock_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d___init___py.html b/htmlcov/z_9975bfa74289b35d___init___py.html
index 14c4137324..c17100c0b7 100644
--- a/htmlcov/z_9975bfa74289b35d___init___py.html
+++ b/htmlcov/z_9975bfa74289b35d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -171,7 +171,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_conftest_py.html b/htmlcov/z_9975bfa74289b35d_conftest_py.html
index c8c32fc587..55499c6f98 100644
--- a/htmlcov/z_9975bfa74289b35d_conftest_py.html
+++ b/htmlcov/z_9975bfa74289b35d_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_fixtures_py.html b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
index c53601a461..8154fe8b50 100644
--- a/htmlcov/z_9975bfa74289b35d_fixtures_py.html
+++ b/htmlcov/z_9975bfa74289b35d_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -259,7 +259,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_fileshare_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
index 355b2c063b..092bd5b278 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_fileshare_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -293,7 +293,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_host_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
index d91952994b..0cfaaa2a42 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_host_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d_test_ssh_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
index f33bfcde4f..94ccf53012 100644
--- a/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
+++ b/htmlcov/z_9975bfa74289b35d_test_ssh_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -224,7 +224,7 @@ <h2>
             <a class="nav" href="z_354360b2842e9a22_test_service_method_registering_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
index 18237bcdd3..503b364c82 100644
--- a/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
+++ b/htmlcov/z_9d91bcacf3b33219_test_load_environment_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -246,7 +246,7 @@ <h2>
             <a class="nav" href="z_daea37f8f9d4218b_test_load_global_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09___init___py.html b/htmlcov/z_9fc35783a1522e09___init___py.html
index 2ecb276af9..a55b636458 100644
--- a/htmlcov/z_9fc35783a1522e09___init___py.html
+++ b/htmlcov/z_9fc35783a1522e09___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_base_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
index 9c7489bb71..70e3c2a0a2 100644
--- a/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_base_scheduler_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -394,7 +394,7 @@ <h2>
             <a class="nav" href="z_9fc35783a1522e09_sync_scheduler_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
index c854585759..1f73815b93 100644
--- a/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
+++ b/htmlcov/z_9fc35783a1522e09_sync_scheduler_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_2f8ecfca0b9e9362___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51___init___py.html b/htmlcov/z_a35407dc3f69ee51___init___py.html
index b9cb6fa5b1..f09aa807b8 100644
--- a/htmlcov/z_a35407dc3f69ee51___init___py.html
+++ b/htmlcov/z_a35407dc3f69ee51___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -174,7 +174,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
index 68dd76f306..4f6bdff49c 100644
--- a/htmlcov/z_a35407dc3f69ee51_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -178,7 +178,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_identity_adapter_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
index 6c886857b1..06ade7c911 100644
--- a/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_identity_adapter_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -120,7 +120,7 @@ <h2>
             <a class="nav" href="z_a35407dc3f69ee51_llamatune_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
index 412188866f..4cab4be771 100644
--- a/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
+++ b/htmlcov/z_a35407dc3f69ee51_llamatune_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -661,7 +661,7 @@ <h2>
             <a class="nav" href="z_4c77d49b5a513862___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b2e8508ca8301e3e___init___py.html b/htmlcov/z_b2e8508ca8301e3e___init___py.html
index 82e4549de8..6b3333a16a 100644
--- a/htmlcov/z_b2e8508ca8301e3e___init___py.html
+++ b/htmlcov/z_b2e8508ca8301e3e___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -261,7 +261,7 @@ <h2>
             <a class="nav" href="z_0bd431c13c518cba_test_cli_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f___init___py.html b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
index dd8785dda7..1de1d348a8 100644
--- a/htmlcov/z_b5994b7a43ca5d1f___init___py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -109,7 +109,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_fileshare_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
index 0533eed26c..56b94f7eec 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_fileshare_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -364,7 +364,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_network_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
index 278f9f9d54..bfdb603806 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_network_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -214,7 +214,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_azure_vm_services_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
index 6bd1a3b9d3..443a35ff18 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_azure_vm_services_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -476,7 +476,7 @@ <h2>
             <a class="nav" href="z_b5994b7a43ca5d1f_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
index 5e772f6189..0e13281cbf 100644
--- a/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
+++ b/htmlcov/z_b5994b7a43ca5d1f_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -205,7 +205,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb___init___py.html b/htmlcov/z_b6de38f7e42477eb___init___py.html
index 1dc511ad12..28682d7b93 100644
--- a/htmlcov/z_b6de38f7e42477eb___init___py.html
+++ b/htmlcov/z_b6de38f7e42477eb___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -98,7 +98,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_conftest_py.html b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
index dcb936db65..9ac994b923 100644
--- a/htmlcov/z_b6de38f7e42477eb_conftest_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -166,7 +166,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_empty_tunable_group_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
index be12b0c97e..b747bd390f 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_empty_tunable_group_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunable_categoricals_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
index 959e647b36..f752febd38 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunable_categoricals_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_test_tunables_size_props_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
index 4de93363b5..b09b9aba06 100644
--- a/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_test_tunables_size_props_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_accessors_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
index 34b460ba5d..1cf95813f4 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_accessors_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_comparison_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
index 2d33a771d7..0318d69c1c 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_comparison_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_definition_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
index 95a4b9eab0..9183d6000b 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_definition_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -505,7 +505,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_distributions_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
index a579787e19..da82c3a2c0 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_distributions_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -183,7 +183,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_indexing_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
index a46b3dbe90..10145bb189 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_indexing_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -146,7 +146,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
index 4f875abde5..551b35883e 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_subgroup_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -104,7 +104,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_group_update_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
index d0227176e7..cfbbc7dc3a 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_group_update_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -142,7 +142,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_slice_references_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
index 150e44d87e..e4604e6ba8 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_slice_references_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -240,7 +240,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
index de904ad36a..ff801d73ae 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_distr_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunable_to_configspace_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
index 17b3ed34d4..be8694b8dc 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunable_to_configspace_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -260,7 +260,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_assign_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
index 23912c3083..ec7e9ea91f 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_assign_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -275,7 +275,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_copy_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
index 3346d5e9cf..da7d581dcc 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_copy_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -132,7 +132,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb_tunables_str_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
index 4f3bc770a7..89d16265ef 100644
--- a/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
+++ b/htmlcov/z_b6de38f7e42477eb_tunables_str_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -147,7 +147,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_git_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
index 0322c57854..0943177e29 100644
--- a/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
+++ b/htmlcov/z_b753a059391781c4_test_load_storage_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -145,7 +145,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
index 7f6fb3eadb..2d29fe8929 100644
--- a/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_identity_adapter_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -131,7 +131,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_llamatune_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
index 3c07b30161..4453386fd5 100644
--- a/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_llamatune_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -690,7 +690,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_space_adapter_factory_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
index 76bfb3410f..25ed8e21bb 100644
--- a/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
+++ b/htmlcov/z_c9154d4bcbf20984_space_adapter_factory_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -190,7 +190,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d___init___py.html b/htmlcov/z_ce2854f29b8d638d___init___py.html
index 47b4b30fc1..2f2d79a65e 100644
--- a/htmlcov/z_ce2854f29b8d638d___init___py.html
+++ b/htmlcov/z_ce2854f29b8d638d___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
index 37ddd6d824..5c58fa6e07 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -402,7 +402,7 @@ <h2>
             <a class="nav" href="z_ce2854f29b8d638d_local_fileshare_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
index efceb6f8e9..cd67a058dd 100644
--- a/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
+++ b/htmlcov/z_ce2854f29b8d638d_local_fileshare_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -278,7 +278,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_mock_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d34fc4c3ae3e3619___init___py.html b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
index 7c7c5c695c..a1d305d36b 100644
--- a/htmlcov/z_d34fc4c3ae3e3619___init___py.html
+++ b/htmlcov/z_d34fc4c3ae3e3619___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_8bda1461cdfcd6c7___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9___init___py.html b/htmlcov/z_d9cccba8799d95c9___init___py.html
index b8ff04302c..952fd0baed 100644
--- a/htmlcov/z_d9cccba8799d95c9___init___py.html
+++ b/htmlcov/z_d9cccba8799d95c9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -102,7 +102,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
index 76e3e62aac..596580ac1f 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -254,7 +254,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
index 93f7a0aaab..a70515f90d 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_storage_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -584,7 +584,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
index ade298be7e..01179ce8e1 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
index f4e0fc6631..93eb757073 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
index c0a71de3ae..0fa46a53a9 100644
--- a/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_base_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -213,7 +213,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
index 20102c598c..1bfe4ec03f 100644
--- a/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_storage_factory_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_d9cccba8799d95c9_util_py.html b/htmlcov/z_d9cccba8799d95c9_util_py.html
index ddb09fe0bc..712da42f96 100644
--- a/htmlcov/z_d9cccba8799d95c9_util_py.html
+++ b/htmlcov/z_d9cccba8799d95c9_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
index a9fc24360f..736a978482 100644
--- a/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
+++ b/htmlcov/z_daea37f8f9d4218b_test_load_global_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_1fe5d26167948339_test_load_optimizer_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4___init___py.html b/htmlcov/z_e3d586e89eaba8f4___init___py.html
index a3b14472d5..29856360bc 100644
--- a/htmlcov/z_e3d586e89eaba8f4___init___py.html
+++ b/htmlcov/z_e3d586e89eaba8f4___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
index 5b3e5040f8..b360eaf7dd 100644
--- a/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4_test_ssh_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
index 562458bc65..5ddbd8e11f 100644
--- a/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
+++ b/htmlcov/z_e3d586e89eaba8f4_test_ssh_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -157,7 +157,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_event_loop_context_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
index 4a88002bae..c580b70b3a 100644
--- a/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
+++ b/htmlcov/z_e6d502096990b4bc_test_load_cli_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -283,7 +283,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
index b64117d30f..45a802fb19 100644
--- a/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
+++ b/htmlcov/z_e8b6df00ef81429a_test_load_service_config_examples_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_b753a059391781c4_test_load_storage_config_examples_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0___init___py.html b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
index b05c7e63b5..1eaa3a562a 100644
--- a/htmlcov/z_e9ae7bd3de504eb0___init___py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_conftest_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
index 77aec5e3c2..a4f5f39f16 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -107,7 +107,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_base_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
index d2396b2109..2e11580742 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_base_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -129,7 +129,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_dabl_plot_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
index d5b290b319..029e90301e 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_dabl_plot_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0_test_mlos_viz_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
index 3bc1b053e7..260ad5207a 100644
--- a/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
+++ b/htmlcov/z_e9ae7bd3de504eb0_test_mlos_viz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -121,7 +121,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8___init___py.html b/htmlcov/z_ea07be53de14ffe8___init___py.html
index 361591f698..4953bd1338 100644
--- a/htmlcov/z_ea07be53de14ffe8___init___py.html
+++ b/htmlcov/z_ea07be53de14ffe8___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_local_exec_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
index 0ceb43e510..8148053752 100644
--- a/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_local_exec_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_ea07be53de14ffe8_temp_dir_context_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
index 934b8ca856..101661fae0 100644
--- a/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
+++ b/htmlcov/z_ea07be53de14ffe8_temp_dir_context_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -176,7 +176,7 @@ <h2>
             <a class="nav" href="z_d34fc4c3ae3e3619___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58___init___py.html b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
index 2d48561acb..203944ecf4 100644
--- a/htmlcov/z_ea0f5c0ee1292a58___init___py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -180,7 +180,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_base_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_base_py.html b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
index 32e2946a1c..046084e943 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_base_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_base_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -585,7 +585,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_dabl_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
index eb90b32f50..866299e744 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_dabl_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -184,7 +184,7 @@ <h2>
             <a class="nav" href="z_e9ae7bd3de504eb0___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_util_py.html b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
index 65435cb722..deab984095 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_util_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -158,7 +158,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea0f5c0ee1292a58_version_py.html b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
index 03f5ebe6f7..607e98c973 100644
--- a/htmlcov/z_ea0f5c0ee1292a58_version_py.html
+++ b/htmlcov/z_ea0f5c0ee1292a58_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="index.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631___init___py.html b/htmlcov/z_ea84a65b31482631___init___py.html
index 1cc5385d6c..e7665436d3 100644
--- a/htmlcov/z_ea84a65b31482631___init___py.html
+++ b/htmlcov/z_ea84a65b31482631___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_auth_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
index 5b9bd32b1c..6f171719e8 100644
--- a/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_auth_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_fileshare_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
index 9a5387f602..d72762864d 100644
--- a/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_fileshare_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -149,7 +149,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_network_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
index 715709bf86..3967fba52e 100644
--- a/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_network_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -144,7 +144,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_remote_exec_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
index 4c759b8ecb..4e4d8ad965 100644
--- a/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_remote_exec_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -137,7 +137,7 @@ <h2>
             <a class="nav" href="z_ea84a65b31482631_mock_vm_service_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
index 4bcf5dfd14..63e18801ee 100644
--- a/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
+++ b/htmlcov/z_ea84a65b31482631_mock_vm_service_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -154,7 +154,7 @@ <h2>
             <a class="nav" href="z_9975bfa74289b35d___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242___init___py.html b/htmlcov/z_ee1a086105daf242___init___py.html
index baaf3a54ce..7a72952ed2 100644
--- a/htmlcov/z_ee1a086105daf242___init___py.html
+++ b/htmlcov/z_ee1a086105daf242___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -110,7 +110,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_host_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_host_env_py.html b/htmlcov/z_ee1a086105daf242_host_env_py.html
index 69924df1cc..deb3600dea 100644
--- a/htmlcov/z_ee1a086105daf242_host_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_host_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -191,7 +191,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_network_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_network_env_py.html b/htmlcov/z_ee1a086105daf242_network_env_py.html
index 2078abfdee..592fed262c 100644
--- a/htmlcov/z_ee1a086105daf242_network_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_network_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -210,7 +210,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_os_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_os_env_py.html b/htmlcov/z_ee1a086105daf242_os_env_py.html
index df61f1f5e9..150ccc634c 100644
--- a/htmlcov/z_ee1a086105daf242_os_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_os_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -202,7 +202,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_remote_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_remote_env_py.html b/htmlcov/z_ee1a086105daf242_remote_env_py.html
index a0c83ea612..039dffdacf 100644
--- a/htmlcov/z_ee1a086105daf242_remote_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_remote_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -279,7 +279,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_saas_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_saas_env_py.html b/htmlcov/z_ee1a086105daf242_saas_env_py.html
index db7812bf51..d9b8ba2cfa 100644
--- a/htmlcov/z_ee1a086105daf242_saas_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_saas_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -206,7 +206,7 @@ <h2>
             <a class="nav" href="z_ee1a086105daf242_vm_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ee1a086105daf242_vm_env_py.html b/htmlcov/z_ee1a086105daf242_vm_env_py.html
index 5bd8cd4864..e9498cc377 100644
--- a/htmlcov/z_ee1a086105daf242_vm_env_py.html
+++ b/htmlcov/z_ee1a086105daf242_vm_env_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -108,7 +108,7 @@ <h2>
             <a class="nav" href="z_2af64a9d4152bba3_script_env_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd___init___py.html b/htmlcov/z_eff6c9495d2144dd___init___py.html
index 81abd6fc3b..9027029004 100644
--- a/htmlcov/z_eff6c9495d2144dd___init___py.html
+++ b/htmlcov/z_eff6c9495d2144dd___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -164,7 +164,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_base_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
index 1bf934edc8..0af82d8083 100644
--- a/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_base_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -167,7 +167,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_service_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
index efce58e48f..254c5afcb4 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_service_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -152,7 +152,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_composite_env_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
index 5d966ce89f..e2fda9bef5 100644
--- a/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_composite_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -380,7 +380,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd_include_tunables_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
index f704d5b068..172f07f892 100644
--- a/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_include_tunables_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -252,7 +252,7 @@ <h2>
             <a class="nav" href="z_98e6470b1a2d3005___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
index 8c5345d53d..774fe2f533 100644
--- a/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
+++ b/htmlcov/z_eff6c9495d2144dd_mock_env_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -187,7 +187,7 @@ <h2>
             <a class="nav" href="z_e3d586e89eaba8f4___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
index 7623cc2da3..6f1dacd776 100644
--- a/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
+++ b/htmlcov/z_f9c2879ac20d51a5_test_environment_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -179,7 +179,7 @@ <h2>
             <a class="nav" href="z_f9c64468f625e920_test_globals_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
index 64ae06ec5a..fbb98c037c 100644
--- a/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
+++ b/htmlcov/z_f9c64468f625e920_test_globals_schemas_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -125,7 +125,7 @@ <h2>
             <a class="nav" href="z_539c3520b5c68f82_test_optimizer_schemas_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
index 42922df962..29ca118bf5 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -97,7 +97,7 @@ <h2>
             <a class="nav" href="z_83ca15bbe4632fea___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
index eccecd74ad..e641dd4ede 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_util_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -162,7 +162,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_version_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
index e2d4ee2680..62d2653ce1 100644
--- a/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
+++ b/htmlcov/z_fc7f0a2d8bc93d67_version_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -100,7 +100,7 @@ <h2>
             <a class="nav" href="z_ea0f5c0ee1292a58___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78___init___py.html b/htmlcov/z_fdd0616ad8099d78___init___py.html
index 4c32b44637..b71ff1e5fd 100644
--- a/htmlcov/z_fdd0616ad8099d78___init___py.html
+++ b/htmlcov/z_fdd0616ad8099d78___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -94,7 +94,7 @@ <h2>
             <a class="nav" href="z_c9154d4bcbf20984_identity_adapter_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
index 81e81f6e43..bc70eb511e 100644
--- a/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_monkey_patch_quantization_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -156,7 +156,7 @@ <h2>
             <a class="nav" href="z_fdd0616ad8099d78_spaces_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
index 44bebdbbcc..99cdc35255 100644
--- a/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
+++ b/htmlcov/z_fdd0616ad8099d78_spaces_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -340,7 +340,7 @@ <h2>
             <a class="nav" href="z_fc7f0a2d8bc93d67_util_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea___init___py.html b/htmlcov/z_feb2aa4ec14319ea___init___py.html
index 99fdab8585..252cea1d45 100644
--- a/htmlcov/z_feb2aa4ec14319ea___init___py.html
+++ b/htmlcov/z_feb2aa4ec14319ea___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -99,7 +99,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_common_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_common_py.html b/htmlcov/z_feb2aa4ec14319ea_common_py.html
index 1788d953ce..6b6d44a050 100644
--- a/htmlcov/z_feb2aa4ec14319ea_common_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_common_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -339,7 +339,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
index f280b24d40..3eb2c0b085 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -301,7 +301,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_schema_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
index b4b10fc890..1773a9bebd 100644
--- a/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_experiment_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -452,7 +452,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_experiment_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_schema_py.html b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
index b1e35a1797..fd61071e81 100644
--- a/htmlcov/z_feb2aa4ec14319ea_schema_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_schema_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -322,7 +322,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_storage_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_storage_py.html b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
index c8404d7458..1e21966b82 100644
--- a/htmlcov/z_feb2aa4ec14319ea_storage_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_storage_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -188,7 +188,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
index 130d820bc0..946775dcf4 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -235,7 +235,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_trial_py.html b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
index 359691d99c..ef828b22f1 100644
--- a/htmlcov/z_feb2aa4ec14319ea_trial_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_trial_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -267,7 +267,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_trial_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
index 379a36a8af..ba4d8d79cb 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -128,7 +128,7 @@ <h2>
             <a class="nav" href="z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
index 3cda18bf13..e54eee7104 100644
--- a/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
+++ b/htmlcov/z_feb2aa4ec14319ea_tunable_config_trial_group_data_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -197,7 +197,7 @@ <h2>
             <a class="nav" href="z_d9cccba8799d95c9_storage_factory_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9___init___py.html b/htmlcov/z_ffd0e22b8f179be9___init___py.html
index 252991cb18..f7aed56b90 100644
--- a/htmlcov/z_ffd0e22b8f179be9___init___py.html
+++ b/htmlcov/z_ffd0e22b8f179be9___init___py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -248,7 +248,7 @@ <h2>
             <a class="nav" href="z_23ca098d381c2703___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
index b0785eca8c..7dac819c26 100644
--- a/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_conftest_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -270,7 +270,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_dict_templater_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
index 22f3362df8..04d5459426 100644
--- a/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_dict_templater_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -228,7 +228,7 @@ <h2>
             <a class="nav" href="z_eff6c9495d2144dd___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
index 294e32764c..4b1eaaa124 100644
--- a/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_event_loop_context_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -260,7 +260,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_in_process_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
index e73f290b6a..a31b48b6a9 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_in_process_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -136,7 +136,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_parse_args_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
index 373f6e486c..ba5fc03e68 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_parse_args_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -185,7 +185,7 @@ <h2>
     <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">,</span> <span class="nam">OneShotOptimizer</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t">    <span class="com"># Check that the optimizer got initialized with defaults.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">.</span><span class="nam">is_defaults</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_iterations</span> <span class="op">==</span> <span class="num">1</span>  <span class="com"># value for OneShotOptimizer</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_suggestions</span> <span class="op">==</span> <span class="num">1</span>  <span class="com"># value for OneShotOptimizer</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t">    <span class="com"># Check that we pick up the right scheduler config:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">,</span> <span class="nam">SyncScheduler</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">.</span><span class="nam">trial_config_repeat_count</span> <span class="op">==</span> <span class="num">1</span>  <span class="com"># default</span>&nbsp;</span><span class="r"></span></p>
@@ -237,7 +237,7 @@ <h2>
     <p class="run"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">,</span> <span class="nam">OneShotOptimizer</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t">    <span class="com"># Check that the optimizer got initialized with defaults.</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">tunable_params</span><span class="op">.</span><span class="nam">is_defaults</span><span class="op">(</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
-    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_iterations</span> <span class="op">==</span> <span class="num">1</span>  <span class="com"># value for OneShotOptimizer</span>&nbsp;</span><span class="r"></span></p>
+    <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t">    <span class="key">assert</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_suggestions</span> <span class="op">==</span> <span class="num">1</span>  <span class="com"># value for OneShotOptimizer</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t">    <span class="com"># Check that we pick up the right scheduler config:</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t">    <span class="key">assert</span> <span class="nam">isinstance</span><span class="op">(</span><span class="nam">launcher</span><span class="op">.</span><span class="nam">scheduler</span><span class="op">,</span> <span class="nam">SyncScheduler</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
@@ -305,7 +305,7 @@ <h2>
     <p class="pln"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t">        <span class="str">"max_suggestions"</span><span class="op">,</span> <span class="nam">opt_config</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"config"</span><span class="op">,</span> <span class="op">{</span><span class="op">}</span><span class="op">)</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="str">"max_suggestions"</span><span class="op">,</span> <span class="num">100</span><span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
     <p class="run"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t">    <span class="key">assert</span> <span class="op">(</span>&nbsp;</span><span class="r"></span></p>
-    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">        <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_iterations</span>&nbsp;</span><span class="r"></span></p>
+    <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t">        <span class="nam">launcher</span><span class="op">.</span><span class="nam">optimizer</span><span class="op">.</span><span class="nam">max_suggestions</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t">        <span class="op">==</span> <span class="nam">orig_max_iters</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t">        <span class="op">==</span> <span class="nam">launcher</span><span class="op">.</span><span class="nam">global_config</span><span class="op">[</span><span class="str">"max_suggestions"</span><span class="op">]</span>&nbsp;</span><span class="r"></span></p>
     <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t">    <span class="op">)</span>&nbsp;</span><span class="r"></span></p>
@@ -362,7 +362,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_launcher_run_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
index 6117d53746..ed277bc41d 100644
--- a/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_launcher_run_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -229,7 +229,7 @@ <h2>
             <a class="nav" href="z_97f09f0ec8586ada___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
index d2d7bd9354..695f49b0cc 100644
--- a/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_test_with_alt_tz_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -135,7 +135,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
index 958cb56b3d..599710eab1 100644
--- a/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_tunable_groups_fixtures_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -232,7 +232,7 @@ <h2>
             <a class="nav" href="z_b6de38f7e42477eb___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
index 5f90752301..3723a2f47f 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_git_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -105,7 +105,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_nullable_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
index cacb669e2f..a026f65526 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_nullable_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -123,7 +123,7 @@ <h2>
             <a class="nav" href="z_ffd0e22b8f179be9_util_try_parse_test_py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
index 74f5f68489..14853b5906 100644
--- a/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
+++ b/htmlcov/z_ffd0e22b8f179be9_util_try_parse_test_py.html
@@ -65,7 +65,7 @@ <h2>
             <a id="nextFileLink" class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
         <aside class="hidden">
             <button type="button" class="button_next_chunk" data-shortcut="j"></button>
@@ -113,7 +113,7 @@ <h2>
             <a class="nav" href="z_94faf145c9e5d9d2___init___py.html">&#xbb; next</a>
             &nbsp; &nbsp; &nbsp;
             <a class="nav" href="https://coverage.readthedocs.io/en/7.6.1">coverage.py v7.6.1</a>,
-            created at 2024-08-19 22:50 +0000
+            created at 2024-08-19 23:10 +0000
         </p>
     </div>
 </footer>
diff --git a/index.html b/index.html
index e316a439a1..61241f5e80 100644
--- a/index.html
+++ b/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>Welcome to the MLOS documentation! &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="_static/documentation_options.js?v=1582053c"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -36,7 +36,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/objects.inv b/objects.inv
index a64aee4dac..6736c0b393 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/overview.html b/overview.html
index 486e5f9d6a..f9215982d3 100644
--- a/overview.html
+++ b/overview.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>MLOS Package APIs Overview &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="_static/documentation_options.js?v=1582053c"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/py-modindex.html b/py-modindex.html
index c897dfcdb2..039b3249e3 100644
--- a/py-modindex.html
+++ b/py-modindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Python Module Index &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>Python Module Index &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -13,7 +13,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="_static/documentation_options.js?v=1582053c"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/search.html b/search.html
index f066fccfe8..7f0eabff6b 100644
--- a/search.html
+++ b/search.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Search &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>Search &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="_static/documentation_options.js?v=1582053c"></script>
         <script src="_static/doctools.js?v=9a2dae69"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="#" method="get">
diff --git a/searchindex.js b/searchindex.js
index 4ca786be98..68d764b09a 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_iterations (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_iterations", false]], "max_iterations (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_iterations", false], [129, "mlos_bench.optimizers.Optimizer.max_iterations", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_iterations"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_iterations"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 107, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 52, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 160, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 107, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": 165, "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "max_ratio": [93, 94, 96, 149], "max_suggest": [23, 24, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 107, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 107, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "numericalhyperparamet": 107, "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 107, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"1. Install and activate the conda environment": [[165, "install-and-activate-the-conda-environment"]], "2. Make sure that you have Azure CLI tool installed and working": [[165, "make-sure-that-you-have-azure-cli-tool-installed-and-working"]], "3. Generate access tokens to interact with Azure resources": [[165, "generate-access-tokens-to-interact-with-azure-resources"]], "4. Create a JSON config with DB credentials (Optional)": [[165, "create-a-json-config-with-db-credentials-optional"]], "5. Create a top-level configuration file for your MLOS setup": [[165, "create-a-top-level-configuration-file-for-your-mlos-setup"]], "5. Create another config file for the parameters specific to your experiment": [[165, "create-another-config-file-for-the-parameters-specific-to-your-experiment"]], "6. Run the benchmark": [[165, "run-the-benchmark"]], "API Overview": [[162, null]], "API Reference": [[162, null]], "Analysis Client Access APIs": [[163, "analysis-client-access-apis"]], "Analyzing Results": [[165, "analyzing-results"]], "Base Runtime Backends": [[163, "base-runtime-backends"]], "Benchmark Environments": [[163, "benchmark-environments"]], "Contents": [[164, "contents"]], "Contributing": [[164, "contributing"]], "Converters": [[163, "converters"]], "Description": [[165, "description"], [166, "description"]], "Example": [[31, "example"]], "Examples": [[164, "examples"]], "Features": [[165, "features"], [166, "features"]], "Getting Started": [[164, "getting-started"]], "Importance of the Experiment ID config": [[165, "importance-of-the-experiment-id-config"]], "Installation": [[164, "installation"]], "Local Environments": [[163, "local-environments"]], "Local Services": [[163, "local-services"]], "MLOS": [[164, null]], "MLOS Package APIs Overview": [[163, null]], "Main": [[163, "main"]], "Optimization": [[165, "optimization"]], "Optimizer Adapters": [[163, "optimizer-adapters"]], "Optimizers": [[163, "optimizers"]], "Organization": [[164, "organization"]], "Overview": [[164, "overview"]], "Quickstart": [[165, "quickstart"]], "References": [[162, null]], "Remote Azure Services": [[163, "remote-azure-services"]], "Remote Environments": [[163, "remote-environments"]], "Resuming interrupted experiments": [[165, "resuming-interrupted-experiments"]], "SQL DB Storage Backend": [[163, "sql-db-storage-backend"]], "See Also": [[164, "see-also"]], "Service Mix-ins": [[163, "service-mix-ins"]], "Source Tree Documentation": [[162, null]], "Space Adapters": [[163, "space-adapters"]], "Spaces": [[163, "spaces"]], "Storage": [[163, "storage"]], "Submodules": [[0, "submodules"], [2, "submodules"], [5, "submodules"], [8, "submodules"], [12, "submodules"], [23, "submodules"], [33, "submodules"], [36, "submodules"], [40, "submodules"], [44, "submodules"], [51, "submodules"], [55, "submodules"], [67, "submodules"], [73, "submodules"], [85, "submodules"], [92, "submodules"], [93, "submodules"], [94, "submodules"], [101, "submodules"], [105, "submodules"], [111, "submodules"]], "Subpackages": [[0, "subpackages"], [1, "subpackages"], [5, "subpackages"], [36, "subpackages"], [43, "subpackages"], [67, "subpackages"], [92, "subpackages"], [93, "subpackages"], [100, "subpackages"]], "Table of Contents": [[165, "table-of-contents"]], "Tunable Parameters": [[163, "tunable-parameters"]], "Usage Examples": [[164, "usage-examples"]], "Welcome to the MLOS documentation!": [[162, null]], "conda activation": [[164, "conda-activation"]], "mlos-bench": [[164, "mlos-bench"], [165, null]], "mlos-bench API": [[163, "mlos-bench-api"]], "mlos-core": [[164, "mlos-core"], [166, null]], "mlos-core API": [[163, "mlos-core-api"]], "mlos-viz": [[164, "mlos-viz"]], "mlos-viz API": [[163, "mlos-viz-api"]], "mlos_bench": [[91, null]], "mlos_bench package": [[0, null]], "mlos_bench.config package": [[1, null]], "mlos_bench.config.schemas package": [[2, null]], "mlos_bench.config.schemas.config_schemas module": [[3, null]], "mlos_bench.dict_templater module": [[4, null]], "mlos_bench.environments package": [[5, null]], "mlos_bench.environments.CompositeEnv": [[117, null]], "mlos_bench.environments.Environment": [[118, null]], "mlos_bench.environments.MockEnv": [[119, null]], "mlos_bench.environments.Status": [[120, null]], "mlos_bench.environments.base_environment module": [[6, null]], "mlos_bench.environments.composite_env module": [[7, null]], "mlos_bench.environments.local package": [[8, null]], "mlos_bench.environments.local.LocalEnv": [[121, null]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, null]], "mlos_bench.environments.local.local_env module": [[9, null]], "mlos_bench.environments.local.local_fileshare_env module": [[10, null]], "mlos_bench.environments.mock_env module": [[11, null]], "mlos_bench.environments.remote package": [[12, null]], "mlos_bench.environments.remote.HostEnv": [[123, null]], "mlos_bench.environments.remote.OSEnv": [[124, null]], "mlos_bench.environments.remote.RemoteEnv": [[125, null]], "mlos_bench.environments.remote.VMEnv": [[126, null]], "mlos_bench.environments.remote.host_env module": [[13, null]], "mlos_bench.environments.remote.network_env module": [[14, null]], "mlos_bench.environments.remote.os_env module": [[15, null]], "mlos_bench.environments.remote.remote_env module": [[16, null]], "mlos_bench.environments.remote.saas_env module": [[17, null]], "mlos_bench.environments.remote.vm_env module": [[18, null]], "mlos_bench.environments.script_env module": [[19, null]], "mlos_bench.environments.status module": [[20, null]], "mlos_bench.event_loop_context module": [[21, null]], "mlos_bench.launcher module": [[22, null]], "mlos_bench.optimizers package": [[23, null]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, null]], "mlos_bench.optimizers.MockOptimizer": [[128, null]], "mlos_bench.optimizers.Optimizer": [[129, null]], "mlos_bench.optimizers.base_optimizer module": [[24, null]], "mlos_bench.optimizers.convert_configspace module": [[25, null]], "mlos_bench.optimizers.grid_search_optimizer module": [[26, null]], "mlos_bench.optimizers.mlos_core_optimizer module": [[27, null]], "mlos_bench.optimizers.mock_optimizer module": [[28, null]], "mlos_bench.optimizers.one_shot_optimizer module": [[29, null]], "mlos_bench.optimizers.track_best_optimizer module": [[30, null]], "mlos_bench.os_environ module": [[31, null]], "mlos_bench.run module": [[32, null]], "mlos_bench.schedulers package": [[33, null]], "mlos_bench.schedulers.base_scheduler module": [[34, null]], "mlos_bench.schedulers.sync_scheduler module": [[35, null]], "mlos_bench.services package": [[36, null]], "mlos_bench.services.FileShareService": [[130, null]], "mlos_bench.services.Service": [[131, null]], "mlos_bench.services.base_fileshare module": [[37, null]], "mlos_bench.services.base_service module": [[38, null]], "mlos_bench.services.config_persistence module": [[39, null]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, null]], "mlos_bench.services.local package": [[40, null]], "mlos_bench.services.local.LocalExecService": [[133, null]], "mlos_bench.services.local.local_exec module": [[41, null]], "mlos_bench.services.local.temp_dir_context module": [[42, null]], "mlos_bench.services.remote package": [[43, null]], "mlos_bench.services.remote.azure package": [[44, null]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, null]], "mlos_bench.services.remote.azure.AzureVMService": [[135, null]], "mlos_bench.services.remote.azure.azure_auth module": [[45, null]], "mlos_bench.services.remote.azure.azure_deployment_services module": [[46, null]], "mlos_bench.services.remote.azure.azure_fileshare module": [[47, null]], "mlos_bench.services.remote.azure.azure_network_services module": [[48, null]], "mlos_bench.services.remote.azure.azure_saas module": [[49, null]], "mlos_bench.services.remote.azure.azure_vm_services module": [[50, null]], "mlos_bench.services.remote.ssh package": [[51, null]], "mlos_bench.services.remote.ssh.ssh_fileshare module": [[52, null]], "mlos_bench.services.remote.ssh.ssh_host_service module": [[53, null]], "mlos_bench.services.remote.ssh.ssh_service module": [[54, null]], "mlos_bench.services.types package": [[55, null]], "mlos_bench.services.types.authenticator_type module": [[56, null]], "mlos_bench.services.types.config_loader_type module": [[57, null]], "mlos_bench.services.types.fileshare_type module": [[58, null]], "mlos_bench.services.types.host_ops_type module": [[59, null]], "mlos_bench.services.types.host_provisioner_type module": [[60, null]], "mlos_bench.services.types.local_exec_type module": [[61, null]], "mlos_bench.services.types.network_provisioner_type module": [[62, null]], "mlos_bench.services.types.os_ops_type module": [[63, null]], "mlos_bench.services.types.remote_config_type module": [[64, null]], "mlos_bench.services.types.remote_exec_type module": [[65, null]], "mlos_bench.services.types.vm_provisioner_type module": [[66, null]], "mlos_bench.storage package": [[67, null]], "mlos_bench.storage.Storage": [[136, null]], "mlos_bench.storage.base_experiment_data module": [[68, null]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, null]], "mlos_bench.storage.base_storage module": [[69, null]], "mlos_bench.storage.base_trial_data module": [[70, null]], "mlos_bench.storage.base_trial_data.TrialData": [[138, null]], "mlos_bench.storage.base_tunable_config_data module": [[71, null]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, null]], "mlos_bench.storage.base_tunable_config_trial_group_data module": [[72, null]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, null]], "mlos_bench.storage.sql package": [[73, null]], "mlos_bench.storage.sql.common module": [[74, null]], "mlos_bench.storage.sql.experiment module": [[75, null]], "mlos_bench.storage.sql.experiment_data module": [[76, null]], "mlos_bench.storage.sql.schema module": [[77, null]], "mlos_bench.storage.sql.storage module": [[78, null]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, null]], "mlos_bench.storage.sql.trial module": [[79, null]], "mlos_bench.storage.sql.trial_data module": [[80, null]], "mlos_bench.storage.sql.tunable_config_data module": [[81, null]], "mlos_bench.storage.sql.tunable_config_trial_group_data module": [[82, null]], "mlos_bench.storage.storage_factory module": [[83, null]], "mlos_bench.storage.storage_factory.from_config": [[142, null]], "mlos_bench.storage.util module": [[84, null]], "mlos_bench.tunables package": [[85, null]], "mlos_bench.tunables.Tunable": [[143, null]], "mlos_bench.tunables.TunableGroups": [[144, null]], "mlos_bench.tunables.covariant_group module": [[86, null]], "mlos_bench.tunables.tunable module": [[87, null]], "mlos_bench.tunables.tunable_groups module": [[88, null]], "mlos_bench.util module": [[89, null]], "mlos_bench.version module": [[90, null]], "mlos_core": [[110, null]], "mlos_core package": [[92, null]], "mlos_core.optimizers package": [[93, null]], "mlos_core.optimizers.OptimizerFactory": [[145, null]], "mlos_core.optimizers.OptimizerFactory.create": [[146, null]], "mlos_core.optimizers.OptimizerType": [[147, null]], "mlos_core.optimizers.bayesian_optimizers package": [[94, null]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, null]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, null]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module": [[95, null]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module": [[96, null]], "mlos_core.optimizers.flaml_optimizer module": [[97, null]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, null]], "mlos_core.optimizers.optimizer module": [[98, null]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, null]], "mlos_core.optimizers.random_optimizer module": [[99, null]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, null]], "mlos_core.spaces package": [[100, null]], "mlos_core.spaces.adapters package": [[101, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, null]], "mlos_core.spaces.adapters.SpaceAdapterFactory.create": [[154, null]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, null]], "mlos_core.spaces.adapters.adapter module": [[102, null]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, null]], "mlos_core.spaces.adapters.identity_adapter module": [[103, null]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, null]], "mlos_core.spaces.adapters.llamatune module": [[104, null]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, null]], "mlos_core.spaces.converters package": [[105, null]], "mlos_core.spaces.converters.flaml module": [[106, null]], "mlos_core.spaces.converters.flaml.configspace_to_flaml_space": [[159, null]], "mlos_core.spaces.converters.util module": [[107, null]], "mlos_core.util module": [[108, null]], "mlos_core.version module": [[109, null]], "mlos_viz": [[116, null], [167, null]], "mlos_viz package": [[111, null]], "mlos_viz.MlosVizMethod": [[160, null]], "mlos_viz.base module": [[112, null]], "mlos_viz.dabl module": [[113, null]], "mlos_viz.plot": [[161, null]], "mlos_viz.util module": [[114, null]], "mlos_viz.version module": [[115, null]]}, "docnames": ["api/mlos_bench/mlos_bench", "api/mlos_bench/mlos_bench.config", "api/mlos_bench/mlos_bench.config.schemas", "api/mlos_bench/mlos_bench.config.schemas.config_schemas", "api/mlos_bench/mlos_bench.dict_templater", "api/mlos_bench/mlos_bench.environments", "api/mlos_bench/mlos_bench.environments.base_environment", "api/mlos_bench/mlos_bench.environments.composite_env", "api/mlos_bench/mlos_bench.environments.local", "api/mlos_bench/mlos_bench.environments.local.local_env", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env", "api/mlos_bench/mlos_bench.environments.mock_env", "api/mlos_bench/mlos_bench.environments.remote", "api/mlos_bench/mlos_bench.environments.remote.host_env", "api/mlos_bench/mlos_bench.environments.remote.network_env", "api/mlos_bench/mlos_bench.environments.remote.os_env", "api/mlos_bench/mlos_bench.environments.remote.remote_env", "api/mlos_bench/mlos_bench.environments.remote.saas_env", "api/mlos_bench/mlos_bench.environments.remote.vm_env", "api/mlos_bench/mlos_bench.environments.script_env", "api/mlos_bench/mlos_bench.environments.status", "api/mlos_bench/mlos_bench.event_loop_context", "api/mlos_bench/mlos_bench.launcher", "api/mlos_bench/mlos_bench.optimizers", "api/mlos_bench/mlos_bench.optimizers.base_optimizer", "api/mlos_bench/mlos_bench.optimizers.convert_configspace", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer", "api/mlos_bench/mlos_bench.os_environ", "api/mlos_bench/mlos_bench.run", "api/mlos_bench/mlos_bench.schedulers", "api/mlos_bench/mlos_bench.schedulers.base_scheduler", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler", "api/mlos_bench/mlos_bench.services", "api/mlos_bench/mlos_bench.services.base_fileshare", "api/mlos_bench/mlos_bench.services.base_service", "api/mlos_bench/mlos_bench.services.config_persistence", "api/mlos_bench/mlos_bench.services.local", "api/mlos_bench/mlos_bench.services.local.local_exec", "api/mlos_bench/mlos_bench.services.local.temp_dir_context", "api/mlos_bench/mlos_bench.services.remote", "api/mlos_bench/mlos_bench.services.remote.azure", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services", "api/mlos_bench/mlos_bench.services.remote.ssh", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service", "api/mlos_bench/mlos_bench.services.types", "api/mlos_bench/mlos_bench.services.types.authenticator_type", "api/mlos_bench/mlos_bench.services.types.config_loader_type", "api/mlos_bench/mlos_bench.services.types.fileshare_type", "api/mlos_bench/mlos_bench.services.types.host_ops_type", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type", "api/mlos_bench/mlos_bench.services.types.local_exec_type", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type", "api/mlos_bench/mlos_bench.services.types.os_ops_type", "api/mlos_bench/mlos_bench.services.types.remote_config_type", "api/mlos_bench/mlos_bench.services.types.remote_exec_type", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type", "api/mlos_bench/mlos_bench.storage", "api/mlos_bench/mlos_bench.storage.base_experiment_data", "api/mlos_bench/mlos_bench.storage.base_storage", "api/mlos_bench/mlos_bench.storage.base_trial_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.sql", "api/mlos_bench/mlos_bench.storage.sql.common", "api/mlos_bench/mlos_bench.storage.sql.experiment", "api/mlos_bench/mlos_bench.storage.sql.experiment_data", "api/mlos_bench/mlos_bench.storage.sql.schema", "api/mlos_bench/mlos_bench.storage.sql.storage", "api/mlos_bench/mlos_bench.storage.sql.trial", "api/mlos_bench/mlos_bench.storage.sql.trial_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data", "api/mlos_bench/mlos_bench.storage.storage_factory", "api/mlos_bench/mlos_bench.storage.util", "api/mlos_bench/mlos_bench.tunables", "api/mlos_bench/mlos_bench.tunables.covariant_group", "api/mlos_bench/mlos_bench.tunables.tunable", "api/mlos_bench/mlos_bench.tunables.tunable_groups", "api/mlos_bench/mlos_bench.util", "api/mlos_bench/mlos_bench.version", "api/mlos_bench/modules", "api/mlos_core/mlos_core", "api/mlos_core/mlos_core.optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer", "api/mlos_core/mlos_core.optimizers.flaml_optimizer", "api/mlos_core/mlos_core.optimizers.optimizer", "api/mlos_core/mlos_core.optimizers.random_optimizer", "api/mlos_core/mlos_core.spaces", "api/mlos_core/mlos_core.spaces.adapters", "api/mlos_core/mlos_core.spaces.adapters.adapter", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter", "api/mlos_core/mlos_core.spaces.adapters.llamatune", "api/mlos_core/mlos_core.spaces.converters", "api/mlos_core/mlos_core.spaces.converters.flaml", "api/mlos_core/mlos_core.spaces.converters.util", "api/mlos_core/mlos_core.util", "api/mlos_core/mlos_core.version", "api/mlos_core/modules", "api/mlos_viz/mlos_viz", "api/mlos_viz/mlos_viz.base", "api/mlos_viz/mlos_viz.dabl", "api/mlos_viz/mlos_viz.util", "api/mlos_viz/mlos_viz.version", "api/mlos_viz/modules", "generated/mlos_bench.environments.CompositeEnv", "generated/mlos_bench.environments.Environment", "generated/mlos_bench.environments.MockEnv", "generated/mlos_bench.environments.Status", "generated/mlos_bench.environments.local.LocalEnv", "generated/mlos_bench.environments.local.LocalFileShareEnv", "generated/mlos_bench.environments.remote.HostEnv", "generated/mlos_bench.environments.remote.OSEnv", "generated/mlos_bench.environments.remote.RemoteEnv", "generated/mlos_bench.environments.remote.VMEnv", "generated/mlos_bench.optimizers.MlosCoreOptimizer", "generated/mlos_bench.optimizers.MockOptimizer", "generated/mlos_bench.optimizers.Optimizer", "generated/mlos_bench.services.FileShareService", "generated/mlos_bench.services.Service", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService", "generated/mlos_bench.services.local.LocalExecService", "generated/mlos_bench.services.remote.azure.AzureFileShareService", "generated/mlos_bench.services.remote.azure.AzureVMService", "generated/mlos_bench.storage.Storage", "generated/mlos_bench.storage.base_experiment_data.ExperimentData", "generated/mlos_bench.storage.base_trial_data.TrialData", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", "generated/mlos_bench.storage.sql.storage.SqlStorage", "generated/mlos_bench.storage.storage_factory.from_config", "generated/mlos_bench.tunables.Tunable", "generated/mlos_bench.tunables.TunableGroups", "generated/mlos_core.optimizers.OptimizerFactory", "generated/mlos_core.optimizers.OptimizerFactory.create", "generated/mlos_core.optimizers.OptimizerType", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", "generated/mlos_core.optimizers.optimizer.BaseOptimizer", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create", "generated/mlos_core.spaces.adapters.SpaceAdapterType", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space", "generated/mlos_viz.MlosVizMethod", "generated/mlos_viz.plot", "index", "overview", "source_tree_docs/index", "source_tree_docs/mlos_bench/index", "source_tree_docs/mlos_core/index", "source_tree_docs/mlos_viz/index"], "envversion": {"nbsphinx": 4, "sphinx": 62, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2}, "filenames": ["api/mlos_bench/mlos_bench.rst", "api/mlos_bench/mlos_bench.config.rst", "api/mlos_bench/mlos_bench.config.schemas.rst", "api/mlos_bench/mlos_bench.config.schemas.config_schemas.rst", "api/mlos_bench/mlos_bench.dict_templater.rst", "api/mlos_bench/mlos_bench.environments.rst", "api/mlos_bench/mlos_bench.environments.base_environment.rst", "api/mlos_bench/mlos_bench.environments.composite_env.rst", "api/mlos_bench/mlos_bench.environments.local.rst", "api/mlos_bench/mlos_bench.environments.local.local_env.rst", "api/mlos_bench/mlos_bench.environments.local.local_fileshare_env.rst", "api/mlos_bench/mlos_bench.environments.mock_env.rst", "api/mlos_bench/mlos_bench.environments.remote.rst", "api/mlos_bench/mlos_bench.environments.remote.host_env.rst", "api/mlos_bench/mlos_bench.environments.remote.network_env.rst", "api/mlos_bench/mlos_bench.environments.remote.os_env.rst", "api/mlos_bench/mlos_bench.environments.remote.remote_env.rst", "api/mlos_bench/mlos_bench.environments.remote.saas_env.rst", "api/mlos_bench/mlos_bench.environments.remote.vm_env.rst", "api/mlos_bench/mlos_bench.environments.script_env.rst", "api/mlos_bench/mlos_bench.environments.status.rst", "api/mlos_bench/mlos_bench.event_loop_context.rst", "api/mlos_bench/mlos_bench.launcher.rst", "api/mlos_bench/mlos_bench.optimizers.rst", "api/mlos_bench/mlos_bench.optimizers.base_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.convert_configspace.rst", "api/mlos_bench/mlos_bench.optimizers.grid_search_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mlos_core_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.mock_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.one_shot_optimizer.rst", "api/mlos_bench/mlos_bench.optimizers.track_best_optimizer.rst", "api/mlos_bench/mlos_bench.os_environ.rst", "api/mlos_bench/mlos_bench.run.rst", "api/mlos_bench/mlos_bench.schedulers.rst", "api/mlos_bench/mlos_bench.schedulers.base_scheduler.rst", "api/mlos_bench/mlos_bench.schedulers.sync_scheduler.rst", "api/mlos_bench/mlos_bench.services.rst", "api/mlos_bench/mlos_bench.services.base_fileshare.rst", "api/mlos_bench/mlos_bench.services.base_service.rst", "api/mlos_bench/mlos_bench.services.config_persistence.rst", "api/mlos_bench/mlos_bench.services.local.rst", "api/mlos_bench/mlos_bench.services.local.local_exec.rst", "api/mlos_bench/mlos_bench.services.local.temp_dir_context.rst", "api/mlos_bench/mlos_bench.services.remote.rst", "api/mlos_bench/mlos_bench.services.remote.azure.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_auth.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_deployment_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_network_services.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_saas.rst", "api/mlos_bench/mlos_bench.services.remote.azure.azure_vm_services.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_fileshare.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_host_service.rst", "api/mlos_bench/mlos_bench.services.remote.ssh.ssh_service.rst", "api/mlos_bench/mlos_bench.services.types.rst", "api/mlos_bench/mlos_bench.services.types.authenticator_type.rst", "api/mlos_bench/mlos_bench.services.types.config_loader_type.rst", "api/mlos_bench/mlos_bench.services.types.fileshare_type.rst", "api/mlos_bench/mlos_bench.services.types.host_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.host_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.local_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.network_provisioner_type.rst", "api/mlos_bench/mlos_bench.services.types.os_ops_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_config_type.rst", "api/mlos_bench/mlos_bench.services.types.remote_exec_type.rst", "api/mlos_bench/mlos_bench.services.types.vm_provisioner_type.rst", "api/mlos_bench/mlos_bench.storage.rst", "api/mlos_bench/mlos_bench.storage.base_experiment_data.rst", "api/mlos_bench/mlos_bench.storage.base_storage.rst", "api/mlos_bench/mlos_bench.storage.base_trial_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.base_tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.sql.rst", "api/mlos_bench/mlos_bench.storage.sql.common.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment.rst", "api/mlos_bench/mlos_bench.storage.sql.experiment_data.rst", "api/mlos_bench/mlos_bench.storage.sql.schema.rst", "api/mlos_bench/mlos_bench.storage.sql.storage.rst", "api/mlos_bench/mlos_bench.storage.sql.trial.rst", "api/mlos_bench/mlos_bench.storage.sql.trial_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_data.rst", "api/mlos_bench/mlos_bench.storage.sql.tunable_config_trial_group_data.rst", "api/mlos_bench/mlos_bench.storage.storage_factory.rst", "api/mlos_bench/mlos_bench.storage.util.rst", "api/mlos_bench/mlos_bench.tunables.rst", "api/mlos_bench/mlos_bench.tunables.covariant_group.rst", "api/mlos_bench/mlos_bench.tunables.tunable.rst", "api/mlos_bench/mlos_bench.tunables.tunable_groups.rst", "api/mlos_bench/mlos_bench.util.rst", "api/mlos_bench/mlos_bench.version.rst", "api/mlos_bench/modules.rst", "api/mlos_core/mlos_core.rst", "api/mlos_core/mlos_core.optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.rst", "api/mlos_core/mlos_core.optimizers.bayesian_optimizers.smac_optimizer.rst", "api/mlos_core/mlos_core.optimizers.flaml_optimizer.rst", "api/mlos_core/mlos_core.optimizers.optimizer.rst", "api/mlos_core/mlos_core.optimizers.random_optimizer.rst", "api/mlos_core/mlos_core.spaces.rst", "api/mlos_core/mlos_core.spaces.adapters.rst", "api/mlos_core/mlos_core.spaces.adapters.adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.identity_adapter.rst", "api/mlos_core/mlos_core.spaces.adapters.llamatune.rst", "api/mlos_core/mlos_core.spaces.converters.rst", "api/mlos_core/mlos_core.spaces.converters.flaml.rst", "api/mlos_core/mlos_core.spaces.converters.util.rst", "api/mlos_core/mlos_core.util.rst", "api/mlos_core/mlos_core.version.rst", "api/mlos_core/modules.rst", "api/mlos_viz/mlos_viz.rst", "api/mlos_viz/mlos_viz.base.rst", "api/mlos_viz/mlos_viz.dabl.rst", "api/mlos_viz/mlos_viz.util.rst", "api/mlos_viz/mlos_viz.version.rst", "api/mlos_viz/modules.rst", "generated/mlos_bench.environments.CompositeEnv.rst", "generated/mlos_bench.environments.Environment.rst", "generated/mlos_bench.environments.MockEnv.rst", "generated/mlos_bench.environments.Status.rst", "generated/mlos_bench.environments.local.LocalEnv.rst", "generated/mlos_bench.environments.local.LocalFileShareEnv.rst", "generated/mlos_bench.environments.remote.HostEnv.rst", "generated/mlos_bench.environments.remote.OSEnv.rst", "generated/mlos_bench.environments.remote.RemoteEnv.rst", "generated/mlos_bench.environments.remote.VMEnv.rst", "generated/mlos_bench.optimizers.MlosCoreOptimizer.rst", "generated/mlos_bench.optimizers.MockOptimizer.rst", "generated/mlos_bench.optimizers.Optimizer.rst", "generated/mlos_bench.services.FileShareService.rst", "generated/mlos_bench.services.Service.rst", "generated/mlos_bench.services.config_persistence.ConfigPersistenceService.rst", "generated/mlos_bench.services.local.LocalExecService.rst", "generated/mlos_bench.services.remote.azure.AzureFileShareService.rst", "generated/mlos_bench.services.remote.azure.AzureVMService.rst", "generated/mlos_bench.storage.Storage.rst", "generated/mlos_bench.storage.base_experiment_data.ExperimentData.rst", "generated/mlos_bench.storage.base_trial_data.TrialData.rst", "generated/mlos_bench.storage.base_tunable_config_data.TunableConfigData.rst", "generated/mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.rst", "generated/mlos_bench.storage.sql.storage.SqlStorage.rst", "generated/mlos_bench.storage.storage_factory.from_config.rst", "generated/mlos_bench.tunables.Tunable.rst", "generated/mlos_bench.tunables.TunableGroups.rst", "generated/mlos_core.optimizers.OptimizerFactory.rst", "generated/mlos_core.optimizers.OptimizerFactory.create.rst", "generated/mlos_core.optimizers.OptimizerType.rst", "generated/mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.rst", "generated/mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.rst", "generated/mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.rst", "generated/mlos_core.optimizers.optimizer.BaseOptimizer.rst", "generated/mlos_core.optimizers.random_optimizer.RandomOptimizer.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterFactory.create.rst", "generated/mlos_core.spaces.adapters.SpaceAdapterType.rst", "generated/mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.rst", "generated/mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.rst", "generated/mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.rst", "generated/mlos_core.spaces.converters.flaml.configspace_to_flaml_space.rst", "generated/mlos_viz.MlosVizMethod.rst", "generated/mlos_viz.plot.rst", "index.rst", "overview.rst", "source_tree_docs/index.md", "source_tree_docs/mlos_bench/index.md", "source_tree_docs/mlos_core/index.md", "source_tree_docs/mlos_viz/index.md"], "indexentries": {"__init__() (mlos_bench.environments.compositeenv method)": [[117, "mlos_bench.environments.CompositeEnv.__init__", false]], "__init__() (mlos_bench.environments.environment method)": [[118, "mlos_bench.environments.Environment.__init__", false]], "__init__() (mlos_bench.environments.local.localenv method)": [[121, "mlos_bench.environments.local.LocalEnv.__init__", false]], "__init__() (mlos_bench.environments.local.localfileshareenv method)": [[122, "mlos_bench.environments.local.LocalFileShareEnv.__init__", false]], "__init__() (mlos_bench.environments.mockenv method)": [[119, "mlos_bench.environments.MockEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.hostenv method)": [[123, "mlos_bench.environments.remote.HostEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.osenv method)": [[124, "mlos_bench.environments.remote.OSEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.remoteenv method)": [[125, "mlos_bench.environments.remote.RemoteEnv.__init__", false]], "__init__() (mlos_bench.environments.remote.vmenv method)": [[126, "mlos_bench.environments.remote.VMEnv.__init__", false]], "__init__() (mlos_bench.environments.status method)": [[120, "mlos_bench.environments.Status.__init__", false]], "__init__() (mlos_bench.optimizers.mloscoreoptimizer method)": [[127, "mlos_bench.optimizers.MlosCoreOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.mockoptimizer method)": [[128, "mlos_bench.optimizers.MockOptimizer.__init__", false]], "__init__() (mlos_bench.optimizers.optimizer method)": [[129, "mlos_bench.optimizers.Optimizer.__init__", false]], "__init__() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[132, "mlos_bench.services.config_persistence.ConfigPersistenceService.__init__", false]], "__init__() (mlos_bench.services.fileshareservice method)": [[130, "mlos_bench.services.FileShareService.__init__", false]], "__init__() (mlos_bench.services.local.localexecservice method)": [[133, "mlos_bench.services.local.LocalExecService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[134, "mlos_bench.services.remote.azure.AzureFileShareService.__init__", false]], "__init__() (mlos_bench.services.remote.azure.azurevmservice method)": [[135, "mlos_bench.services.remote.azure.AzureVMService.__init__", false]], "__init__() (mlos_bench.services.service method)": [[131, "mlos_bench.services.Service.__init__", false]], "__init__() (mlos_bench.storage.base_experiment_data.experimentdata method)": [[137, "mlos_bench.storage.base_experiment_data.ExperimentData.__init__", false]], "__init__() (mlos_bench.storage.base_trial_data.trialdata method)": [[138, "mlos_bench.storage.base_trial_data.TrialData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_data.tunableconfigdata method)": [[139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.__init__", false]], "__init__() (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata method)": [[140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.__init__", false]], "__init__() (mlos_bench.storage.sql.storage.sqlstorage method)": [[141, "mlos_bench.storage.sql.storage.SqlStorage.__init__", false]], "__init__() (mlos_bench.storage.storage method)": [[136, "mlos_bench.storage.Storage.__init__", false]], "__init__() (mlos_bench.tunables.tunable method)": [[143, "mlos_bench.tunables.Tunable.__init__", false]], "__init__() (mlos_bench.tunables.tunablegroups method)": [[144, "mlos_bench.tunables.TunableGroups.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[151, "mlos_core.optimizers.optimizer.BaseOptimizer.__init__", false]], "__init__() (mlos_core.optimizers.optimizerfactory method)": [[145, "mlos_core.optimizers.OptimizerFactory.__init__", false]], "__init__() (mlos_core.optimizers.optimizertype method)": [[147, "mlos_core.optimizers.OptimizerType.__init__", false]], "__init__() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.__init__", false]], "__init__() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadapterfactory method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.__init__", false]], "__init__() (mlos_core.spaces.adapters.spaceadaptertype method)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.__init__", false]], "__init__() (mlos_viz.mlosvizmethod method)": [[160, "mlos_viz.MlosVizMethod.__init__", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.acquisition_function", false]], "acquisition_function() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.acquisition_function", false]], "assign() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.assign", false]], "assign() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.assign", false], [144, "mlos_bench.tunables.TunableGroups.assign", false]], "augment_results_df_with_config_trial_group_stats() (in module mlos_viz.base)": [[112, "mlos_viz.base.augment_results_df_with_config_trial_group_stats", false]], "auto (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.AUTO", false], [160, "mlos_viz.MlosVizMethod.AUTO", false]], "azureauthservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureAuthService", false]], "azureauthservice (class in mlos_bench.services.remote.azure.azure_auth)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService", false]], "azuredeploymentservice (class in mlos_bench.services.remote.azure.azure_deployment_services)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService", false]], "azurefileshareservice (class in mlos_bench.services.remote.azure.azure_fileshare)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService", false]], "azurenetworkservice (class in mlos_bench.services.remote.azure.azure_network_services)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService", false]], "azuresaasconfigservice (class in mlos_bench.services.remote.azure.azure_saas)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService", false]], "azurevmservice (class in mlos_bench.services.remote.azure)": [[44, "mlos_bench.services.remote.azure.AzureVMService", false], [135, "mlos_bench.services.remote.azure.AzureVMService", false]], "azurevmservice (class in mlos_bench.services.remote.azure.azure_vm_services)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService", false]], "base_supported_config_props (mlos_bench.optimizers.base_optimizer.optimizer attribute)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "base_supported_config_props (mlos_bench.optimizers.optimizer attribute)": [[23, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false], [129, "mlos_bench.optimizers.Optimizer.BASE_SUPPORTED_CONFIG_PROPS", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer", false]], "basebayesianoptimizer (class in mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.BaseOptimizer", false]], "baseoptimizer (class in mlos_core.optimizers.optimizer)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer", false]], "basespaceadapter (class in mlos_core.spaces.adapters.adapter)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter", false]], "build_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_environment", false]], "build_environment() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.build_environment", false]], "build_environment() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.build_environment", false]], "build_optimizer() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_optimizer", false]], "build_scheduler() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_scheduler", false]], "build_service() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_service", false]], "build_storage() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.build_storage", false]], "builtin_config_path (mlos_bench.services.config_persistence.configpersistenceservice attribute)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.BUILTIN_CONFIG_PATH", false]], "bulk_register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.bulk_register", false], [128, "mlos_bench.optimizers.MockOptimizer.bulk_register", false]], "bulk_register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.bulk_register", false], [129, "mlos_bench.optimizers.Optimizer.bulk_register", false]], "canceled (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.CANCELED", false], [120, "mlos_bench.environments.Status.CANCELED", false]], "canceled (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.CANCELED", false]], "cardinality (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.cardinality", false], [143, "mlos_bench.tunables.Tunable.cardinality", false]], "cardinality (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.cardinality", false]], "categories (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.categories", false], [143, "mlos_bench.tunables.Tunable.categories", false]], "categories (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.categories", false]], "category (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.category", false], [143, "mlos_bench.tunables.Tunable.category", false]], "category (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.category", false]], "check_required_params() (in module mlos_bench.util)": [[89, "mlos_bench.util.check_required_params", false]], "children (mlos_bench.environments.composite_env.compositeenv property)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.children", false]], "children (mlos_bench.environments.compositeenv property)": [[5, "mlos_bench.environments.CompositeEnv.children", false], [117, "mlos_bench.environments.CompositeEnv.children", false]], "cleanup() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.cleanup", false]], "cleanup() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.cleanup", false]], "cleanup() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.cleanup", false]], "clear_client_cache() (mlos_bench.services.remote.ssh.ssh_service.sshservice class method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService.clear_client_cache", false]], "cli (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.CLI", false]], "cli (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.CLI", false]], "compositeenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.CompositeEnv", false], [117, "mlos_bench.environments.CompositeEnv", false]], "compositeenv (class in mlos_bench.environments.composite_env)": [[7, "mlos_bench.environments.composite_env.CompositeEnv", false]], "config (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.config", false]], "config() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.config", false]], "config() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.config", false], [136, "mlos_bench.storage.Storage.Trial.config", false]], "config_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.CONFIG_COLUMN_PREFIX", false]], "config_df (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_df", false]], "config_df (mlos_bench.storage.sql.tunable_config_data.tunableconfigsqldata property)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData.config_df", false]], "config_dict (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.config_dict", false]], "config_loader (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.config_loader", false]], "config_loader_service (mlos_bench.services.base_service.service property)": [[38, "mlos_bench.services.base_service.Service.config_loader_service", false]], "config_loader_service (mlos_bench.services.service property)": [[36, "mlos_bench.services.Service.config_loader_service", false], [131, "mlos_bench.services.Service.config_loader_service", false]], "config_paths (mlos_bench.services.config_persistence.configpersistenceservice property)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.config_paths", false]], "config_space (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.config_space", false]], "config_space (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.config_space", false], [129, "mlos_bench.optimizers.Optimizer.config_space", false]], "config_to_dataframe() (in module mlos_core.util)": [[108, "mlos_core.util.config_to_dataframe", false]], "configpersistenceservice (class in mlos_bench.services.config_persistence)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService", false]], "configschema (class in mlos_bench.config.schemas)": [[2, "mlos_bench.config.schemas.ConfigSchema", false]], "configschema (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema", false]], "configspace_data_to_tunable_values() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.configspace_data_to_tunable_values", false]], "configspace_to_flaml_space() (in module mlos_core.spaces.converters.flaml)": [[106, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false], [159, "mlos_core.spaces.converters.flaml.configspace_to_flaml_space", false]], "configure() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.configure", false]], "configure() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.configure", false]], "configure() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.configure", false]], "connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection", false]], "connection_lost() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_lost", false]], "connection_made() (mlos_bench.services.remote.ssh.ssh_service.sshclient method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.connection_made", false]], "copy() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.copy", false]], "copy() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.copy", false], [143, "mlos_bench.tunables.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.copy", false]], "copy() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.copy", false]], "copy() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.copy", false], [144, "mlos_bench.tunables.TunableGroups.copy", false]], "copymode (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode", false]], "cost (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.cost", false]], "covarianttunablegroup (class in mlos_bench.tunables.covariant_group)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup", false]], "create() (mlos_bench.storage.sql.schema.dbschema method)": [[77, "mlos_bench.storage.sql.schema.DbSchema.create", false]], "create() (mlos_core.optimizers.optimizerfactory static method)": [[93, "mlos_core.optimizers.OptimizerFactory.create", false], [145, "mlos_core.optimizers.OptimizerFactory.create", false]], "create() (mlos_core.spaces.adapters.spaceadapterfactory static method)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory.create", false]], "current_iteration (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.current_iteration", false]], "current_iteration (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.current_iteration", false], [129, "mlos_bench.optimizers.Optimizer.current_iteration", false]], "dabl (mlos_viz.mlosvizmethod attribute)": [[111, "mlos_viz.MlosVizMethod.DABL", false], [160, "mlos_viz.MlosVizMethod.DABL", false]], "datetime_parser() (in module mlos_bench.util)": [[89, "mlos_bench.util.datetime_parser", false]], "dbschema (class in mlos_bench.storage.sql.schema)": [[77, "mlos_bench.storage.sql.schema.DbSchema", false]], "deallocate_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deallocate_host", false]], "deallocate_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deallocate_host", false]], "default (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.default", false], [143, "mlos_bench.tunables.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.default", false]], "default (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.default", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_max_unique_values_per_param (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_num_low_dims (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_NUM_LOW_DIMS", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatune.llamatuneadapter attribute)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_special_param_value_biasing_percentage (mlos_core.spaces.adapters.llamatuneadapter attribute)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE", false]], "default_tunable_config_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.default_tunable_config_id", false]], "default_tunable_config_id (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.default_tunable_config_id", false]], "deploy_params (mlos_bench.services.remote.azure.azure_deployment_services.azuredeploymentservice property)": [[46, "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService.deploy_params", false]], "deprovision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.deprovision_host", false]], "deprovision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.deprovision_host", false]], "deprovision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.deprovision_network", false]], "deprovision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.deprovision_network", false]], "description (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.description", false]], "description (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.description", false]], "description (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.description", false], [136, "mlos_bench.storage.Storage.Experiment.description", false]], "description (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.description", false]], "dicttemplater (class in mlos_bench.dict_templater)": [[4, "mlos_bench.dict_templater.DictTemplater", false]], "distribution (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution", false], [143, "mlos_bench.tunables.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution", false]], "distribution (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.distribution", false]], "distribution_params (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.distribution_params", false], [143, "mlos_bench.tunables.Tunable.distribution_params", false]], "distribution_params (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.distribution_params", false]], "distributiondict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.DistributionDict", false]], "download (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.DOWNLOAD", false]], "download() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.download", false]], "download() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.download", false], [130, "mlos_bench.services.FileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.download", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.download", false]], "download() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.download", false]], "download() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.download", false]], "download() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.download", false]], "drop_nulls() (in module mlos_core.util)": [[108, "mlos_core.util.drop_nulls", false]], "dtype (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.dtype", false], [143, "mlos_bench.tunables.Tunable.dtype", false]], "dtype (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.dtype", false]], "enter() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.enter", false]], "enter() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.enter", false]], "environment (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Environment", false], [118, "mlos_bench.environments.Environment", false]], "environment (class in mlos_bench.environments.base_environment)": [[6, "mlos_bench.environments.base_environment.Environment", false]], "environment (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.ENVIRONMENT", false]], "environment (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.ENVIRONMENT", false]], "equals_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.equals_defaults", false]], "evaluatedsample (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample", false]], "eventloopcontext (class in mlos_bench.event_loop_context)": [[21, "mlos_bench.event_loop_context.EventLoopContext", false]], "exit() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.exit", false]], "exit() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.exit", false]], "expand_results_data_args() (in module mlos_viz.util)": [[114, "mlos_viz.util.expand_results_data_args", false]], "expand_vars() (mlos_bench.dict_templater.dicttemplater method)": [[4, "mlos_bench.dict_templater.DictTemplater.expand_vars", false]], "experiment (class in mlos_bench.storage.sql.experiment)": [[75, "mlos_bench.storage.sql.experiment.Experiment", false]], "experiment() (mlos_bench.storage.base_storage.storage method)": [[69, "mlos_bench.storage.base_storage.Storage.experiment", false]], "experiment() (mlos_bench.storage.sql.sqlstorage method)": [[73, "mlos_bench.storage.sql.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.sql.storage.sqlstorage method)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiment", false]], "experiment() (mlos_bench.storage.storage method)": [[67, "mlos_bench.storage.Storage.experiment", false], [136, "mlos_bench.storage.Storage.experiment", false]], "experiment_id (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.experiment_id", false]], "experiment_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.experiment_id", false]], "experiment_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.experiment_id", false]], "experiment_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.experiment_id", false], [136, "mlos_bench.storage.Storage.Experiment.experiment_id", false]], "experimentdata (class in mlos_bench.storage.base_experiment_data)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData", false]], "experiments (mlos_bench.storage.base_storage.storage property)": [[69, "mlos_bench.storage.base_storage.Storage.experiments", false]], "experiments (mlos_bench.storage.sql.sqlstorage property)": [[73, "mlos_bench.storage.sql.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.sql.storage.sqlstorage property)": [[78, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false], [141, "mlos_bench.storage.sql.storage.SqlStorage.experiments", false]], "experiments (mlos_bench.storage.storage property)": [[67, "mlos_bench.storage.Storage.experiments", false], [136, "mlos_bench.storage.Storage.experiments", false]], "experimentsqldata (class in mlos_bench.storage.sql.experiment_data)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData", false]], "export() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.export", false]], "export() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.export", false], [131, "mlos_bench.services.Service.export", false]], "failed (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.FAILED", false], [120, "mlos_bench.environments.Status.FAILED", false]], "failed (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.FAILED", false]], "fileshareservice (class in mlos_bench.services)": [[36, "mlos_bench.services.FileShareService", false], [130, "mlos_bench.services.FileShareService", false]], "fileshareservice (class in mlos_bench.services.base_fileshare)": [[37, "mlos_bench.services.base_fileshare.FileShareService", false]], "flaml (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.FLAML", false]], "flamloptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.FlamlOptimizer", false]], "flamloptimizer (class in mlos_core.optimizers.flaml_optimizer)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer", false]], "from_config() (in module mlos_bench.storage)": [[67, "mlos_bench.storage.from_config", false]], "from_config() (in module mlos_bench.storage.storage_factory)": [[83, "mlos_bench.storage.storage_factory.from_config", false], [142, "mlos_bench.storage.storage_factory.from_config", false]], "get_access_token() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_access_token", false]], "get_access_token() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_access_token", false]], "get_access_token() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_access_token", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_auth_headers", false]], "get_auth_headers() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_auth_headers", false]], "get_best_observation() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.get_best_observation", false], [129, "mlos_bench.optimizers.Optimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.get_best_observation", false]], "get_best_observation() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.get_best_observation", false]], "get_best_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_best_observations", false]], "get_best_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_best_observations", false]], "get_class_from_name() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_class_from_name", false]], "get_client_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclientcache method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache.get_client_connection", false]], "get_covariant_group_names() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_covariant_group_names", false]], "get_covariant_group_names() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false], [144, "mlos_bench.tunables.TunableGroups.get_covariant_group_names", false]], "get_credential() (mlos_bench.services.remote.azure.azure_auth.azureauthservice method)": [[45, "mlos_bench.services.remote.azure.azure_auth.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.remote.azure.azureauthservice method)": [[44, "mlos_bench.services.remote.azure.AzureAuthService.get_credential", false]], "get_credential() (mlos_bench.services.types.authenticator_type.supportsauth method)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth.get_credential", false]], "get_credential() (mlos_bench.services.types.supportsauth method)": [[55, "mlos_bench.services.types.SupportsAuth.get_credential", false]], "get_current_cost() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_current_cost", false]], "get_git_info() (in module mlos_bench.util)": [[89, "mlos_bench.util.get_git_info", false]], "get_names() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_names", false]], "get_observations() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.get_observations", false]], "get_observations() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.get_observations", false]], "get_param_values() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_param_values", false]], "get_param_values() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_param_values", false], [144, "mlos_bench.tunables.TunableGroups.get_param_values", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false], [135, "mlos_bench.services.remote.azure.AzureVMService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.get_remote_exec_results", false]], "get_remote_exec_results() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.get_remote_exec_results", false]], "get_results_df() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_results_df", false]], "get_trials() (in module mlos_bench.storage.sql.common)": [[74, "mlos_bench.storage.sql.common.get_trials", false]], "get_tunable() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.get_tunable", false]], "get_tunable() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.get_tunable", false], [144, "mlos_bench.tunables.TunableGroups.get_tunable", false]], "get_tunable_values_dict() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunable_values_dict", false]], "get_tunables() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.get_tunables", false]], "globals (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.GLOBALS", false]], "globals (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.GLOBALS", false]], "gridsearchoptimizer (class in mlos_bench.optimizers.grid_search_optimizer)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer", false]], "hostenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.HostEnv", false], [123, "mlos_bench.environments.remote.HostEnv", false]], "hostenv (class in mlos_bench.environments.remote.host_env)": [[13, "mlos_bench.environments.remote.host_env.HostEnv", false]], "id_from_connection() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_connection", false]], "id_from_params() (mlos_bench.services.remote.ssh.ssh_service.sshclient static method)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient.id_from_params", false]], "identity (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.IDENTITY", false]], "identity (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.IDENTITY", false]], "identityadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.IdentityAdapter", false]], "identityadapter (class in mlos_core.spaces.adapters.identity_adapter)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter", false]], "ignore_plotter_warnings() (in module mlos_viz)": [[111, "mlos_viz.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.base)": [[112, "mlos_viz.base.ignore_plotter_warnings", false]], "ignore_plotter_warnings() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.ignore_plotter_warnings", false]], "in_range() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.in_range", false], [143, "mlos_bench.tunables.Tunable.in_range", false]], "in_range() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.in_range", false]], "instantiate_from_config() (in module mlos_bench.util)": [[89, "mlos_bench.util.instantiate_from_config", false]], "inverse_transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.inverse_transform", false]], "inverse_transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.inverse_transform", false]], "is_canceled() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_canceled", false], [120, "mlos_bench.environments.Status.is_canceled", false]], "is_canceled() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_canceled", false]], "is_categorical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_categorical", false], [143, "mlos_bench.tunables.Tunable.is_categorical", false]], "is_categorical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_categorical", false]], "is_completed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_completed", false], [120, "mlos_bench.environments.Status.is_completed", false]], "is_completed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_completed", false]], "is_config_pending() (mlos_bench.services.remote.azure.azure_saas.azuresaasconfigservice method)": [[49, "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.remote.azure.azuresaasconfigservice method)": [[44, "mlos_bench.services.remote.azure.AzureSaaSConfigService.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.remote_config_type.supportsremoteconfig method)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig.is_config_pending", false]], "is_config_pending() (mlos_bench.services.types.supportsremoteconfig method)": [[55, "mlos_bench.services.types.SupportsRemoteConfig.is_config_pending", false]], "is_default() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_default", false], [143, "mlos_bench.tunables.Tunable.is_default", false]], "is_default() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_default", false]], "is_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_defaults", false]], "is_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_defaults", false], [144, "mlos_bench.tunables.TunableGroups.is_defaults", false]], "is_failed() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_failed", false], [120, "mlos_bench.environments.Status.is_failed", false]], "is_failed() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_failed", false]], "is_good() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_good", false], [120, "mlos_bench.environments.Status.is_good", false]], "is_good() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_good", false]], "is_log (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_log", false], [143, "mlos_bench.tunables.Tunable.is_log", false]], "is_log (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_log", false]], "is_numerical (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_numerical", false], [143, "mlos_bench.tunables.Tunable.is_numerical", false]], "is_numerical (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_numerical", false]], "is_pending() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_pending", false], [120, "mlos_bench.environments.Status.is_pending", false]], "is_pending() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_pending", false]], "is_ready() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_ready", false], [120, "mlos_bench.environments.Status.is_ready", false]], "is_ready() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_ready", false]], "is_special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.is_special", false], [143, "mlos_bench.tunables.Tunable.is_special", false]], "is_special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.is_special", false]], "is_succeeded() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_succeeded", false], [120, "mlos_bench.environments.Status.is_succeeded", false]], "is_succeeded() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_succeeded", false]], "is_timed_out() (mlos_bench.environments.status method)": [[5, "mlos_bench.environments.Status.is_timed_out", false], [120, "mlos_bench.environments.Status.is_timed_out", false]], "is_timed_out() (mlos_bench.environments.status.status method)": [[20, "mlos_bench.environments.status.Status.is_timed_out", false]], "is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.is_updated", false]], "is_updated() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.is_updated", false]], "is_updated() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.is_updated", false], [144, "mlos_bench.tunables.TunableGroups.is_updated", false]], "is_valid() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.is_valid", false], [143, "mlos_bench.tunables.Tunable.is_valid", false]], "is_valid() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.is_valid", false]], "kv_df_to_dict() (in module mlos_bench.storage.util)": [[84, "mlos_bench.storage.util.kv_df_to_dict", false]], "launcher (class in mlos_bench.launcher)": [[22, "mlos_bench.launcher.Launcher", false]], "limit_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.limit_top_n_configs", false]], "llamatune (mlos_core.optimizers.spaceadaptertype attribute)": [[93, "mlos_core.optimizers.SpaceAdapterType.LLAMATUNE", false]], "llamatune (mlos_core.spaces.adapters.spaceadaptertype attribute)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType.LLAMATUNE", false]], "llamatuneadapter (class in mlos_core.spaces.adapters)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter", false]], "llamatuneadapter (class in mlos_core.spaces.adapters.llamatune)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter", false]], "load() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load", false]], "load() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load", false]], "load() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load", false], [136, "mlos_bench.storage.Storage.Experiment.load", false]], "load_config() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.load_config", false]], "load_config() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.load_config", false]], "load_config() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_config", false]], "load_config() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_config", false]], "load_config() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_config", false]], "load_environment() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment", false]], "load_environment_list() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_environment_list", false]], "load_environment_list() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_environment_list", false]], "load_services() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.load_services", false]], "load_services() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.load_services", false]], "load_services() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.load_services", false]], "load_telemetry() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_telemetry", false]], "load_telemetry() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_telemetry", false], [136, "mlos_bench.storage.Storage.Experiment.load_telemetry", false]], "load_tunable_config() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.load_tunable_config", false]], "load_tunable_config() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false], [136, "mlos_bench.storage.Storage.Experiment.load_tunable_config", false]], "local_exec() (mlos_bench.services.local.local_exec.localexecservice method)": [[41, "mlos_bench.services.local.local_exec.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.local.localexecservice method)": [[40, "mlos_bench.services.local.LocalExecService.local_exec", false], [133, "mlos_bench.services.local.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.localexecservice method)": [[36, "mlos_bench.services.LocalExecService.local_exec", false]], "local_exec() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.local_exec", false]], "local_exec() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.local_exec", false]], "localenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalEnv", false]], "localenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalEnv", false], [121, "mlos_bench.environments.local.LocalEnv", false]], "localenv (class in mlos_bench.environments.local.local_env)": [[9, "mlos_bench.environments.local.local_env.LocalEnv", false]], "localexecservice (class in mlos_bench.services)": [[36, "mlos_bench.services.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local)": [[40, "mlos_bench.services.local.LocalExecService", false], [133, "mlos_bench.services.local.LocalExecService", false]], "localexecservice (class in mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.LocalExecService", false]], "localfileshareenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local)": [[8, "mlos_bench.environments.local.LocalFileShareEnv", false], [122, "mlos_bench.environments.local.LocalFileShareEnv", false]], "localfileshareenv (class in mlos_bench.environments.local.local_fileshare_env)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv", false]], "log (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.log", false]], "max_suggestions (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.max_suggestions", false]], "max_suggestions (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.max_suggestions", false], [129, "mlos_bench.optimizers.Optimizer.max_suggestions", false]], "max_trials (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.max_trials", false]], "max_trials (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.max_trials", false]], "merge() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.merge", false]], "merge() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.merge", false], [136, "mlos_bench.storage.Storage.Experiment.merge", false]], "merge() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.merge", false]], "merge() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.merge", false], [144, "mlos_bench.tunables.TunableGroups.merge", false]], "merge_methods() (mlos_bench.services.base_service.service static method)": [[38, "mlos_bench.services.base_service.Service.merge_methods", false]], "merge_methods() (mlos_bench.services.service static method)": [[36, "mlos_bench.services.Service.merge_methods", false], [131, "mlos_bench.services.Service.merge_methods", false]], "merge_parameters() (in module mlos_bench.util)": [[89, "mlos_bench.util.merge_parameters", false]], "meta (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.meta", false], [143, "mlos_bench.tunables.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.meta", false]], "meta (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.meta", false]], "metadata_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_df", false]], "metadata_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.metadata_df", false]], "metadata_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.metadata_dict", false]], "mlos_bench": [[0, "module-mlos_bench", false]], "mlos_bench.config": [[1, "module-mlos_bench.config", false]], "mlos_bench.config.schemas": [[2, "module-mlos_bench.config.schemas", false]], "mlos_bench.config.schemas.config_schemas": [[3, "module-mlos_bench.config.schemas.config_schemas", false]], "mlos_bench.dict_templater": [[4, "module-mlos_bench.dict_templater", false]], "mlos_bench.environments": [[5, "module-mlos_bench.environments", false]], "mlos_bench.environments.base_environment": [[6, "module-mlos_bench.environments.base_environment", false]], "mlos_bench.environments.composite_env": [[7, "module-mlos_bench.environments.composite_env", false]], "mlos_bench.environments.local": [[8, "module-mlos_bench.environments.local", false]], "mlos_bench.environments.local.local_env": [[9, "module-mlos_bench.environments.local.local_env", false]], "mlos_bench.environments.local.local_fileshare_env": [[10, "module-mlos_bench.environments.local.local_fileshare_env", false]], "mlos_bench.environments.mock_env": [[11, "module-mlos_bench.environments.mock_env", false]], "mlos_bench.environments.remote": [[12, "module-mlos_bench.environments.remote", false]], "mlos_bench.environments.remote.host_env": [[13, "module-mlos_bench.environments.remote.host_env", false]], "mlos_bench.environments.remote.network_env": [[14, "module-mlos_bench.environments.remote.network_env", false]], "mlos_bench.environments.remote.os_env": [[15, "module-mlos_bench.environments.remote.os_env", false]], "mlos_bench.environments.remote.remote_env": [[16, "module-mlos_bench.environments.remote.remote_env", false]], "mlos_bench.environments.remote.saas_env": [[17, "module-mlos_bench.environments.remote.saas_env", false]], "mlos_bench.environments.remote.vm_env": [[18, "module-mlos_bench.environments.remote.vm_env", false]], "mlos_bench.environments.script_env": [[19, "module-mlos_bench.environments.script_env", false]], "mlos_bench.environments.status": [[20, "module-mlos_bench.environments.status", false]], "mlos_bench.event_loop_context": [[21, "module-mlos_bench.event_loop_context", false]], "mlos_bench.launcher": [[22, "module-mlos_bench.launcher", false]], "mlos_bench.optimizers": [[23, "module-mlos_bench.optimizers", false]], "mlos_bench.optimizers.base_optimizer": [[24, "module-mlos_bench.optimizers.base_optimizer", false]], "mlos_bench.optimizers.convert_configspace": [[25, "module-mlos_bench.optimizers.convert_configspace", false]], "mlos_bench.optimizers.grid_search_optimizer": [[26, "module-mlos_bench.optimizers.grid_search_optimizer", false]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, "module-mlos_bench.optimizers.mlos_core_optimizer", false]], "mlos_bench.optimizers.mock_optimizer": [[28, "module-mlos_bench.optimizers.mock_optimizer", false]], "mlos_bench.optimizers.one_shot_optimizer": [[29, "module-mlos_bench.optimizers.one_shot_optimizer", false]], "mlos_bench.optimizers.track_best_optimizer": [[30, "module-mlos_bench.optimizers.track_best_optimizer", false]], "mlos_bench.os_environ": [[31, "module-mlos_bench.os_environ", false]], "mlos_bench.run": [[32, "module-mlos_bench.run", false]], "mlos_bench.schedulers": [[33, "module-mlos_bench.schedulers", false]], "mlos_bench.schedulers.base_scheduler": [[34, "module-mlos_bench.schedulers.base_scheduler", false]], "mlos_bench.schedulers.sync_scheduler": [[35, "module-mlos_bench.schedulers.sync_scheduler", false]], "mlos_bench.services": [[36, "module-mlos_bench.services", false]], "mlos_bench.services.base_fileshare": [[37, "module-mlos_bench.services.base_fileshare", false]], "mlos_bench.services.base_service": [[38, "module-mlos_bench.services.base_service", false]], "mlos_bench.services.config_persistence": [[39, "module-mlos_bench.services.config_persistence", false]], "mlos_bench.services.local": [[40, "module-mlos_bench.services.local", false]], "mlos_bench.services.local.local_exec": [[41, "module-mlos_bench.services.local.local_exec", false]], "mlos_bench.services.local.temp_dir_context": [[42, "module-mlos_bench.services.local.temp_dir_context", false]], "mlos_bench.services.remote": [[43, "module-mlos_bench.services.remote", false]], "mlos_bench.services.remote.azure": [[44, "module-mlos_bench.services.remote.azure", false]], "mlos_bench.services.remote.azure.azure_auth": [[45, "module-mlos_bench.services.remote.azure.azure_auth", false]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, "module-mlos_bench.services.remote.azure.azure_fileshare", false]], "mlos_bench.services.remote.azure.azure_network_services": [[48, "module-mlos_bench.services.remote.azure.azure_network_services", false]], "mlos_bench.services.remote.azure.azure_saas": [[49, "module-mlos_bench.services.remote.azure.azure_saas", false]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, "module-mlos_bench.services.remote.azure.azure_vm_services", false]], "mlos_bench.services.remote.ssh": [[51, "module-mlos_bench.services.remote.ssh", false]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false]], "mlos_bench.services.remote.ssh.ssh_service": [[54, "module-mlos_bench.services.remote.ssh.ssh_service", false]], "mlos_bench.services.types": [[55, "module-mlos_bench.services.types", false]], "mlos_bench.services.types.authenticator_type": [[56, "module-mlos_bench.services.types.authenticator_type", false]], "mlos_bench.services.types.config_loader_type": [[57, "module-mlos_bench.services.types.config_loader_type", false]], "mlos_bench.services.types.fileshare_type": [[58, "module-mlos_bench.services.types.fileshare_type", false]], "mlos_bench.services.types.host_ops_type": [[59, "module-mlos_bench.services.types.host_ops_type", false]], "mlos_bench.services.types.host_provisioner_type": [[60, "module-mlos_bench.services.types.host_provisioner_type", false]], "mlos_bench.services.types.local_exec_type": [[61, "module-mlos_bench.services.types.local_exec_type", false]], "mlos_bench.services.types.network_provisioner_type": [[62, "module-mlos_bench.services.types.network_provisioner_type", false]], "mlos_bench.services.types.os_ops_type": [[63, "module-mlos_bench.services.types.os_ops_type", false]], "mlos_bench.services.types.remote_config_type": [[64, "module-mlos_bench.services.types.remote_config_type", false]], "mlos_bench.services.types.remote_exec_type": [[65, "module-mlos_bench.services.types.remote_exec_type", false]], "mlos_bench.services.types.vm_provisioner_type": [[66, "module-mlos_bench.services.types.vm_provisioner_type", false]], "mlos_bench.storage": [[67, "module-mlos_bench.storage", false]], "mlos_bench.storage.base_experiment_data": [[68, "module-mlos_bench.storage.base_experiment_data", false]], "mlos_bench.storage.base_storage": [[69, "module-mlos_bench.storage.base_storage", false]], "mlos_bench.storage.base_trial_data": [[70, "module-mlos_bench.storage.base_trial_data", false]], "mlos_bench.storage.base_tunable_config_data": [[71, "module-mlos_bench.storage.base_tunable_config_data", false]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false]], "mlos_bench.storage.sql": [[73, "module-mlos_bench.storage.sql", false]], "mlos_bench.storage.sql.common": [[74, "module-mlos_bench.storage.sql.common", false]], "mlos_bench.storage.sql.experiment": [[75, "module-mlos_bench.storage.sql.experiment", false]], "mlos_bench.storage.sql.experiment_data": [[76, "module-mlos_bench.storage.sql.experiment_data", false]], "mlos_bench.storage.sql.schema": [[77, "module-mlos_bench.storage.sql.schema", false]], "mlos_bench.storage.sql.storage": [[78, "module-mlos_bench.storage.sql.storage", false]], "mlos_bench.storage.sql.trial": [[79, "module-mlos_bench.storage.sql.trial", false]], "mlos_bench.storage.sql.trial_data": [[80, "module-mlos_bench.storage.sql.trial_data", false]], "mlos_bench.storage.sql.tunable_config_data": [[81, "module-mlos_bench.storage.sql.tunable_config_data", false]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false]], "mlos_bench.storage.storage_factory": [[83, "module-mlos_bench.storage.storage_factory", false]], "mlos_bench.storage.util": [[84, "module-mlos_bench.storage.util", false]], "mlos_bench.tunables": [[85, "module-mlos_bench.tunables", false]], "mlos_bench.tunables.covariant_group": [[86, "module-mlos_bench.tunables.covariant_group", false]], "mlos_bench.tunables.tunable": [[87, "module-mlos_bench.tunables.tunable", false]], "mlos_bench.tunables.tunable_groups": [[88, "module-mlos_bench.tunables.tunable_groups", false]], "mlos_bench.util": [[89, "module-mlos_bench.util", false]], "mlos_bench.version": [[90, "module-mlos_bench.version", false]], "mlos_core": [[92, "module-mlos_core", false]], "mlos_core.optimizers": [[93, "module-mlos_core.optimizers", false]], "mlos_core.optimizers.bayesian_optimizers": [[94, "module-mlos_core.optimizers.bayesian_optimizers", false]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false]], "mlos_core.optimizers.flaml_optimizer": [[97, "module-mlos_core.optimizers.flaml_optimizer", false]], "mlos_core.optimizers.optimizer": [[98, "module-mlos_core.optimizers.optimizer", false]], "mlos_core.optimizers.random_optimizer": [[99, "module-mlos_core.optimizers.random_optimizer", false]], "mlos_core.spaces": [[100, "module-mlos_core.spaces", false]], "mlos_core.spaces.adapters": [[101, "module-mlos_core.spaces.adapters", false]], "mlos_core.spaces.adapters.adapter": [[102, "module-mlos_core.spaces.adapters.adapter", false]], "mlos_core.spaces.adapters.identity_adapter": [[103, "module-mlos_core.spaces.adapters.identity_adapter", false]], "mlos_core.spaces.adapters.llamatune": [[104, "module-mlos_core.spaces.adapters.llamatune", false]], "mlos_core.spaces.converters": [[105, "module-mlos_core.spaces.converters", false]], "mlos_core.spaces.converters.flaml": [[106, "module-mlos_core.spaces.converters.flaml", false]], "mlos_core.spaces.converters.util": [[107, "module-mlos_core.spaces.converters.util", false]], "mlos_core.util": [[108, "module-mlos_core.util", false]], "mlos_core.version": [[109, "module-mlos_core.version", false]], "mlos_viz": [[111, "module-mlos_viz", false]], "mlos_viz.base": [[112, "module-mlos_viz.base", false]], "mlos_viz.dabl": [[113, "module-mlos_viz.dabl", false]], "mlos_viz.util": [[114, "module-mlos_viz.util", false]], "mlos_viz.version": [[115, "module-mlos_viz.version", false]], "mloscoreoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer", false]], "mloscoreoptimizer (class in mlos_bench.optimizers.mlos_core_optimizer)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer", false]], "mlosvizmethod (class in mlos_viz)": [[111, "mlos_viz.MlosVizMethod", false], [160, "mlos_viz.MlosVizMethod", false]], "mockenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.MockEnv", false], [119, "mlos_bench.environments.MockEnv", false]], "mockenv (class in mlos_bench.environments.mock_env)": [[11, "mlos_bench.environments.mock_env.MockEnv", false]], "mockoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.MockOptimizer", false], [128, "mlos_bench.optimizers.MockOptimizer", false]], "mockoptimizer (class in mlos_bench.optimizers.mock_optimizer)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer", false]], "module": [[0, "module-mlos_bench", false], [1, "module-mlos_bench.config", false], [2, "module-mlos_bench.config.schemas", false], [3, "module-mlos_bench.config.schemas.config_schemas", false], [4, "module-mlos_bench.dict_templater", false], [5, "module-mlos_bench.environments", false], [6, "module-mlos_bench.environments.base_environment", false], [7, "module-mlos_bench.environments.composite_env", false], [8, "module-mlos_bench.environments.local", false], [9, "module-mlos_bench.environments.local.local_env", false], [10, "module-mlos_bench.environments.local.local_fileshare_env", false], [11, "module-mlos_bench.environments.mock_env", false], [12, "module-mlos_bench.environments.remote", false], [13, "module-mlos_bench.environments.remote.host_env", false], [14, "module-mlos_bench.environments.remote.network_env", false], [15, "module-mlos_bench.environments.remote.os_env", false], [16, "module-mlos_bench.environments.remote.remote_env", false], [17, "module-mlos_bench.environments.remote.saas_env", false], [18, "module-mlos_bench.environments.remote.vm_env", false], [19, "module-mlos_bench.environments.script_env", false], [20, "module-mlos_bench.environments.status", false], [21, "module-mlos_bench.event_loop_context", false], [22, "module-mlos_bench.launcher", false], [23, "module-mlos_bench.optimizers", false], [24, "module-mlos_bench.optimizers.base_optimizer", false], [25, "module-mlos_bench.optimizers.convert_configspace", false], [26, "module-mlos_bench.optimizers.grid_search_optimizer", false], [27, "module-mlos_bench.optimizers.mlos_core_optimizer", false], [28, "module-mlos_bench.optimizers.mock_optimizer", false], [29, "module-mlos_bench.optimizers.one_shot_optimizer", false], [30, "module-mlos_bench.optimizers.track_best_optimizer", false], [31, "module-mlos_bench.os_environ", false], [32, "module-mlos_bench.run", false], [33, "module-mlos_bench.schedulers", false], [34, "module-mlos_bench.schedulers.base_scheduler", false], [35, "module-mlos_bench.schedulers.sync_scheduler", false], [36, "module-mlos_bench.services", false], [37, "module-mlos_bench.services.base_fileshare", false], [38, "module-mlos_bench.services.base_service", false], [39, "module-mlos_bench.services.config_persistence", false], [40, "module-mlos_bench.services.local", false], [41, "module-mlos_bench.services.local.local_exec", false], [42, "module-mlos_bench.services.local.temp_dir_context", false], [43, "module-mlos_bench.services.remote", false], [44, "module-mlos_bench.services.remote.azure", false], [45, "module-mlos_bench.services.remote.azure.azure_auth", false], [46, "module-mlos_bench.services.remote.azure.azure_deployment_services", false], [47, "module-mlos_bench.services.remote.azure.azure_fileshare", false], [48, "module-mlos_bench.services.remote.azure.azure_network_services", false], [49, "module-mlos_bench.services.remote.azure.azure_saas", false], [50, "module-mlos_bench.services.remote.azure.azure_vm_services", false], [51, "module-mlos_bench.services.remote.ssh", false], [52, "module-mlos_bench.services.remote.ssh.ssh_fileshare", false], [53, "module-mlos_bench.services.remote.ssh.ssh_host_service", false], [54, "module-mlos_bench.services.remote.ssh.ssh_service", false], [55, "module-mlos_bench.services.types", false], [56, "module-mlos_bench.services.types.authenticator_type", false], [57, "module-mlos_bench.services.types.config_loader_type", false], [58, "module-mlos_bench.services.types.fileshare_type", false], [59, "module-mlos_bench.services.types.host_ops_type", false], [60, "module-mlos_bench.services.types.host_provisioner_type", false], [61, "module-mlos_bench.services.types.local_exec_type", false], [62, "module-mlos_bench.services.types.network_provisioner_type", false], [63, "module-mlos_bench.services.types.os_ops_type", false], [64, "module-mlos_bench.services.types.remote_config_type", false], [65, "module-mlos_bench.services.types.remote_exec_type", false], [66, "module-mlos_bench.services.types.vm_provisioner_type", false], [67, "module-mlos_bench.storage", false], [68, "module-mlos_bench.storage.base_experiment_data", false], [69, "module-mlos_bench.storage.base_storage", false], [70, "module-mlos_bench.storage.base_trial_data", false], [71, "module-mlos_bench.storage.base_tunable_config_data", false], [72, "module-mlos_bench.storage.base_tunable_config_trial_group_data", false], [73, "module-mlos_bench.storage.sql", false], [74, "module-mlos_bench.storage.sql.common", false], [75, "module-mlos_bench.storage.sql.experiment", false], [76, "module-mlos_bench.storage.sql.experiment_data", false], [77, "module-mlos_bench.storage.sql.schema", false], [78, "module-mlos_bench.storage.sql.storage", false], [79, "module-mlos_bench.storage.sql.trial", false], [80, "module-mlos_bench.storage.sql.trial_data", false], [81, "module-mlos_bench.storage.sql.tunable_config_data", false], [82, "module-mlos_bench.storage.sql.tunable_config_trial_group_data", false], [83, "module-mlos_bench.storage.storage_factory", false], [84, "module-mlos_bench.storage.util", false], [85, "module-mlos_bench.tunables", false], [86, "module-mlos_bench.tunables.covariant_group", false], [87, "module-mlos_bench.tunables.tunable", false], [88, "module-mlos_bench.tunables.tunable_groups", false], [89, "module-mlos_bench.util", false], [90, "module-mlos_bench.version", false], [92, "module-mlos_core", false], [93, "module-mlos_core.optimizers", false], [94, "module-mlos_core.optimizers.bayesian_optimizers", false], [95, "module-mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer", false], [96, "module-mlos_core.optimizers.bayesian_optimizers.smac_optimizer", false], [97, "module-mlos_core.optimizers.flaml_optimizer", false], [98, "module-mlos_core.optimizers.optimizer", false], [99, "module-mlos_core.optimizers.random_optimizer", false], [100, "module-mlos_core.spaces", false], [101, "module-mlos_core.spaces.adapters", false], [102, "module-mlos_core.spaces.adapters.adapter", false], [103, "module-mlos_core.spaces.adapters.identity_adapter", false], [104, "module-mlos_core.spaces.adapters.llamatune", false], [105, "module-mlos_core.spaces.converters", false], [106, "module-mlos_core.spaces.converters.flaml", false], [107, "module-mlos_core.spaces.converters.util", false], [108, "module-mlos_core.util", false], [109, "module-mlos_core.version", false], [111, "module-mlos_viz", false], [112, "module-mlos_viz.base", false], [113, "module-mlos_viz.dabl", false], [114, "module-mlos_viz.util", false], [115, "module-mlos_viz.version", false]], "monkey_patch_quantization() (in module mlos_core.spaces.converters.util)": [[107, "mlos_core.spaces.converters.util.monkey_patch_quantization", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer property)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.bayesian_optimizers.smacoptimizer property)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.n_random_init", false]], "n_random_init (mlos_core.optimizers.smacoptimizer property)": [[93, "mlos_core.optimizers.SmacOptimizer.n_random_init", false]], "name (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.name", false]], "name (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer property)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.mloscoreoptimizer property)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.name", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.name", false]], "name (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.name", false], [129, "mlos_bench.optimizers.Optimizer.name", false]], "name (mlos_bench.tunables.covariant_group.covarianttunablegroup property)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.name", false]], "name (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.name", false], [143, "mlos_bench.tunables.Tunable.name", false]], "name (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.name", false]], "networkenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.NetworkEnv", false]], "networkenv (class in mlos_bench.environments.remote.network_env)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv", false]], "new() (mlos_bench.environments.base_environment.environment class method)": [[6, "mlos_bench.environments.base_environment.Environment.new", false]], "new() (mlos_bench.environments.environment class method)": [[5, "mlos_bench.environments.Environment.new", false], [118, "mlos_bench.environments.Environment.new", false]], "new() (mlos_bench.services.base_service.service class method)": [[38, "mlos_bench.services.base_service.Service.new", false]], "new() (mlos_bench.services.service class method)": [[36, "mlos_bench.services.Service.new", false], [131, "mlos_bench.services.Service.new", false]], "new_trial() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.new_trial", false]], "new_trial() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.new_trial", false], [136, "mlos_bench.storage.Storage.Experiment.new_trial", false]], "normalize_config() (in module mlos_core.util)": [[108, "mlos_core.util.normalize_config", false]], "not_converged() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.not_converged", false]], "not_converged() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.not_converged", false], [129, "mlos_bench.optimizers.Optimizer.not_converged", false]], "not_done() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.not_done", false]], "not_done() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.not_done", false]], "nullable() (in module mlos_bench.util)": [[89, "mlos_bench.util.nullable", false]], "numerical_value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.numerical_value", false], [143, "mlos_bench.tunables.Tunable.numerical_value", false]], "numerical_value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.numerical_value", false]], "objectives (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.objectives", false]], "objectives (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.objectives", false]], "oneshotoptimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.OneShotOptimizer", false]], "oneshotoptimizer (class in mlos_bench.optimizers.one_shot_optimizer)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer", false]], "opt_targets (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.opt_targets", false], [136, "mlos_bench.storage.Storage.Experiment.opt_targets", false]], "opt_targets (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.opt_targets", false], [136, "mlos_bench.storage.Storage.Trial.opt_targets", false]], "optimizer (class in mlos_bench.optimizers)": [[23, "mlos_bench.optimizers.Optimizer", false], [129, "mlos_bench.optimizers.Optimizer", false]], "optimizer (class in mlos_bench.optimizers.base_optimizer)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer", false]], "optimizer (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.OPTIMIZER", false]], "optimizer (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.OPTIMIZER", false]], "optimizerfactory (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.OptimizerFactory", false], [145, "mlos_core.optimizers.OptimizerFactory", false]], "optimizertype (class in mlos_core.optimizers)": [[147, "mlos_core.optimizers.OptimizerType", false]], "orig_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.orig_parameter_space", false]], "osenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.OSEnv", false], [124, "mlos_bench.environments.remote.OSEnv", false]], "osenv (class in mlos_bench.environments.remote.os_env)": [[15, "mlos_bench.environments.remote.os_env.OSEnv", false]], "parameters (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.parameters", false]], "parameters (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.parameters", false], [118, "mlos_bench.environments.Environment.parameters", false]], "params (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.params", false]], "path_join() (in module mlos_bench.util)": [[89, "mlos_bench.util.path_join", false]], "pending (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.PENDING", false], [120, "mlos_bench.environments.Status.PENDING", false]], "pending (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.PENDING", false]], "pending_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.pending_configs", false]], "pending_trials() (mlos_bench.storage.base_storage.storage.experiment method)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.sql.experiment.experiment method)": [[75, "mlos_bench.storage.sql.experiment.Experiment.pending_trials", false]], "pending_trials() (mlos_bench.storage.storage.experiment method)": [[67, "mlos_bench.storage.Storage.Experiment.pending_trials", false], [136, "mlos_bench.storage.Storage.Experiment.pending_trials", false]], "plot() (in module mlos_viz)": [[111, "mlos_viz.plot", false], [161, "mlos_viz.plot", false]], "plot() (in module mlos_viz.dabl)": [[113, "mlos_viz.dabl.plot", false]], "plot_optimizer_trends() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_optimizer_trends", false]], "plot_top_n_configs() (in module mlos_viz.base)": [[112, "mlos_viz.base.plot_top_n_configs", false]], "pprint() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.pprint", false]], "pprint() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.pprint", false], [117, "mlos_bench.environments.CompositeEnv.pprint", false]], "pprint() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.pprint", false], [118, "mlos_bench.environments.Environment.pprint", false]], "pprint() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.pprint", false]], "pprint() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.pprint", false], [131, "mlos_bench.services.Service.pprint", false]], "prepare_class_load() (in module mlos_bench.util)": [[89, "mlos_bench.util.prepare_class_load", false]], "prepare_class_load() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.prepare_class_load", false]], "preprocess_dynamic_configs() (in module mlos_bench.util)": [[89, "mlos_bench.util.preprocess_dynamic_configs", false]], "provision_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.provision_host", false]], "provision_host() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.provision_host", false]], "provision_host() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.provision_host", false]], "provision_network() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.provision_network", false]], "provision_network() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.provision_network", false]], "provision_network() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.provision_network", false]], "quantization_bins (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantization_bins", false], [143, "mlos_bench.tunables.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantization_bins", false]], "quantization_bins (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.quantization_bins", false]], "quantized_values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.quantized_values", false], [143, "mlos_bench.tunables.Tunable.quantized_values", false]], "quantized_values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.quantized_values", false]], "random (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.RANDOM", false]], "randomoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.RandomOptimizer", false]], "randomoptimizer (class in mlos_core.optimizers.random_optimizer)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer", false]], "range (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.RANGE", false]], "range (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range", false], [143, "mlos_bench.tunables.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range", false]], "range (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range", false]], "range_weight (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.range_weight", false], [143, "mlos_bench.tunables.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.range_weight", false]], "range_weight (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.range_weight", false]], "ready (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.READY", false], [120, "mlos_bench.environments.Status.READY", false]], "ready (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.READY", false]], "reboot() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.reboot", false], [135, "mlos_bench.services.remote.azure.AzureVMService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.reboot", false]], "reboot() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.reboot", false]], "reboot() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.reboot", false]], "register() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.register", false]], "register() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.register", false]], "register() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.register", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.register", false]], "register() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.register", false], [129, "mlos_bench.optimizers.Optimizer.register", false]], "register() (mlos_bench.optimizers.track_best_optimizer.trackbestoptimizer method)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer.register", false]], "register() (mlos_bench.services.base_service.service method)": [[38, "mlos_bench.services.base_service.Service.register", false]], "register() (mlos_bench.services.service method)": [[36, "mlos_bench.services.Service.register", false], [131, "mlos_bench.services.Service.register", false]], "register() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register", false]], "register() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register", false]], "register_pending() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flaml_optimizer.flamloptimizer method)": [[97, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false], [150, "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.flamloptimizer method)": [[93, "mlos_core.optimizers.FlamlOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.random_optimizer.randomoptimizer method)": [[99, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false], [152, "mlos_core.optimizers.random_optimizer.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.randomoptimizer method)": [[93, "mlos_core.optimizers.RandomOptimizer.register_pending", false]], "register_pending() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.register_pending", false]], "registry (mlos_bench.config.schemas.config_schemas.schemastore property)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore.registry", false]], "remote_exec() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false], [135, "mlos_bench.services.remote.azure.AzureVMService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.remote_exec", false]], "remote_exec() (mlos_bench.services.types.remote_exec_type.supportsremoteexec method)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec.remote_exec", false]], "remote_exec() (mlos_bench.services.types.supportsremoteexec method)": [[55, "mlos_bench.services.types.SupportsRemoteExec.remote_exec", false]], "remoteenv (class in mlos_bench.environments)": [[5, "mlos_bench.environments.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.RemoteEnv", false], [125, "mlos_bench.environments.remote.RemoteEnv", false]], "remoteenv (class in mlos_bench.environments.remote.remote_env)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv", false]], "reset() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.reset", false]], "reset() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.reset", false], [144, "mlos_bench.tunables.TunableGroups.reset", false]], "reset_is_updated() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.reset_is_updated", false]], "resolve_path() (mlos_bench.services.config_persistence.configpersistenceservice method)": [[39, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false], [132, "mlos_bench.services.config_persistence.ConfigPersistenceService.resolve_path", false]], "resolve_path() (mlos_bench.services.types.config_loader_type.supportsconfigloading method)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading.resolve_path", false]], "resolve_path() (mlos_bench.services.types.supportsconfigloading method)": [[55, "mlos_bench.services.types.SupportsConfigLoading.resolve_path", false]], "restart_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.restart_host", false]], "restart_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.restart_host", false]], "restore_defaults() (mlos_bench.tunables.covariant_group.covarianttunablegroup method)": [[86, "mlos_bench.tunables.covariant_group.CovariantTunableGroup.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.restore_defaults", false]], "restore_defaults() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.restore_defaults", false], [144, "mlos_bench.tunables.TunableGroups.restore_defaults", false]], "result_column_prefix (mlos_bench.storage.base_experiment_data.experimentdata attribute)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.RESULT_COLUMN_PREFIX", false]], "results_df (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.results_df", false]], "results_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_df", false]], "results_df (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.results_df", false]], "results_df (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.results_df", false]], "results_df (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.results_df", false]], "results_dict (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false], [138, "mlos_bench.storage.base_trial_data.TrialData.results_dict", false]], "root_env_config (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.root_env_config", false]], "run() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.run", false]], "run() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.run", false]], "run() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.run", false], [117, "mlos_bench.environments.CompositeEnv.run", false]], "run() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.run", false], [118, "mlos_bench.environments.Environment.run", false]], "run() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.run", false]], "run() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.run", false], [121, "mlos_bench.environments.local.LocalEnv.run", false]], "run() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.run", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.run", false]], "run() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.run", false]], "run() (mlos_bench.environments.mock_env.mockenv method)": [[11, "mlos_bench.environments.mock_env.MockEnv.run", false]], "run() (mlos_bench.environments.mockenv method)": [[5, "mlos_bench.environments.MockEnv.run", false], [119, "mlos_bench.environments.MockEnv.run", false]], "run() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.run", false]], "run() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.run", false], [125, "mlos_bench.environments.remote.RemoteEnv.run", false]], "run() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.run", false]], "run_coroutine() (mlos_bench.event_loop_context.eventloopcontext method)": [[21, "mlos_bench.event_loop_context.EventLoopContext.run_coroutine", false]], "run_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.run_trial", false]], "run_trial() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.run_trial", false]], "running (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.RUNNING", false], [120, "mlos_bench.environments.Status.RUNNING", false]], "running (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.RUNNING", false]], "saasenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.SaaSEnv", false]], "saasenv (class in mlos_bench.environments.remote.saas_env)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv", false]], "schedule_trial() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.schedule_trial", false]], "schedule_trial() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.schedule_trial", false]], "scheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.Scheduler", false]], "scheduler (class in mlos_bench.schedulers.base_scheduler)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler", false]], "scheduler (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SCHEDULER", false]], "scheduler (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SCHEDULER", false]], "schema (mlos_bench.config.schemas.config_schemas.configschema property)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.schema", false]], "schema (mlos_bench.config.schemas.configschema property)": [[2, "mlos_bench.config.schemas.ConfigSchema.schema", false]], "schemastore (class in mlos_bench.config.schemas.config_schemas)": [[3, "mlos_bench.config.schemas.config_schemas.SchemaStore", false]], "score (mlos_core.optimizers.flaml_optimizer.evaluatedsample attribute)": [[97, "mlos_core.optimizers.flaml_optimizer.EvaluatedSample.score", false]], "scriptenv (class in mlos_bench.environments.script_env)": [[19, "mlos_bench.environments.script_env.ScriptEnv", false]], "seed (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.seed", false]], "seed (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.seed", false], [129, "mlos_bench.optimizers.Optimizer.seed", false]], "service (class in mlos_bench.services)": [[36, "mlos_bench.services.Service", false], [131, "mlos_bench.services.Service", false]], "service (class in mlos_bench.services.base_service)": [[38, "mlos_bench.services.base_service.Service", false]], "service (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.SERVICE", false]], "service (mlos_bench.launcher.launcher property)": [[22, "mlos_bench.launcher.Launcher.service", false]], "setup() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.setup", false]], "setup() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.setup", false], [117, "mlos_bench.environments.CompositeEnv.setup", false]], "setup() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.setup", false], [118, "mlos_bench.environments.Environment.setup", false]], "setup() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.setup", false], [121, "mlos_bench.environments.local.LocalEnv.setup", false]], "setup() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.setup", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.setup", false]], "setup() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.setup", false]], "setup() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.setup", false], [123, "mlos_bench.environments.remote.HostEnv.setup", false]], "setup() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.setup", false]], "setup() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.setup", false], [124, "mlos_bench.environments.remote.OSEnv.setup", false]], "setup() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.setup", false], [125, "mlos_bench.environments.remote.RemoteEnv.setup", false]], "setup() (mlos_bench.environments.remote.saas_env.saasenv method)": [[17, "mlos_bench.environments.remote.saas_env.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remote.saasenv method)": [[12, "mlos_bench.environments.remote.SaaSEnv.setup", false]], "setup() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.setup", false]], "shutdown() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false], [135, "mlos_bench.services.remote.azure.AzureVMService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.shutdown", false]], "shutdown() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.shutdown", false]], "smac (mlos_core.optimizers.optimizertype attribute)": [[147, "mlos_core.optimizers.OptimizerType.SMAC", false]], "smacoptimizer (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer", false]], "smacoptimizer (class in mlos_core.optimizers.bayesian_optimizers.smac_optimizer)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer", false]], "space_adapter (mlos_core.optimizers.baseoptimizer property)": [[93, "mlos_core.optimizers.BaseOptimizer.space_adapter", false]], "space_adapter (mlos_core.optimizers.optimizer.baseoptimizer property)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.space_adapter", false]], "spaceadapterfactory (class in mlos_core.spaces.adapters)": [[153, "mlos_core.spaces.adapters.SpaceAdapterFactory", false]], "spaceadaptertype (class in mlos_core.optimizers)": [[93, "mlos_core.optimizers.SpaceAdapterType", false]], "spaceadaptertype (class in mlos_core.spaces.adapters)": [[155, "mlos_core.spaces.adapters.SpaceAdapterType", false]], "span (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.span", false], [143, "mlos_bench.tunables.Tunable.span", false]], "span (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.span", false]], "special (mlos_bench.optimizers.convert_configspace.tunablevaluekind attribute)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind.SPECIAL", false]], "special (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.special", false], [143, "mlos_bench.tunables.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.special", false]], "special (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special", false]], "special_param_name_is_temp() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_is_temp", false]], "special_param_name_strip() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_name_strip", false]], "special_param_names() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.special_param_names", false]], "special_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.special_weights", false]], "split_cmdline() (in module mlos_bench.services.local.local_exec)": [[41, "mlos_bench.services.local.local_exec.split_cmdline", false]], "sqlstorage (class in mlos_bench.storage.sql)": [[73, "mlos_bench.storage.sql.SqlStorage", false]], "sqlstorage (class in mlos_bench.storage.sql.storage)": [[78, "mlos_bench.storage.sql.storage.SqlStorage", false], [141, "mlos_bench.storage.sql.storage.SqlStorage", false]], "sshclient (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClient", false]], "sshclientcache (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshClientCache", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService", false]], "sshfileshareservice (class in mlos_bench.services.remote.ssh.ssh_fileshare)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh)": [[51, "mlos_bench.services.remote.ssh.SshHostService", false]], "sshhostservice (class in mlos_bench.services.remote.ssh.ssh_host_service)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService", false]], "sshservice (class in mlos_bench.services.remote.ssh.ssh_service)": [[54, "mlos_bench.services.remote.ssh.ssh_service.SshService", false]], "start() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.start", false]], "start() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.start", false]], "start() (mlos_bench.schedulers.sync_scheduler.syncscheduler method)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler.start", false]], "start() (mlos_bench.schedulers.syncscheduler method)": [[33, "mlos_bench.schedulers.SyncScheduler.start", false]], "start_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.start_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.start_host", false]], "start_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.start_host", false]], "start_with_defaults (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.start_with_defaults", false]], "start_with_defaults (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.start_with_defaults", false], [129, "mlos_bench.optimizers.Optimizer.start_with_defaults", false]], "status (class in mlos_bench.environments)": [[5, "mlos_bench.environments.Status", false], [120, "mlos_bench.environments.Status", false]], "status (class in mlos_bench.environments.status)": [[20, "mlos_bench.environments.status.Status", false]], "status (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.status", false], [138, "mlos_bench.storage.base_trial_data.TrialData.status", false]], "status() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.status", false]], "status() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.status", false]], "status() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.status", false], [117, "mlos_bench.environments.CompositeEnv.status", false]], "status() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.status", false], [118, "mlos_bench.environments.Environment.status", false]], "status() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.status", false]], "status() (mlos_bench.environments.local.local_fileshare_env.localfileshareenv method)": [[10, "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.status", false], [121, "mlos_bench.environments.local.LocalEnv.status", false]], "status() (mlos_bench.environments.local.localfileshareenv method)": [[8, "mlos_bench.environments.local.LocalFileShareEnv.status", false], [122, "mlos_bench.environments.local.LocalFileShareEnv.status", false]], "status() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.status", false]], "status() (mlos_bench.environments.localfileshareenv method)": [[5, "mlos_bench.environments.LocalFileShareEnv.status", false]], "stop_host() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false], [135, "mlos_bench.services.remote.azure.AzureVMService.stop_host", false]], "stop_host() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.stop_host", false]], "storage (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage", false], [136, "mlos_bench.storage.Storage", false]], "storage (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage", false]], "storage (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.STORAGE", false]], "storage (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.STORAGE", false]], "storage.experiment (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Experiment", false], [136, "mlos_bench.storage.Storage.Experiment", false]], "storage.experiment (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment", false]], "storage.trial (class in mlos_bench.storage)": [[67, "mlos_bench.storage.Storage.Trial", false], [136, "mlos_bench.storage.Storage.Trial", false]], "storage.trial (class in mlos_bench.storage.base_storage)": [[69, "mlos_bench.storage.base_storage.Storage.Trial", false]], "subgroup() (mlos_bench.tunables.tunable_groups.tunablegroups method)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups.subgroup", false]], "subgroup() (mlos_bench.tunables.tunablegroups method)": [[85, "mlos_bench.tunables.TunableGroups.subgroup", false], [144, "mlos_bench.tunables.TunableGroups.subgroup", false]], "succeeded (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.SUCCEEDED", false], [120, "mlos_bench.environments.Status.SUCCEEDED", false]], "succeeded (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.SUCCEEDED", false]], "suggest() (mlos_bench.optimizers.base_optimizer.optimizer method)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.suggest", false]], "suggest() (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer method)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mlos_core_optimizer.mloscoreoptimizer method)": [[27, "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mloscoreoptimizer method)": [[23, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false], [127, "mlos_bench.optimizers.MlosCoreOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mock_optimizer.mockoptimizer method)": [[28, "mlos_bench.optimizers.mock_optimizer.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.mockoptimizer method)": [[23, "mlos_bench.optimizers.MockOptimizer.suggest", false], [128, "mlos_bench.optimizers.MockOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer method)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.oneshotoptimizer method)": [[23, "mlos_bench.optimizers.OneShotOptimizer.suggest", false]], "suggest() (mlos_bench.optimizers.optimizer method)": [[23, "mlos_bench.optimizers.Optimizer.suggest", false], [129, "mlos_bench.optimizers.Optimizer.suggest", false]], "suggest() (mlos_core.optimizers.baseoptimizer method)": [[93, "mlos_core.optimizers.BaseOptimizer.suggest", false]], "suggest() (mlos_core.optimizers.optimizer.baseoptimizer method)": [[98, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false], [151, "mlos_core.optimizers.optimizer.BaseOptimizer.suggest", false]], "suggested_configs (mlos_bench.optimizers.grid_search_optimizer.gridsearchoptimizer property)": [[26, "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer.suggested_configs", false]], "supports_preload (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.one_shot_optimizer.oneshotoptimizer property)": [[29, "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.oneshotoptimizer property)": [[23, "mlos_bench.optimizers.OneShotOptimizer.supports_preload", false]], "supports_preload (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.supports_preload", false], [129, "mlos_bench.optimizers.Optimizer.supports_preload", false]], "supportsauth (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsAuth", false]], "supportsauth (class in mlos_bench.services.types.authenticator_type)": [[56, "mlos_bench.services.types.authenticator_type.SupportsAuth", false]], "supportsconfigloading (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsConfigLoading", false]], "supportsconfigloading (class in mlos_bench.services.types.config_loader_type)": [[57, "mlos_bench.services.types.config_loader_type.SupportsConfigLoading", false]], "supportsfileshareops (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsFileShareOps", false]], "supportsfileshareops (class in mlos_bench.services.types.fileshare_type)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps", false]], "supportshostops (class in mlos_bench.services.types.host_ops_type)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps", false]], "supportshostprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsHostProvisioning", false]], "supportshostprovisioning (class in mlos_bench.services.types.host_provisioner_type)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning", false]], "supportslocalexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsLocalExec", false]], "supportslocalexec (class in mlos_bench.services.types.local_exec_type)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning", false]], "supportsnetworkprovisioning (class in mlos_bench.services.types.network_provisioner_type)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning", false]], "supportsosops (class in mlos_bench.services.types.os_ops_type)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps", false]], "supportsremoteconfig (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteConfig", false]], "supportsremoteconfig (class in mlos_bench.services.types.remote_config_type)": [[64, "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig", false]], "supportsremoteexec (class in mlos_bench.services.types)": [[55, "mlos_bench.services.types.SupportsRemoteExec", false]], "supportsremoteexec (class in mlos_bench.services.types.remote_exec_type)": [[65, "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec", false]], "supportsvmops (class in mlos_bench.services.types.vm_provisioner_type)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.basebayesianoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false], [148, "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.basebayesianoptimizer method)": [[95, "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smac_optimizer.smacoptimizer method)": [[96, "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.bayesian_optimizers.smacoptimizer method)": [[94, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false], [149, "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer.surrogate_predict", false]], "surrogate_predict() (mlos_core.optimizers.smacoptimizer method)": [[93, "mlos_core.optimizers.SmacOptimizer.surrogate_predict", false]], "syncscheduler (class in mlos_bench.schedulers)": [[33, "mlos_bench.schedulers.SyncScheduler", false]], "syncscheduler (class in mlos_bench.schedulers.sync_scheduler)": [[35, "mlos_bench.schedulers.sync_scheduler.SyncScheduler", false]], "target_parameter_space (mlos_core.spaces.adapters.adapter.basespaceadapter property)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identity_adapter.identityadapter property)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.identityadapter property)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatune.llamatuneadapter property)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.target_parameter_space", false]], "target_parameter_space (mlos_core.spaces.adapters.llamatuneadapter property)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.target_parameter_space", false]], "targets (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.targets", false]], "targets (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.targets", false], [129, "mlos_bench.optimizers.Optimizer.targets", false]], "teardown() (mlos_bench.environments.base_environment.environment method)": [[6, "mlos_bench.environments.base_environment.Environment.teardown", false]], "teardown() (mlos_bench.environments.composite_env.compositeenv method)": [[7, "mlos_bench.environments.composite_env.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.compositeenv method)": [[5, "mlos_bench.environments.CompositeEnv.teardown", false], [117, "mlos_bench.environments.CompositeEnv.teardown", false]], "teardown() (mlos_bench.environments.environment method)": [[5, "mlos_bench.environments.Environment.teardown", false], [118, "mlos_bench.environments.Environment.teardown", false]], "teardown() (mlos_bench.environments.local.local_env.localenv method)": [[9, "mlos_bench.environments.local.local_env.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.local.localenv method)": [[8, "mlos_bench.environments.local.LocalEnv.teardown", false], [121, "mlos_bench.environments.local.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.localenv method)": [[5, "mlos_bench.environments.LocalEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.host_env.hostenv method)": [[13, "mlos_bench.environments.remote.host_env.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.hostenv method)": [[12, "mlos_bench.environments.remote.HostEnv.teardown", false], [123, "mlos_bench.environments.remote.HostEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.network_env.networkenv method)": [[14, "mlos_bench.environments.remote.network_env.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.networkenv method)": [[12, "mlos_bench.environments.remote.NetworkEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.os_env.osenv method)": [[15, "mlos_bench.environments.remote.os_env.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.osenv method)": [[12, "mlos_bench.environments.remote.OSEnv.teardown", false], [124, "mlos_bench.environments.remote.OSEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remote_env.remoteenv method)": [[16, "mlos_bench.environments.remote.remote_env.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remote.remoteenv method)": [[12, "mlos_bench.environments.remote.RemoteEnv.teardown", false], [125, "mlos_bench.environments.remote.RemoteEnv.teardown", false]], "teardown() (mlos_bench.environments.remoteenv method)": [[5, "mlos_bench.environments.RemoteEnv.teardown", false]], "teardown() (mlos_bench.schedulers.base_scheduler.scheduler method)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.teardown", false]], "teardown() (mlos_bench.schedulers.scheduler method)": [[33, "mlos_bench.schedulers.Scheduler.teardown", false]], "telemetry_df (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false], [138, "mlos_bench.storage.base_trial_data.TrialData.telemetry_df", false]], "telemetry_df (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.telemetry_df", false]], "temp_dir_context() (mlos_bench.services.local.temp_dir_context.tempdircontextservice method)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.local_exec_type.supportslocalexec method)": [[61, "mlos_bench.services.types.local_exec_type.SupportsLocalExec.temp_dir_context", false]], "temp_dir_context() (mlos_bench.services.types.supportslocalexec method)": [[55, "mlos_bench.services.types.SupportsLocalExec.temp_dir_context", false]], "tempdircontextservice (class in mlos_bench.services.local.temp_dir_context)": [[42, "mlos_bench.services.local.temp_dir_context.TempDirContextService", false]], "timed_out (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.TIMED_OUT", false], [120, "mlos_bench.environments.Status.TIMED_OUT", false]], "timed_out (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.TIMED_OUT", false]], "trackbestoptimizer (class in mlos_bench.optimizers.track_best_optimizer)": [[30, "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer", false]], "transform() (mlos_core.spaces.adapters.adapter.basespaceadapter method)": [[102, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false], [156, "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identity_adapter.identityadapter method)": [[103, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false], [157, "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.identityadapter method)": [[101, "mlos_core.spaces.adapters.IdentityAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatune.llamatuneadapter method)": [[104, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false], [158, "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter.transform", false]], "transform() (mlos_core.spaces.adapters.llamatuneadapter method)": [[101, "mlos_core.spaces.adapters.LlamaTuneAdapter.transform", false]], "trial (class in mlos_bench.storage.sql.trial)": [[79, "mlos_bench.storage.sql.trial.Trial", false]], "trial_config_repeat_count (mlos_bench.schedulers.base_scheduler.scheduler property)": [[34, "mlos_bench.schedulers.base_scheduler.Scheduler.trial_config_repeat_count", false]], "trial_config_repeat_count (mlos_bench.schedulers.scheduler property)": [[33, "mlos_bench.schedulers.Scheduler.trial_config_repeat_count", false]], "trial_id (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.trial_id", false]], "trial_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.trial_id", false]], "trial_id (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.trial_id", false], [136, "mlos_bench.storage.Storage.Experiment.trial_id", false]], "trial_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.trial_id", false], [136, "mlos_bench.storage.Storage.Trial.trial_id", false]], "trialdata (class in mlos_bench.storage.base_trial_data)": [[70, "mlos_bench.storage.base_trial_data.TrialData", false], [138, "mlos_bench.storage.base_trial_data.TrialData", false]], "trials (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.trials", false]], "trials (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.trials", false]], "trials (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.trials", false]], "trials (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.trials", false]], "trialsqldata (class in mlos_bench.storage.sql.trial_data)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData", false]], "try_parse_val() (in module mlos_bench.util)": [[89, "mlos_bench.util.try_parse_val", false]], "ts_end (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_end", false]], "ts_start (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false], [138, "mlos_bench.storage.base_trial_data.TrialData.ts_start", false]], "tunable (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.Tunable", false], [143, "mlos_bench.tunables.Tunable", false]], "tunable (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.Tunable", false]], "tunable_config (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config", false]], "tunable_config (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config", false]], "tunable_config (mlos_bench.storage.sql.tunable_config_trial_group_data.tunableconfigtrialgroupsqldata property)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData.tunable_config", false]], "tunable_config_id (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_data.tunableconfigdata property)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_id", false]], "tunable_config_id (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunable_config_id", false], [136, "mlos_bench.storage.Storage.Trial.tunable_config_id", false]], "tunable_config_trial_group (mlos_bench.storage.base_trial_data.trialdata property)": [[70, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false], [138, "mlos_bench.storage.base_trial_data.TrialData.tunable_config_trial_group", false]], "tunable_config_trial_group (mlos_bench.storage.sql.trial_data.trialsqldata property)": [[80, "mlos_bench.storage.sql.trial_data.TrialSqlData.tunable_config_trial_group", false]], "tunable_config_trial_group_id (mlos_bench.storage.base_tunable_config_trial_group_data.tunableconfigtrialgroupdata property)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData.tunable_config_trial_group_id", false]], "tunable_config_trial_groups (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_config_trial_groups", false]], "tunable_config_trial_groups (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_config_trial_groups", false]], "tunable_configs (mlos_bench.storage.base_experiment_data.experimentdata property)": [[68, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false], [137, "mlos_bench.storage.base_experiment_data.ExperimentData.tunable_configs", false]], "tunable_configs (mlos_bench.storage.sql.experiment_data.experimentsqldata property)": [[76, "mlos_bench.storage.sql.experiment_data.ExperimentSqlData.tunable_configs", false]], "tunable_groups_to_configspace() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_groups_to_configspace", false]], "tunable_params (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_PARAMS", false]], "tunable_params (mlos_bench.environments.base_environment.environment property)": [[6, "mlos_bench.environments.base_environment.Environment.tunable_params", false]], "tunable_params (mlos_bench.environments.environment property)": [[5, "mlos_bench.environments.Environment.tunable_params", false], [118, "mlos_bench.environments.Environment.tunable_params", false]], "tunable_params (mlos_bench.optimizers.base_optimizer.optimizer property)": [[24, "mlos_bench.optimizers.base_optimizer.Optimizer.tunable_params", false]], "tunable_params (mlos_bench.optimizers.optimizer property)": [[23, "mlos_bench.optimizers.Optimizer.tunable_params", false], [129, "mlos_bench.optimizers.Optimizer.tunable_params", false]], "tunable_values (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.TUNABLE_VALUES", false]], "tunable_values_to_configuration() (in module mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.tunable_values_to_configuration", false]], "tunableconfigdata (class in mlos_bench.storage.base_tunable_config_data)": [[71, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false], [139, "mlos_bench.storage.base_tunable_config_data.TunableConfigData", false]], "tunableconfigsqldata (class in mlos_bench.storage.sql.tunable_config_data)": [[81, "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData", false]], "tunableconfigtrialgroupdata (class in mlos_bench.storage.base_tunable_config_trial_group_data)": [[72, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false], [140, "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData", false]], "tunableconfigtrialgroupsqldata (class in mlos_bench.storage.sql.tunable_config_trial_group_data)": [[82, "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData", false]], "tunabledict (class in mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableDict", false]], "tunablegroups (class in mlos_bench.tunables)": [[85, "mlos_bench.tunables.TunableGroups", false], [144, "mlos_bench.tunables.TunableGroups", false]], "tunablegroups (class in mlos_bench.tunables.tunable_groups)": [[88, "mlos_bench.tunables.tunable_groups.TunableGroups", false]], "tunables (mlos_bench.storage.base_storage.storage.experiment property)": [[69, "mlos_bench.storage.base_storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.base_storage.storage.trial property)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.tunables", false]], "tunables (mlos_bench.storage.storage.experiment property)": [[67, "mlos_bench.storage.Storage.Experiment.tunables", false], [136, "mlos_bench.storage.Storage.Experiment.tunables", false]], "tunables (mlos_bench.storage.storage.trial property)": [[67, "mlos_bench.storage.Storage.Trial.tunables", false], [136, "mlos_bench.storage.Storage.Trial.tunables", false]], "tunablevalue (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValue", false]], "tunablevaluekind (class in mlos_bench.optimizers.convert_configspace)": [[25, "mlos_bench.optimizers.convert_configspace.TunableValueKind", false]], "tunablevaluesdict (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValuesDict", false]], "tunablevaluetype (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueType", false]], "tunablevaluetypename (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeName", false]], "tunablevaluetypetuple (in module mlos_bench.tunables.tunable)": [[87, "mlos_bench.tunables.tunable.TunableValueTypeTuple", false]], "type (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.type", false], [143, "mlos_bench.tunables.Tunable.type", false]], "type (mlos_bench.tunables.tunable.distributiondict attribute)": [[87, "mlos_bench.tunables.tunable.DistributionDict.type", false]], "type (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.type", false]], "type (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.type", false]], "unified (mlos_bench.config.schemas.config_schemas.configschema attribute)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.UNIFIED", false]], "unified (mlos_bench.config.schemas.configschema attribute)": [[2, "mlos_bench.config.schemas.ConfigSchema.UNIFIED", false]], "unknown (mlos_bench.environments.status attribute)": [[5, "mlos_bench.environments.Status.UNKNOWN", false], [120, "mlos_bench.environments.Status.UNKNOWN", false]], "unknown (mlos_bench.environments.status.status attribute)": [[20, "mlos_bench.environments.status.Status.UNKNOWN", false]], "update() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update", false]], "update() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update", false]], "update() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update", false], [136, "mlos_bench.storage.Storage.Trial.update", false]], "update() (mlos_bench.tunables.tunable method)": [[85, "mlos_bench.tunables.Tunable.update", false], [143, "mlos_bench.tunables.Tunable.update", false]], "update() (mlos_bench.tunables.tunable.tunable method)": [[87, "mlos_bench.tunables.tunable.Tunable.update", false]], "update_telemetry() (mlos_bench.storage.base_storage.storage.trial method)": [[69, "mlos_bench.storage.base_storage.Storage.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.sql.trial.trial method)": [[79, "mlos_bench.storage.sql.trial.Trial.update_telemetry", false]], "update_telemetry() (mlos_bench.storage.storage.trial method)": [[67, "mlos_bench.storage.Storage.Trial.update_telemetry", false], [136, "mlos_bench.storage.Storage.Trial.update_telemetry", false]], "upload (mlos_bench.services.remote.ssh.ssh_fileshare.copymode attribute)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode.UPLOAD", false]], "upload() (mlos_bench.services.base_fileshare.fileshareservice method)": [[37, "mlos_bench.services.base_fileshare.FileShareService.upload", false]], "upload() (mlos_bench.services.fileshareservice method)": [[36, "mlos_bench.services.FileShareService.upload", false], [130, "mlos_bench.services.FileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azure_fileshare.azurefileshareservice method)": [[47, "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.azure.azurefileshareservice method)": [[44, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false], [134, "mlos_bench.services.remote.azure.AzureFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.ssh_fileshare.sshfileshareservice method)": [[52, "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService.upload", false]], "upload() (mlos_bench.services.remote.ssh.sshfileshareservice method)": [[51, "mlos_bench.services.remote.ssh.SshFileShareService.upload", false]], "upload() (mlos_bench.services.types.fileshare_type.supportsfileshareops method)": [[58, "mlos_bench.services.types.fileshare_type.SupportsFileShareOps.upload", false]], "upload() (mlos_bench.services.types.supportsfileshareops method)": [[55, "mlos_bench.services.types.SupportsFileShareOps.upload", false]], "utcify_nullable_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_nullable_timestamp", false]], "utcify_timestamp() (in module mlos_bench.util)": [[89, "mlos_bench.util.utcify_timestamp", false]], "validate() (mlos_bench.config.schemas.config_schemas.configschema method)": [[3, "mlos_bench.config.schemas.config_schemas.ConfigSchema.validate", false]], "validate() (mlos_bench.config.schemas.configschema method)": [[2, "mlos_bench.config.schemas.ConfigSchema.validate", false]], "value (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.value", false], [143, "mlos_bench.tunables.Tunable.value", false]], "value (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.value", false]], "values (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.values", false], [143, "mlos_bench.tunables.Tunable.values", false]], "values (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.values", false]], "values_weights (mlos_bench.tunables.tunable.tunabledict attribute)": [[87, "mlos_bench.tunables.tunable.TunableDict.values_weights", false]], "vm_deprovision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_deprovision", false]], "vm_provision() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_provision", false]], "vm_restart() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_restart", false]], "vm_start() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_start", false]], "vm_stop() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.vm_stop", false]], "vmenv (class in mlos_bench.environments.remote)": [[12, "mlos_bench.environments.remote.VMEnv", false], [126, "mlos_bench.environments.remote.VMEnv", false]], "vmenv (class in mlos_bench.environments.remote.vm_env)": [[18, "mlos_bench.environments.remote.vm_env.VMEnv", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.host_provisioner_type.supportshostprovisioning method)": [[60, "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_deployment() (mlos_bench.services.types.supportshostprovisioning method)": [[55, "mlos_bench.services.types.SupportsHostProvisioning.wait_host_deployment", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_host_operation", false]], "wait_host_operation() (mlos_bench.services.types.host_ops_type.supportshostops method)": [[59, "mlos_bench.services.types.host_ops_type.SupportsHostOps.wait_host_operation", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azure_network_services.azurenetworkservice method)": [[48, "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.remote.azure.azurenetworkservice method)": [[44, "mlos_bench.services.remote.azure.AzureNetworkService.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.network_provisioner_type.supportsnetworkprovisioning method)": [[62, "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_network_deployment() (mlos_bench.services.types.supportsnetworkprovisioning method)": [[55, "mlos_bench.services.types.SupportsNetworkProvisioning.wait_network_deployment", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azure_vm_services.azurevmservice method)": [[50, "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.azure.azurevmservice method)": [[44, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false], [135, "mlos_bench.services.remote.azure.AzureVMService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.ssh_host_service.sshhostservice method)": [[53, "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.remote.ssh.sshhostservice method)": [[51, "mlos_bench.services.remote.ssh.SshHostService.wait_os_operation", false]], "wait_os_operation() (mlos_bench.services.types.os_ops_type.supportsosops method)": [[63, "mlos_bench.services.types.os_ops_type.SupportsOSOps.wait_os_operation", false]], "wait_vm_deployment() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_deployment", false]], "wait_vm_operation() (mlos_bench.services.types.vm_provisioner_type.supportsvmops method)": [[66, "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps.wait_vm_operation", false]], "weights (mlos_bench.tunables.tunable property)": [[85, "mlos_bench.tunables.Tunable.weights", false], [143, "mlos_bench.tunables.Tunable.weights", false]], "weights (mlos_bench.tunables.tunable.tunable property)": [[87, "mlos_bench.tunables.tunable.Tunable.weights", false]]}, "objects": {"": [[0, 0, 0, "-", "mlos_bench"], [92, 0, 0, "-", "mlos_core"], [111, 0, 0, "-", "mlos_viz"]], "mlos_bench": [[1, 0, 0, "-", "config"], [4, 0, 0, "-", "dict_templater"], [5, 0, 0, "-", "environments"], [21, 0, 0, "-", "event_loop_context"], [22, 0, 0, "-", "launcher"], [23, 0, 0, "-", "optimizers"], [31, 0, 0, "-", "os_environ"], [32, 0, 0, "-", "run"], [33, 0, 0, "-", "schedulers"], [36, 0, 0, "-", "services"], [67, 0, 0, "-", "storage"], [85, 0, 0, "-", "tunables"], [89, 0, 0, "-", "util"], [90, 0, 0, "-", "version"]], "mlos_bench.config": [[2, 0, 0, "-", "schemas"]], "mlos_bench.config.schemas": [[2, 1, 1, "", "ConfigSchema"], [3, 0, 0, "-", "config_schemas"]], "mlos_bench.config.schemas.ConfigSchema": [[2, 2, 1, "", "CLI"], [2, 2, 1, "", "ENVIRONMENT"], [2, 2, 1, "", "GLOBALS"], [2, 2, 1, "", "OPTIMIZER"], [2, 2, 1, "", "SCHEDULER"], [2, 2, 1, "", "SERVICE"], [2, 2, 1, "", "STORAGE"], [2, 2, 1, "", "TUNABLE_PARAMS"], [2, 2, 1, "", "TUNABLE_VALUES"], [2, 2, 1, "", "UNIFIED"], [2, 3, 1, "", "schema"], [2, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas": [[3, 1, 1, "", "ConfigSchema"], [3, 1, 1, "", "SchemaStore"]], "mlos_bench.config.schemas.config_schemas.ConfigSchema": [[3, 2, 1, "", "CLI"], [3, 2, 1, "", "ENVIRONMENT"], [3, 2, 1, "", "GLOBALS"], [3, 2, 1, "", "OPTIMIZER"], [3, 2, 1, "", "SCHEDULER"], [3, 2, 1, "", "SERVICE"], [3, 2, 1, "", "STORAGE"], [3, 2, 1, "", "TUNABLE_PARAMS"], [3, 2, 1, "", "TUNABLE_VALUES"], [3, 2, 1, "", "UNIFIED"], [3, 3, 1, "", "schema"], [3, 4, 1, "", "validate"]], "mlos_bench.config.schemas.config_schemas.SchemaStore": [[3, 3, 1, "", "registry"]], "mlos_bench.dict_templater": [[4, 1, 1, "", "DictTemplater"]], "mlos_bench.dict_templater.DictTemplater": [[4, 4, 1, "", "expand_vars"]], "mlos_bench.environments": [[117, 1, 1, "", "CompositeEnv"], [118, 1, 1, "", "Environment"], [5, 1, 1, "", "LocalEnv"], [5, 1, 1, "", "LocalFileShareEnv"], [119, 1, 1, "", "MockEnv"], [5, 1, 1, "", "RemoteEnv"], [120, 1, 1, "", "Status"], [6, 0, 0, "-", "base_environment"], [7, 0, 0, "-", "composite_env"], [8, 0, 0, "-", "local"], [11, 0, 0, "-", "mock_env"], [12, 0, 0, "-", "remote"], [19, 0, 0, "-", "script_env"], [20, 0, 0, "-", "status"]], "mlos_bench.environments.CompositeEnv": [[117, 4, 1, "", "__init__"], [117, 3, 1, "", "children"], [117, 4, 1, "", "pprint"], [117, 4, 1, "", "run"], [117, 4, 1, "", "setup"], [117, 4, 1, "", "status"], [117, 4, 1, "", "teardown"]], "mlos_bench.environments.Environment": [[118, 4, 1, "", "__init__"], [118, 4, 1, "", "new"], [118, 3, 1, "", "parameters"], [118, 4, 1, "", "pprint"], [118, 4, 1, "", "run"], [118, 4, 1, "", "setup"], [118, 4, 1, "", "status"], [118, 4, 1, "", "teardown"], [118, 3, 1, "", "tunable_params"]], "mlos_bench.environments.LocalEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.LocalFileShareEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "status"]], "mlos_bench.environments.MockEnv": [[119, 4, 1, "", "__init__"], [119, 4, 1, "", "run"]], "mlos_bench.environments.RemoteEnv": [[5, 4, 1, "", "run"], [5, 4, 1, "", "setup"], [5, 4, 1, "", "teardown"]], "mlos_bench.environments.Status": [[120, 2, 1, "", "CANCELED"], [120, 2, 1, "", "FAILED"], [120, 2, 1, "", "PENDING"], [120, 2, 1, "", "READY"], [120, 2, 1, "", "RUNNING"], [120, 2, 1, "", "SUCCEEDED"], [120, 2, 1, "", "TIMED_OUT"], [120, 2, 1, "", "UNKNOWN"], [120, 4, 1, "", "__init__"], [120, 4, 1, "", "is_canceled"], [120, 4, 1, "", "is_completed"], [120, 4, 1, "", "is_failed"], [120, 4, 1, "", "is_good"], [120, 4, 1, "", "is_pending"], [120, 4, 1, "", "is_ready"], [120, 4, 1, "", "is_succeeded"], [120, 4, 1, "", "is_timed_out"]], "mlos_bench.environments.base_environment": [[6, 1, 1, "", "Environment"]], "mlos_bench.environments.base_environment.Environment": [[6, 4, 1, "", "new"], [6, 3, 1, "", "parameters"], [6, 4, 1, "", "pprint"], [6, 4, 1, "", "run"], [6, 4, 1, "", "setup"], [6, 4, 1, "", "status"], [6, 4, 1, "", "teardown"], [6, 3, 1, "", "tunable_params"]], "mlos_bench.environments.composite_env": [[7, 1, 1, "", "CompositeEnv"]], "mlos_bench.environments.composite_env.CompositeEnv": [[7, 3, 1, "", "children"], [7, 4, 1, "", "pprint"], [7, 4, 1, "", "run"], [7, 4, 1, "", "setup"], [7, 4, 1, "", "status"], [7, 4, 1, "", "teardown"]], "mlos_bench.environments.local": [[121, 1, 1, "", "LocalEnv"], [122, 1, 1, "", "LocalFileShareEnv"], [9, 0, 0, "-", "local_env"], [10, 0, 0, "-", "local_fileshare_env"]], "mlos_bench.environments.local.LocalEnv": [[121, 4, 1, "", "__init__"], [121, 4, 1, "", "run"], [121, 4, 1, "", "setup"], [121, 4, 1, "", "status"], [121, 4, 1, "", "teardown"]], "mlos_bench.environments.local.LocalFileShareEnv": [[122, 4, 1, "", "__init__"], [122, 4, 1, "", "run"], [122, 4, 1, "", "setup"], [122, 4, 1, "", "status"]], "mlos_bench.environments.local.local_env": [[9, 1, 1, "", "LocalEnv"]], "mlos_bench.environments.local.local_env.LocalEnv": [[9, 4, 1, "", "run"], [9, 4, 1, "", "setup"], [9, 4, 1, "", "status"], [9, 4, 1, "", "teardown"]], "mlos_bench.environments.local.local_fileshare_env": [[10, 1, 1, "", "LocalFileShareEnv"]], "mlos_bench.environments.local.local_fileshare_env.LocalFileShareEnv": [[10, 4, 1, "", "run"], [10, 4, 1, "", "setup"], [10, 4, 1, "", "status"]], "mlos_bench.environments.mock_env": [[11, 1, 1, "", "MockEnv"]], "mlos_bench.environments.mock_env.MockEnv": [[11, 4, 1, "", "run"]], "mlos_bench.environments.remote": [[123, 1, 1, "", "HostEnv"], [12, 1, 1, "", "NetworkEnv"], [124, 1, 1, "", "OSEnv"], [125, 1, 1, "", "RemoteEnv"], [12, 1, 1, "", "SaaSEnv"], [126, 1, 1, "", "VMEnv"], [13, 0, 0, "-", "host_env"], [14, 0, 0, "-", "network_env"], [15, 0, 0, "-", "os_env"], [16, 0, 0, "-", "remote_env"], [17, 0, 0, "-", "saas_env"], [18, 0, 0, "-", "vm_env"]], "mlos_bench.environments.remote.HostEnv": [[123, 4, 1, "", "__init__"], [123, 4, 1, "", "setup"], [123, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.NetworkEnv": [[12, 4, 1, "", "setup"], [12, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.OSEnv": [[124, 4, 1, "", "__init__"], [124, 4, 1, "", "setup"], [124, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.RemoteEnv": [[125, 4, 1, "", "__init__"], [125, 4, 1, "", "run"], [125, 4, 1, "", "setup"], [125, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.SaaSEnv": [[12, 4, 1, "", "setup"]], "mlos_bench.environments.remote.VMEnv": [[126, 4, 1, "", "__init__"]], "mlos_bench.environments.remote.host_env": [[13, 1, 1, "", "HostEnv"]], "mlos_bench.environments.remote.host_env.HostEnv": [[13, 4, 1, "", "setup"], [13, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.network_env": [[14, 1, 1, "", "NetworkEnv"]], "mlos_bench.environments.remote.network_env.NetworkEnv": [[14, 4, 1, "", "setup"], [14, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.os_env": [[15, 1, 1, "", "OSEnv"]], "mlos_bench.environments.remote.os_env.OSEnv": [[15, 4, 1, "", "setup"], [15, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.remote_env": [[16, 1, 1, "", "RemoteEnv"]], "mlos_bench.environments.remote.remote_env.RemoteEnv": [[16, 4, 1, "", "run"], [16, 4, 1, "", "setup"], [16, 4, 1, "", "teardown"]], "mlos_bench.environments.remote.saas_env": [[17, 1, 1, "", "SaaSEnv"]], "mlos_bench.environments.remote.saas_env.SaaSEnv": [[17, 4, 1, "", "setup"]], "mlos_bench.environments.remote.vm_env": [[18, 1, 1, "", "VMEnv"]], "mlos_bench.environments.script_env": [[19, 1, 1, "", "ScriptEnv"]], "mlos_bench.environments.status": [[20, 1, 1, "", "Status"]], "mlos_bench.environments.status.Status": [[20, 2, 1, "", "CANCELED"], [20, 2, 1, "", "FAILED"], [20, 2, 1, "", "PENDING"], [20, 2, 1, "", "READY"], [20, 2, 1, "", "RUNNING"], [20, 2, 1, "", "SUCCEEDED"], [20, 2, 1, "", "TIMED_OUT"], [20, 2, 1, "", "UNKNOWN"], [20, 4, 1, "", "is_canceled"], [20, 4, 1, "", "is_completed"], [20, 4, 1, "", "is_failed"], [20, 4, 1, "", "is_good"], [20, 4, 1, "", "is_pending"], [20, 4, 1, "", "is_ready"], [20, 4, 1, "", "is_succeeded"], [20, 4, 1, "", "is_timed_out"]], "mlos_bench.event_loop_context": [[21, 1, 1, "", "EventLoopContext"]], "mlos_bench.event_loop_context.EventLoopContext": [[21, 4, 1, "", "enter"], [21, 4, 1, "", "exit"], [21, 4, 1, "", "run_coroutine"]], "mlos_bench.launcher": [[22, 1, 1, "", "Launcher"]], "mlos_bench.launcher.Launcher": [[22, 3, 1, "", "config_loader"], [22, 3, 1, "", "service"]], "mlos_bench.optimizers": [[127, 1, 1, "", "MlosCoreOptimizer"], [128, 1, 1, "", "MockOptimizer"], [23, 1, 1, "", "OneShotOptimizer"], [129, 1, 1, "", "Optimizer"], [24, 0, 0, "-", "base_optimizer"], [25, 0, 0, "-", "convert_configspace"], [26, 0, 0, "-", "grid_search_optimizer"], [27, 0, 0, "-", "mlos_core_optimizer"], [28, 0, 0, "-", "mock_optimizer"], [29, 0, 0, "-", "one_shot_optimizer"], [30, 0, 0, "-", "track_best_optimizer"]], "mlos_bench.optimizers.MlosCoreOptimizer": [[127, 4, 1, "", "__init__"], [127, 4, 1, "", "bulk_register"], [127, 4, 1, "", "get_best_observation"], [127, 3, 1, "", "name"], [127, 4, 1, "", "register"], [127, 4, 1, "", "suggest"]], "mlos_bench.optimizers.MockOptimizer": [[128, 4, 1, "", "__init__"], [128, 4, 1, "", "bulk_register"], [128, 4, 1, "", "suggest"]], "mlos_bench.optimizers.OneShotOptimizer": [[23, 4, 1, "", "suggest"], [23, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.Optimizer": [[129, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [129, 4, 1, "", "__init__"], [129, 4, 1, "", "bulk_register"], [129, 3, 1, "", "config_space"], [129, 3, 1, "", "current_iteration"], [129, 4, 1, "", "get_best_observation"], [129, 3, 1, "", "max_suggestions"], [129, 3, 1, "", "name"], [129, 4, 1, "", "not_converged"], [129, 4, 1, "", "register"], [129, 3, 1, "", "seed"], [129, 3, 1, "", "start_with_defaults"], [129, 4, 1, "", "suggest"], [129, 3, 1, "", "supports_preload"], [129, 3, 1, "", "targets"], [129, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.base_optimizer": [[24, 1, 1, "", "Optimizer"]], "mlos_bench.optimizers.base_optimizer.Optimizer": [[24, 2, 1, "", "BASE_SUPPORTED_CONFIG_PROPS"], [24, 4, 1, "", "bulk_register"], [24, 3, 1, "", "config_space"], [24, 3, 1, "", "current_iteration"], [24, 4, 1, "", "get_best_observation"], [24, 3, 1, "", "max_suggestions"], [24, 3, 1, "", "name"], [24, 4, 1, "", "not_converged"], [24, 4, 1, "", "register"], [24, 3, 1, "", "seed"], [24, 3, 1, "", "start_with_defaults"], [24, 4, 1, "", "suggest"], [24, 3, 1, "", "supports_preload"], [24, 3, 1, "", "targets"], [24, 3, 1, "", "tunable_params"]], "mlos_bench.optimizers.convert_configspace": [[25, 1, 1, "", "TunableValueKind"], [25, 5, 1, "", "configspace_data_to_tunable_values"], [25, 5, 1, "", "special_param_name_is_temp"], [25, 5, 1, "", "special_param_name_strip"], [25, 5, 1, "", "special_param_names"], [25, 5, 1, "", "tunable_groups_to_configspace"], [25, 5, 1, "", "tunable_values_to_configuration"]], "mlos_bench.optimizers.convert_configspace.TunableValueKind": [[25, 2, 1, "", "RANGE"], [25, 2, 1, "", "SPECIAL"]], "mlos_bench.optimizers.grid_search_optimizer": [[26, 1, 1, "", "GridSearchOptimizer"]], "mlos_bench.optimizers.grid_search_optimizer.GridSearchOptimizer": [[26, 4, 1, "", "bulk_register"], [26, 4, 1, "", "not_converged"], [26, 3, 1, "", "pending_configs"], [26, 4, 1, "", "register"], [26, 4, 1, "", "suggest"], [26, 3, 1, "", "suggested_configs"]], "mlos_bench.optimizers.mlos_core_optimizer": [[27, 1, 1, "", "MlosCoreOptimizer"]], "mlos_bench.optimizers.mlos_core_optimizer.MlosCoreOptimizer": [[27, 4, 1, "", "bulk_register"], [27, 4, 1, "", "get_best_observation"], [27, 3, 1, "", "name"], [27, 4, 1, "", "register"], [27, 4, 1, "", "suggest"]], "mlos_bench.optimizers.mock_optimizer": [[28, 1, 1, "", "MockOptimizer"]], "mlos_bench.optimizers.mock_optimizer.MockOptimizer": [[28, 4, 1, "", "bulk_register"], [28, 4, 1, "", "suggest"]], "mlos_bench.optimizers.one_shot_optimizer": [[29, 1, 1, "", "OneShotOptimizer"]], "mlos_bench.optimizers.one_shot_optimizer.OneShotOptimizer": [[29, 4, 1, "", "suggest"], [29, 3, 1, "", "supports_preload"]], "mlos_bench.optimizers.track_best_optimizer": [[30, 1, 1, "", "TrackBestOptimizer"]], "mlos_bench.optimizers.track_best_optimizer.TrackBestOptimizer": [[30, 4, 1, "", "get_best_observation"], [30, 4, 1, "", "register"]], "mlos_bench.schedulers": [[33, 1, 1, "", "Scheduler"], [33, 1, 1, "", "SyncScheduler"], [34, 0, 0, "-", "base_scheduler"], [35, 0, 0, "-", "sync_scheduler"]], "mlos_bench.schedulers.Scheduler": [[33, 4, 1, "", "get_best_observation"], [33, 4, 1, "", "load_config"], [33, 3, 1, "", "max_trials"], [33, 4, 1, "", "not_done"], [33, 4, 1, "", "run_trial"], [33, 4, 1, "", "schedule_trial"], [33, 4, 1, "", "start"], [33, 4, 1, "", "teardown"], [33, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.SyncScheduler": [[33, 4, 1, "", "run_trial"], [33, 4, 1, "", "start"]], "mlos_bench.schedulers.base_scheduler": [[34, 1, 1, "", "Scheduler"]], "mlos_bench.schedulers.base_scheduler.Scheduler": [[34, 4, 1, "", "get_best_observation"], [34, 4, 1, "", "load_config"], [34, 3, 1, "", "max_trials"], [34, 4, 1, "", "not_done"], [34, 4, 1, "", "run_trial"], [34, 4, 1, "", "schedule_trial"], [34, 4, 1, "", "start"], [34, 4, 1, "", "teardown"], [34, 3, 1, "", "trial_config_repeat_count"]], "mlos_bench.schedulers.sync_scheduler": [[35, 1, 1, "", "SyncScheduler"]], "mlos_bench.schedulers.sync_scheduler.SyncScheduler": [[35, 4, 1, "", "run_trial"], [35, 4, 1, "", "start"]], "mlos_bench.services": [[130, 1, 1, "", "FileShareService"], [36, 1, 1, "", "LocalExecService"], [131, 1, 1, "", "Service"], [37, 0, 0, "-", "base_fileshare"], [38, 0, 0, "-", "base_service"], [39, 0, 0, "-", "config_persistence"], [40, 0, 0, "-", "local"], [43, 0, 0, "-", "remote"], [55, 0, 0, "-", "types"]], "mlos_bench.services.FileShareService": [[130, 4, 1, "", "__init__"], [130, 4, 1, "", "download"], [130, 4, 1, "", "upload"]], "mlos_bench.services.LocalExecService": [[36, 4, 1, "", "local_exec"]], "mlos_bench.services.Service": [[131, 4, 1, "", "__init__"], [131, 3, 1, "", "config_loader_service"], [131, 4, 1, "", "export"], [131, 4, 1, "", "merge_methods"], [131, 4, 1, "", "new"], [131, 4, 1, "", "pprint"], [131, 4, 1, "", "register"]], "mlos_bench.services.base_fileshare": [[37, 1, 1, "", "FileShareService"]], "mlos_bench.services.base_fileshare.FileShareService": [[37, 4, 1, "", "download"], [37, 4, 1, "", "upload"]], "mlos_bench.services.base_service": [[38, 1, 1, "", "Service"]], "mlos_bench.services.base_service.Service": [[38, 3, 1, "", "config_loader_service"], [38, 4, 1, "", "export"], [38, 4, 1, "", "merge_methods"], [38, 4, 1, "", "new"], [38, 4, 1, "", "pprint"], [38, 4, 1, "", "register"]], "mlos_bench.services.config_persistence": [[132, 1, 1, "", "ConfigPersistenceService"]], "mlos_bench.services.config_persistence.ConfigPersistenceService": [[132, 2, 1, "", "BUILTIN_CONFIG_PATH"], [132, 4, 1, "", "__init__"], [132, 4, 1, "", "build_environment"], [132, 4, 1, "", "build_optimizer"], [132, 4, 1, "", "build_scheduler"], [132, 4, 1, "", "build_service"], [132, 4, 1, "", "build_storage"], [132, 3, 1, "", "config_paths"], [132, 4, 1, "", "load_config"], [132, 4, 1, "", "load_environment"], [132, 4, 1, "", "load_environment_list"], [132, 4, 1, "", "load_services"], [132, 4, 1, "", "prepare_class_load"], [132, 4, 1, "", "resolve_path"]], "mlos_bench.services.local": [[133, 1, 1, "", "LocalExecService"], [41, 0, 0, "-", "local_exec"], [42, 0, 0, "-", "temp_dir_context"]], "mlos_bench.services.local.LocalExecService": [[133, 4, 1, "", "__init__"], [133, 4, 1, "", "local_exec"]], "mlos_bench.services.local.local_exec": [[41, 1, 1, "", "LocalExecService"], [41, 5, 1, "", "split_cmdline"]], "mlos_bench.services.local.local_exec.LocalExecService": [[41, 4, 1, "", "local_exec"]], "mlos_bench.services.local.temp_dir_context": [[42, 1, 1, "", "TempDirContextService"]], "mlos_bench.services.local.temp_dir_context.TempDirContextService": [[42, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.remote": [[44, 0, 0, "-", "azure"], [51, 0, 0, "-", "ssh"]], "mlos_bench.services.remote.azure": [[44, 1, 1, "", "AzureAuthService"], [134, 1, 1, "", "AzureFileShareService"], [44, 1, 1, "", "AzureNetworkService"], [44, 1, 1, "", "AzureSaaSConfigService"], [135, 1, 1, "", "AzureVMService"], [45, 0, 0, "-", "azure_auth"], [46, 0, 0, "-", "azure_deployment_services"], [47, 0, 0, "-", "azure_fileshare"], [48, 0, 0, "-", "azure_network_services"], [49, 0, 0, "-", "azure_saas"], [50, 0, 0, "-", "azure_vm_services"]], "mlos_bench.services.remote.azure.AzureAuthService": [[44, 4, 1, "", "get_access_token"], [44, 4, 1, "", "get_auth_headers"], [44, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.AzureFileShareService": [[134, 4, 1, "", "__init__"], [134, 4, 1, "", "download"], [134, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.AzureNetworkService": [[44, 4, 1, "", "deprovision_network"], [44, 4, 1, "", "provision_network"], [44, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.AzureSaaSConfigService": [[44, 4, 1, "", "configure"], [44, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.AzureVMService": [[135, 4, 1, "", "__init__"], [135, 4, 1, "", "deallocate_host"], [135, 4, 1, "", "deprovision_host"], [135, 4, 1, "", "get_remote_exec_results"], [135, 4, 1, "", "provision_host"], [135, 4, 1, "", "reboot"], [135, 4, 1, "", "remote_exec"], [135, 4, 1, "", "restart_host"], [135, 4, 1, "", "shutdown"], [135, 4, 1, "", "start_host"], [135, 4, 1, "", "stop_host"], [135, 4, 1, "", "wait_host_deployment"], [135, 4, 1, "", "wait_host_operation"], [135, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.azure.azure_auth": [[45, 1, 1, "", "AzureAuthService"]], "mlos_bench.services.remote.azure.azure_auth.AzureAuthService": [[45, 4, 1, "", "get_access_token"], [45, 4, 1, "", "get_auth_headers"], [45, 4, 1, "", "get_credential"]], "mlos_bench.services.remote.azure.azure_deployment_services": [[46, 1, 1, "", "AzureDeploymentService"]], "mlos_bench.services.remote.azure.azure_deployment_services.AzureDeploymentService": [[46, 3, 1, "", "deploy_params"]], "mlos_bench.services.remote.azure.azure_fileshare": [[47, 1, 1, "", "AzureFileShareService"]], "mlos_bench.services.remote.azure.azure_fileshare.AzureFileShareService": [[47, 4, 1, "", "download"], [47, 4, 1, "", "upload"]], "mlos_bench.services.remote.azure.azure_network_services": [[48, 1, 1, "", "AzureNetworkService"]], "mlos_bench.services.remote.azure.azure_network_services.AzureNetworkService": [[48, 4, 1, "", "deprovision_network"], [48, 4, 1, "", "provision_network"], [48, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.remote.azure.azure_saas": [[49, 1, 1, "", "AzureSaaSConfigService"]], "mlos_bench.services.remote.azure.azure_saas.AzureSaaSConfigService": [[49, 4, 1, "", "configure"], [49, 4, 1, "", "is_config_pending"]], "mlos_bench.services.remote.azure.azure_vm_services": [[50, 1, 1, "", "AzureVMService"]], "mlos_bench.services.remote.azure.azure_vm_services.AzureVMService": [[50, 4, 1, "", "deallocate_host"], [50, 4, 1, "", "deprovision_host"], [50, 4, 1, "", "get_remote_exec_results"], [50, 4, 1, "", "provision_host"], [50, 4, 1, "", "reboot"], [50, 4, 1, "", "remote_exec"], [50, 4, 1, "", "restart_host"], [50, 4, 1, "", "shutdown"], [50, 4, 1, "", "start_host"], [50, 4, 1, "", "stop_host"], [50, 4, 1, "", "wait_host_deployment"], [50, 4, 1, "", "wait_host_operation"], [50, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh": [[51, 1, 1, "", "SshFileShareService"], [51, 1, 1, "", "SshHostService"], [52, 0, 0, "-", "ssh_fileshare"], [53, 0, 0, "-", "ssh_host_service"], [54, 0, 0, "-", "ssh_service"]], "mlos_bench.services.remote.ssh.SshFileShareService": [[51, 4, 1, "", "download"], [51, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.SshHostService": [[51, 4, 1, "", "get_remote_exec_results"], [51, 4, 1, "", "reboot"], [51, 4, 1, "", "remote_exec"], [51, 4, 1, "", "shutdown"], [51, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_fileshare": [[52, 1, 1, "", "CopyMode"], [52, 1, 1, "", "SshFileShareService"]], "mlos_bench.services.remote.ssh.ssh_fileshare.CopyMode": [[52, 2, 1, "", "DOWNLOAD"], [52, 2, 1, "", "UPLOAD"]], "mlos_bench.services.remote.ssh.ssh_fileshare.SshFileShareService": [[52, 4, 1, "", "download"], [52, 4, 1, "", "upload"]], "mlos_bench.services.remote.ssh.ssh_host_service": [[53, 1, 1, "", "SshHostService"]], "mlos_bench.services.remote.ssh.ssh_host_service.SshHostService": [[53, 4, 1, "", "get_remote_exec_results"], [53, 4, 1, "", "reboot"], [53, 4, 1, "", "remote_exec"], [53, 4, 1, "", "shutdown"], [53, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.remote.ssh.ssh_service": [[54, 1, 1, "", "SshClient"], [54, 1, 1, "", "SshClientCache"], [54, 1, 1, "", "SshService"]], "mlos_bench.services.remote.ssh.ssh_service.SshClient": [[54, 4, 1, "", "connection"], [54, 4, 1, "", "connection_lost"], [54, 4, 1, "", "connection_made"], [54, 4, 1, "", "id_from_connection"], [54, 4, 1, "", "id_from_params"]], "mlos_bench.services.remote.ssh.ssh_service.SshClientCache": [[54, 4, 1, "", "cleanup"], [54, 4, 1, "", "enter"], [54, 4, 1, "", "exit"], [54, 4, 1, "", "get_client_connection"]], "mlos_bench.services.remote.ssh.ssh_service.SshService": [[54, 4, 1, "", "clear_client_cache"]], "mlos_bench.services.types": [[55, 1, 1, "", "SupportsAuth"], [55, 1, 1, "", "SupportsConfigLoading"], [55, 1, 1, "", "SupportsFileShareOps"], [55, 1, 1, "", "SupportsHostProvisioning"], [55, 1, 1, "", "SupportsLocalExec"], [55, 1, 1, "", "SupportsNetworkProvisioning"], [55, 1, 1, "", "SupportsRemoteConfig"], [55, 1, 1, "", "SupportsRemoteExec"], [56, 0, 0, "-", "authenticator_type"], [57, 0, 0, "-", "config_loader_type"], [58, 0, 0, "-", "fileshare_type"], [59, 0, 0, "-", "host_ops_type"], [60, 0, 0, "-", "host_provisioner_type"], [61, 0, 0, "-", "local_exec_type"], [62, 0, 0, "-", "network_provisioner_type"], [63, 0, 0, "-", "os_ops_type"], [64, 0, 0, "-", "remote_config_type"], [65, 0, 0, "-", "remote_exec_type"], [66, 0, 0, "-", "vm_provisioner_type"]], "mlos_bench.services.types.SupportsAuth": [[55, 4, 1, "", "get_access_token"], [55, 4, 1, "", "get_auth_headers"], [55, 4, 1, "", "get_credential"]], "mlos_bench.services.types.SupportsConfigLoading": [[55, 4, 1, "", "build_environment"], [55, 4, 1, "", "load_config"], [55, 4, 1, "", "load_environment_list"], [55, 4, 1, "", "load_services"], [55, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.SupportsFileShareOps": [[55, 4, 1, "", "download"], [55, 4, 1, "", "upload"]], "mlos_bench.services.types.SupportsHostProvisioning": [[55, 4, 1, "", "deallocate_host"], [55, 4, 1, "", "deprovision_host"], [55, 4, 1, "", "provision_host"], [55, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.SupportsLocalExec": [[55, 4, 1, "", "local_exec"], [55, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.SupportsNetworkProvisioning": [[55, 4, 1, "", "deprovision_network"], [55, 4, 1, "", "provision_network"], [55, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.SupportsRemoteConfig": [[55, 4, 1, "", "configure"], [55, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.SupportsRemoteExec": [[55, 4, 1, "", "get_remote_exec_results"], [55, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.authenticator_type": [[56, 1, 1, "", "SupportsAuth"]], "mlos_bench.services.types.authenticator_type.SupportsAuth": [[56, 4, 1, "", "get_access_token"], [56, 4, 1, "", "get_auth_headers"], [56, 4, 1, "", "get_credential"]], "mlos_bench.services.types.config_loader_type": [[57, 1, 1, "", "SupportsConfigLoading"]], "mlos_bench.services.types.config_loader_type.SupportsConfigLoading": [[57, 4, 1, "", "build_environment"], [57, 4, 1, "", "load_config"], [57, 4, 1, "", "load_environment_list"], [57, 4, 1, "", "load_services"], [57, 4, 1, "", "resolve_path"]], "mlos_bench.services.types.fileshare_type": [[58, 1, 1, "", "SupportsFileShareOps"]], "mlos_bench.services.types.fileshare_type.SupportsFileShareOps": [[58, 4, 1, "", "download"], [58, 4, 1, "", "upload"]], "mlos_bench.services.types.host_ops_type": [[59, 1, 1, "", "SupportsHostOps"]], "mlos_bench.services.types.host_ops_type.SupportsHostOps": [[59, 4, 1, "", "restart_host"], [59, 4, 1, "", "start_host"], [59, 4, 1, "", "stop_host"], [59, 4, 1, "", "wait_host_operation"]], "mlos_bench.services.types.host_provisioner_type": [[60, 1, 1, "", "SupportsHostProvisioning"]], "mlos_bench.services.types.host_provisioner_type.SupportsHostProvisioning": [[60, 4, 1, "", "deallocate_host"], [60, 4, 1, "", "deprovision_host"], [60, 4, 1, "", "provision_host"], [60, 4, 1, "", "wait_host_deployment"]], "mlos_bench.services.types.local_exec_type": [[61, 1, 1, "", "SupportsLocalExec"]], "mlos_bench.services.types.local_exec_type.SupportsLocalExec": [[61, 4, 1, "", "local_exec"], [61, 4, 1, "", "temp_dir_context"]], "mlos_bench.services.types.network_provisioner_type": [[62, 1, 1, "", "SupportsNetworkProvisioning"]], "mlos_bench.services.types.network_provisioner_type.SupportsNetworkProvisioning": [[62, 4, 1, "", "deprovision_network"], [62, 4, 1, "", "provision_network"], [62, 4, 1, "", "wait_network_deployment"]], "mlos_bench.services.types.os_ops_type": [[63, 1, 1, "", "SupportsOSOps"]], "mlos_bench.services.types.os_ops_type.SupportsOSOps": [[63, 4, 1, "", "reboot"], [63, 4, 1, "", "shutdown"], [63, 4, 1, "", "wait_os_operation"]], "mlos_bench.services.types.remote_config_type": [[64, 1, 1, "", "SupportsRemoteConfig"]], "mlos_bench.services.types.remote_config_type.SupportsRemoteConfig": [[64, 4, 1, "", "configure"], [64, 4, 1, "", "is_config_pending"]], "mlos_bench.services.types.remote_exec_type": [[65, 1, 1, "", "SupportsRemoteExec"]], "mlos_bench.services.types.remote_exec_type.SupportsRemoteExec": [[65, 4, 1, "", "get_remote_exec_results"], [65, 4, 1, "", "remote_exec"]], "mlos_bench.services.types.vm_provisioner_type": [[66, 1, 1, "", "SupportsVMOps"]], "mlos_bench.services.types.vm_provisioner_type.SupportsVMOps": [[66, 4, 1, "", "vm_deprovision"], [66, 4, 1, "", "vm_provision"], [66, 4, 1, "", "vm_restart"], [66, 4, 1, "", "vm_start"], [66, 4, 1, "", "vm_stop"], [66, 4, 1, "", "wait_vm_deployment"], [66, 4, 1, "", "wait_vm_operation"]], "mlos_bench.storage": [[136, 1, 1, "", "Storage"], [68, 0, 0, "-", "base_experiment_data"], [69, 0, 0, "-", "base_storage"], [70, 0, 0, "-", "base_trial_data"], [71, 0, 0, "-", "base_tunable_config_data"], [72, 0, 0, "-", "base_tunable_config_trial_group_data"], [67, 5, 1, "", "from_config"], [73, 0, 0, "-", "sql"], [83, 0, 0, "-", "storage_factory"], [84, 0, 0, "-", "util"]], "mlos_bench.storage.Storage": [[136, 1, 1, "", "Experiment"], [136, 1, 1, "", "Trial"], [136, 4, 1, "", "__init__"], [136, 4, 1, "", "experiment"], [136, 3, 1, "", "experiments"]], "mlos_bench.storage.Storage.Experiment": [[136, 3, 1, "", "description"], [136, 3, 1, "", "experiment_id"], [136, 4, 1, "", "load"], [136, 4, 1, "", "load_telemetry"], [136, 4, 1, "", "load_tunable_config"], [136, 4, 1, "", "merge"], [136, 4, 1, "", "new_trial"], [136, 3, 1, "", "opt_targets"], [136, 4, 1, "", "pending_trials"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunables"]], "mlos_bench.storage.Storage.Trial": [[136, 4, 1, "", "config"], [136, 3, 1, "", "opt_targets"], [136, 3, 1, "", "trial_id"], [136, 3, 1, "", "tunable_config_id"], [136, 3, 1, "", "tunables"], [136, 4, 1, "", "update"], [136, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_experiment_data": [[137, 1, 1, "", "ExperimentData"]], "mlos_bench.storage.base_experiment_data.ExperimentData": [[137, 2, 1, "", "CONFIG_COLUMN_PREFIX"], [137, 2, 1, "", "RESULT_COLUMN_PREFIX"], [137, 4, 1, "", "__init__"], [137, 3, 1, "", "default_tunable_config_id"], [137, 3, 1, "", "description"], [137, 3, 1, "", "experiment_id"], [137, 3, 1, "", "objectives"], [137, 3, 1, "", "results_df"], [137, 3, 1, "", "root_env_config"], [137, 3, 1, "", "trials"], [137, 3, 1, "", "tunable_config_trial_groups"], [137, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.base_storage": [[69, 1, 1, "", "Storage"]], "mlos_bench.storage.base_storage.Storage": [[69, 1, 1, "", "Experiment"], [69, 1, 1, "", "Trial"], [69, 4, 1, "", "experiment"], [69, 3, 1, "", "experiments"]], "mlos_bench.storage.base_storage.Storage.Experiment": [[69, 3, 1, "", "description"], [69, 3, 1, "", "experiment_id"], [69, 4, 1, "", "load"], [69, 4, 1, "", "load_telemetry"], [69, 4, 1, "", "load_tunable_config"], [69, 4, 1, "", "merge"], [69, 4, 1, "", "new_trial"], [69, 3, 1, "", "opt_targets"], [69, 4, 1, "", "pending_trials"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunables"]], "mlos_bench.storage.base_storage.Storage.Trial": [[69, 4, 1, "", "config"], [69, 3, 1, "", "opt_targets"], [69, 3, 1, "", "trial_id"], [69, 3, 1, "", "tunable_config_id"], [69, 3, 1, "", "tunables"], [69, 4, 1, "", "update"], [69, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.base_trial_data": [[138, 1, 1, "", "TrialData"]], "mlos_bench.storage.base_trial_data.TrialData": [[138, 4, 1, "", "__init__"], [138, 3, 1, "", "experiment_id"], [138, 3, 1, "", "metadata_df"], [138, 3, 1, "", "metadata_dict"], [138, 3, 1, "", "results_df"], [138, 3, 1, "", "results_dict"], [138, 3, 1, "", "status"], [138, 3, 1, "", "telemetry_df"], [138, 3, 1, "", "trial_id"], [138, 3, 1, "", "ts_end"], [138, 3, 1, "", "ts_start"], [138, 3, 1, "", "tunable_config"], [138, 3, 1, "", "tunable_config_id"], [138, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.base_tunable_config_data": [[139, 1, 1, "", "TunableConfigData"]], "mlos_bench.storage.base_tunable_config_data.TunableConfigData": [[139, 4, 1, "", "__init__"], [139, 3, 1, "", "config_df"], [139, 3, 1, "", "config_dict"], [139, 3, 1, "", "tunable_config_id"]], "mlos_bench.storage.base_tunable_config_trial_group_data": [[140, 1, 1, "", "TunableConfigTrialGroupData"]], "mlos_bench.storage.base_tunable_config_trial_group_data.TunableConfigTrialGroupData": [[140, 4, 1, "", "__init__"], [140, 3, 1, "", "experiment_id"], [140, 3, 1, "", "results_df"], [140, 3, 1, "", "trials"], [140, 3, 1, "", "tunable_config"], [140, 3, 1, "", "tunable_config_id"], [140, 3, 1, "", "tunable_config_trial_group_id"]], "mlos_bench.storage.sql": [[73, 1, 1, "", "SqlStorage"], [74, 0, 0, "-", "common"], [75, 0, 0, "-", "experiment"], [76, 0, 0, "-", "experiment_data"], [77, 0, 0, "-", "schema"], [78, 0, 0, "-", "storage"], [79, 0, 0, "-", "trial"], [80, 0, 0, "-", "trial_data"], [81, 0, 0, "-", "tunable_config_data"], [82, 0, 0, "-", "tunable_config_trial_group_data"]], "mlos_bench.storage.sql.SqlStorage": [[73, 4, 1, "", "experiment"], [73, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.common": [[74, 5, 1, "", "get_results_df"], [74, 5, 1, "", "get_trials"]], "mlos_bench.storage.sql.experiment": [[75, 1, 1, "", "Experiment"]], "mlos_bench.storage.sql.experiment.Experiment": [[75, 4, 1, "", "load"], [75, 4, 1, "", "load_telemetry"], [75, 4, 1, "", "load_tunable_config"], [75, 4, 1, "", "merge"], [75, 4, 1, "", "pending_trials"]], "mlos_bench.storage.sql.experiment_data": [[76, 1, 1, "", "ExperimentSqlData"]], "mlos_bench.storage.sql.experiment_data.ExperimentSqlData": [[76, 3, 1, "", "default_tunable_config_id"], [76, 3, 1, "", "objectives"], [76, 3, 1, "", "results_df"], [76, 3, 1, "", "trials"], [76, 3, 1, "", "tunable_config_trial_groups"], [76, 3, 1, "", "tunable_configs"]], "mlos_bench.storage.sql.schema": [[77, 1, 1, "", "DbSchema"]], "mlos_bench.storage.sql.schema.DbSchema": [[77, 4, 1, "", "create"]], "mlos_bench.storage.sql.storage": [[141, 1, 1, "", "SqlStorage"]], "mlos_bench.storage.sql.storage.SqlStorage": [[141, 4, 1, "", "__init__"], [141, 4, 1, "", "experiment"], [141, 3, 1, "", "experiments"]], "mlos_bench.storage.sql.trial": [[79, 1, 1, "", "Trial"]], "mlos_bench.storage.sql.trial.Trial": [[79, 4, 1, "", "update"], [79, 4, 1, "", "update_telemetry"]], "mlos_bench.storage.sql.trial_data": [[80, 1, 1, "", "TrialSqlData"]], "mlos_bench.storage.sql.trial_data.TrialSqlData": [[80, 3, 1, "", "metadata_df"], [80, 3, 1, "", "results_df"], [80, 3, 1, "", "telemetry_df"], [80, 3, 1, "", "tunable_config"], [80, 3, 1, "", "tunable_config_trial_group"]], "mlos_bench.storage.sql.tunable_config_data": [[81, 1, 1, "", "TunableConfigSqlData"]], "mlos_bench.storage.sql.tunable_config_data.TunableConfigSqlData": [[81, 3, 1, "", "config_df"]], "mlos_bench.storage.sql.tunable_config_trial_group_data": [[82, 1, 1, "", "TunableConfigTrialGroupSqlData"]], "mlos_bench.storage.sql.tunable_config_trial_group_data.TunableConfigTrialGroupSqlData": [[82, 3, 1, "", "results_df"], [82, 3, 1, "", "trials"], [82, 3, 1, "", "tunable_config"]], "mlos_bench.storage.storage_factory": [[142, 5, 1, "", "from_config"]], "mlos_bench.storage.util": [[84, 5, 1, "", "kv_df_to_dict"]], "mlos_bench.tunables": [[143, 1, 1, "", "Tunable"], [144, 1, 1, "", "TunableGroups"], [86, 0, 0, "-", "covariant_group"], [87, 0, 0, "-", "tunable"], [88, 0, 0, "-", "tunable_groups"]], "mlos_bench.tunables.Tunable": [[143, 4, 1, "", "__init__"], [143, 3, 1, "", "cardinality"], [143, 3, 1, "", "categories"], [143, 3, 1, "", "category"], [143, 4, 1, "", "copy"], [143, 3, 1, "", "default"], [143, 3, 1, "", "distribution"], [143, 3, 1, "", "distribution_params"], [143, 3, 1, "", "dtype"], [143, 4, 1, "", "in_range"], [143, 3, 1, "", "is_categorical"], [143, 4, 1, "", "is_default"], [143, 3, 1, "", "is_log"], [143, 3, 1, "", "is_numerical"], [143, 3, 1, "", "is_special"], [143, 4, 1, "", "is_valid"], [143, 3, 1, "", "meta"], [143, 3, 1, "", "name"], [143, 3, 1, "", "numerical_value"], [143, 3, 1, "", "quantization_bins"], [143, 3, 1, "", "quantized_values"], [143, 3, 1, "", "range"], [143, 3, 1, "", "range_weight"], [143, 3, 1, "", "span"], [143, 3, 1, "", "special"], [143, 3, 1, "", "type"], [143, 4, 1, "", "update"], [143, 3, 1, "", "value"], [143, 3, 1, "", "values"], [143, 3, 1, "", "weights"]], "mlos_bench.tunables.TunableGroups": [[144, 4, 1, "", "__init__"], [144, 4, 1, "", "assign"], [144, 4, 1, "", "copy"], [144, 4, 1, "", "get_covariant_group_names"], [144, 4, 1, "", "get_param_values"], [144, 4, 1, "", "get_tunable"], [144, 4, 1, "", "is_defaults"], [144, 4, 1, "", "is_updated"], [144, 4, 1, "", "merge"], [144, 4, 1, "", "reset"], [144, 4, 1, "", "restore_defaults"], [144, 4, 1, "", "subgroup"]], "mlos_bench.tunables.covariant_group": [[86, 1, 1, "", "CovariantTunableGroup"]], "mlos_bench.tunables.covariant_group.CovariantTunableGroup": [[86, 4, 1, "", "copy"], [86, 3, 1, "", "cost"], [86, 4, 1, "", "equals_defaults"], [86, 4, 1, "", "get_current_cost"], [86, 4, 1, "", "get_names"], [86, 4, 1, "", "get_tunable"], [86, 4, 1, "", "get_tunable_values_dict"], [86, 4, 1, "", "get_tunables"], [86, 4, 1, "", "is_defaults"], [86, 4, 1, "", "is_updated"], [86, 3, 1, "", "name"], [86, 4, 1, "", "reset_is_updated"], [86, 4, 1, "", "restore_defaults"]], "mlos_bench.tunables.tunable": [[87, 1, 1, "", "DistributionDict"], [87, 1, 1, "", "Tunable"], [87, 1, 1, "", "TunableDict"], [87, 6, 1, "", "TunableValue"], [87, 6, 1, "", "TunableValueType"], [87, 6, 1, "", "TunableValueTypeName"], [87, 6, 1, "", "TunableValueTypeTuple"], [87, 6, 1, "", "TunableValuesDict"]], "mlos_bench.tunables.tunable.DistributionDict": [[87, 2, 1, "", "params"], [87, 2, 1, "", "type"]], "mlos_bench.tunables.tunable.Tunable": [[87, 3, 1, "", "cardinality"], [87, 3, 1, "", "categories"], [87, 3, 1, "", "category"], [87, 4, 1, "", "copy"], [87, 3, 1, "", "default"], [87, 3, 1, "", "distribution"], [87, 3, 1, "", "distribution_params"], [87, 3, 1, "", "dtype"], [87, 4, 1, "", "in_range"], [87, 3, 1, "", "is_categorical"], [87, 4, 1, "", "is_default"], [87, 3, 1, "", "is_log"], [87, 3, 1, "", "is_numerical"], [87, 3, 1, "", "is_special"], [87, 4, 1, "", "is_valid"], [87, 3, 1, "", "meta"], [87, 3, 1, "", "name"], [87, 3, 1, "", "numerical_value"], [87, 3, 1, "", "quantization_bins"], [87, 3, 1, "", "quantized_values"], [87, 3, 1, "", "range"], [87, 3, 1, "", "range_weight"], [87, 3, 1, "", "span"], [87, 3, 1, "", "special"], [87, 3, 1, "", "type"], [87, 4, 1, "", "update"], [87, 3, 1, "", "value"], [87, 3, 1, "", "values"], [87, 3, 1, "", "weights"]], "mlos_bench.tunables.tunable.TunableDict": [[87, 2, 1, "", "default"], [87, 2, 1, "", "description"], [87, 2, 1, "", "distribution"], [87, 2, 1, "", "log"], [87, 2, 1, "", "meta"], [87, 2, 1, "", "quantization_bins"], [87, 2, 1, "", "range"], [87, 2, 1, "", "range_weight"], [87, 2, 1, "", "special"], [87, 2, 1, "", "special_weights"], [87, 2, 1, "", "type"], [87, 2, 1, "", "values_weights"]], "mlos_bench.tunables.tunable_groups": [[88, 1, 1, "", "TunableGroups"]], "mlos_bench.tunables.tunable_groups.TunableGroups": [[88, 4, 1, "", "assign"], [88, 4, 1, "", "copy"], [88, 4, 1, "", "get_covariant_group_names"], [88, 4, 1, "", "get_param_values"], [88, 4, 1, "", "get_tunable"], [88, 4, 1, "", "is_defaults"], [88, 4, 1, "", "is_updated"], [88, 4, 1, "", "merge"], [88, 4, 1, "", "reset"], [88, 4, 1, "", "restore_defaults"], [88, 4, 1, "", "subgroup"]], "mlos_bench.util": [[89, 5, 1, "", "check_required_params"], [89, 5, 1, "", "datetime_parser"], [89, 5, 1, "", "get_class_from_name"], [89, 5, 1, "", "get_git_info"], [89, 5, 1, "", "instantiate_from_config"], [89, 5, 1, "", "merge_parameters"], [89, 5, 1, "", "nullable"], [89, 5, 1, "", "path_join"], [89, 5, 1, "", "prepare_class_load"], [89, 5, 1, "", "preprocess_dynamic_configs"], [89, 5, 1, "", "try_parse_val"], [89, 5, 1, "", "utcify_nullable_timestamp"], [89, 5, 1, "", "utcify_timestamp"]], "mlos_core": [[93, 0, 0, "-", "optimizers"], [100, 0, 0, "-", "spaces"], [108, 0, 0, "-", "util"], [109, 0, 0, "-", "version"]], "mlos_core.optimizers": [[93, 1, 1, "", "BaseOptimizer"], [93, 1, 1, "", "FlamlOptimizer"], [145, 1, 1, "", "OptimizerFactory"], [147, 1, 1, "", "OptimizerType"], [93, 1, 1, "", "RandomOptimizer"], [93, 1, 1, "", "SmacOptimizer"], [93, 1, 1, "", "SpaceAdapterType"], [94, 0, 0, "-", "bayesian_optimizers"], [97, 0, 0, "-", "flaml_optimizer"], [98, 0, 0, "-", "optimizer"], [99, 0, 0, "-", "random_optimizer"]], "mlos_core.optimizers.BaseOptimizer": [[93, 4, 1, "", "cleanup"], [93, 4, 1, "", "get_best_observations"], [93, 4, 1, "", "get_observations"], [93, 4, 1, "", "register"], [93, 4, 1, "", "register_pending"], [93, 3, 1, "", "space_adapter"], [93, 4, 1, "", "suggest"]], "mlos_core.optimizers.FlamlOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.OptimizerFactory": [[145, 4, 1, "", "__init__"], [145, 4, 1, "", "create"]], "mlos_core.optimizers.OptimizerType": [[147, 2, 1, "", "FLAML"], [147, 2, 1, "", "RANDOM"], [147, 2, 1, "", "SMAC"], [147, 4, 1, "", "__init__"]], "mlos_core.optimizers.RandomOptimizer": [[93, 4, 1, "", "register_pending"]], "mlos_core.optimizers.SmacOptimizer": [[93, 4, 1, "", "acquisition_function"], [93, 4, 1, "", "cleanup"], [93, 3, 1, "", "n_random_init"], [93, 4, 1, "", "register_pending"], [93, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.SpaceAdapterType": [[93, 2, 1, "", "IDENTITY"], [93, 2, 1, "", "LLAMATUNE"]], "mlos_core.optimizers.bayesian_optimizers": [[148, 1, 1, "", "BaseBayesianOptimizer"], [149, 1, 1, "", "SmacOptimizer"], [95, 0, 0, "-", "bayesian_optimizer"], [96, 0, 0, "-", "smac_optimizer"]], "mlos_core.optimizers.bayesian_optimizers.BaseBayesianOptimizer": [[148, 4, 1, "", "__init__"], [148, 4, 1, "", "acquisition_function"], [148, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.SmacOptimizer": [[149, 4, 1, "", "__init__"], [149, 4, 1, "", "acquisition_function"], [149, 4, 1, "", "cleanup"], [149, 3, 1, "", "n_random_init"], [149, 4, 1, "", "register_pending"], [149, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer": [[95, 1, 1, "", "BaseBayesianOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer.BaseBayesianOptimizer": [[95, 4, 1, "", "acquisition_function"], [95, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer": [[96, 1, 1, "", "SmacOptimizer"]], "mlos_core.optimizers.bayesian_optimizers.smac_optimizer.SmacOptimizer": [[96, 4, 1, "", "acquisition_function"], [96, 4, 1, "", "cleanup"], [96, 3, 1, "", "n_random_init"], [96, 4, 1, "", "register_pending"], [96, 4, 1, "", "surrogate_predict"]], "mlos_core.optimizers.flaml_optimizer": [[97, 1, 1, "", "EvaluatedSample"], [150, 1, 1, "", "FlamlOptimizer"]], "mlos_core.optimizers.flaml_optimizer.EvaluatedSample": [[97, 2, 1, "", "config"], [97, 2, 1, "", "score"]], "mlos_core.optimizers.flaml_optimizer.FlamlOptimizer": [[150, 4, 1, "", "__init__"], [150, 4, 1, "", "register_pending"]], "mlos_core.optimizers.optimizer": [[151, 1, 1, "", "BaseOptimizer"]], "mlos_core.optimizers.optimizer.BaseOptimizer": [[151, 4, 1, "", "__init__"], [151, 4, 1, "", "cleanup"], [151, 4, 1, "", "get_best_observations"], [151, 4, 1, "", "get_observations"], [151, 4, 1, "", "register"], [151, 4, 1, "", "register_pending"], [151, 3, 1, "", "space_adapter"], [151, 4, 1, "", "suggest"]], "mlos_core.optimizers.random_optimizer": [[152, 1, 1, "", "RandomOptimizer"]], "mlos_core.optimizers.random_optimizer.RandomOptimizer": [[152, 4, 1, "", "__init__"], [152, 4, 1, "", "register_pending"]], "mlos_core.spaces": [[101, 0, 0, "-", "adapters"], [105, 0, 0, "-", "converters"]], "mlos_core.spaces.adapters": [[101, 1, 1, "", "IdentityAdapter"], [101, 1, 1, "", "LlamaTuneAdapter"], [153, 1, 1, "", "SpaceAdapterFactory"], [155, 1, 1, "", "SpaceAdapterType"], [102, 0, 0, "-", "adapter"], [103, 0, 0, "-", "identity_adapter"], [104, 0, 0, "-", "llamatune"]], "mlos_core.spaces.adapters.IdentityAdapter": [[101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.LlamaTuneAdapter": [[101, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [101, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [101, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [101, 4, 1, "", "inverse_transform"], [101, 3, 1, "", "target_parameter_space"], [101, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.SpaceAdapterFactory": [[153, 4, 1, "", "__init__"], [153, 4, 1, "", "create"]], "mlos_core.spaces.adapters.SpaceAdapterType": [[155, 2, 1, "", "IDENTITY"], [155, 2, 1, "", "LLAMATUNE"], [155, 4, 1, "", "__init__"]], "mlos_core.spaces.adapters.adapter": [[156, 1, 1, "", "BaseSpaceAdapter"]], "mlos_core.spaces.adapters.adapter.BaseSpaceAdapter": [[156, 4, 1, "", "__init__"], [156, 4, 1, "", "inverse_transform"], [156, 3, 1, "", "orig_parameter_space"], [156, 3, 1, "", "target_parameter_space"], [156, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.identity_adapter": [[157, 1, 1, "", "IdentityAdapter"]], "mlos_core.spaces.adapters.identity_adapter.IdentityAdapter": [[157, 4, 1, "", "__init__"], [157, 4, 1, "", "inverse_transform"], [157, 3, 1, "", "target_parameter_space"], [157, 4, 1, "", "transform"]], "mlos_core.spaces.adapters.llamatune": [[158, 1, 1, "", "LlamaTuneAdapter"]], "mlos_core.spaces.adapters.llamatune.LlamaTuneAdapter": [[158, 2, 1, "", "DEFAULT_MAX_UNIQUE_VALUES_PER_PARAM"], [158, 2, 1, "", "DEFAULT_NUM_LOW_DIMS"], [158, 2, 1, "", "DEFAULT_SPECIAL_PARAM_VALUE_BIASING_PERCENTAGE"], [158, 4, 1, "", "__init__"], [158, 4, 1, "", "inverse_transform"], [158, 3, 1, "", "target_parameter_space"], [158, 4, 1, "", "transform"]], "mlos_core.spaces.converters": [[106, 0, 0, "-", "flaml"], [107, 0, 0, "-", "util"]], "mlos_core.spaces.converters.flaml": [[159, 5, 1, "", "configspace_to_flaml_space"]], "mlos_core.spaces.converters.util": [[107, 5, 1, "", "monkey_patch_quantization"]], "mlos_core.util": [[108, 5, 1, "", "config_to_dataframe"], [108, 5, 1, "", "drop_nulls"], [108, 5, 1, "", "normalize_config"]], "mlos_viz": [[160, 1, 1, "", "MlosVizMethod"], [112, 0, 0, "-", "base"], [113, 0, 0, "-", "dabl"], [111, 5, 1, "", "ignore_plotter_warnings"], [161, 5, 1, "", "plot"], [114, 0, 0, "-", "util"], [115, 0, 0, "-", "version"]], "mlos_viz.MlosVizMethod": [[160, 2, 1, "", "AUTO"], [160, 2, 1, "", "DABL"], [160, 4, 1, "", "__init__"]], "mlos_viz.base": [[112, 5, 1, "", "augment_results_df_with_config_trial_group_stats"], [112, 5, 1, "", "ignore_plotter_warnings"], [112, 5, 1, "", "limit_top_n_configs"], [112, 5, 1, "", "plot_optimizer_trends"], [112, 5, 1, "", "plot_top_n_configs"]], "mlos_viz.dabl": [[113, 5, 1, "", "ignore_plotter_warnings"], [113, 5, 1, "", "plot"]], "mlos_viz.util": [[114, 5, 1, "", "expand_results_data_args"]]}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "attribute", "Python attribute"], "3": ["py", "property", "Python property"], "4": ["py", "method", "Python method"], "5": ["py", "function", "Python function"], "6": ["py", "data", "Python data"]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:attribute", "3": "py:property", "4": "py:method", "5": "py:function", "6": "py:data"}, "terms": {"": [5, 6, 7, 8, 9, 10, 11, 21, 23, 24, 26, 27, 30, 32, 39, 54, 55, 57, 67, 68, 69, 70, 71, 75, 76, 79, 80, 81, 85, 87, 89, 93, 94, 95, 96, 97, 98, 99, 108, 111, 112, 117, 118, 119, 121, 122, 127, 129, 132, 136, 137, 138, 139, 143, 148, 149, 150, 151, 152, 158, 161, 164, 165, 166, 167], "0": [5, 6, 7, 20, 86, 93, 94, 96, 97, 101, 104, 117, 118, 119, 120, 149, 158], "1": [2, 3, 5, 20, 32, 33, 34, 35, 52, 67, 69, 75, 93, 94, 96, 97, 98, 111, 119, 120, 136, 147, 149, 151, 155, 160], "10": [112, 165], "100": [93, 94, 96, 149], "10000": [101, 104, 158], "16": [101, 104, 158], "1shot": 164, "2": [5, 20, 39, 52, 85, 87, 88, 101, 104, 112, 120, 132, 143, 144, 158], "20": 112, "2022": 164, "3": [5, 6, 7, 8, 9, 10, 11, 12, 16, 20, 36, 40, 41, 55, 61, 117, 118, 119, 120, 121, 122, 125, 133], "30": 165, "4": [5, 6, 7, 20, 117, 118, 120], "5": [5, 20, 120], "6": [5, 20, 120], "64": 165, "7": [5, 20, 120], "A": [2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 35, 36, 38, 39, 40, 41, 42, 44, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 98, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 133, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 150, 151, 155, 159, 165], "As": 165, "Be": 165, "By": [32, 33, 34, 93, 98, 112, 149, 151, 164], "For": [5, 6, 32, 87, 118, 164, 165], "If": [5, 6, 7, 8, 9, 10, 12, 16, 32, 36, 37, 39, 40, 41, 44, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 70, 75, 85, 87, 89, 111, 112, 113, 117, 118, 121, 122, 125, 130, 132, 133, 134, 135, 136, 138, 143, 149, 150, 158, 161, 165], "In": [5, 8, 9, 10, 25, 85, 88, 89, 112, 121, 122, 144, 165, 166, 167], "It": [5, 6, 21, 22, 25, 32, 36, 38, 42, 70, 71, 81, 85, 88, 118, 130, 131, 134, 138, 139, 144, 164, 165, 166, 167], "Its": [32, 167], "NOT": [85, 87, 143], "No": [23, 29], "Not": [93, 94, 95, 96, 97, 98, 99, 119, 148, 149, 150, 151, 152], "On": [89, 165], "One": [32, 67, 69, 79, 136], "That": [86, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152, 165], "The": [2, 3, 4, 5, 7, 11, 21, 23, 24, 25, 26, 27, 28, 29, 30, 39, 41, 44, 48, 49, 50, 54, 55, 57, 59, 60, 62, 63, 64, 66, 67, 68, 69, 72, 75, 76, 82, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 117, 119, 127, 128, 129, 132, 135, 136, 137, 140, 144, 145, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 167], "There": 21, "These": [23, 24, 27, 87, 127, 129, 164, 166], "To": [54, 164, 165], "With": 165, "__enter__": [21, 54], "__exit__": [21, 54], "__init__": [117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160], "__repr__": [5, 6, 118], "_config_path": [39, 55, 57, 132], "_connection_pend": 54, "_scalartype_co": [93, 94, 95, 96, 148, 149], "ab": 112, "abil": 165, "about": [67, 69, 73, 78, 85, 87, 136, 141, 143, 150, 165], "abov": [164, 165], "abs_path": 89, "absolut": [39, 55, 57, 89, 132], "abstract": [5, 6, 23, 24, 31, 33, 34, 36, 37, 38, 67, 68, 69, 70, 71, 72, 93, 94, 95, 98, 102, 118, 129, 130, 131, 136, 137, 138, 139, 140, 148, 151, 156, 164, 165], "access": [44, 45, 55, 56, 68, 70, 71, 72, 74, 76, 80, 81, 82, 85, 86, 88, 137, 138, 139, 140, 144], "access_head": [55, 56], "access_token": [55, 56], "accomplish": 164, "account": [85, 87, 143, 165], "accuraci": 165, "acquisit": [93, 94, 95, 96, 148, 149], "acquisition_funct": [92, 93, 94, 95, 96, 148, 149], "across": [32, 112, 149, 166], "act": [36, 40, 41, 55, 61, 133], "actual": [39, 55, 57, 85, 87, 132, 143], "ad": [25, 111, 112, 165], "adapt": [92, 93, 94, 95, 96, 97, 98, 99, 100, 108, 145, 148, 149, 150, 151, 152, 162, 165], "add": [33, 34, 39, 55, 57, 112, 113, 132, 164, 167], "addit": [32, 39, 54, 55, 57, 67, 69, 83, 85, 87, 132, 136, 142, 143, 162, 164, 165], "addition": [74, 112], "adjust": 165, "advis": 32, "affect": 149, "after": [23, 24, 32, 33, 34, 67, 69, 75, 89, 93, 94, 96, 98, 129, 136, 149, 151, 165], "again": 165, "against": [2, 3, 39, 55, 57, 93, 99, 132, 152, 164], "agnost": [31, 165], "aid": [21, 167], "aim": [101, 104, 158, 164], "algorithm": 166, "alia": [12, 18, 87, 97, 126], "all": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 36, 37, 38, 39, 54, 55, 57, 67, 68, 69, 72, 75, 76, 82, 85, 86, 87, 88, 89, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 136, 137, 140, 143, 144, 164, 165], "allow": [67, 69, 73, 78, 85, 88, 136, 141, 144, 164, 165], "along": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 111, 112, 117, 118, 121, 122, 123, 124, 125, 161], "alongsid": [93, 145, 153], "alreadi": [67, 69, 75, 89, 136], "also": [23, 24, 32, 85, 88, 93, 94, 96, 112, 121, 122, 124, 125, 129, 144, 149, 162, 163, 165, 167], "alwai": [23, 29, 44, 48, 49, 50, 55, 59, 60, 62, 63, 64, 66, 67, 69, 79, 135, 136, 165], "an": [2, 3, 4, 5, 6, 12, 16, 21, 23, 24, 36, 37, 38, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 57, 61, 63, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 130, 131, 132, 133, 135, 136, 137, 138, 140, 141, 142, 143, 144, 147, 149, 150, 151, 152, 155, 164, 165, 166, 167], "analysi": 165, "analyz": 162, "ani": [4, 5, 6, 7, 8, 9, 10, 21, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 67, 69, 70, 75, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 138, 142, 143, 144, 148, 149, 150, 151, 152, 161, 165], "annoi": [111, 112], "api": [23, 28, 44, 45, 46, 55, 56, 128, 164, 165, 166, 167], "appear": 164, "appli": [32, 89, 164, 165], "applic": [0, 5, 8, 9, 10, 12, 16, 67, 69, 89, 121, 122, 125, 136, 165, 166], "approach": 164, "ar": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 27, 29, 32, 44, 48, 50, 55, 60, 62, 66, 67, 68, 69, 75, 76, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 129, 135, 136, 137, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 161, 163, 164, 165, 166], "are_equ": 86, "arg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 89, 120, 145, 147, 153, 155, 160], "argument": [32, 39, 89, 93, 111, 112, 114, 119, 132, 145, 153, 161], "argv": 22, "arm": 165, "around": [54, 164, 167], "arrai": 41, "arriv": [44, 50, 55, 60, 135], "ascend": [93, 98, 114, 151], "assess": 112, "assign": [0, 85, 86, 87, 88, 143, 144], "associ": [70, 89, 93, 98, 138, 151], "assum": 165, "async": 54, "asynchron": [44, 50, 51, 53, 55, 65, 135], "asyncio": 21, "asyncremoteexecresultsfutur": [51, 53], "asyncresultsurl": [44, 50, 55, 59, 63, 65, 66, 135], "asyncssh": 54, "attempt": [67, 69, 75, 89, 136], "attribut": [3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 148, 149, 150, 151, 152, 156, 157, 158], "augment": [32, 89, 112], "augment_results_df_with_config_trial_group_stat": [111, 112, 116], "authent": [55, 56], "authenticator_typ": [36, 55], "author": [44, 45, 55, 56], "auto": [111, 116, 160], "autom": [0, 111, 162, 164, 165, 166], "automat": [32, 112, 165, 166, 167], "automl": [93, 96, 97, 150], "autotun": [0, 23, 32, 67, 73, 162, 164, 165], "auxiliari": 25, "avail": [32, 36, 38, 131, 163, 164, 165, 166, 167], "aw": 165, "awai": 165, "awar": 166, "az": 165, "azur": [15, 36, 38, 43, 66, 131, 164], "azure_auth": [43, 44], "azure_deployment_servic": [43, 44], "azure_fileshar": [43, 44], "azure_network_servic": [43, 44], "azure_saa": [43, 44], "azure_vm_servic": [43, 44], "azureauthservic": [36, 43, 44, 45], "azuredeploymentservic": [43, 44, 46, 48, 50], "azurefileshareservic": [36, 43, 44, 47], "azurenetworkservic": [36, 43, 44, 48], "azuresaasconfigservic": [36, 43, 44, 49], "azurevmservic": [36, 38, 43, 44, 50, 131], "backend": [67, 73, 78, 79, 89, 93, 94, 96, 97, 98, 99, 141, 149, 150, 151, 152, 164], "background": 21, "bar": 31, "base": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 116, 118, 127, 129, 130, 131, 136, 137, 138, 139, 140, 148, 149, 151, 152, 165], "base_class": 89, "base_environ": [0, 5], "base_experiment_data": [0, 67], "base_fileshar": [0, 36], "base_optim": [0, 23], "base_schedul": [0, 33], "base_servic": [0, 36], "base_storag": [0, 67], "base_supported_config_prop": [0, 23, 24, 129], "base_trial_data": [0, 67], "base_tunable_config_data": [0, 67], "base_tunable_config_trial_group_data": [0, 67], "basebayesianoptim": [92, 93, 94, 95, 96], "baselin": [93, 99, 152, 166], "baseoptim": [92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 110, 145, 156, 157, 158], "basespaceadapt": [93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 148, 149, 150, 151, 152, 153, 157, 158], "basetypevar": 89, "basic": [92, 93, 94, 98, 101, 102, 151, 156, 165, 167], "bayesian": [93, 94, 95, 96, 99, 148, 149, 152, 164, 166], "bayesian_optim": [92, 93, 147], "bayesianoptim": 164, "becaus": 25, "becom": 164, "been": [23, 24, 26, 27, 30, 85, 86, 88, 93, 94, 96, 97, 98, 99, 127, 129, 144, 149, 150, 151, 152], "befor": [5, 6, 32, 36, 38, 67, 69, 75, 93, 98, 112, 118, 131, 136, 151, 165], "behavior": [55, 119, 165], "being": [5, 7, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 117, 127, 129, 135], "belong": [70, 80, 85, 88, 101, 102, 103, 104, 138, 144, 156, 157, 158], "below": [162, 165], "bench": [2, 3, 162, 166], "benchmark": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 19, 20, 22, 23, 24, 26, 27, 28, 30, 32, 39, 44, 55, 57, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 89, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 164, 166, 167], "benchmark_statu": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "best": [23, 24, 27, 30, 33, 34, 93, 98, 112, 127, 129, 151], "beta": [85, 87, 143], "better": [164, 165], "between": [23, 24, 25, 67, 68, 69, 76, 129, 136, 137], "bia": [101, 104, 158], "bin": [85, 87, 107, 143], "bo": 164, "bool": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 20, 23, 24, 25, 26, 27, 28, 29, 33, 34, 36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 111, 112, 114, 117, 118, 120, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 149, 151, 158, 161], "boolean": [44, 48, 49, 55, 62, 64], "boot": [12, 15, 59, 124], "bootstrap": 149, "both": [74, 164, 165], "bound": 166, "boundari": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "brief": 164, "browser": 164, "budget": 164, "build": [36, 38, 39, 55, 57, 131, 132], "build_environ": [36, 39, 55, 57, 132], "build_optim": [36, 39, 132], "build_schedul": [36, 39, 132], "build_servic": [36, 39, 132], "build_storag": [36, 39, 132], "builtin_config_path": [36, 39, 132], "bulk": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "bulk_regist": [0, 23, 24, 26, 27, 28, 127, 128, 129, 149], "bundl": [39, 55, 57, 132], "cach": 54, "call": [5, 6, 7, 21, 33, 34, 36, 38, 44, 45, 54, 55, 56, 72, 82, 101, 102, 103, 104, 117, 118, 131, 140, 150, 156, 157, 158], "callabl": [36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 89, 130, 131, 132, 133, 134, 135], "caller": [21, 36, 38, 54, 131], "can": [5, 12, 16, 21, 25, 32, 36, 38, 39, 40, 41, 44, 50, 55, 57, 60, 61, 67, 68, 69, 72, 76, 82, 85, 87, 89, 93, 94, 96, 97, 98, 99, 112, 125, 130, 131, 132, 133, 134, 135, 136, 137, 140, 143, 149, 150, 151, 152, 164, 165, 166], "cancel": [0, 5, 20, 120], "candid": 166, "capabl": 164, "cardin": [0, 85, 87, 143], "case": [85, 88, 89, 144], "categor": [85, 87, 143], "categori": [0, 85, 87, 143], "caus": [44, 50, 54, 55, 60, 135], "certain": [46, 84, 164], "chain": [85, 88, 144], "chang": [32, 54, 68, 76, 86, 137, 165], "charact": [25, 41], "characterist": [44, 50, 55, 60, 135], "check": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 20, 23, 24, 25, 26, 33, 34, 44, 49, 50, 55, 60, 62, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 120, 121, 122, 123, 124, 125, 129, 135, 136, 143, 144], "check_required_param": [0, 89, 91], "child": [5, 7, 117], "children": [0, 5, 6, 7, 117, 118], "choos": [25, 149], "class": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 77, 78, 79, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 156, 157, 158, 160, 163], "class_config": [39, 89, 132], "class_nam": [5, 6, 36, 38, 39, 89, 118, 130, 131, 132, 134], "classmethod": [5, 6, 36, 38, 54, 118, 131], "claus": [42, 55, 61], "clean": [5, 8, 9, 12, 15, 16, 21, 108, 121, 124, 125, 165], "cleanli": 54, "cleanup": [51, 54, 92, 93, 94, 96, 98, 149, 151], "clear": [54, 85, 86, 88, 144], "clear_client_cach": [51, 54], "cli": [1, 2, 3, 32, 44, 45, 164], "client": [54, 89], "close": 54, "cloud": [12, 17, 55, 56, 64, 165], "cmd": 89, "cmdline": 41, "code": [36, 40, 41, 55, 61, 133, 163, 164, 165, 166], "codespac": 164, "collect": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 36, 39, 40, 41, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 85, 86, 88, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 129, 132, 133, 144, 164, 165], "column": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 114, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158], "com": [32, 164, 165], "combin": [39, 67, 69, 132, 136, 164], "come": [44, 50, 51, 53, 55, 65, 135, 165], "command": [22, 32, 36, 40, 41, 43, 44, 50, 51, 53, 54, 55, 61, 65, 133, 135, 163, 165], "commandlin": 41, "comment": 54, "commit": 89, "common": [67, 73, 114, 165], "compar": 86, "comparison": [93, 99, 152, 166], "compat": [67, 69, 75, 136], "complet": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 33, 34, 67, 69, 75, 117, 118, 119, 121, 122, 125, 136, 164, 165], "complic": [36, 40, 41, 55, 61, 133], "compon": [22, 89, 164, 165], "compos": [85, 88, 144], "composit": [5, 6, 7, 117, 118], "composite_env": [0, 5], "compositeenv": [0, 5, 7, 39, 55, 57, 91, 132], "compositeenviron": [85, 88, 144], "comput": [44, 50, 55, 60, 66, 135], "concret": [93, 145, 153], "concreteoptim": [93, 145], "concretespaceadapt": 153, "condit": [33, 34, 108], "config": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 64, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 85, 86, 87, 88, 89, 91, 93, 94, 95, 96, 97, 98, 99, 107, 108, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 152, 163, 164], "config_column_prefix": [67, 68, 137], "config_df": [67, 71, 73, 81, 139], "config_dict": [67, 71, 81, 139], "config_fil": [67, 83, 142, 165], "config_id": [33, 34, 67, 69, 72, 75, 79, 80, 82, 136, 140], "config_load": [0, 22], "config_loader_servic": [0, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "config_loader_typ": [36, 55], "config_path": [32, 36, 39, 132, 165], "config_persist": [0, 36], "config_schema": [1, 2], "config_spac": [0, 23, 24, 26, 27, 28, 29, 30, 106, 108, 127, 128, 129, 159], "config_to_datafram": [92, 108, 110], "configpersistenceservic": [0, 22, 36, 39], "configschema": [0, 1, 2, 3, 39, 55, 57, 132], "configspac": [23, 24, 25, 93, 99, 101, 102, 103, 106, 107, 108, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "configspace_data_to_tunable_valu": [0, 23, 25], "configspace_to_flaml_spac": [100, 105, 106], "configur": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 29, 30, 32, 33, 34, 36, 38, 39, 43, 44, 48, 49, 50, 55, 57, 60, 62, 64, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 83, 89, 93, 94, 95, 96, 98, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 135, 136, 137, 138, 139, 140, 141, 142, 145, 148, 149, 151, 153, 156, 157, 158, 159, 164, 166], "configurationspac": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 127, 128, 129, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159], "conn": 54, "connect": [36, 37, 44, 47, 51, 52, 54, 55, 58, 130, 134, 165], "connect_param": 54, "connection_id": 54, "connection_lost": [51, 54], "connection_mad": [51, 54], "consid": [89, 165, 166], "consist": [67, 69, 85, 88, 136, 144, 166], "const_arg": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 39, 44, 50, 51, 53, 55, 57, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 165], "constant": 86, "constitut": 165, "constraint": [164, 166], "constructor": [5, 6, 23, 24, 27, 36, 38, 39, 55, 57, 89, 93, 118, 127, 129, 130, 131, 132, 134, 145, 153], "consum": 164, "contain": [5, 6, 32, 36, 38, 39, 41, 55, 56, 57, 67, 69, 79, 85, 88, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 144, 156, 157, 158, 165, 166], "content": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134, 162], "context": [21, 33, 34, 42, 54, 55, 61, 71, 81, 93, 94, 95, 96, 97, 98, 99, 139, 148, 149, 150, 151, 152, 164], "continu": [85, 87, 143], "contribut": 162, "control": [149, 150, 165], "converg": [23, 24, 26, 33, 34, 129, 164], "convers": [44, 50, 51, 53, 55, 65, 85, 87, 135, 143], "convert": [25, 84, 89, 92, 100, 108], "convert_configspac": [0, 23], "copi": [0, 52, 67, 69, 85, 86, 87, 88, 136, 143, 144, 165], "copymod": [43, 51, 52], "core": [162, 165, 167], "coro": 21, "cororeturntyp": 21, "coroutin": 21, "correl": 166, "correspond": [23, 24, 25, 26, 27, 28, 30, 70, 71, 80, 81, 89, 127, 128, 129, 138, 139, 165], "cost": [85, 86, 150, 165, 166], "could": [5, 8, 9, 10, 121, 122], "count": [23, 24, 26, 27, 32, 54, 127, 129, 165], "covari": [5, 6, 23, 24, 85, 86, 88, 118, 129, 144], "covariant_group": [0, 85], "covarianttunablegroup": [0, 85, 86, 88, 144], "cpu": 166, "creat": [12, 14, 36, 40, 41, 42, 55, 61, 67, 69, 73, 77, 78, 83, 85, 88, 92, 93, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 150, 151, 152, 153, 158, 164], "create_connect": 54, "credenti": [5, 6, 44, 45, 55, 56, 117, 118, 119, 121, 122, 123, 124, 125, 126, 164], "cs_config": 108, "curat": 166, "current": [5, 6, 7, 8, 9, 10, 23, 24, 25, 26, 27, 28, 29, 30, 67, 68, 69, 75, 76, 79, 85, 86, 87, 88, 89, 117, 118, 121, 122, 127, 128, 129, 136, 137, 143, 144, 164, 166], "current_iter": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "cutoff": 112, "cwd": [36, 40, 41, 55, 61, 133], "d": 108, "dabl": [111, 116, 160, 161, 167], "data": [5, 8, 10, 11, 23, 24, 25, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 85, 87, 89, 111, 112, 113, 114, 119, 122, 127, 128, 129, 133, 136, 137, 138, 139, 140, 141, 143, 149, 161, 164, 165], "databas": [78, 79, 164, 165], "database_password": 165, "datafram": [23, 24, 26, 27, 30, 68, 70, 71, 72, 74, 76, 80, 81, 82, 84, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 113, 114, 127, 129, 137, 138, 139, 140, 148, 149, 150, 151, 152, 156, 157, 158, 161], "date": 164, "datetim": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "datetime_col": 89, "datetime_pars": [0, 89, 91], "db": [44, 49, 76, 77, 80, 81, 82], "dbschema": [67, 73, 74, 75, 76, 77, 79, 80, 81, 82], "dealloc": [44, 50, 55, 60, 66, 135], "deallocate_host": [36, 43, 44, 50, 55, 60, 135], "debug": 32, "declar": 55, "deep": [85, 86, 87, 88, 143, 144], "default": [0, 5, 6, 7, 8, 9, 10, 11, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 68, 76, 85, 86, 87, 88, 93, 94, 96, 98, 101, 104, 111, 112, 113, 114, 117, 118, 119, 121, 122, 127, 128, 129, 130, 134, 137, 143, 144, 149, 151, 158, 161, 165, 166], "default_max_unique_values_per_param": [100, 101, 104, 158], "default_num_low_dim": [100, 101, 104, 158], "default_special_param_value_biasing_percentag": [100, 101, 104, 158], "default_tunable_config_id": [67, 68, 73, 76, 137], "defin": [67, 69, 72, 77, 82, 93, 94, 95, 98, 102, 127, 128, 129, 136, 140, 145, 148, 151, 156], "definit": [21, 77, 85, 86, 87, 88, 143], "delet": [44, 48, 50, 55, 60, 62, 135], "depend": [36, 39, 40, 41, 44, 48, 55, 61, 62, 85, 87, 132, 133, 143, 149, 164], "deploi": [5, 6, 39, 44, 46, 48, 50, 55, 57, 60, 62, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135], "deploy": [44, 46, 48, 50, 135, 164], "deploy_param": [44, 46, 48, 50, 135], "deprovis": [12, 15, 44, 48, 50, 55, 60, 62, 66, 124, 135, 165], "deprovision_host": [36, 43, 44, 50, 55, 60, 135], "deprovision_network": [36, 43, 44, 48, 55, 62], "deriv": [5, 6, 36, 38, 89, 93, 118, 131, 145, 153], "describ": [2, 3, 39, 55, 57, 132, 164], "descript": [0, 22, 67, 68, 69, 73, 75, 76, 78, 85, 87, 136, 137, 141, 162], "deseri": [39, 132, 143], "design": 164, "desir": [85, 88, 144], "dest": 89, "destin": [4, 89], "detail": [5, 6, 32, 36, 37, 44, 47, 51, 52, 54, 55, 58, 118, 130, 134, 164, 165, 167], "detect": 32, "determin": [112, 165], "determinist": 119, "devcontain": [164, 165], "develop": 164, "deviat": 112, "dict": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 97, 101, 104, 106, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 153, 158, 159, 161], "dict_templat": [0, 91], "dictionari": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 29, 30, 36, 37, 38, 39, 44, 47, 48, 50, 51, 52, 53, 55, 57, 58, 59, 60, 62, 63, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 85, 87, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 140, 141, 143, 144, 150, 158, 159, 165], "dicttemplat": [0, 4, 91], "differ": [3, 44, 50, 55, 60, 85, 87, 135, 143, 149, 164], "dimens": [101, 104, 150, 158], "dimension": [101, 104, 158, 166], "dir": [36, 40, 41, 55, 61, 133, 149], "direct": [23, 24, 26, 27, 28, 29, 30, 67, 68, 69, 73, 75, 76, 78, 79, 112, 127, 128, 129, 136, 137, 141, 165], "directli": 149, "directori": [36, 37, 39, 40, 41, 42, 44, 47, 51, 52, 55, 57, 58, 61, 130, 132, 133, 134, 149, 164, 165, 166], "disabl": [32, 158], "disallow": 25, "disconnect": 54, "discoveri": 166, "discret": [101, 104, 158], "disk": 166, "distinguish": 149, "distribut": [0, 85, 87, 143], "distribution_param": [0, 85, 87, 143], "distributiondict": [0, 85, 87], "do": [46, 85, 87, 143, 164, 165], "doc": 150, "docker": 165, "document": [164, 165, 166], "doe": [85, 87, 88, 143, 144], "doesn": 89, "domain": [106, 159], "don": 165, "done": 165, "down": [5, 6, 7, 12, 13, 14, 15, 16, 33, 34, 44, 50, 54, 55, 60, 66, 117, 118, 123, 124, 125, 135], "download": [0, 5, 6, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 118, 122, 130, 134], "drop_nul": [92, 108, 110], "dtype": [0, 85, 87, 93, 94, 95, 96, 143, 148, 149], "duckdb": 165, "due": [36, 40, 41, 44, 48, 55, 61, 62, 93, 94, 96, 133, 149, 165], "dump_params_fil": [121, 122], "dure": [44, 48, 55, 62, 149, 165], "dynam": [39, 55, 57, 132], "e": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 86, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 149, 153, 164, 165, 166], "each": [5, 7, 23, 24, 27, 32, 41, 54, 85, 88, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 126, 127, 129, 144, 158, 165], "earli": 89, "eas": [164, 165], "easi": 164, "easili": [32, 149, 164, 165], "ec2": 165, "effici": [101, 104, 158, 165, 166], "either": [21, 39, 55, 57, 85, 87, 132, 143, 164, 165], "element": [85, 87, 143], "els": [85, 87, 143], "emploi": [93, 98, 148, 149, 150, 151, 152, 158], "empti": [5, 6, 7, 8, 9, 10, 39, 55, 57, 70, 85, 87, 117, 118, 121, 122, 132, 138, 143], "enabl": [162, 164], "encapsul": [21, 39], "encod": 165, "encount": [44, 48, 55, 62], "end": [70, 80, 138, 165], "engin": [74, 75, 76, 77, 79, 80, 81, 82, 165], "ensur": [164, 165], "enter": [0, 21, 51, 54], "entir": [36, 37, 44, 47, 51, 52, 55, 58, 85, 86, 88, 130, 134, 144], "enum": [2, 3, 5, 20, 25, 52, 93, 111, 120, 145], "enumer": [93, 147, 155], "env": [5, 6, 36, 39, 40, 41, 55, 57, 61, 118, 132, 133, 164, 165], "env_nam": [5, 6, 118], "env_param": [44, 50, 51, 53, 55, 65, 135], "environ": [0, 1, 2, 3, 4, 23, 28, 31, 32, 33, 34, 35, 36, 38, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 68, 69, 73, 76, 78, 85, 88, 89, 91, 128, 131, 132, 133, 134, 135, 136, 137, 141, 144, 162, 164], "ephemer": 32, "equal": [93, 94, 96, 149], "equals_default": [85, 86], "equival": [5, 6, 7, 117, 118], "error": [44, 48, 55, 62, 89, 165], "especi": 164, "establish": 54, "estim": 165, "etc": [5, 6, 32, 39, 41, 55, 57, 67, 69, 73, 78, 93, 94, 96, 97, 98, 99, 117, 118, 121, 122, 123, 124, 125, 126, 132, 133, 136, 141, 145, 149, 150, 151, 152, 153, 164, 166, 167], "evalu": [93, 97, 98, 149, 151, 165, 166], "evaluatedsampl": [92, 93, 97], "event": [21, 54], "event_loop_context": [0, 91], "eventloopcontext": [0, 21, 91], "everi": [36, 40, 41, 55, 61, 133], "exactli": 84, "exampl": [0, 32, 91, 163, 165], "exc": 54, "except": [2, 3, 54], "execut": [5, 6, 16, 36, 40, 41, 43, 44, 50, 51, 53, 55, 61, 65, 68, 76, 93, 94, 96, 97, 98, 99, 118, 121, 124, 125, 133, 135, 137, 149, 150, 151, 152, 165], "exist": [33, 34, 164, 165, 166], "exit": [0, 21, 32, 51, 54], "exp_data": [111, 112, 113, 114, 161], "expand": [4, 39, 55, 57, 114, 132], "expand_results_data_arg": [111, 114, 116], "expand_var": [0, 4], "expans": 4, "expect": [5, 6, 7, 8, 9, 10, 12, 14, 16, 21, 85, 87, 88, 89, 117, 118, 121, 122, 125, 144, 164], "experi": [0, 5, 6, 7, 11, 12, 16, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 76, 78, 79, 80, 81, 82, 86, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 125, 127, 128, 129, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 160, 161, 164, 166, 167], "experiment": [68, 76, 137, 165], "experiment_data": [67, 73, 74, 164, 165], "experiment_id": [0, 32, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "experiment_myappbench": 165, "experiment_mybenchmark": 165, "experiment_redisbench": 165, "experimentdata": [0, 67, 68, 69, 72, 73, 76, 78, 82, 111, 112, 113, 114, 136, 140, 141, 161, 165, 167], "experimentsqldata": [67, 73, 74, 76], "expir": [44, 45], "explain": [54, 111, 112], "explicit": [23, 29], "explicitli": [89, 149], "exploit": 149, "explor": [101, 102, 103, 104, 149, 156, 157, 158, 164], "export": [0, 36, 38, 39, 55, 57, 131, 132], "ext_method": [36, 38, 131], "extern": [36, 38, 40, 41, 55, 61, 131, 133, 164], "extra": [4, 86], "extra_path": [39, 55, 57, 132], "extra_source_dict": 4, "extract": [23, 24, 26, 27, 30, 39, 44, 48, 50, 89, 127, 129, 132, 135], "extrem": 166, "f": [164, 165], "factori": [5, 6, 36, 38, 39, 55, 57, 83, 89, 93, 118, 131, 132, 145, 153], "fail": [0, 5, 7, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 62, 63, 64, 65, 66, 117, 120, 127, 129, 135], "failur": 165, "fallback": 4, "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 36, 37, 44, 47, 50, 51, 52, 53, 55, 58, 59, 63, 85, 86, 87, 88, 89, 93, 94, 96, 98, 101, 104, 112, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 143, 144, 149, 151, 158, 165], "faq": 150, "far": [23, 24, 27, 30, 93, 98, 127, 129, 151], "fast": [93, 97, 150], "favor": 149, "featur": [162, 164], "fed": [101, 102, 103, 156, 157], "feed": [164, 165], "feedback": 167, "few": 165, "field": [5, 6, 7, 8, 9, 10, 12, 16, 25, 39, 44, 49, 55, 57, 64, 97, 117, 118, 121, 122, 125, 132], "figur": 112, "file": [5, 8, 9, 10, 22, 23, 29, 32, 36, 37, 39, 42, 44, 47, 51, 52, 54, 55, 57, 58, 67, 68, 69, 73, 76, 78, 83, 89, 93, 94, 96, 98, 100, 105, 121, 122, 130, 132, 133, 134, 136, 137, 141, 142, 149, 151, 164], "file_path": [39, 55, 57, 132], "fileshar": 47, "fileshare_typ": [36, 55], "fileshareservic": [0, 36, 37, 44, 47, 51, 52, 91], "filter": [111, 112, 113, 161, 166], "filter_warn": [111, 161], "final": [4, 23, 24, 26, 27, 30, 127, 129], "find": 3, "first": [23, 24, 32, 68, 76, 93, 98, 129, 137, 149, 151, 165], "flag": [85, 86, 88, 144], "flaml": [93, 97, 100, 105, 145, 147, 150, 164, 166], "flaml_optim": [92, 93, 147], "flaml_spac": [106, 159], "flamloptim": [92, 93, 97, 110, 145, 147], "flat": [36, 37, 44, 47, 48, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 65, 66, 84, 85, 88, 130, 134, 135, 144], "flatten": 41, "flex": [44, 49], "flight": 54, "float": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 69, 70, 71, 79, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 138, 139, 143, 144, 148, 149, 150, 151, 152], "flow": 164, "focus": 164, "follow": [68, 72, 76, 82, 112, 121, 122, 124, 125, 137, 140, 164, 165, 166], "foo": 31, "forc": [44, 50, 51, 53, 59, 63, 135], "fork": 164, "form": [85, 87, 143], "format": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 67, 69, 79, 84, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 165], "found": [85, 88, 144, 165], "four": [39, 132], "fqn": [5, 6, 36, 38, 39, 55, 57, 89, 118, 131, 132], "frame": 165, "framework": [0, 23, 24, 67, 69, 111, 129, 136, 164, 165], "free": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 36, 38, 39, 55, 57, 85, 87, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143], "from": [5, 6, 8, 10, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 44, 45, 47, 48, 50, 51, 52, 53, 54, 55, 57, 58, 61, 65, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 83, 85, 87, 88, 89, 93, 94, 95, 96, 98, 111, 112, 113, 118, 122, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 148, 149, 150, 151, 161, 164, 165, 167], "from_config": [0, 67, 83, 91, 165], "full": [21, 23, 29, 67, 69, 73, 78, 136, 141, 165, 167], "fulli": 89, "func": 89, "function": [21, 25, 36, 38, 39, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 61, 65, 84, 89, 93, 94, 95, 96, 98, 107, 108, 112, 113, 114, 130, 131, 132, 133, 134, 135, 148, 149, 151, 163], "further": 41, "futur": [21, 67, 69, 136, 164, 165, 166, 167], "g": [5, 6, 12, 14, 16, 21, 23, 24, 26, 27, 30, 36, 38, 39, 41, 44, 48, 49, 55, 57, 62, 64, 67, 68, 69, 70, 72, 76, 82, 85, 87, 88, 89, 93, 112, 113, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 129, 131, 132, 133, 136, 137, 138, 140, 143, 144, 145, 153, 164, 165, 166], "gain": [111, 112], "gear": 164, "gener": [21, 23, 24, 25, 26, 27, 28, 101, 104, 127, 128, 129, 149, 158, 164, 166, 167], "get": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 44, 45, 46, 48, 50, 51, 53, 54, 55, 56, 59, 63, 65, 66, 67, 69, 74, 75, 79, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 143, 144, 148, 149, 150, 151, 152, 158, 162, 165], "get_access_token": [36, 43, 44, 45, 55, 56], "get_auth_head": [36, 43, 44, 45, 55, 56], "get_best_observ": [0, 23, 24, 27, 30, 33, 34, 92, 93, 98, 127, 129, 151], "get_class_from_nam": [0, 89, 91], "get_client_connect": [51, 54], "get_covariant_group_nam": [0, 85, 88, 144], "get_credenti": [36, 43, 44, 45, 55, 56], "get_current_cost": [85, 86], "get_git_info": [0, 89, 91], "get_nam": [85, 86], "get_observ": [92, 93, 98, 151], "get_param_valu": [0, 85, 88, 144], "get_remote_exec_result": [36, 43, 44, 50, 51, 53, 55, 65, 135], "get_results_df": [67, 73, 74], "get_trial": [67, 73, 74], "get_tun": [0, 85, 86, 88, 144], "get_tunable_values_dict": [85, 86], "git": [89, 164], "git_commit": [68, 76, 89, 137], "git_path": 89, "git_repo": [68, 76, 89, 137], "github": [32, 96, 150, 162, 164, 165, 167], "give": 165, "given": [2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24, 26, 27, 30, 33, 34, 35, 36, 38, 39, 52, 55, 57, 67, 68, 69, 70, 72, 74, 75, 76, 82, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 134, 136, 137, 138, 140, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 160, 165, 166], "global": [1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 36, 38, 39, 55, 57, 67, 69, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 136, 142, 150, 165], "global_config": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 67, 69, 73, 78, 83, 89, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142], "global_config_azur": [164, 165], "global_config_storag": 165, "good": [5, 20, 120], "grace": [44, 50, 51, 53, 59, 63, 66, 135], "grid": 26, "grid_search_optim": [0, 23], "gridsearchoptim": [0, 23, 26], "group": [5, 6, 12, 13, 14, 15, 17, 23, 24, 39, 55, 57, 68, 70, 72, 76, 80, 82, 85, 86, 88, 112, 117, 118, 123, 124, 129, 132, 137, 138, 140, 144, 165], "group_nam": [85, 88, 144], "guid": [93, 98, 151, 165], "h": 32, "ha": [23, 24, 26, 27, 30, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152], "handl": [25, 54, 166], "hash": [89, 149], "have": [5, 11, 25, 26, 39, 44, 50, 51, 53, 55, 59, 60, 63, 65, 66, 86, 89, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 135, 164], "header": [44, 45, 55, 56], "heavi": 166, "help": [0, 2, 3, 4, 32, 54, 67, 69, 75, 89, 111, 112, 136, 164], "helper": [22, 39, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 53, 55, 57, 61, 65, 89, 107, 108, 134, 135, 164], "here": [67, 69, 73, 78, 136, 141, 164, 165], "hesbo": [101, 104, 158], "hierarchi": 6, "high": [112, 166], "higher": 149, "histor": [12, 18, 126, 149], "hood": [93, 98, 151], "hook": 54, "host": [5, 6, 12, 13, 15, 16, 18, 43, 44, 50, 51, 53, 54, 55, 59, 60, 63, 65, 118, 123, 124, 125, 126, 135, 165], "host_env": [5, 12], "host_ops_typ": [36, 55], "host_provisioner_typ": [36, 55], "hostenv": [0, 5, 6, 12, 13, 15, 18, 44, 50, 89, 118, 124, 126, 135], "hostnam": 165, "how": 112, "howev": [68, 76, 137, 149, 165], "hp": 107, "html": 96, "http": [32, 44, 45, 55, 56, 96, 150, 164, 165, 167], "human": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "hyper": 165, "hyperparamet": [25, 107, 108], "i": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 32, 36, 38, 39, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 79, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 111, 112, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 149, 150, 151, 152, 156, 157, 158, 162, 163, 164, 165, 166, 167], "id": [32, 54, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 85, 86, 87, 88, 112, 136, 137, 138, 139, 140, 141, 143, 144], "id_from_connect": [51, 54], "id_from_param": [51, 54], "idempot": [5, 6, 7, 117, 118], "ident": [92, 93, 101, 103, 145, 153, 155, 157], "identifi": [67, 69, 72, 73, 78, 89, 136, 140, 141, 143, 166], "identity_adapt": [93, 100, 101, 155], "identityadapt": [92, 93, 100, 101, 103, 155], "ignor": [36, 37, 44, 47, 48, 51, 52, 55, 58, 62, 86, 108, 113, 130, 134], "ignore_error": [44, 48, 55, 62], "ignore_plotter_warn": [111, 112, 113, 116, 162], "immedi": 164, "immut": 165, "impact": 166, "implement": [23, 24, 26, 27, 33, 35, 36, 55, 73, 78, 93, 94, 95, 96, 97, 98, 99, 101, 104, 127, 129, 141, 148, 149, 150, 151, 152, 158, 164, 167], "import": [31, 32], "improv": [101, 104, 158], "imput": [67, 69, 75, 136], "in_rang": [0, 85, 87, 143], "inact": 108, "includ": [67, 69, 75, 85, 88, 112, 136, 144, 162, 164, 165, 166], "incompat": [32, 165], "increment": [23, 24, 27, 127, 129], "incur": 86, "indent": [5, 6, 7, 117, 118], "independ": [164, 165, 166], "index": [93, 96, 98, 151], "indic": [44, 49, 55, 64, 112], "individu": 165, "info": [32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135, 150, 165], "inform": [23, 24, 27, 85, 87, 127, 129, 143, 165, 166], "inherit": 42, "init": [32, 100, 105, 150], "initi": [5, 6, 23, 29, 32, 36, 38, 39, 44, 50, 51, 53, 55, 57, 59, 63, 66, 89, 92, 93, 94, 96, 101, 118, 131, 132, 135, 149, 150, 164, 165, 167], "input": [25, 39, 44, 48, 50, 55, 57, 85, 87, 93, 106, 132, 135, 143, 145, 153, 159, 165], "ins": [36, 38, 131, 162], "insid": 165, "insight": [111, 112], "inst": [39, 89, 132], "instal": [162, 166, 167], "instanc": [5, 6, 8, 9, 10, 12, 16, 17, 21, 25, 36, 38, 39, 49, 55, 57, 72, 82, 83, 85, 86, 88, 89, 93, 94, 95, 96, 97, 98, 99, 118, 121, 122, 125, 131, 132, 133, 135, 140, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 165], "instanti": [5, 6, 22, 36, 38, 39, 55, 57, 67, 69, 89, 118, 131, 132, 136, 149], "instantiate_from_config": [0, 89, 91], "instead": [93, 98, 151, 165], "instruct": [164, 165], "int": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 26, 27, 28, 30, 33, 34, 36, 39, 40, 41, 55, 57, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 101, 104, 107, 112, 117, 118, 119, 121, 122, 125, 127, 128, 129, 132, 133, 136, 137, 138, 139, 140, 141, 143, 144, 149, 150, 151, 158], "integ": [85, 87, 143], "integr": [165, 166], "intend": [111, 112, 161, 164], "intention": 89, "interact": [44, 47, 51, 52, 54, 134, 167], "interfac": [23, 24, 33, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 93, 94, 95, 98, 102, 129, 136, 137, 138, 139, 140, 141, 148, 151, 156, 165], "intermedi": [67, 69, 79, 136], "intern": [67, 69, 108, 136], "interpret": 89, "interv": 166, "into_param": [85, 88, 144], "invers": [101, 102, 103, 104, 156, 157, 158], "inverse_transform": [100, 101, 102, 103, 104, 156, 157, 158], "invok": [36, 38, 93, 94, 95, 96, 131, 148, 149], "involv": 164, "io": [96, 150, 164, 165, 167], "ipynb": 164, "is_cancel": [0, 5, 20, 120], "is_categor": [0, 85, 87, 143], "is_complet": [0, 5, 20, 120], "is_config_pend": [36, 43, 44, 49, 55, 64], "is_default": [0, 85, 86, 87, 88, 143, 144], "is_fail": [0, 5, 20, 120], "is_good": [0, 5, 20, 120], "is_int": [85, 87, 143], "is_log": [0, 85, 87, 143], "is_not_empti": [23, 24, 26, 27, 28, 127, 128, 129], "is_numer": [0, 85, 87, 143], "is_pend": [0, 5, 20, 120], "is_readi": [0, 5, 20, 120], "is_setup": [44, 48, 50, 55, 60, 62, 66, 135], "is_speci": [0, 25, 85, 87, 143], "is_succeed": [0, 5, 20, 120], "is_success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 117, 118, 121, 122, 123, 124, 125], "is_timed_out": [0, 5, 20, 120], "is_upd": [0, 85, 86, 87, 88, 143, 144], "is_valid": [0, 85, 87, 143], "isconfigpendingreboot": [44, 49, 55, 64], "isconfigpendingrestart": [44, 49, 55, 64], "isinst": 87, "issu": 165, "iter": [23, 24, 26, 27, 28, 29, 30, 36, 39, 40, 41, 44, 50, 51, 53, 55, 57, 61, 65, 67, 69, 75, 85, 86, 87, 88, 89, 112, 127, 128, 129, 132, 133, 135, 136, 143, 144, 165], "its": [5, 7, 39, 44, 50, 55, 60, 85, 86, 87, 88, 89, 117, 132, 135, 143, 144, 165], "join": 89, "jq": 165, "json": [2, 3, 32, 39, 44, 48, 50, 55, 57, 67, 69, 73, 78, 87, 132, 135, 136, 141, 143, 163], "json5": [32, 67, 83, 142, 165], "json_file_nam": [39, 55, 57, 132], "jsonc": [164, 165], "jsonschema": [2, 3], "jupyt": [111, 112, 161, 165], "just": [5, 11, 12, 18, 23, 24, 26, 36, 38, 85, 86, 88, 119, 126, 129, 131, 144, 164], "keep": [30, 93, 98, 149, 151, 165], "kei": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 25, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 72, 73, 76, 78, 82, 84, 85, 88, 89, 106, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 140, 141, 144, 159, 164, 165], "kernel": [165, 166], "keyerror": [85, 86, 88, 144], "keyword": [89, 111, 112, 161], "kick": 164, "kind": 25, "know": [67, 69, 73, 78, 136, 141], "knowledg": 166, "known": 149, "kv_df_to_dict": [0, 67, 84], "kwarg": [54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 83, 89, 111, 112, 142, 145, 153, 161], "kwd": [120, 147, 155, 160], "larg": [165, 166], "last": [5, 7, 89, 117, 165], "last_trial_id": [67, 69, 75, 136], "latenc": 166, "later": [67, 69, 73, 78, 136, 141], "latest": 164, "latter": [32, 39, 55, 57, 68, 72, 76, 82, 132, 137, 140, 149, 164], "launch": [5, 12, 16, 125, 164, 165], "launcher": [0, 91], "layer": [112, 113, 164, 165, 167], "least": [118, 121, 122, 123, 124, 125, 126], "leav": 165, "left": 32, "let": 149, "level": [5, 6, 7, 12, 15, 32, 117, 118, 124], "leverag": 166, "librari": [93, 97, 150, 164, 165, 166], "lifecycl": 54, "like": [164, 165, 166], "likewis": 165, "limit": [33, 34, 35], "limit_top_n_config": [111, 112, 116], "line": [22, 32, 36, 40, 41, 44, 50, 51, 53, 55, 61, 65, 89, 133, 135, 163, 165], "linear": [85, 87, 143], "linux": [165, 166], "list": [5, 6, 7, 8, 9, 10, 22, 32, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 65, 67, 69, 75, 79, 83, 85, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 112, 117, 118, 121, 122, 130, 131, 132, 133, 134, 135, 136, 142, 143, 144, 145, 148, 149, 150, 151, 152, 163, 165], "liter": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 89, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "ll": 165, "llamatun": [92, 93, 100, 101, 155, 164], "llamatuneadapt": [92, 93, 100, 101, 104, 153, 155], "llm": 164, "load": [0, 3, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 83, 89, 127, 128, 129, 132, 136, 141, 142, 165], "load_config": [0, 33, 34, 36, 39, 55, 57, 132], "load_environ": [36, 39, 132], "load_environment_list": [36, 39, 55, 57, 132], "load_servic": [36, 39, 55, 57, 132], "load_telemetri": [0, 67, 69, 73, 75, 136], "load_tunable_config": [0, 67, 69, 73, 75, 136], "loader": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 130, 131, 132, 133, 134, 135], "local": [0, 5, 6, 36, 37, 38, 39, 44, 47, 51, 52, 55, 58, 61, 85, 88, 89, 117, 118, 119, 123, 124, 125, 126, 130, 131, 132, 134, 144, 164, 165], "local_env": [5, 8], "local_exec": [0, 36, 40, 55, 61, 133], "local_exec_typ": [36, 55], "local_fileshare_env": [5, 8], "local_method": [36, 38, 131], "local_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "localenv": [0, 5, 8, 9, 10, 55, 61, 91], "localexecservic": [0, 36, 40, 41, 42, 55, 61, 91], "localfileshareenv": [0, 5, 8, 10, 91], "locat": 32, "log": [32, 85, 87, 143, 165, 166], "log_fil": 32, "log_level": [32, 165], "logic": [25, 54, 75, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "login": 165, "long_text": 22, "look": [112, 164, 165], "lookup": [55, 57], "loop": [21, 32, 33, 34, 35, 54, 163, 164, 165, 166], "lost": 54, "low": [101, 104, 150, 158, 164, 165], "low_cost_partial_config": [93, 97, 150], "machin": [51, 53], "made": [32, 165], "mai": [5, 6, 23, 24, 32, 41, 44, 50, 54, 55, 60, 89, 93, 94, 96, 118, 129, 135, 149], "main": [22, 32, 96, 162], "maintain": [54, 166], "major": [163, 165], "make": [89, 164], "man": 89, "manag": [2, 21, 36, 40, 41, 44, 45, 46, 48, 50, 51, 53, 54, 55, 61, 133, 135, 162, 164, 165, 166], "mandatori": [39, 55, 57, 132], "mani": 112, "manipul": 114, "manual": [32, 108, 166], "map": [3, 36, 40, 41, 55, 61, 85, 88, 89, 133, 144, 166], "match": 164, "max": [23, 24, 33, 34, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 101, 104, 111, 112, 113, 114, 129, 136, 137, 141, 143, 158, 161, 165], "max_ratio": [93, 94, 96, 149], "max_suggest": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 165], "max_trial": [0, 23, 24, 33, 34, 35, 93, 94, 96, 129, 149], "max_unique_values_per_param": [101, 104, 158], "maximum": [23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 93, 98, 127, 128, 129, 149, 151], "mayb": [5, 6, 7, 8, 9, 10, 67, 69, 75, 89, 117, 118, 121, 122, 136], "md": [32, 164], "mean": [112, 165], "meant": [31, 165], "measur": [112, 165], "median": 112, "memori": 32, "mention": 165, "merg": [0, 36, 38, 39, 67, 69, 73, 75, 85, 88, 89, 131, 132, 136, 144], "merge_method": [0, 36, 38, 131], "merge_paramet": [0, 89, 91], "messag": 32, "meta": [0, 85, 87, 143], "metadata": [67, 69, 70, 73, 78, 80, 85, 86, 87, 93, 94, 96, 97, 98, 99, 136, 138, 141, 143, 149, 150, 151, 152], "metadata_df": [67, 70, 73, 80, 138], "metadata_dict": [67, 70, 80, 138], "method": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 69, 73, 74, 75, 77, 78, 79, 83, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 111, 112, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 160, 161, 164], "metric": [5, 6, 7, 8, 9, 10, 11, 67, 69, 70, 73, 75, 78, 79, 84, 117, 118, 119, 121, 122, 136, 138, 141, 164], "microsoft": [32, 150, 164, 165, 167], "might": 165, "min": [23, 24, 67, 68, 69, 73, 75, 76, 78, 79, 85, 87, 111, 112, 113, 114, 129, 136, 137, 141, 143, 161], "minim": [23, 24, 26, 27, 30, 93, 127, 129, 145, 148, 149, 150, 151, 152], "minimum": [72, 140], "miss": [67, 69, 75, 89, 136], "mix": [5, 6, 36, 38, 39, 55, 57, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 162], "mixin": [36, 38, 130, 131, 132, 133, 134, 135], "mlflow": [67, 69, 136], "mlo": [2, 3, 32, 39, 89, 132, 150, 167], "mlos_bench": [111, 113, 149, 162, 163, 164, 165, 167], "mlos_cor": [22, 23, 24, 25, 27, 127, 129, 162, 163, 164], "mlos_core_flaml": 165, "mlos_core_optim": [0, 23], "mlos_demo_sqlite_teach": 164, "mlos_viz": [162, 163, 164], "mloscor": [93, 147, 155], "mloscoreoptim": [0, 23, 27, 91], "mlosvizmethod": [111, 116, 161, 162], "mock": [5, 11, 23, 28, 30, 119, 128], "mock_env": [0, 5], "mock_env_metr": 119, "mock_env_rang": 119, "mock_env_se": 119, "mock_optim": [0, 23], "mockenv": [0, 5, 11, 91], "mocklocalexecservic": 42, "mockoptim": [0, 23, 28, 29, 91], "mode": 52, "model": [12, 14, 93, 94, 95, 96, 148, 149], "modifi": [85, 88, 144, 149], "modul": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 91, 92, 93, 94, 100, 101, 105, 110, 111, 116, 120, 147, 155, 160, 164, 167], "monad": 89, "monkei": 107, "monkey_patch_quant": [100, 105, 107], "more": [32, 67, 69, 72, 82, 136, 140, 150, 164, 165, 167], "mostli": 87, "mount": 165, "much": 164, "multi": 166, "multipl": [41, 67, 69, 73, 78, 85, 88, 93, 94, 96, 97, 98, 99, 136, 141, 144, 149, 150, 151, 152, 166], "must": [5, 6, 36, 38, 39, 44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 79, 89, 117, 118, 121, 122, 123, 124, 125, 126, 131, 132, 135, 136], "mutabl": [23, 24, 129], "my": 165, "mypi": 87, "myrg": 165, "mysql": 165, "mystorageaccount": 165, "n": [93, 98, 112, 151], "n_max": [93, 98, 151], "n_random_init": [92, 93, 94, 96, 149], "n_random_prob": [93, 94, 96, 149], "naiv": 89, "name": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 39, 52, 55, 57, 67, 68, 69, 73, 76, 78, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 137, 141, 143, 144, 145, 147, 148, 149, 150, 151, 152, 155, 156, 157, 158, 159, 160, 165], "namedtupl": 97, "ndarrai": [93, 94, 95, 96, 148, 149], "necessari": [5, 6, 8, 9, 12, 13, 14, 15, 44, 48, 49, 50, 55, 60, 62, 64, 66, 118, 121, 123, 124, 135, 165], "need": [39, 67, 69, 73, 78, 132, 136, 141, 165], "nest": 4, "network": [12, 14, 44, 48, 55, 62, 166], "network_env": [5, 12], "network_provisioner_typ": [36, 55], "networkenv": [0, 5, 12, 14, 44, 48, 55, 62], "new": [0, 5, 6, 7, 12, 16, 25, 36, 38, 39, 42, 44, 50, 55, 57, 60, 61, 62, 66, 67, 69, 73, 78, 83, 85, 86, 87, 88, 89, 93, 98, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 141, 142, 143, 144, 145, 148, 149, 151, 152, 153, 164, 165, 166], "new_trial": [0, 67, 69, 136], "next": [23, 24, 26, 27, 28, 127, 128, 129], "nix": 164, "no_teardown": 32, "node": [36, 40, 41, 44, 50, 55, 60, 61, 133, 135], "nois": 165, "non": [67, 69, 136, 166], "none": [2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 61, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 104, 107, 108, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 151, 152, 153, 155, 158, 160, 161], "nonetyp": 87, "normal": [85, 87, 89, 143], "normalize_config": [92, 108, 110], "not_converg": [0, 23, 24, 26, 129], "not_don": [0, 33, 34], "note": [5, 6, 12, 18, 23, 24, 25, 32, 44, 50, 54, 55, 60, 67, 68, 69, 70, 71, 76, 80, 81, 85, 87, 88, 89, 93, 94, 96, 118, 126, 129, 135, 136, 137, 138, 139, 143, 144, 149, 164, 165], "notebook": [111, 112, 161, 164, 165], "now": 165, "np": 150, "nsmallest": [93, 98, 151], "nt": 31, "null": [68, 72, 76, 82, 137, 140], "nullabl": [0, 89, 91], "nullcontext": [42, 55, 61], "num_low_dim": [101, 104, 158], "number": [5, 6, 7, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 35, 67, 69, 73, 78, 85, 87, 90, 93, 94, 96, 97, 98, 101, 104, 107, 109, 112, 115, 117, 118, 127, 128, 129, 136, 141, 143, 149, 151, 158, 165], "numer": [85, 87, 112, 143], "numerical_valu": [0, 85, 87, 143], "numericalhyperparamet": 107, "o": [0, 4, 5, 8, 9, 10, 12, 15, 16, 31, 32, 44, 50, 51, 53, 55, 63, 65, 67, 73, 121, 122, 124, 125, 135, 165], "object": [2, 3, 4, 5, 6, 21, 22, 23, 24, 25, 33, 34, 36, 38, 39, 44, 45, 54, 55, 56, 57, 67, 68, 69, 70, 71, 72, 73, 76, 77, 78, 80, 81, 83, 85, 86, 87, 88, 89, 93, 98, 102, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 132, 136, 137, 138, 139, 141, 142, 143, 144, 145, 153, 159, 161, 164, 167], "objective_weight": [93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152], "observ": [23, 24, 26, 27, 30, 33, 34, 93, 98, 127, 129, 151], "obtain": [93, 94, 95, 96, 112, 113, 148, 149, 164], "occur": 165, "offlin": 164, "often": [85, 88, 144, 166], "omit": [32, 36, 40, 41, 55, 61, 85, 88, 133, 144], "one": [5, 11, 20, 21, 32, 39, 41, 42, 44, 48, 49, 50, 51, 53, 54, 55, 57, 59, 60, 61, 62, 63, 64, 65, 66, 70, 72, 82, 85, 86, 87, 88, 89, 93, 98, 119, 120, 132, 135, 138, 140, 143, 144, 151, 164, 165], "one_shot_optim": [0, 23], "ones": [36, 38, 85, 88, 131, 144], "oneshotoptim": [0, 23, 29, 91], "onli": [21, 32, 54, 67, 69, 75, 89, 136], "onlin": 164, "onward": 165, "op": [23, 29, 93, 94, 96, 98, 101, 103, 149, 151, 155, 157], "oper": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 32, 44, 48, 50, 51, 53, 54, 55, 58, 59, 60, 62, 63, 66, 101, 102, 103, 104, 112, 114, 117, 118, 121, 122, 123, 124, 125, 126, 135, 156, 157, 158], "opt": 165, "opt_target": [0, 67, 69, 73, 75, 78, 79, 136, 141], "optim": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 22, 32, 33, 34, 35, 39, 67, 69, 73, 75, 78, 79, 89, 91, 92, 101, 102, 103, 104, 108, 110, 111, 112, 117, 118, 121, 122, 123, 124, 125, 132, 136, 141, 153, 156, 157, 158, 162, 164, 166, 167], "optimization_target": [23, 24, 68, 76, 93, 94, 95, 96, 97, 98, 99, 129, 137, 145, 148, 149, 150, 151, 152], "optimizer_kwarg": [93, 145], "optimizer_typ": [93, 145], "optimizerfactori": [92, 93, 110], "optimizertyp": [93, 145], "option": [4, 5, 6, 23, 24, 25, 26, 27, 28, 30, 32, 36, 37, 39, 40, 41, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 70, 74, 75, 79, 83, 85, 87, 88, 89, 93, 94, 96, 97, 98, 99, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 136, 138, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 158, 161, 164], "order": [5, 7, 25, 93, 98, 112, 114, 117, 151], "orderby_col": 112, "organ": 162, "orient": 166, "orig_parameter_spac": [101, 102, 103, 104, 156, 157, 158], "origin": [85, 86, 87, 88, 89, 101, 102, 103, 104, 143, 144, 156, 157, 158], "os_env": [5, 12, 31], "os_environ": [0, 91], "os_ops_typ": [36, 55], "osenv": [0, 5, 12, 15], "oss": 164, "other": [23, 24, 26, 27, 28, 32, 67, 69, 75, 86, 89, 112, 127, 128, 129, 136, 164, 165, 166], "otherwis": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 28, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 75, 85, 86, 87, 88, 89, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 135, 136, 143, 144], "our": 165, "out": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 112, 135, 164, 165, 166], "outlier": 112, "output": [5, 6, 7, 8, 9, 10, 11, 12, 16, 32, 44, 50, 112, 117, 118, 119, 121, 122, 125, 135, 149], "output_directori": [93, 94, 96, 149], "outsid": 165, "over": [67, 69, 75, 136, 149, 164], "overlap": [85, 88, 144], "overrid": [32, 54, 85, 88, 144, 165], "overridden": 32, "overview": 167, "p50": 112, "p75": 112, "p90": 112, "p95": 112, "p99": 112, "packag": [90, 91, 108, 109, 110, 112, 115, 116, 162, 165, 166], "page": 166, "pair": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 32, 36, 37, 38, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 69, 85, 88, 108, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 134, 135, 136, 141, 144], "panda": [68, 70, 71, 72, 76, 81, 82, 84, 89, 93, 98, 101, 102, 103, 104, 111, 112, 113, 114, 137, 138, 139, 140, 151, 156, 157, 158, 161], "parallel": [21, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "param": [2, 3, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 80, 85, 87, 130, 134, 135, 136], "param_valu": [85, 88, 144], "paramet": [0, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 38, 39, 40, 41, 42, 44, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 153, 156, 157, 158, 159, 161, 162, 164, 166], "parameter_spac": [93, 94, 95, 96, 97, 98, 99, 145, 148, 149, 150, 151, 152, 153], "parent": [22, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 85, 88, 130, 131, 132, 133, 134, 135, 144], "parent_arg": [39, 55, 57, 132], "pars": [22, 89], "part": [44, 45, 55, 56, 165], "parti": [111, 112], "partial": [23, 29], "particular": [25, 112, 166], "pass": [5, 6, 23, 24, 27, 36, 38, 39, 44, 50, 51, 53, 54, 55, 57, 65, 89, 93, 94, 96, 111, 112, 118, 127, 128, 129, 130, 131, 132, 134, 135, 145, 149, 153, 161], "password": 165, "patch": 107, "path": [32, 36, 37, 39, 42, 44, 47, 51, 52, 55, 57, 58, 61, 67, 69, 73, 78, 89, 130, 132, 133, 134, 136, 141, 165], "path_join": [0, 89, 91], "pd": [93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 148, 149, 150, 151, 152, 156, 157, 158], "pend": [0, 5, 20, 26, 39, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 75, 93, 94, 96, 97, 98, 99, 120, 132, 135, 136, 149, 150, 151, 152], "pending_config": [23, 26], "pending_tri": [0, 67, 69, 73, 75, 136], "per": [32, 54, 158], "percentag": [101, 104, 158], "perform": [44, 50, 55, 60, 101, 102, 103, 104, 112, 135, 156, 157, 158, 164, 165], "perhap": 164, "persist": [132, 165], "pick": 89, "pip": [32, 164, 165, 166, 167], "place": [85, 88, 144], "plan": [165, 167], "platform": 31, "pleas": [32, 164], "plot": [111, 112, 113, 116, 162, 164, 167], "plot_optimizer_trend": [111, 112, 116], "plot_top_n_config": [111, 112, 116], "plotter": [111, 113, 161], "plotter_method": [111, 161], "plu": [39, 44, 48, 50, 114, 132, 135], "point": [85, 87, 143, 149, 164], "polici": [33, 34, 164], "poor": 89, "portal": 165, "posit": 89, "possibl": [23, 29, 44, 50, 51, 53, 54, 55, 65, 68, 76, 85, 87, 135, 137, 143, 164, 165], "possibli": [23, 24, 26, 27, 30, 39, 54, 55, 57, 127, 129, 132], "post": [5, 8, 10, 122, 165], "postgr": 164, "postgresql": 165, "potenti": [85, 88, 93, 112, 144, 145, 153], "pprint": [0, 5, 6, 7, 36, 38, 117, 118, 131], "pre": [23, 24, 26, 27, 28, 29, 30, 127, 128, 129, 149], "predict": [93, 94, 95, 96, 148, 149], "prefix": [68, 72, 76, 82, 137, 140], "preinstal": 165, "prepar": [5, 8, 9, 10, 121, 122], "prepare_class_load": [0, 36, 39, 89, 91, 132], "prepend": [39, 55, 57, 132], "preprocess": 89, "preprocess_dynamic_config": [0, 89, 91], "present": [44, 50, 51, 53, 55, 59, 63, 65, 66, 67, 69, 75, 89, 93, 94, 96, 135, 136, 149], "pretti": [5, 6, 7, 117, 118], "previou": [23, 24, 26, 27, 28, 29, 30, 67, 69, 73, 78, 85, 87, 127, 128, 129, 136, 141, 143, 165], "previous": 165, "print": [5, 6, 7, 117, 118], "prior": [5, 8, 9, 10, 121, 122, 165, 166], "privat": 32, "probabl": 149, "process": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 36, 40, 41, 55, 61, 112, 117, 118, 121, 122, 123, 124, 125, 133, 165], "produc": [5, 11, 23, 29, 36, 38, 67, 69, 93, 99, 119, 131, 136, 149, 152, 165, 166], "profil": 166, "project": [101, 104, 158, 162, 164, 165], "promis": 166, "propag": 165, "properti": [2, 3, 5, 6, 7, 22, 23, 24, 26, 27, 29, 33, 34, 36, 38, 39, 44, 46, 50, 51, 53, 55, 65, 67, 68, 69, 70, 71, 72, 73, 76, 78, 80, 81, 82, 85, 86, 87, 93, 94, 96, 98, 101, 102, 103, 104, 111, 112, 113, 114, 117, 118, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 141, 143, 149, 151, 156, 157, 158, 161, 165], "propos": [23, 29, 108, 165, 166], "protocol": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "provid": [5, 6, 36, 38, 39, 42, 54, 55, 57, 61, 65, 101, 102, 103, 104, 111, 112, 113, 117, 118, 121, 122, 123, 124, 125, 126, 130, 131, 132, 133, 134, 135, 149, 150, 156, 157, 158, 161, 163, 164, 165, 167], "provis": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135, 165], "provision_host": [36, 43, 44, 50, 55, 60, 135], "provision_network": [36, 43, 44, 48, 55, 62], "proxi": 135, "public": [36, 38, 131], "publish": 164, "pull": 32, "purpos": [12, 18, 126, 165], "pwd": 31, "py": [89, 163], "pypi": [164, 165, 166, 167], "python": [5, 6, 36, 38, 39, 55, 57, 85, 87, 89, 118, 131, 132, 143, 144, 164, 165], "qualifi": 89, "qualnam": [2, 3, 5, 20, 52, 93, 111, 120, 147, 155, 160], "quanit": [85, 87, 143], "quantiz": [85, 87, 107, 143], "quantization_bin": [0, 85, 87, 107, 143], "quantized_valu": [0, 85, 87, 143], "queue": [33, 34], "quick": 164, "quickstart": [162, 164], "rais": [2, 3, 4, 89], "random": [23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 99, 119, 127, 128, 129, 147, 149, 150, 152, 164, 166], "random_init": 32, "random_optim": [92, 93, 147], "random_se": 32, "randomoptim": [92, 93, 99, 110, 145, 147], "rang": [0, 23, 25, 85, 87, 143, 164, 166], "range_weight": [0, 85, 87, 143], "rather": [54, 67, 69, 136], "ratio": 149, "re": [5, 12, 13, 16, 67, 69, 73, 78, 89, 123, 125, 136, 141, 165], "reach": [33, 34], "read": [39, 55, 57, 132], "read_results_fil": [121, 122], "readabl": [5, 6, 36, 38, 39, 55, 57, 67, 69, 73, 78, 117, 118, 119, 121, 122, 123, 124, 125, 126, 131, 132, 136, 141, 143], "readi": [0, 5, 8, 9, 12, 13, 14, 16, 20, 44, 50, 55, 60, 62, 66, 120, 121, 123, 125, 135], "readm": [32, 164], "real": [12, 14], "realist": 165, "reason": 54, "reboot": [5, 6, 12, 16, 39, 43, 44, 49, 50, 51, 53, 55, 57, 63, 64, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "receiv": [87, 89], "reconfigur": [5, 6, 118], "reconnect": 54, "record": [23, 24, 26, 27, 28, 127, 128, 129], "recurs": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "redefin": [93, 94, 96, 98, 149, 151], "redi": [164, 165], "reduc": [36, 40, 41, 55, 61, 133, 166], "refer": [3, 39, 54, 55, 57, 85, 88, 89, 132, 144, 165], "referenc": [85, 88, 144], "regardless": 165, "regist": [0, 23, 24, 26, 27, 28, 29, 30, 36, 38, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 127, 128, 129, 130, 131, 132, 133, 134, 135, 149, 150, 151, 152, 156, 157, 158, 164, 166], "register_pend": [92, 93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "registri": [2, 3], "regular": 25, "rejoin": 41, "rel": [39, 55, 57, 89, 112, 132], "relat": [67, 69, 73, 78, 85, 88, 136, 141, 144], "releas": [12, 13, 14, 44, 50, 55, 60, 66, 93, 94, 96, 98, 123, 135, 149, 151, 164], "reload": [32, 165], "remain": [111, 112, 161], "remot": [0, 5, 6, 8, 9, 10, 36, 37, 38, 55, 58, 65, 85, 88, 89, 118, 121, 122, 130, 131, 144, 165], "remote_config_typ": [36, 55], "remote_env": [5, 12], "remote_exec": [36, 43, 44, 50, 51, 53, 55, 65, 135], "remote_exec_typ": [36, 55], "remote_path": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "remoteenv": [0, 5, 12, 16, 91, 124], "remov": [25, 93, 94, 96, 98, 108, 112, 149, 151], "repeat": [32, 72, 82, 112, 140, 164, 165], "replac": [31, 67, 69, 73, 78, 89, 136, 141, 164], "repo": 164, "repositori": [89, 163, 164, 165, 166, 167], "repr": 54, "repres": [85, 87, 97, 143], "represent": [23, 24, 129, 144], "reproduc": 149, "request": 112, "requested_result_col": 112, "requir": [5, 12, 16, 39, 44, 49, 55, 64, 89, 93, 94, 96, 98, 125, 132, 149, 151, 164, 165], "required_arg": 32, "required_kei": 89, "required_param": 89, "reset": [0, 23, 24, 85, 88, 129, 144], "reset_is_upd": [85, 86], "resolv": [39, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 132, 135], "resolve_path": [36, 39, 55, 57, 132], "resourc": [12, 14, 44, 46, 48, 50, 55, 60, 62, 66, 93, 94, 96, 98, 135, 149, 151], "respons": [44, 48, 50, 135], "rest": [44, 45, 46, 55, 56], "restart": [44, 49, 50, 51, 53, 55, 59, 60, 63, 64, 66, 135], "restart_host": [43, 44, 50, 55, 59, 135], "restor": [39, 69, 75, 78, 85, 86, 88, 132, 144], "restore_default": [0, 85, 86, 88, 144], "restrict": [74, 112], "result": [5, 6, 7, 8, 9, 10, 11, 12, 16, 21, 23, 24, 26, 27, 28, 30, 32, 33, 34, 35, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 89, 111, 112, 113, 114, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 141, 149, 160, 161, 162, 164, 166, 167], "result_column_prefix": [67, 68, 137], "results_data_fram": 165, "results_df": [67, 68, 70, 72, 73, 76, 80, 82, 111, 112, 113, 114, 137, 138, 140, 161], "results_dict": [67, 70, 80, 138], "resumpt": [68, 76, 137], "retri": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "retriev": [67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 89, 136, 137, 138, 139, 140, 141, 164, 165], "return": [3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 21, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 81, 82, 83, 85, 86, 87, 88, 89, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 106, 108, 112, 114, 117, 118, 119, 121, 122, 123, 124, 125, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 149, 150, 151, 152, 153, 156, 157, 158, 159, 167], "return_cod": [36, 40, 41, 55, 61, 133], "reus": [164, 165], "reusabl": 165, "revers": [5, 7, 117], "rg": 165, "right": 89, "root": [39, 67, 68, 69, 73, 76, 78, 132, 133, 136, 137, 141, 165], "root_env_config": [33, 34, 35, 39, 67, 68, 69, 73, 75, 76, 78, 132, 136, 137, 141], "routin": 21, "row": [5, 6, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 108, 118, 148, 149, 150, 151, 152, 156, 157, 158], "rule": 165, "run": [0, 5, 6, 7, 8, 9, 10, 11, 12, 15, 16, 19, 20, 21, 22, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 36, 40, 41, 44, 50, 51, 53, 54, 55, 61, 65, 67, 68, 69, 70, 75, 76, 79, 86, 91, 93, 98, 117, 118, 119, 120, 121, 122, 124, 125, 127, 128, 129, 133, 135, 136, 137, 138, 149, 151, 163, 164], "run_coroutin": [0, 21], "run_nam": [93, 94, 96, 149], "run_trial": [0, 33, 34, 35], "runner": [21, 164, 165], "runtim": [44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 135], "saa": [12, 17, 49, 55, 64], "saas_env": [5, 12], "saasenv": [0, 5, 12, 17], "sai": [93, 94, 96, 97, 98, 99, 149, 150, 151, 152], "same": [5, 6, 11, 23, 24, 26, 27, 29, 30, 32, 67, 69, 79, 85, 86, 88, 93, 98, 118, 119, 127, 129, 136, 144, 151, 165], "sampl": [93, 94, 96, 97, 101, 104, 106, 149, 158, 159, 166], "save": [23, 24, 27, 33, 34, 35, 67, 69, 75, 78, 79, 127, 129, 136, 149, 165], "scale": [85, 87, 143], "scatter": 112, "scenario": 165, "schedul": [0, 1, 2, 3, 5, 8, 9, 10, 11, 23, 24, 32, 36, 39, 40, 41, 42, 55, 61, 67, 69, 75, 91, 119, 121, 122, 129, 132, 133, 136, 167], "schedule_tri": [0, 33, 34], "schema": [0, 1, 39, 55, 57, 67, 73, 74, 75, 76, 79, 80, 81, 82, 89, 132, 163], "schema_typ": [39, 55, 57, 132], "schemaerror": [2, 3], "schemastor": [1, 2, 3], "score": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 67, 69, 75, 93, 97, 98, 117, 118, 119, 121, 122, 125, 127, 128, 129, 136, 151], "scrape": 166, "script": [5, 6, 7, 8, 9, 10, 12, 16, 19, 32, 36, 39, 40, 41, 42, 43, 44, 50, 51, 53, 55, 57, 61, 65, 68, 76, 117, 118, 121, 122, 125, 132, 133, 135, 137, 163, 164, 165], "script_env": [0, 5], "script_lin": [36, 40, 41, 55, 61, 133], "scriptabl": 19, "scriptenv": [0, 5, 8, 9, 12, 16, 19], "sdk": [44, 45], "search": [26, 39, 55, 57, 93, 94, 96, 101, 104, 132, 149, 158, 164, 165, 166], "section": [5, 6, 117, 118, 119, 121, 122, 123, 124, 125, 126, 162, 165], "secur": [5, 6, 12, 14, 117, 118, 119, 121, 122, 123, 124, 125, 126], "see": [23, 24, 32, 54, 86, 93, 94, 96, 129, 149, 162, 165, 167], "seed": [0, 23, 24, 25, 26, 27, 28, 29, 30, 32, 93, 94, 96, 97, 127, 128, 129, 149, 150], "seem": 164, "select": [85, 88, 112, 144], "self": [85, 88, 144], "sensit": [165, 166], "separ": [36, 40, 41, 55, 61, 133], "sequenc": [23, 24, 26, 27, 28, 85, 87, 127, 128, 129, 143], "seri": 89, "serial": [39, 144], "server": [51, 52, 54, 164], "servic": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 26, 27, 28, 29, 30, 32, 67, 69, 73, 78, 89, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 136, 141, 162, 164, 165], "set": [5, 6, 7, 8, 9, 12, 14, 16, 23, 24, 26, 27, 32, 33, 34, 35, 44, 49, 55, 64, 68, 70, 71, 72, 76, 81, 82, 85, 86, 87, 88, 101, 104, 114, 117, 118, 119, 121, 125, 127, 129, 137, 138, 139, 140, 143, 144, 149, 150, 158, 164, 165, 166], "setup": [0, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 19, 117, 118, 121, 122, 123, 124, 125], "sever": [5, 6, 7, 67, 69, 79, 117, 118, 136, 165], "share": [5, 8, 10, 36, 37, 44, 47, 51, 52, 54, 55, 58, 122, 130, 134, 165], "shell": [32, 44, 50, 51, 53, 55, 65, 135, 164], "should": [5, 6, 12, 16, 23, 24, 26, 27, 28, 29, 30, 118, 125, 127, 128, 129, 165], "show": 32, "shut": [5, 12, 13, 14, 15, 16, 44, 50, 54, 55, 60, 66, 123, 124, 125, 135], "shutdown": [43, 44, 50, 51, 53, 55, 59, 63, 66, 135], "side": [5, 8, 9, 10, 11, 40, 41, 42, 61, 119, 121, 122], "similar": 165, "simpl": [3, 4, 31, 33, 35, 93, 145, 153, 164], "simpli": [164, 165], "sinc": 166, "singl": [5, 6, 7, 23, 29, 32, 33, 34, 35, 39, 41, 54, 55, 57, 67, 68, 69, 70, 72, 75, 76, 79, 82, 93, 98, 101, 102, 103, 104, 108, 117, 118, 132, 136, 137, 138, 140, 151, 156, 157, 158, 165], "site": 163, "smac": [93, 94, 96, 147, 149, 164, 166], "smac3": 96, "smac_optim": [93, 94, 147], "smacoptim": [92, 93, 94, 96, 110, 145, 147], "small": 113, "snippet": 165, "so": [23, 24, 27, 30, 41, 85, 88, 93, 98, 127, 129, 144, 151, 164, 165], "some": [44, 50, 51, 53, 55, 65, 84, 108, 111, 112, 113, 114, 121, 122, 124, 125, 135, 161, 164, 165], "sometim": [149, 165], "somewhat": [67, 69, 136], "sort": 112, "sourc": [4, 23, 24, 27, 32, 89, 127, 129, 163, 164], "source_dict": 4, "space": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 92, 93, 94, 95, 96, 97, 98, 99, 108, 110, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 145, 148, 149, 150, 151, 152, 162, 164, 166], "space_adapt": [92, 93, 94, 95, 96, 97, 98, 99, 148, 149, 150, 151, 152, 153], "space_adapter_kwarg": [93, 145, 153], "space_adapter_typ": [93, 145, 153], "spaceadapt": [93, 101, 102, 103, 145, 153, 156, 157], "spaceadaptertyp": [92, 93, 110, 145, 153], "span": [0, 85, 87, 143], "special": [0, 23, 25, 41, 85, 87, 101, 104, 143, 158], "special_nam": 25, "special_param_nam": [0, 23, 25], "special_param_name_is_temp": [0, 23, 25], "special_param_name_strip": [0, 23, 25], "special_param_valu": [101, 104, 158], "special_param_values_dict": 158, "special_weight": [85, 87], "specif": [21, 44, 55, 56, 93, 98, 151, 164, 166], "specifi": [5, 6, 11, 32, 36, 38, 67, 69, 75, 85, 87, 88, 118, 119, 130, 131, 134, 136, 143, 144, 165], "split": 41, "split_cmdlin": [36, 40, 41], "sql": [0, 32, 67], "sqlalchemi": [73, 75, 78, 79, 141, 165], "sqlite": [67, 69, 136, 164, 165], "sqlstorag": [0, 67, 73, 78], "ssh": [36, 43, 164], "ssh_fileshar": [43, 51], "ssh_host_servic": [43, 51], "ssh_servic": [43, 51], "sshclient": [43, 51, 54], "sshclientcach": [43, 51, 54], "sshclientconnect": 54, "sshfileshareservic": [36, 43, 51, 52], "sshhostservic": [36, 43, 51, 53], "sshservic": [43, 51, 52, 53, 54], "stamp": [5, 6, 7, 8, 9, 10, 117, 118, 121, 122], "standalon": [42, 85, 88, 144], "standard": [112, 165], "start": [0, 2, 3, 5, 6, 12, 13, 14, 15, 20, 21, 23, 24, 26, 27, 28, 29, 30, 33, 34, 35, 44, 50, 51, 52, 53, 59, 66, 67, 69, 70, 73, 75, 78, 80, 93, 94, 96, 97, 98, 99, 111, 118, 120, 123, 124, 127, 128, 129, 135, 136, 138, 141, 147, 149, 150, 151, 152, 155, 160, 162, 165, 166], "start_host": [43, 44, 50, 55, 59, 135], "start_with_default": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "state": 86, "static": [36, 38, 54, 67, 69, 93, 131, 136, 145, 153], "statist": 112, "statu": [0, 5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 26, 27, 28, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 72, 75, 76, 79, 80, 82, 86, 91, 117, 118, 119, 121, 122, 125, 127, 128, 129, 135, 136, 137, 138, 140, 165], "stddev": 112, "stderr": [36, 40, 41, 55, 61, 133], "stdout": [32, 36, 40, 41, 44, 50, 55, 61, 133, 135], "step": [165, 166], "still": [44, 48, 55, 62], "stop": [33, 34, 44, 50, 51, 53, 59, 63, 66, 135, 165], "stop_host": [43, 44, 50, 55, 59, 135], "storag": [0, 1, 2, 3, 5, 8, 10, 23, 24, 27, 32, 33, 34, 35, 39, 89, 91, 112, 113, 122, 127, 129, 132, 162, 164, 165, 167], "storage_factori": [0, 67], "storageaccountkei": 165, "store": [3, 32, 36, 37, 44, 47, 51, 52, 55, 58, 67, 68, 69, 70, 71, 72, 74, 75, 76, 79, 80, 81, 82, 85, 87, 89, 130, 134, 136, 137, 138, 139, 140, 143, 164, 165, 167], "str": [4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 61, 64, 65, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 106, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 148, 149, 150, 151, 152, 159, 161], "streamlin": 165, "string": [25, 36, 38, 39, 55, 57, 84, 85, 86, 87, 89, 131, 132, 143], "stripped_nam": 25, "subcommand": 41, "subdirectori": [36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "subgroup": [0, 85, 88, 144], "submit": [5, 7, 12, 16, 117, 125], "submodul": [1, 43, 91, 100, 110, 116, 162], "subpackag": [91, 110, 162], "subschema": 3, "subscript": 165, "subset": [44, 50, 51, 53, 55, 65, 135, 150], "subsystem": 84, "succeed": [0, 5, 20, 23, 24, 26, 27, 30, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 67, 69, 70, 79, 120, 127, 129, 135, 136, 138], "success": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 26, 27, 30, 44, 48, 50, 55, 60, 62, 66, 68, 72, 76, 82, 117, 118, 121, 122, 123, 124, 125, 127, 129, 135, 137, 140], "suffici": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 123, 124, 135], "suffix": 25, "suggest": [0, 23, 24, 26, 27, 28, 29, 30, 92, 93, 94, 96, 97, 98, 99, 101, 102, 103, 104, 108, 127, 128, 129, 149, 150, 151, 152, 156, 157, 158, 164, 165, 166], "suggested_config": [23, 26], "suitabl": [39, 55, 57, 132], "summari": 164, "support": [21, 23, 24, 26, 27, 28, 29, 30, 54, 85, 88, 93, 127, 128, 129, 144, 147, 155, 164, 165, 166], "supports_preload": [0, 23, 24, 26, 27, 28, 29, 30, 127, 128, 129], "supportsauth": [0, 36, 44, 45, 55, 56], "supportsconfigload": [0, 36, 38, 39, 55, 57, 131], "supportsfileshareop": [0, 36, 37, 55, 58], "supportshostop": [36, 44, 50, 55, 59], "supportshostprovis": [0, 36, 44, 50, 55, 60], "supportslocalexec": [0, 36, 40, 41, 55, 61], "supportsnetworkprovis": [0, 36, 44, 48, 55, 62], "supportsosop": [36, 44, 50, 51, 53, 55, 63], "supportsremoteconfig": [0, 36, 44, 49, 55, 64], "supportsremoteexec": [0, 36, 44, 50, 51, 53, 55, 65], "supportsvmop": [36, 55, 66], "suppos": 42, "suppress": [111, 112], "sure": 89, "surrog": [93, 94, 95, 96, 148, 149], "surrogate_predict": [92, 93, 94, 95, 96, 148, 149], "svc": [36, 38, 39, 131, 132], "swap": 164, "sync_schedul": [0, 33], "synchron": [32, 33, 35], "syncschedul": [0, 33, 35, 91], "system": [22, 32, 39, 67, 69, 132, 136, 162, 164, 165], "t": [55, 56, 70, 89, 138, 165], "t_co": [55, 56], "tabl": 162, "tag": 164, "tailor": 166, "take": [25, 39, 85, 87, 132, 143], "taken": 165, "target": [0, 23, 24, 26, 27, 28, 29, 30, 36, 40, 41, 55, 61, 67, 69, 75, 79, 93, 98, 101, 102, 103, 104, 127, 128, 129, 133, 136, 145, 148, 149, 150, 151, 152, 156, 157, 158, 164], "target_parameter_spac": [100, 101, 102, 103, 104, 156, 157, 158], "task": 166, "tear": [5, 6, 7, 33, 34, 117, 118], "teardown": [0, 5, 6, 7, 8, 9, 12, 13, 14, 15, 16, 19, 32, 33, 34, 117, 118, 121, 122, 123, 124, 125, 165], "techniqu": [101, 104, 158, 164, 166], "telemetri": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 79, 80, 117, 118, 121, 122, 136, 138, 165, 166], "telemetry_df": [67, 70, 73, 80, 138], "temp": [42, 55, 61, 93, 94, 96, 98, 149, 151], "temp_dir": [36, 40, 41, 55, 61, 133], "temp_dir_context": [36, 40, 55, 61], "tempdircontextservic": [36, 40, 41, 42], "templat": [4, 164, 165], "temporari": [25, 36, 40, 41, 42, 55, 61, 133, 149], "temporarydirectori": [42, 55, 61], "tenant": 165, "terraform": 165, "test": [23, 28, 128, 165], "than": 54, "thei": [44, 50, 51, 53, 55, 65, 114, 135, 165], "them": [2, 3, 39, 111, 112, 132], "thi": [2, 3, 5, 6, 7, 12, 16, 18, 23, 24, 25, 26, 27, 32, 36, 38, 39, 42, 44, 50, 51, 53, 54, 55, 57, 60, 65, 67, 68, 69, 70, 71, 72, 75, 76, 80, 81, 82, 85, 86, 87, 88, 89, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 112, 117, 118, 119, 125, 126, 127, 129, 131, 132, 135, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 151, 152, 156, 157, 158, 163, 164, 165, 166], "third": [111, 112], "those": [39, 55, 57, 85, 87, 88, 112, 132, 143, 144, 164, 165], "though": [32, 164], "thread": [21, 33, 35, 54, 166], "three": [39, 55, 57, 132], "through": [165, 166], "throughput": 166, "throw": [85, 86, 88, 144], "time": [5, 6, 7, 8, 9, 10, 32, 44, 48, 50, 51, 53, 55, 59, 60, 62, 63, 66, 67, 69, 75, 89, 117, 118, 121, 122, 135, 136, 165], "timed_out": [0, 5, 20, 44, 48, 49, 50, 51, 53, 55, 59, 60, 62, 63, 64, 65, 66, 120, 135], "timestamp": [5, 6, 7, 8, 9, 10, 11, 12, 16, 67, 69, 70, 75, 79, 80, 89, 117, 118, 119, 121, 122, 125, 136, 138], "timezon": 89, "tire": 164, "togeth": [12, 13, 14, 15, 44, 48, 50, 55, 60, 62, 66, 68, 76, 85, 88, 123, 124, 135, 137, 144, 165], "token": [41, 44, 45, 55, 56], "tokencredenti": [44, 45], "tool": [32, 163, 164], "top": [112, 164], "top_n_config": 112, "top_n_config_id": 112, "top_n_config_results_df": 112, "torn": [5, 7, 117], "total": 165, "toward": 164, "track": [23, 24, 27, 30, 127, 129, 165, 166], "track_best_optim": [0, 23], "trackbestoptim": [0, 23, 26, 28, 30], "transfer": [5, 8, 9, 10, 121, 122], "transform": [23, 24, 26, 27, 30, 100, 101, 102, 103, 104, 127, 129, 148, 149, 150, 151, 152, 156, 157, 158], "translat": [101, 102, 103, 104, 156, 157, 158], "treat": [36, 40, 41, 55, 61, 133], "tree": [32, 36, 37, 44, 47, 51, 52, 55, 58, 130, 134], "trend": 112, "trial": [0, 21, 32, 33, 34, 35, 39, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 80, 81, 82, 93, 94, 96, 97, 98, 99, 112, 132, 136, 137, 138, 139, 140, 141, 149, 150, 151, 152, 164, 165, 167], "trial_config": 165, "trial_config_repeat_count": [0, 23, 24, 32, 33, 34, 35, 129], "trial_data": [67, 73, 165], "trial_id": [0, 67, 68, 69, 70, 72, 73, 75, 76, 78, 79, 80, 82, 136, 137, 138, 140, 141, 165], "trialdata": [0, 67, 68, 70, 72, 74, 76, 80, 82, 137, 140, 165], "trialsqldata": [67, 73, 80], "triplet": [5, 6, 7, 8, 9, 10, 93, 98, 117, 118, 121, 122, 151], "true": [5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 23, 24, 25, 26, 27, 28, 29, 30, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 66, 67, 69, 75, 85, 86, 87, 88, 89, 111, 117, 118, 121, 122, 123, 124, 125, 127, 128, 129, 130, 134, 135, 136, 143, 144, 161], "try": [54, 89, 164], "try_parse_v": [0, 89, 91], "ts_end": [67, 68, 70, 72, 76, 80, 82, 137, 138, 140], "ts_start": [67, 68, 69, 70, 72, 76, 80, 82, 136, 137, 138, 140], "tunabl": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 39, 44, 48, 50, 51, 53, 55, 57, 59, 60, 62, 63, 65, 66, 67, 68, 69, 70, 71, 72, 73, 75, 76, 78, 79, 80, 81, 82, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 135, 136, 137, 138, 139, 140, 141, 162, 165, 166], "tunable_config": [67, 68, 70, 72, 73, 76, 80, 82, 137, 138, 140], "tunable_config_data": [67, 73], "tunable_config_id": [0, 67, 68, 69, 70, 71, 72, 74, 76, 79, 80, 81, 82, 136, 137, 138, 139, 140], "tunable_config_trial_group": [67, 68, 70, 73, 76, 80, 137, 138], "tunable_config_trial_group_data": [67, 73], "tunable_config_trial_group_id": [67, 68, 72, 76, 82, 137, 140], "tunable_config_trial_group_s": 112, "tunable_group": [0, 85], "tunable_groups_to_configspac": [0, 23, 25], "tunable_param": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 26, 27, 28, 29, 30, 44, 50, 51, 53, 55, 65, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 135], "tunable_valu": [1, 2, 3, 32, 165], "tunable_values_to_configur": [0, 23, 25], "tunableconfigdata": [0, 67, 68, 70, 71, 72, 76, 80, 81, 82, 137, 138, 140], "tunableconfigsqldata": [67, 73, 81], "tunableconfigtrialgroupdata": [0, 67, 68, 70, 72, 76, 80, 82, 137, 138], "tunableconfigtrialgroupsqldata": [67, 73, 74, 82], "tunabledict": [0, 85, 87, 143], "tunablegroup": [0, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 23, 24, 25, 26, 27, 28, 29, 30, 33, 34, 39, 55, 57, 67, 69, 73, 75, 78, 79, 85, 88, 91, 117, 118, 119, 121, 122, 123, 124, 125, 126, 127, 128, 129, 132, 136, 141], "tunablevalu": [0, 5, 6, 23, 24, 26, 27, 28, 30, 36, 39, 40, 41, 55, 57, 84, 85, 86, 87, 88, 89, 118, 127, 128, 129, 132, 133, 144], "tunablevaluekind": [0, 23, 25], "tunablevaluesdict": [0, 85, 87], "tunablevaluetyp": [0, 85, 87], "tunablevaluetypenam": [0, 85, 87], "tunablevaluetypetupl": [0, 85, 87], "tune": [12, 14, 93, 97, 106, 150, 159, 164, 165], "tupl": [5, 6, 7, 8, 9, 10, 11, 12, 16, 23, 24, 25, 27, 30, 33, 34, 36, 39, 40, 41, 44, 48, 49, 50, 51, 53, 54, 55, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 75, 79, 85, 87, 88, 89, 93, 97, 98, 112, 114, 117, 118, 119, 121, 122, 125, 127, 129, 132, 133, 135, 136, 137, 143, 144, 151], "tutori": 165, "two": [70, 71, 81, 84, 85, 86, 88, 112, 138, 139, 144, 164], "type": [0, 2, 3, 4, 5, 20, 36, 39, 52, 85, 87, 89, 93, 111, 120, 132, 143, 145, 147, 155, 160, 166], "type_nam": 25, "typeddict": 87, "typic": [72, 140], "tzinfo": 89, "u": [89, 164, 165], "under": [32, 93, 98, 151], "underli": [101, 102, 103, 104, 111, 156, 157, 158, 161, 164, 165], "understand": 165, "unfortun": 165, "unifi": [1, 2, 3], "uniform": [85, 87, 143], "union": [36, 39, 40, 41, 55, 57, 61, 85, 87, 88, 89, 130, 131, 132, 133, 134, 135, 143, 144], "uniqu": [54, 67, 69, 71, 72, 73, 78, 81, 82, 101, 104, 136, 139, 140, 141, 158, 165], "unit": [85, 87, 143], "unknown": [0, 5, 20, 120], "unlik": [85, 88, 144], "unquant": [85, 87, 143], "unsupport": 4, "until": 164, "up": [5, 6, 7, 8, 9, 12, 15, 16, 21, 33, 34, 35, 36, 38, 67, 69, 75, 117, 118, 121, 124, 125, 131, 136, 164, 165], "updat": [0, 12, 17, 44, 49, 55, 64, 67, 69, 73, 78, 79, 85, 86, 87, 88, 136, 141, 143, 144, 164, 166], "update_telemetri": [0, 67, 69, 73, 79, 136], "upload": [0, 5, 8, 10, 36, 37, 43, 44, 47, 51, 52, 55, 58, 122, 130, 134, 165], "url": 89, "us": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16, 17, 21, 22, 23, 25, 29, 32, 36, 38, 39, 40, 41, 42, 44, 48, 54, 55, 57, 61, 62, 67, 69, 72, 73, 74, 75, 78, 79, 82, 84, 85, 86, 87, 88, 93, 94, 96, 97, 98, 99, 101, 104, 108, 111, 112, 113, 114, 117, 118, 119, 121, 122, 123, 124, 125, 131, 132, 133, 136, 140, 141, 143, 144, 145, 147, 149, 150, 151, 152, 153, 155, 158, 160, 161, 164, 165, 166], "usag": 32, "use_approximate_reverse_map": [101, 104, 158], "use_default_config": [93, 94, 96, 149], "use_os_env": 4, "user": [68, 76, 101, 102, 103, 104, 137, 156, 157, 158, 165], "usual": [5, 6, 7, 8, 9, 10, 12, 16, 23, 24, 26, 27, 30, 36, 38, 44, 50, 51, 53, 55, 65, 117, 118, 121, 122, 125, 127, 129, 131, 135], "utc": [5, 6, 7, 8, 9, 10, 67, 69, 70, 75, 80, 89, 117, 118, 121, 122, 136, 138], "utcify_nullable_timestamp": [0, 89, 91], "utcify_timestamp": [0, 89, 91], "util": [0, 67, 91, 92, 100, 105, 110, 111, 112, 116], "v": [31, 36, 40, 41, 55, 61, 85, 88, 133, 144, 165], "val": 89, "valid": [1, 2, 3, 39, 55, 57, 85, 87, 89, 108, 132, 143], "validationerror": [2, 3], "valu": [0, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 30, 32, 36, 37, 44, 47, 48, 49, 50, 51, 52, 53, 55, 58, 59, 60, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 75, 76, 81, 82, 84, 85, 86, 87, 88, 89, 93, 94, 96, 101, 104, 108, 111, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 134, 135, 136, 137, 138, 139, 140, 141, 143, 144, 147, 149, 150, 155, 158, 160, 164, 165, 166], "valueerror": [4, 89], "values_weight": [85, 87], "var": [4, 112], "var_zscor": 112, "variabl": [4, 12, 13, 14, 15, 31, 32, 36, 40, 41, 44, 48, 50, 51, 53, 55, 60, 61, 62, 65, 66, 67, 69, 112, 123, 124, 133, 135, 136], "varianc": 112, "variou": [89, 166], "veri": 165, "versatil": 165, "version": [0, 32, 89, 91, 92, 110, 111, 116, 164, 166], "via": [5, 6, 32, 46, 51, 53, 113, 118, 162, 164, 165, 166, 167], "video": 164, "virtual": [12, 14, 44, 48], "visibl": 165, "visual": [111, 112, 160, 161, 162, 164, 165, 167], "viz": [162, 165, 167], "vldb": 164, "vm": [5, 6, 12, 18, 39, 44, 45, 48, 49, 50, 51, 53, 55, 57, 59, 60, 63, 64, 65, 66, 117, 118, 121, 122, 123, 124, 125, 126, 132, 135, 165], "vm_deprovis": [55, 66], "vm_env": [5, 12], "vm_provis": [55, 66], "vm_provisioner_typ": [36, 55], "vm_restart": [55, 66], "vm_start": [55, 66], "vm_stop": [55, 66], "vmenv": [0, 5, 12, 18, 55, 60, 66], "vmname": [44, 49, 55, 64], "wa": [23, 24, 26, 27, 30, 68, 72, 76, 82, 127, 129, 137, 140], "wait": [21, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 135], "wait_boot": [124, 125], "wait_host_deploy": [36, 43, 44, 50, 55, 60, 135], "wait_host_oper": [43, 44, 50, 55, 59, 135], "wait_network_deploy": [36, 43, 44, 48, 55, 62], "wait_os_oper": [43, 44, 50, 51, 53, 55, 63, 135], "wait_vm_deploy": [55, 66], "wait_vm_oper": [55, 66], "want": [25, 149], "warm": [67, 69, 75, 136, 149, 165, 166], "warn": [32, 111, 112, 113, 161], "we": [23, 24, 27, 39, 67, 69, 72, 73, 78, 82, 89, 108, 112, 127, 129, 132, 136, 140, 141, 149, 164, 165, 167], "web": 164, "websit": 32, "weight": [0, 85, 87, 143, 148, 149, 150, 151, 152], "well": [5, 6, 114, 118], "were": [67, 69, 75, 136], "what": [32, 67, 69, 73, 78, 111, 136, 141, 160, 165], "when": [21, 32, 33, 34, 44, 48, 50, 51, 53, 54, 55, 59, 60, 62, 63, 66, 67, 69, 73, 78, 85, 87, 88, 89, 101, 104, 108, 112, 135, 136, 141, 143, 144, 149, 158, 164, 165], "whenev": 165, "where": [3, 5, 6, 7, 8, 9, 10, 11, 12, 16, 39, 84, 89, 108, 117, 118, 119, 121, 122, 125, 132, 149, 164, 165, 167], "whether": [4, 44, 48, 49, 55, 62, 64, 85, 86, 87, 88, 89, 93, 98, 111, 112, 114, 143, 144, 149, 151, 161], "which": [44, 50, 54, 55, 60, 67, 69, 72, 82, 93, 98, 101, 102, 103, 104, 112, 135, 136, 140, 151, 156, 157, 158, 164, 165, 166], "while": 165, "window": 164, "with_scatter_plot": 112, "within": [72, 82, 85, 87, 88, 140, 143, 144], "without": [12, 15, 25, 124, 165], "work": [36, 40, 41, 42, 55, 61, 114, 133, 164], "worker": 32, "workload": [164, 165, 166], "workspac": [2, 3, 39, 89, 132], "wrap": 166, "wrapper": [23, 27, 54, 93, 94, 95, 96, 97, 98, 113, 127, 149, 150, 151, 164, 167], "writabl": 166, "write": 165, "yet": [12, 14, 23, 24, 26, 27, 30, 93, 94, 95, 96, 97, 98, 99, 127, 129, 148, 149, 150, 151, 152], "yield": 41, "yml": [164, 165], "you": 149, "your": 164, "yourexperimentid": 165, "zoneinfo": 89, "zscore": 112}, "titles": ["mlos_bench package", "mlos_bench.config package", "mlos_bench.config.schemas package", "mlos_bench.config.schemas.config_schemas module", "mlos_bench.dict_templater module", "mlos_bench.environments package", "mlos_bench.environments.base_environment module", "mlos_bench.environments.composite_env module", "mlos_bench.environments.local package", "mlos_bench.environments.local.local_env module", "mlos_bench.environments.local.local_fileshare_env module", "mlos_bench.environments.mock_env module", "mlos_bench.environments.remote package", "mlos_bench.environments.remote.host_env module", "mlos_bench.environments.remote.network_env module", "mlos_bench.environments.remote.os_env module", "mlos_bench.environments.remote.remote_env module", "mlos_bench.environments.remote.saas_env module", "mlos_bench.environments.remote.vm_env module", "mlos_bench.environments.script_env module", "mlos_bench.environments.status module", "mlos_bench.event_loop_context module", "mlos_bench.launcher module", "mlos_bench.optimizers package", "mlos_bench.optimizers.base_optimizer module", "mlos_bench.optimizers.convert_configspace module", "mlos_bench.optimizers.grid_search_optimizer module", "mlos_bench.optimizers.mlos_core_optimizer module", "mlos_bench.optimizers.mock_optimizer module", "mlos_bench.optimizers.one_shot_optimizer module", "mlos_bench.optimizers.track_best_optimizer module", "mlos_bench.os_environ module", "mlos_bench.run module", "mlos_bench.schedulers package", "mlos_bench.schedulers.base_scheduler module", "mlos_bench.schedulers.sync_scheduler module", "mlos_bench.services package", "mlos_bench.services.base_fileshare module", "mlos_bench.services.base_service module", "mlos_bench.services.config_persistence module", "mlos_bench.services.local package", "mlos_bench.services.local.local_exec module", "mlos_bench.services.local.temp_dir_context module", "mlos_bench.services.remote package", "mlos_bench.services.remote.azure package", "mlos_bench.services.remote.azure.azure_auth module", "mlos_bench.services.remote.azure.azure_deployment_services module", "mlos_bench.services.remote.azure.azure_fileshare module", "mlos_bench.services.remote.azure.azure_network_services module", "mlos_bench.services.remote.azure.azure_saas module", "mlos_bench.services.remote.azure.azure_vm_services module", "mlos_bench.services.remote.ssh package", "mlos_bench.services.remote.ssh.ssh_fileshare module", "mlos_bench.services.remote.ssh.ssh_host_service module", "mlos_bench.services.remote.ssh.ssh_service module", "mlos_bench.services.types package", "mlos_bench.services.types.authenticator_type module", "mlos_bench.services.types.config_loader_type module", "mlos_bench.services.types.fileshare_type module", "mlos_bench.services.types.host_ops_type module", "mlos_bench.services.types.host_provisioner_type module", "mlos_bench.services.types.local_exec_type module", "mlos_bench.services.types.network_provisioner_type module", "mlos_bench.services.types.os_ops_type module", "mlos_bench.services.types.remote_config_type module", "mlos_bench.services.types.remote_exec_type module", "mlos_bench.services.types.vm_provisioner_type module", "mlos_bench.storage package", "mlos_bench.storage.base_experiment_data module", "mlos_bench.storage.base_storage module", "mlos_bench.storage.base_trial_data module", "mlos_bench.storage.base_tunable_config_data module", "mlos_bench.storage.base_tunable_config_trial_group_data module", "mlos_bench.storage.sql package", "mlos_bench.storage.sql.common module", "mlos_bench.storage.sql.experiment module", "mlos_bench.storage.sql.experiment_data module", "mlos_bench.storage.sql.schema module", "mlos_bench.storage.sql.storage module", "mlos_bench.storage.sql.trial module", "mlos_bench.storage.sql.trial_data module", "mlos_bench.storage.sql.tunable_config_data module", "mlos_bench.storage.sql.tunable_config_trial_group_data module", "mlos_bench.storage.storage_factory module", "mlos_bench.storage.util module", "mlos_bench.tunables package", "mlos_bench.tunables.covariant_group module", "mlos_bench.tunables.tunable module", "mlos_bench.tunables.tunable_groups module", "mlos_bench.util module", "mlos_bench.version module", "mlos_bench", "mlos_core package", "mlos_core.optimizers package", "mlos_core.optimizers.bayesian_optimizers package", "mlos_core.optimizers.bayesian_optimizers.bayesian_optimizer module", "mlos_core.optimizers.bayesian_optimizers.smac_optimizer module", "mlos_core.optimizers.flaml_optimizer module", "mlos_core.optimizers.optimizer module", "mlos_core.optimizers.random_optimizer module", "mlos_core.spaces package", "mlos_core.spaces.adapters package", "mlos_core.spaces.adapters.adapter module", "mlos_core.spaces.adapters.identity_adapter module", "mlos_core.spaces.adapters.llamatune module", "mlos_core.spaces.converters package", "mlos_core.spaces.converters.flaml module", "mlos_core.spaces.converters.util module", "mlos_core.util module", "mlos_core.version module", "mlos_core", "mlos_viz package", "mlos_viz.base module", "mlos_viz.dabl module", "mlos_viz.util module", "mlos_viz.version module", "mlos_viz", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.CompositeEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Environment", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.MockEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments</span></code>.Status", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.local</span></code>.LocalFileShareEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.HostEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.OSEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.RemoteEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.environments.remote</span></code>.VMEnv", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MlosCoreOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.MockOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.optimizers</span></code>.Optimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.FileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services</span></code>.Service", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.config_persistence</span></code>.ConfigPersistenceService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.local</span></code>.LocalExecService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureFileShareService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.services.remote.azure</span></code>.AzureVMService", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage</span></code>.Storage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_experiment_data</span></code>.ExperimentData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_trial_data</span></code>.TrialData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_data</span></code>.TunableConfigData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.base_tunable_config_trial_group_data</span></code>.TunableConfigTrialGroupData", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.sql.storage</span></code>.SqlStorage", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.storage.storage_factory</span></code>.from_config", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.Tunable", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_bench.tunables</span></code>.TunableGroups", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers</span></code>.OptimizerType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.BaseBayesianOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.bayesian_optimizers</span></code>.SmacOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.flaml_optimizer</span></code>.FlamlOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.optimizer</span></code>.BaseOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.optimizers.random_optimizer</span></code>.RandomOptimizer", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterFactory.create", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters</span></code>.SpaceAdapterType", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.adapter</span></code>.BaseSpaceAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.identity_adapter</span></code>.IdentityAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.adapters.llamatune</span></code>.LlamaTuneAdapter", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_core.spaces.converters.flaml</span></code>.configspace_to_flaml_space", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.MlosVizMethod", "<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">mlos_viz</span></code>.plot", "Welcome to the MLOS documentation!", "MLOS Package APIs Overview", "MLOS", "mlos-bench", "mlos-core", "mlos_viz"], "titleterms": {"1": 165, "2": 165, "3": 165, "4": 165, "5": 165, "6": 165, "access": [163, 165], "activ": [164, 165], "adapt": [101, 102, 103, 104, 153, 154, 155, 156, 157, 158, 163], "also": 164, "analysi": 163, "analyz": 165, "anoth": 165, "api": [162, 163], "authenticator_typ": 56, "azur": [44, 45, 46, 47, 48, 49, 50, 134, 135, 163, 165], "azure_auth": 45, "azure_deployment_servic": 46, "azure_fileshar": 47, "azure_network_servic": 48, "azure_saa": 49, "azure_vm_servic": 50, "azurefileshareservic": 134, "azurevmservic": 135, "backend": 163, "base": [112, 163], "base_environ": 6, "base_experiment_data": [68, 137], "base_fileshar": 37, "base_optim": 24, "base_schedul": 34, "base_servic": 38, "base_storag": 69, "base_trial_data": [70, 138], "base_tunable_config_data": [71, 139], "base_tunable_config_trial_group_data": [72, 140], "basebayesianoptim": 148, "baseoptim": 151, "basespaceadapt": 156, "bayesian_optim": [94, 95, 96, 148, 149], "bench": [163, 164, 165], "benchmark": [163, 165], "cli": 165, "client": 163, "common": 74, "composite_env": 7, "compositeenv": 117, "conda": [164, 165], "config": [1, 2, 3, 165], "config_loader_typ": 57, "config_persist": [39, 132], "config_schema": 3, "configpersistenceservic": 132, "configspace_to_flaml_spac": 159, "configur": 165, "content": [164, 165], "contribut": 164, "convert": [105, 106, 107, 159, 163], "convert_configspac": 25, "core": [163, 164, 166], "covariant_group": 86, "creat": [146, 154, 165], "credenti": 165, "dabl": 113, "db": [163, 165], "descript": [165, 166], "dict_templat": 4, "document": 162, "environ": [5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 163, 165], "event_loop_context": 21, "exampl": [31, 164], "experi": [75, 165], "experiment_data": 76, "experimentdata": 137, "featur": [165, 166], "file": 165, "fileshare_typ": 58, "fileshareservic": 130, "flaml": [106, 159], "flaml_optim": [97, 150], "flamloptim": 150, "from_config": 142, "gener": 165, "get": 164, "grid_search_optim": 26, "have": 165, "host_env": 13, "host_ops_typ": 59, "host_provisioner_typ": 60, "hostenv": 123, "id": 165, "identity_adapt": [103, 157], "identityadapt": 157, "import": 165, "ins": 163, "instal": [164, 165], "interact": 165, "interrupt": 165, "json": 165, "launcher": 22, "level": 165, "llamatun": [104, 158], "llamatuneadapt": 158, "local": [8, 9, 10, 40, 41, 42, 121, 122, 133, 163], "local_env": 9, "local_exec": 41, "local_exec_typ": 61, "local_fileshare_env": 10, "localenv": 121, "localexecservic": 133, "localfileshareenv": 122, "main": 163, "make": 165, "mix": 163, "mlo": [162, 163, 164, 165, 166], "mlos_bench": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144], "mlos_cor": [92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159], "mlos_core_optim": 27, "mlos_viz": [111, 112, 113, 114, 115, 116, 160, 161, 167], "mloscoreoptim": 127, "mlosvizmethod": 160, "mock_env": 11, "mock_optim": 28, "mockenv": 119, "mockoptim": 128, "modul": [3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26, 27, 28, 29, 30, 31, 32, 34, 35, 37, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 86, 87, 88, 89, 90, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 112, 113, 114, 115], "network_env": 14, "network_provisioner_typ": 62, "one_shot_optim": 29, "optim": [23, 24, 25, 26, 27, 28, 29, 30, 93, 94, 95, 96, 97, 98, 99, 127, 128, 129, 145, 146, 147, 148, 149, 150, 151, 152, 163, 165], "optimizerfactori": [145, 146], "optimizertyp": 147, "option": 165, "organ": 164, "os_env": 15, "os_environ": 31, "os_ops_typ": 63, "osenv": 124, "overview": [162, 163, 164], "packag": [0, 1, 2, 5, 8, 12, 23, 33, 36, 40, 43, 44, 51, 55, 67, 73, 85, 92, 93, 94, 100, 101, 105, 111, 163], "paramet": [163, 165], "plot": 161, "quickstart": 165, "random_optim": [99, 152], "randomoptim": 152, "refer": 162, "remot": [12, 13, 14, 15, 16, 17, 18, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 123, 124, 125, 126, 134, 135, 163], "remote_config_typ": 64, "remote_env": 16, "remote_exec_typ": 65, "remoteenv": 125, "resourc": 165, "result": 165, "resum": 165, "run": [32, 165], "runtim": 163, "saas_env": 17, "schedul": [33, 34, 35], "schema": [2, 3, 77], "script_env": 19, "see": 164, "servic": [36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 130, 131, 132, 133, 134, 135, 163], "setup": 165, "smac_optim": 96, "smacoptim": 149, "sourc": 162, "space": [100, 101, 102, 103, 104, 105, 106, 107, 153, 154, 155, 156, 157, 158, 159, 163], "spaceadapterfactori": [153, 154], "spaceadaptertyp": 155, "specif": 165, "sql": [73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 141, 163], "sqlstorag": 141, "ssh": [51, 52, 53, 54], "ssh_fileshar": 52, "ssh_host_servic": 53, "ssh_servic": 54, "start": 164, "statu": [20, 120], "storag": [67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 136, 137, 138, 139, 140, 141, 142, 163], "storage_factori": [83, 142], "submodul": [0, 2, 5, 8, 12, 23, 33, 36, 40, 44, 51, 55, 67, 73, 85, 92, 93, 94, 101, 105, 111], "subpackag": [0, 1, 5, 36, 43, 67, 92, 93, 100], "sure": 165, "sync_schedul": 35, "tabl": 165, "temp_dir_context": 42, "token": 165, "tool": 165, "top": 165, "track_best_optim": 30, "tree": 162, "trial": 79, "trial_data": 80, "trialdata": 138, "tunabl": [85, 86, 87, 88, 143, 144, 163], "tunable_config_data": 81, "tunable_config_trial_group_data": 82, "tunable_group": 88, "tunableconfigdata": 139, "tunableconfigtrialgroupdata": 140, "tunablegroup": 144, "type": [55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66], "usag": 164, "util": [84, 89, 107, 108, 114], "version": [90, 109, 115], "viz": [163, 164], "vm_env": 18, "vm_provisioner_typ": 66, "vmenv": 126, "welcom": 162, "work": 165, "you": 165, "your": 165}})
\ No newline at end of file
diff --git a/source_tree_docs/index.html b/source_tree_docs/index.html
index 8be53e0abb..637d8dbc4b 100644
--- a/source_tree_docs/index.html
+++ b/source_tree_docs/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MLOS &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>MLOS &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../_static/documentation_options.js?v=1582053c"></script>
         <script src="../_static/doctools.js?v=9a2dae69"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/source_tree_docs/mlos_bench/index.html b/source_tree_docs/mlos_bench/index.html
index d90fca7b9f..67560010e7 100644
--- a/source_tree_docs/mlos_bench/index.html
+++ b/source_tree_docs/mlos_bench/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-bench &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos-bench &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_core/index.html b/source_tree_docs/mlos_core/index.html
index ba8b952389..afd95b9ace 100644
--- a/source_tree_docs/mlos_core/index.html
+++ b/source_tree_docs/mlos_core/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos-core &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos-core &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/source_tree_docs/mlos_viz/index.html b/source_tree_docs/mlos_viz/index.html
index ec23d45e03..8b336dbf5f 100644
--- a/source_tree_docs/mlos_viz/index.html
+++ b/source_tree_docs/mlos_viz/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>mlos_viz &mdash; MLOS 0.6.2.dev2+g9183ae630 documentation</title>
+  <title>mlos_viz &mdash; MLOS 0.6.2.dev3+g439df9933 documentation</title>
       <link rel="stylesheet" type="text/css" href="../../_static/pygments.css?v=80d5e7a1" />
       <link rel="stylesheet" type="text/css" href="../../_static/css/theme.css?v=19f00094" />
       <link rel="stylesheet" type="text/css" href="../../_static/plot_directive.css" />
@@ -14,7 +14,7 @@
     <script src="../../_static/js/html5shiv.min.js"></script>
   <![endif]-->
   
-        <script src="../../_static/documentation_options.js?v=09bc69b7"></script>
+        <script src="../../_static/documentation_options.js?v=1582053c"></script>
         <script src="../../_static/doctools.js?v=9a2dae69"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
         <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
@@ -37,7 +37,7 @@
             MLOS
           </a>
               <div class="version">
-                0.6.2.dev2+g9183ae630
+                0.6.2.dev3+g439df9933
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">