Add integration test for BOHB (#985)

add integration test for bohb, change search space's name to search_space_advisor
microsoft · Apr 15, 2019 · 5ee549d · 5ee549d
1 parent d8fd9ed
commit 5ee549d
Show file tree

Hide file tree

Showing 3 changed files with 26 additions and 5 deletions.
diff --git a/test/config_test/tuners/mnist-bohb.test.yml b/test/config_test/tuners/mnist-bohb.test.yml
@@ -0,0 +1,25 @@
+authorName: nni
+experimentName: default_test
+maxExecDuration: 5m
+maxTrialNum: 2
+trialConcurrency: 1
+searchSpacePath: search_space_advisor.json
+
+advisor:
+  builtinAdvisorName: BOHB
+  classArgs:
+    max_budget: 27
+    min_budget: 1
+    eta: 3
+    optimize_mode: maximize
+trial:
+  codeDir: ../../../examples/trials/mnist-advisor
+  command: python3 mnist.py
+  gpuNum: 0
+
+useAnnotation: false
+multiPhase: false
+multiThread: false
+
+trainingServicePlatform: local
+
diff --git a/test/config_test/tuners/mnist-hyperband.test.yml b/test/config_test/tuners/mnist-hyperband.test.yml
@@ -3,18 +3,14 @@ experimentName: default_test
 maxExecDuration: 5m
 maxTrialNum: 2
 trialConcurrency: 1
-searchSpacePath: search_space_hyperband.json
+searchSpacePath: search_space_advisor.json
 
 advisor:
   builtinAdvisorName: Hyperband
   classArgs:
     optimize_mode: maximize
     R: 60
     eta: 3
-assessor:
-  builtinAssessorName: Medianstop
-  classArgs:
-    optimize_mode: maximize
 trial:
   codeDir: ../../../examples/trials/mnist-advisor
   command: python3 mnist.py

diff --git a/...g_test/tuners/search_space_hyperband.json → ...fig_test/tuners/search_space_advisor.json b/...g_test/tuners/search_space_hyperband.json → ...fig_test/tuners/search_space_advisor.json