Split tests apart

py-why · Aug 6, 2021 · 74596e1 · 74596e1
1 parent f0aa066
commit 74596e1
Show file tree

Hide file tree

Showing 3 changed files with 35 additions and 5 deletions.
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
@@ -161,15 +161,15 @@ jobs:
   parameters:
     package: '-e .[tf,plt]'
     job:
-      job: Tests_no_dml
+      job: Tests_main
       dependsOn: 'EvalChanges'
       condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
-      displayName: 'Run tests (non-DML)'
+      displayName: 'Run tests (main)'
       steps:
       - script: 'pip install pytest-runner && python setup.py pytest'
         displayName: 'Unit tests'
         env:
-          PYTEST_ADDOPTS: '-m "not (notebook or automl or dml)"'
+          PYTEST_ADDOPTS: '-m "not (notebook or automl or dml or causal)"'
           COVERAGE_PROCESS_START: 'setup.cfg'
       - task: PublishTestResults@2
         displayName: 'Publish Test Results **/test-results.xml'
@@ -196,7 +196,7 @@ jobs:
       - script: 'pip install pytest-runner && python setup.py pytest'
         displayName: 'Unit tests'
         env:
-          PYTEST_ADDOPTS: '-m "dml and (not (notebook or automl))"'
+          PYTEST_ADDOPTS: '-m "dml"'
           COVERAGE_PROCESS_START: 'setup.cfg'
       - task: PublishTestResults@2
         displayName: 'Publish Test Results **/test-results.xml'
@@ -210,3 +210,30 @@ jobs:
         inputs:
           codeCoverageTool: Cobertura
           summaryFileLocation: '$(System.DefaultWorkingDirectory)/**/coverage.xml'
+
+- template: azure-pipelines-steps.yml
+  parameters:
+    package: '-e .[tf,plt]'
+    job:
+      job: Tests_causal
+      dependsOn: 'EvalChanges'
+      condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
+      displayName: 'Run tests (Causal)'
+      steps:
+      - script: 'pip install pytest-runner && python setup.py pytest'
+        displayName: 'Unit tests'
+        env:
+          PYTEST_ADDOPTS: '-m "causal"'
+          COVERAGE_PROCESS_START: 'setup.cfg'
+      - task: PublishTestResults@2
+        displayName: 'Publish Test Results **/test-results.xml'
+        inputs:
+          testResultsFiles: '**/test-results.xml'
+          testRunTitle: 'Python $(python.version), image $(imageName)'
+        condition: succeededOrFailed()
+
+      - task: PublishCodeCoverageResults@1
+        displayName: 'Publish Code Coverage Results'
+        inputs:
+          codeCoverageTool: Cobertura
+          summaryFileLocation: '$(System.DefaultWorkingDirectory)/**/coverage.xml'
diff --git a/econml/tests/test_causal_analysis.py b/econml/tests/test_causal_analysis.py
@@ -6,6 +6,7 @@
 from numpy.core.fromnumeric import squeeze
 import pandas as pd
 from contextlib import ExitStack
+import pytest
 from econml.solutions.causal_analysis import CausalAnalysis
 from econml.solutions.causal_analysis._causal_analysis import _CausalInsightsConstants
 
@@ -14,6 +15,7 @@ def assert_less_close(arr1, arr2):
     assert np.all(np.logical_or(arr1 <= arr2, np.isclose(arr1, arr2)))
 
 
+@pytest.mark.causal
 class TestCausalAnalysis(unittest.TestCase):
 
     def test_basic_array(self):

diff --git a/pyproject.toml b/pyproject.toml
@@ -14,5 +14,6 @@ markers = [
     "slow",
     "notebook",
     "automl",
-    "dml"
+    "dml",
+    "causal"
 ]