Merge commit 'afab56b'

CHANGES.rst

@@ -1,3 +1,8 @@
+v0.10.1
+=======
+
+#2: Fixed isolation issue with exercise runner.
+
 v0.10.0
 =======
 

exercises.py

@@ -23,3 +23,10 @@ def simple_perf_test():
 @control('v0.9.2')
 def diff_from_oh_nine_two_perf():
     pass
+
+
+def check_perf_isolated():
+    import pytest_perf  # end warmup
+
+    path = str(pytest_perf.__path__)
+    assert 'pip-run' in path, path

pytest_perf/runner.py

@@ -2,6 +2,7 @@
 import re
 import subprocess
 import contextlib
+import tempfile
 
 import pip_run
 import tempora
@@ -89,7 +90,8 @@ def run(self, cmd: Command):
         return Result(control, experiment)
 
     def eval(self, cmd, **kwargs):
-        out = subprocess.check_output(cmd, **_text, **kwargs)
+        with tempfile.TemporaryDirectory() as empty:
+            out = subprocess.check_output(cmd, cwd=empty, **_text, **kwargs)
         val = re.search(r'([0-9.]+ \w+) per loop', out).group(1)
         return val