From cc46258aa7f540e589e9f74945c35774282ef015 Mon Sep 17 00:00:00 2001
From: "Jason R. Coombs" <jaraco@jaraco.com>
Date: Thu, 24 Jun 2021 21:42:26 -0400
Subject: [PATCH] Runner now runs local tests against a separate install.

---
 CHANGES.rst           |  7 +++++++
 pytest_perf/runner.py | 14 +++++++-------
 2 files changed, 14 insertions(+), 7 deletions(-)

diff --git a/CHANGES.rst b/CHANGES.rst
index 7d28170..524cd19 100644
--- a/CHANGES.rst
+++ b/CHANGES.rst
@@ -1,3 +1,10 @@
+v0.5.0
+======
+
+Runner now creates a separate environment for the local package,
+avoiding relying on the environment under test, thus providing a
+better comparison.
+
 v0.4.0
 ======
 
diff --git a/pytest_perf/runner.py b/pytest_perf/runner.py
index 43e4d47..8dfe2da 100644
--- a/pytest_perf/runner.py
+++ b/pytest_perf/runner.py
@@ -14,6 +14,7 @@ class Command(list):
     def __init__(self, exercise='pass', warmup='pass'):
         self[:] = [
             sys.executable,
+            '-s',
             '-m',
             'timeit',
             '--setup',
@@ -70,18 +71,17 @@ class BenchmarkRunner:
     """
 
     def __init__(self, extras=None):
-        self.extras_spec = f'[{extras}]' if extras else ''
-        self.baseline_env = self._setup_env()
+        spec = f'[{extras}]' if extras else ''
+        self.baseline_env = self._setup_env(upstream_url(spec))
+        self.local_env = self._setup_env(f'.{spec}')
 
-    def _setup_env(self):
+    def _setup_env(self, deps):
         self.stack = contextlib.ExitStack()
-        target = self.stack.enter_context(
-            pip_run.deps.load(upstream_url(self.extras_spec))
-        )
+        target = self.stack.enter_context(pip_run.deps.load(deps))
         return pip_run.launch._setup_env(target)
 
     def run(self, cmd: Command):
-        local = self.eval(cmd)
+        local = self.eval(cmd, env=self.local_env)
         benchmark = self.eval(cmd, env=self.baseline_env)
         return Result(benchmark, local)