Absolutize all of the execute_pex_args in the venv script. (cherrypic…

…k of #12727) (#12729)

The absolutizing of `execute_pex_args` was being applied to the entire list of arguments, rather than to individual arguments. When:
1. using a working directory
2. hitting the `Process` cache for VenvPex creation/seeding and missing for execution
3. missing the PEX venv cache

... the relevant `execute_pex_args` code would run to seed the venv, and fail with:
```
pants.engine.process.ProcessExecutionFailure: Process 'Run the pex and check its cwd' failed with exit code 2.
stdout:

stderr:
<snip>/python3.6: can't open file 'test.pex': [Errno 2] No such file or directory
```
...because the PEX filename was not absolutized.

Add a reproducing test, and fix by absolutizing each argument.

[ci skip-rust]
[ci skip-build-wheels]

src/python/pants/backend/python/util_rules/pex.py

@@ -706,7 +706,7 @@ def _create_venv_script(
         target_venv_executable = shlex.quote(str(venv_executable))
         venv_dir = shlex.quote(str(self.venv_dir))
         execute_pex_args = " ".join(
-            shlex.quote(arg)
+            f"$(ensure_absolute {shlex.quote(arg)})"
             for arg in self.complete_pex_env.create_argv(self.pex.name, python=self.pex.python)
         )
 
@@ -736,7 +736,7 @@ def _create_venv_script(
             export {" ".join(env_vars)}
             export PEX_ROOT="$(ensure_absolute ${{PEX_ROOT}})"
 
-            execute_pex_args="$(ensure_absolute {execute_pex_args})"
+            execute_pex_args="{execute_pex_args}"
             target_venv_executable="$(ensure_absolute {target_venv_executable})"
             venv_dir="$(ensure_absolute {venv_dir})"
 
@@ -789,6 +789,7 @@ class VenvPex:
     pex: Script
     python: Script
     bin: FrozenDict[str, Script]
+    venv_rel_dir: str
 
 
 @frozen_after_init
@@ -880,6 +881,7 @@ async def create_venv_pex(
         pex=pex.script,
         python=python.script,
         bin=FrozenDict((bin_name, venv_script.script) for bin_name, venv_script in scripts.items()),
+        venv_rel_dir=venv_rel_dir.as_posix(),
     )
 
 

src/python/pants/backend/python/util_rules/pex_test.py

@@ -37,8 +37,9 @@
 from pants.backend.python.util_rules.pex_cli import PexPEX
 from pants.engine.fs import EMPTY_DIGEST, CreateDigest, Digest, Directory, FileContent
 from pants.engine.internals.scheduler import ExecutionError
-from pants.engine.process import Process, ProcessResult
+from pants.engine.process import Process, ProcessCacheScope, ProcessResult
 from pants.testutil.rule_runner import QueryRule, RuleRunner
+from pants.util.dirutil import safe_rmtree
 
 
 @dataclass(frozen=True)
@@ -331,9 +332,32 @@ def test_pex_working_directory(rule_runner: RuleRunner, pex_type: type[Pex | Ven
                     description="Run the pex and check its cwd",
                     working_directory=working_dir,
                     input_digest=runtime_files,
+                    # We skip the process cache for this PEX to ensure that it re-runs.
+                    cache_scope=ProcessCacheScope.PER_SESSION,
                 )
             ],
         )
+
+        # For VenvPexes, run the PEX twice while clearing the venv dir in between. This emulates
+        # situations where a PEX creation hits the process cache, while venv seeding misses the PEX
+        # cache.
+        if isinstance(pex, VenvPex):
+            # Request once to ensure that the directory is seeded, and then start a new session so that
+            # the second run happens as well.
+            _ = rule_runner.request(ProcessResult, [process])
+            rule_runner.new_session("re-run-for-venv-pex")
+            rule_runner.set_options(
+                ["--backend-packages=pants.backend.python"],
+                env_inherit={"PATH", "PYENV_ROOT", "HOME"},
+            )
+            # Clear the cache.
+            named_caches_dir = (
+                rule_runner.options_bootstrapper.bootstrap_options.for_global_scope().named_caches_dir
+            )
+            venv_dir = os.path.join(named_caches_dir, "pex_root", pex.venv_rel_dir)
+            assert os.path.isdir(venv_dir)
+            safe_rmtree(venv_dir)
+
         result = rule_runner.request(ProcessResult, [process])
         output_str = result.stdout.decode()
         mo = re.search(r"CWD: (.*)\n", output_str)