Run Compiler tests in parallel for Pkg.test, continued (#57987)

serenity4 · KristofferC · web-flow · commit 9d00b575771f · 2025-04-07T16:26:47.000+02:00
Co-authored-by: KristofferC &lt;kristoffer.carlsson@juliacomputing.com&gt;
Co-authored-by: Cédric Belmant &lt;cedric.belmant@juliahub.com&gt;
diff --git a/Compiler/.gitignore b/Compiler/.gitignore
@@ -0,0 +1 @@
+Manifest.toml
diff --git a/Compiler/test/AbstractInterpreter.jl b/Compiler/test/AbstractInterpreter.jl
@@ -2,6 +2,7 @@
 
 using Test
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 include("newinterp.jl")
 
diff --git a/Compiler/test/EscapeAnalysis.jl b/Compiler/test/EscapeAnalysis.jl
@@ -1,5 +1,6 @@
 module test_EA
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 const EscapeAnalysis = Compiler.EscapeAnalysis
diff --git a/Compiler/test/compact.jl b/Compiler/test/compact.jl
@@ -2,6 +2,7 @@
 
 using Test
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 using .Compiler: IncrementalCompact, insert_node_here!, finish,
diff --git a/Compiler/test/contextual.jl b/Compiler/test/contextual.jl
@@ -2,6 +2,7 @@
 
 # N.B.: This file is also run from interpreter.jl, so needs to be standalone-executable
 using Test
+
 include("setup_Compiler.jl")
 
 # Cassette
diff --git a/Compiler/test/effects.jl b/Compiler/test/effects.jl
@@ -1,6 +1,8 @@
 # This file is a part of Julia. License is MIT: https://julialang.org/license
 
 using Test
+
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 # Test that the Core._apply_iterate bail path taints effects
diff --git a/Compiler/test/inference.jl b/Compiler/test/inference.jl
@@ -4,6 +4,7 @@ module inference
 
 using Test
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 # tests for Compiler correctness and precision
diff --git a/Compiler/test/inline.jl b/Compiler/test/inline.jl
@@ -4,6 +4,7 @@ using Test
 using Base.Meta
 using Core: ReturnNode
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 include("newinterp.jl")
 
diff --git a/Compiler/test/invalidation.jl b/Compiler/test/invalidation.jl
@@ -3,6 +3,7 @@
 # setup
 # -----
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 using Test
diff --git a/Compiler/test/irpasses.jl b/Compiler/test/irpasses.jl
@@ -4,6 +4,7 @@ using Test
 using Base.Meta
 using Core.IR
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 # domsort
diff --git a/Compiler/test/newinterp.jl b/Compiler/test/newinterp.jl
@@ -2,6 +2,8 @@
 
 # TODO set up a version who defines new interpreter with persistent cache?
 
+include("setup_Compiler.jl")
+
 """
     @newinterp NewInterpreter [ephemeral_cache::Bool=false]
 
diff --git a/Compiler/test/runtests.jl b/Compiler/test/runtests.jl
@@ -1,12 +1,15 @@
 # This file is a part of Julia. License is MIT: https://julialang.org/license
-using Test, Compiler
-using InteractiveUtils: @activate
-@activate Compiler
 
+Base.runtests(["Compiler"]; propagate_project=true)
+
+#=
+# To run serially
+using Test, Compiler
 @testset "Compiler.jl" begin
     for file in readlines(joinpath(@__DIR__, "testgroups"))
         file == "special_loading" && continue # Only applicable to Base.Compiler
         testfile = file * ".jl"
         @eval @testset $testfile include($testfile)
     end
 end
+=#
diff --git a/Compiler/test/setup_Compiler.jl b/Compiler/test/setup_Compiler.jl
@@ -1,5 +1,12 @@
 # This file is a part of Julia. License is MIT: https://julialang.org/license
 
+using InteractiveUtils: @activate
+
+if Base.identify_package("Compiler") !== nothing && !isdefined(Main, :__custom_compiler_active)
+    Base.eval(Main, :(__custom_compiler_active=true))
+    @activate Compiler
+end
+
 if !@isdefined(Compiler)
     if Base.REFLECTION_COMPILER[] === nothing
         using Base.Compiler: Compiler
diff --git a/Compiler/test/special_loading.jl b/Compiler/test/special_loading.jl
@@ -1,9 +1,12 @@
 # This file is a part of Julia. License is MIT: https://julialang.org/license
 
-mktempdir() do dir
-    withenv("JULIA_DEPOT_PATH" => dir * (Sys.iswindows() ? ";" : ":"), "JULIA_LOAD_PATH" => nothing) do
-        cd(joinpath(@__DIR__, "CompilerLoadingTest")) do
-            @test success(pipeline(`$(Base.julia_cmd()[1]) --startup-file=no --project=. compiler_loading_test.jl`; stdout, stderr))
+# Only run when testing Base compiler
+if Base.identify_package("Compiler") === nothing
+    mktempdir() do dir
+        withenv("JULIA_DEPOT_PATH" => dir * (Sys.iswindows() ? ";" : ":"), "JULIA_LOAD_PATH" => nothing) do
+            cd(joinpath(@__DIR__, "CompilerLoadingTest")) do
+                @test success(pipeline(`$(Base.julia_cmd()[1]) --startup-file=no --project=. compiler_loading_test.jl`; stdout, stderr))
+            end
         end
     end
 end
diff --git a/Compiler/test/ssair.jl b/Compiler/test/ssair.jl
@@ -1,5 +1,6 @@
 # This file is a part of Julia. License is MIT: https://julialang.org/license
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 using Test
diff --git a/Compiler/test/tarjan.jl b/Compiler/test/tarjan.jl
@@ -2,6 +2,7 @@
 
 using Test
 
+include("setup_Compiler.jl")
 include("irutils.jl")
 
 using .Compiler: CFGReachability, DomTree, CFG, BasicBlock, StmtRange, dominates,
