Put local installation in CI (#402)

.github/workflows/Test.yml

@@ -90,6 +90,7 @@ jobs:
             group: Down/Detector
     env:
       SHOULDRUN: ${{ matrix.version == '1' || !github.event.pull_request.draft }}
+      JULIA_DI_TEST_GROUP: ${{ matrix.group }}
     steps:
       - run: echo "$SHOULDRUN"
       - uses: actions/checkout@v4
@@ -101,17 +102,14 @@ jobs:
           arch: x64
       - uses: julia-actions/cache@v2
         if: ${{ env.SHOULDRUN == 'true' }}
-      - uses: julia-actions/julia-buildpkg@v1
+      - name: Install dependencies & run tests
         if: ${{ env.SHOULDRUN == 'true' }}
-      - name: Update registry
-        if: ${{ env.SHOULDRUN == 'true' }}
-        run: julia -e 'using Pkg; Pkg.Registry.update()'
-      - uses: julia-actions/julia-runtest@v1
-        if: ${{ env.SHOULDRUN == 'true' }}
-        with:
-          project: ./DifferentiationInterface
-        env:
-          JULIA_DI_TEST_GROUP: ${{ matrix.group }}
+        # how to add the local DIT to the DI test env?
+        run: julia --project=./DifferentiationInterface -e '
+          using Pkg;
+          Pkg.Registry.update();
+          Pkg.update();
+          Pkg.test("DifferentiationInterface"; coverage=true);'
       - uses: julia-actions/julia-processcoverage@v1
         if: ${{ env.SHOULDRUN == 'true' }}
         with:
@@ -149,6 +147,7 @@ jobs:
             group: Weird
     env:
       SHOULDRUN: ${{ matrix.version == '1' || !github.event.pull_request.draft }}
+      JULIA_DIT_TEST_GROUP: ${{ matrix.group }}
     steps:
       - run: echo "$SHOULDRUN"
       - uses: actions/checkout@v4
@@ -160,21 +159,14 @@ jobs:
           arch: x64
       - uses: julia-actions/cache@v2
         if: ${{ env.SHOULDRUN == 'true' }}
-      - uses: julia-actions/julia-buildpkg@v1
-        if: ${{ env.SHOULDRUN == 'true' }}
-      - name: Dev dependencies (temporary)
+      - name: Install dependencies & run tests
         if: ${{ env.SHOULDRUN == 'true' }}
-        run: julia --project='./DifferentiationInterfaceTest' -e '
+        run: julia --project=./DifferentiationInterfaceTest -e '
           using Pkg;
           Pkg.Registry.update();
-          Pkg.develop(PackageSpec(path="./DifferentiationInterface"));
-          Pkg.instantiate();'
-      - uses: julia-actions/julia-runtest@v1
-        if: ${{ env.SHOULDRUN == 'true' }}
-        with:
-          project: ./DifferentiationInterfaceTest
-        env:
-          JULIA_DI_TEST_GROUP: ${{ matrix.group }}
+          Pkg.update();
+          Pkg.develop(path="./DifferentiationInterface");
+          Pkg.test("DifferentiationInterfaceTest"; coverage=true);'
       - uses: julia-actions/julia-processcoverage@v1
         if: ${{ env.SHOULDRUN == 'true' }}
         with:

DifferentiationInterface/test/Back/ChainRulesCore/test.jl

@@ -6,6 +6,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using Test
 using Zygote: ZygoteRuleConfig
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoChainRules(ZygoteRuleConfig())]
     @test check_available(backend)
     @test !check_twoarg(backend)

DifferentiationInterface/test/Back/Diffractor/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using Diffractor: Diffractor
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoDiffractor()]
     @test check_available(backend)
     @test !check_twoarg(backend)

DifferentiationInterface/test/Back/Enzyme/test.jl

@@ -9,6 +9,8 @@ using SparseConnectivityTracer, SparseMatrixColorings
 using StableRNGs
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 dense_backends = [
     AutoEnzyme(; mode=nothing),
     AutoEnzyme(; mode=Enzyme.Forward),

DifferentiationInterface/test/Back/FastDifferentiation/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using FastDifferentiation: FastDifferentiation
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoFastDifferentiation(), AutoSparse(AutoFastDifferentiation())]
     @test check_available(backend)
     @test check_twoarg(backend)

DifferentiationInterface/test/Back/FiniteDiff/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using FiniteDiff: FiniteDiff
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoFiniteDiff()]
     @test check_available(backend)
     @test check_twoarg(backend)

DifferentiationInterface/test/Back/FiniteDifferences/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using FiniteDifferences: FiniteDifferences
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoFiniteDifferences(; fdm=FiniteDifferences.central_fdm(3, 1))]
     @test check_available(backend)
     @test !check_twoarg(backend)

DifferentiationInterface/test/Back/ForwardDiff/test.jl

@@ -9,6 +9,8 @@ using SparseConnectivityTracer, SparseMatrixColorings
 using StaticArrays: StaticArrays
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 dense_backends = [AutoForwardDiff(), AutoForwardDiff(; chunksize=5, tag=:hello)]
 
 sparse_backends = [

DifferentiationInterface/test/Back/PolyesterForwardDiff/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using PolyesterForwardDiff: PolyesterForwardDiff
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoPolyesterForwardDiff(; chunksize=1)]
     @test check_available(backend)
     @test check_twoarg(backend)

DifferentiationInterface/test/Back/ReverseDiff/test.jl

@@ -7,6 +7,8 @@ using ReverseDiff: ReverseDiff
 using StaticArrays: StaticArrays
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 dense_backends = [AutoReverseDiff(; compile=false), AutoReverseDiff(; compile=true)]
 
 fromprimitive_backends = [AutoReverseFromPrimitive(AutoReverseDiff())]

DifferentiationInterface/test/Back/SecondOrder/test.jl

@@ -11,6 +11,8 @@ using SparseMatrixColorings
 using Zygote: Zygote
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 ## Dense
 
 onearg_backends = [

DifferentiationInterface/test/Back/Symbolics/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using Symbolics: Symbolics
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoSymbolics(), AutoSparse(AutoSymbolics())]
     @test check_available(backend)
     @test check_twoarg(backend)

DifferentiationInterface/test/Back/Tapir/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using Tapir: Tapir
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoTapir(; safe_mode=false)]
     @test check_available(backend)
     @test check_twoarg(backend)

DifferentiationInterface/test/Back/Tracker/test.jl

@@ -5,6 +5,8 @@ using DifferentiationInterface, DifferentiationInterfaceTest
 using Tracker: Tracker
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 for backend in [AutoTracker()]
     @test check_available(backend)
     @test !check_twoarg(backend)

DifferentiationInterface/test/Back/Zygote/test.jl

@@ -9,6 +9,8 @@ using StaticArrays: StaticArrays
 using Test
 using Zygote: Zygote
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 dense_backends = [AutoZygote()]
 
 sparse_backends = [

DifferentiationInterface/test/Down/DifferentiateWith/test.jl

@@ -7,6 +7,8 @@ using ForwardDiff: ForwardDiff
 using Zygote: Zygote
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 function zygote_breaking_scenarios()
     onearg_scens = filter(default_scenarios()) do scen
         DIT.nb_args(scen) == 1

DifferentiationInterface/test/Down/Flux/test.jl

@@ -10,6 +10,8 @@ using Random
 using Zygote: Zygote
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 Random.seed!(0)
 
 test_differentiation(

DifferentiationInterface/test/Down/Lux/test.jl

@@ -9,6 +9,8 @@ using Lux: Lux
 using LuxTestUtils: LuxTestUtils
 using Random
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 Random.seed!(0)
 
 test_differentiation(

DifferentiationInterface/test/Internals/fromprimitive.jl

@@ -4,6 +4,8 @@ using DifferentiationInterfaceTest: add_batchified!
 using ForwardDiff: ForwardDiff
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 fromprimitive_backends = [ #
     AutoForwardFromPrimitive(AutoForwardDiff(; chunksize=5)),
     AutoReverseFromPrimitive(AutoForwardDiff(; chunksize=5)),

DifferentiationInterface/test/runtests.jl

@@ -9,8 +9,6 @@ else
     Pkg.add("DifferentiationInterfaceTest")
 end
 
-LOGGING = get(ENV, "CI", "false") == "false"
-
 GROUP = get(ENV, "JULIA_DI_TEST_GROUP", "All")
 
 ## Main tests

DifferentiationInterfaceTest/test/forwarddiff.jl

@@ -7,6 +7,8 @@ using SparseMatrixColorings
 using ComponentArrays: ComponentArrays
 using StaticArrays: StaticArrays
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 ## Dense
 
 test_differentiation(AutoForwardDiff(); logging=LOGGING)

DifferentiationInterfaceTest/test/runtests.jl

@@ -5,14 +5,7 @@ using Pkg
 using SparseConnectivityTracer
 using Test
 
-DI_PATH = joinpath(@__DIR__, "..", "..", "DifferentiationInterface")
-if isdir(DI_PATH)
-    Pkg.develop(; path=DI_PATH)
-end
-
-LOGGING = get(ENV, "CI", "false") == "false"
-
-GROUP = get(ENV, "JULIA_DI_TEST_GROUP", "All")
+GROUP = get(ENV, "JULIA_DIT_TEST_GROUP", "All")
 
 ## Main tests
 

DifferentiationInterfaceTest/test/weird.jl

@@ -19,6 +19,8 @@ using SparseMatrixColorings
 using StaticArrays: StaticArrays
 using Zygote: Zygote
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 test_differentiation(
     AutoForwardDiff(),
     vcat(component_scenarios(), static_scenarios());

DifferentiationInterfaceTest/test/zero.jl

@@ -13,6 +13,8 @@ using StaticArrays: StaticArrays
 
 using Test
 
+LOGGING = get(ENV, "CI", "false") == "false"
+
 @test check_available(AutoZeroForward())
 @test check_available(AutoZeroReverse())
 @test check_twoarg(AutoZeroForward())