Skip to content

Commit d683405

Browse files
iohk-bors[bot]iohk-bors[bot]
authored
Try #1605:
2 parents cc0642c + eec5710 commit d683405

File tree

184 files changed

+17367
-8521
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

184 files changed

+17367
-8521
lines changed

‎builder/comp-builder.nix‎

Lines changed: 29 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
{ pkgs, stdenv, buildPackages, ghc, lib, gobject-introspection ? null, haskellLib, makeConfigFiles, haddockBuilder, ghcForComponent, hsPkgs, compiler, runCommand, libffi, gmp, zlib, ncurses, nodejs }@defaults:
1+
{ pkgs, stdenv, buildPackages, ghc, lib, gobject-introspection ? null, haskellLib, makeConfigFiles, haddockBuilder, ghcForComponent, hsPkgs, compiler, runCommand, libffi, gmp, zlib, ncurses, nodejs, nonReinstallablePkgs }@defaults:
22
lib.makeOverridable (
33
let self =
44
{ componentId
@@ -162,7 +162,7 @@ let
162162
if configureAllComponents
163163
then ["--enable-tests" "--enable-benchmarks"]
164164
else ["${haskellLib.componentTarget componentId}"]
165-
) ++ [ "$(cat ${configFiles}/configure-flags)"
165+
) ++ [ "$(cat $configFiles/configure-flags)"
166166
] ++ commonConfigureFlags);
167167

168168
# From nixpkgs 20.09, the pkg-config exe has a prefix matching the ghc one
@@ -337,9 +337,9 @@ let
337337
config = component;
338338
srcSubDir = cleanSrc.subDir;
339339
srcSubDirPath = cleanSrc.root + cleanSrc.subDir;
340-
inherit configFiles executableToolDepends exeName enableDWARF;
340+
inherit executableToolDepends exeName enableDWARF;
341341
exePath = drv + "/bin/${exeName}";
342-
env = shellWrappers;
342+
env = shellWrappers.drv;
343343
profiled = self (drvArgs // { enableLibraryProfiling = true; });
344344
dwarf = self (drvArgs // { enableDWARF = true; });
345345
} // lib.optionalAttrs (haskellLib.isLibrary componentId) ({
@@ -371,19 +371,22 @@ let
371371
# Not sure why pkgconfig needs to be propagatedBuildInputs but
372372
# for gi-gtk-hs it seems to help.
373373
++ builtins.concatLists pkgconfig
374+
# These only need to be propagated for library components (otherwise they
375+
# will be in `buildInputs`)
376+
++ lib.optionals (haskellLib.isLibrary componentId) configFiles.libDeps
374377
++ lib.optionals (stdenv.hostPlatform.isWindows)
375-
(lib.flatten component.libs
376-
++ map haskellLib.dependToLib component.depends);
378+
(lib.flatten component.libs);
377379

378-
buildInputs = lib.optionals (!stdenv.hostPlatform.isWindows)
379-
(lib.flatten component.libs
380-
++ map haskellLib.dependToLib component.depends);
380+
buildInputs =
381+
lib.optionals (!haskellLib.isLibrary componentId) configFiles.libDeps
382+
++ lib.optionals (!stdenv.hostPlatform.isWindows)
383+
(lib.flatten component.libs);
381384

382385
nativeBuildInputs =
383-
[shellWrappers buildPackages.removeReferencesTo]
386+
[ghc buildPackages.removeReferencesTo]
384387
++ executableToolDepends;
385388

386-
outputs = ["out" ]
389+
outputs = ["out" "configFiles" "ghc"]
387390
++ (lib.optional enableSeparateDataOutput "data")
388391
++ (lib.optional keepSource "source")
389392
++ (lib.optional writeHieFiles "hie");
@@ -403,6 +406,18 @@ let
403406
'') + commonAttrs.prePatch;
404407

405408
configurePhase = ''
409+
mkdir -p $configFiles
410+
mkdir -p $ghc
411+
wrappedGhc=$ghc
412+
${configFiles.script}
413+
${shellWrappers.script}
414+
''
415+
# Remove any ghc docs pages so nixpkgs does not include them in $out
416+
# (this can result in unwanted dependencies on GHC)
417+
+ ''
418+
rm -rf $wrappedGhc/share/doc $wrappedGhc/share/man $wrappedGhc/share/devhelp/books
419+
PATH=$wrappedGhc/bin:$PATH
420+
406421
runHook preConfigure
407422
echo Configure flags:
408423
printf "%q " ${finalConfigureFlags}
@@ -462,7 +477,7 @@ let
462477
${lib.optionalString (haskellLib.isLibrary componentId) ''
463478
$SETUP_HS register --gen-pkg-config=${name}.conf
464479
${ghc.targetPrefix}ghc-pkg -v0 init $out/package.conf.d
465-
${ghc.targetPrefix}ghc-pkg -v0 --package-db ${configFiles}/${configFiles.packageCfgDir} -f $out/package.conf.d register ${name}.conf
480+
${ghc.targetPrefix}ghc-pkg -v0 --package-db $configFiles/${configFiles.packageCfgDir} -f $out/package.conf.d register ${name}.conf
466481
467482
mkdir -p $out/exactDep
468483
touch $out/exactDep/configure-flags
@@ -494,6 +509,7 @@ let
494509
if id=$(${target-pkg-and-db} field "z-${package.identifier.name}-z-*" id --simple-output); then
495510
name=$(${target-pkg-and-db} field "z-${package.identifier.name}-z-*" name --simple-output)
496511
echo "--dependency=''${name#z-${package.identifier.name}-z-}=$id" >> $out/exactDep/configure-flags
512+
echo "package-id $id" >> $out/envDep
497513
''
498514
# Allow `package-name:sublib-name` to work in `build-depends`
499515
# by adding the same `--dependency` again, but with the package
@@ -579,7 +595,7 @@ let
579595
'';
580596

581597
shellHook = ''
582-
export PATH="${shellWrappers}/bin:$PATH"
598+
export PATH=$ghc/bin:$PATH
583599
${shellHookApplied}
584600
'';
585601
}

‎builder/default.nix‎

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
let
44
# Builds a single component of a package.
55
comp-builder = haskellLib.weakCallPackage pkgs ./comp-builder.nix {
6-
inherit ghc haskellLib makeConfigFiles haddockBuilder ghcForComponent hsPkgs compiler;
6+
inherit ghc haskellLib makeConfigFiles haddockBuilder ghcForComponent hsPkgs compiler nonReinstallablePkgs;
77
};
88

99
haddockBuilder = haskellLib.weakCallPackage pkgs ./haddock-builder.nix {
@@ -44,7 +44,11 @@ let
4444

4545

4646
hoogleLocal = let
47-
nixpkgsHoogle = import (pkgs.path + /pkgs/development/haskell-modules/hoogle.nix);
47+
# Use hoogle.nix from at least nixpkgs 22.05
48+
nixpkgs = if lib.versionAtLeast lib.trivial.release "22.05"
49+
then pkgs.path
50+
else pkgs.haskell-nix.sources.nixpkgs-2205;
51+
nixpkgsHoogle = import (nixpkgs + /pkgs/development/haskell-modules/hoogle.nix);
4852
in { packages ? [], hoogle ? pkgs.buildPackages.haskell-nix.tool "ghc8107" "hoogle" {
4953
inherit evalPackages;
5054
version = "5.0.18.3";
@@ -59,11 +63,9 @@ let
5963
else ghc;
6064
inherit packages hoogle;
6165
};
62-
in if lib.versionAtLeast lib.trivial.release "22.05"
63-
then haskellLib.weakCallPackage pkgs nixpkgsHoogle {
64-
inherit haskellPackages;
65-
} (p: p.packages)
66-
else haskellLib.weakCallPackage pkgs nixpkgsHoogle haskellPackages;
66+
in haskellLib.weakCallPackage pkgs nixpkgsHoogle {
67+
inherit haskellPackages;
68+
} (p: p.packages);
6769

6870
# Same as haskellPackages.shellFor in nixpkgs.
6971
shellFor = haskellLib.weakCallPackage pkgs ./shell-for.nix {

‎builder/ghc-for-component-wrapper.nix‎

Lines changed: 51 additions & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -20,50 +20,42 @@ let
2020
ghc = if enableDWARF then defaults.ghc.dwarf else defaults.ghc;
2121

2222
inherit (configFiles) targetPrefix ghcCommand ghcCommandCaps packageCfgDir;
23-
libDir = "$out/${configFiles.libDir}";
24-
docDir = "$out/share/doc/ghc/html";
23+
libDir = "$wrappedGhc/${configFiles.libDir}";
24+
docDir = "$wrappedGhc/share/doc/ghc/html";
2525
# For musl we can use haddock from the buildGHC
2626
haddock = if stdenv.hostPlatform.isLinux && stdenv.targetPlatform.isMusl && !haskellLib.isNativeMusl
2727
then ghc.buildGHC
2828
else ghc;
2929

30-
in runCommand "${componentName}-${ghc.name}-env" {
31-
preferLocalBuild = true;
32-
passthru = {
33-
inherit (ghc) version meta;
34-
inherit targetPrefix;
35-
baseGhc = ghc;
36-
};
37-
} (
38-
''
30+
script = ''
3931
. ${makeWrapper}/nix-support/setup-hook
4032
4133
''
4234
# Start with a ghc and remove all of the package directories
4335
+ ''
44-
mkdir -p $out/bin
45-
${lndir}/bin/lndir -silent ${ghc} $out
36+
mkdir -p $wrappedGhc/bin
37+
${lndir}/bin/lndir -silent $unwrappedGhc $wrappedGhc
4638
rm -rf ${libDir}/*/
4739
''
4840
# ... but retain the lib/ghc/bin directory. This contains `unlit' and friends.
4941
+ ''
50-
ln -s ${ghc}/lib/${ghcCommand}-${ghc.version}/bin ${libDir}
42+
ln -s $unwrappedGhc/lib/${ghcCommand}-${ghc.version}/bin ${libDir}
5143
''
5244
# ... and the ghcjs shim's if they are available ...
5345
+ ''
54-
if [ -d ${ghc}/lib/${ghcCommand}-${ghc.version}/shims ]; then
55-
ln -s ${ghc}/lib/${ghcCommand}-${ghc.version}/shims ${libDir}
46+
if [ -d $unwrappedGhc/lib/${ghcCommand}-${ghc.version}/shims ]; then
47+
ln -s $unwrappedGhc/lib/${ghcCommand}-${ghc.version}/shims ${libDir}
5648
fi
5749
''
5850
# ... and node modules ...
5951
+ ''
60-
if [ -d ${ghc}/lib/${ghcCommand}-${ghc.version}/ghcjs-node ]; then
61-
ln -s ${ghc}/lib/${ghcCommand}-${ghc.version}/ghcjs-node ${libDir}
52+
if [ -d $unwrappedGhc/lib/${ghcCommand}-${ghc.version}/ghcjs-node ]; then
53+
ln -s $unwrappedGhc/lib/${ghcCommand}-${ghc.version}/ghcjs-node ${libDir}
6254
fi
6355
''
6456
# Replace the package database with the one from target package config.
6557
+ ''
66-
ln -s ${configFiles}/${packageCfgDir} $out/${packageCfgDir}
58+
ln -s $configFiles/${packageCfgDir} $wrappedGhc/${packageCfgDir}
6759
6860
''
6961
# Set the GHC_PLUGINS environment variable according to the plugins for the component.
@@ -77,9 +69,9 @@ in runCommand "${componentName}-${ghc.name}-env" {
7769
GHC_PLUGINS="["
7870
LIST_PREFIX=""
7971
${builtins.concatStringsSep "\n" (map (plugin: ''
80-
id=$(${ghc}/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} id --simple-output)
81-
lib_dir=$(${ghc}/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} dynamic-library-dirs --simple-output)
82-
lib_base=$(${ghc}/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} hs-libraries --simple-output)
72+
id=$($unwrappedGhc/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} id --simple-output)
73+
lib_dir=$($unwrappedGhc/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} dynamic-library-dirs --simple-output)
74+
lib_base=$($unwrappedGhc/bin/ghc-pkg --package-db ${plugin.library}/package.conf.d field ${plugin.library.package.identifier.name} hs-libraries --simple-output)
8375
lib="$(echo ''${lib_dir}/lib''${lib_base}*)"
8476
GHC_PLUGINS="''${GHC_PLUGINS}''${LIST_PREFIX}(\"''${lib}\",\"''${id}\",\"${plugin.moduleName}\",["
8577
LIST_PREFIX=""
@@ -103,25 +95,25 @@ in runCommand "${componentName}-${ghc.name}-env" {
10395
# The NIX_ variables are used by the patched Paths_ghc module.
10496
+ ''
10597
for prg in ${ghcCommand} ${ghcCommand}i ${ghcCommand}-${ghc.version} ${ghcCommand}i-${ghc.version}; do
106-
if [[ -x "${ghc}/bin/$prg" ]]; then
107-
rm -f $out/bin/$prg
108-
makeWrapper ${ghc}/bin/$prg $out/bin/$prg \
98+
if [[ -x "$unwrappedGhc/bin/$prg" ]]; then
99+
rm -f $wrappedGhc/bin/$prg
100+
makeWrapper $unwrappedGhc/bin/$prg $wrappedGhc/bin/$prg \
109101
--add-flags '"-B$NIX_${ghcCommandCaps}_LIBDIR"' \
110-
--set "NIX_${ghcCommandCaps}" "$out/bin/${ghcCommand}" \
111-
--set "NIX_${ghcCommandCaps}PKG" "$out/bin/${ghcCommand}-pkg" \
102+
--set "NIX_${ghcCommandCaps}" "$wrappedGhc/bin/${ghcCommand}" \
103+
--set "NIX_${ghcCommandCaps}PKG" "$wrappedGhc/bin/${ghcCommand}-pkg" \
112104
--set "NIX_${ghcCommandCaps}_DOCDIR" "${docDir}" \
113105
--set "GHC_PLUGINS" "$GHC_PLUGINS" \
114106
--set "NIX_${ghcCommandCaps}_LIBDIR" "${libDir}"
115107
fi
116108
done
117109
118110
for prg in "${targetPrefix}runghc" "${targetPrefix}runhaskell"; do
119-
if [[ -x "${ghc}/bin/$prg" ]]; then
120-
rm -f $out/bin/$prg
121-
makeWrapper ${ghc}/bin/$prg $out/bin/$prg \
122-
--add-flags "-f $out/bin/${ghcCommand}" \
123-
--set "NIX_${ghcCommandCaps}" "$out/bin/${ghcCommand}" \
124-
--set "NIX_${ghcCommandCaps}PKG" "$out/bin/${ghcCommand}-pkg" \
111+
if [[ -x "$unwrappedGhc/bin/$prg" ]]; then
112+
rm -f $wrappedGhc/bin/$prg
113+
makeWrapper $unwrappedGhc/bin/$prg $wrappedGhc/bin/$prg \
114+
--add-flags "-f $wrappedGhc/bin/${ghcCommand}" \
115+
--set "NIX_${ghcCommandCaps}" "$wrappedGhc/bin/${ghcCommand}" \
116+
--set "NIX_${ghcCommandCaps}PKG" "$wrappedGhc/bin/${ghcCommand}-pkg" \
125117
--set "NIX_${ghcCommandCaps}_DOCDIR" "${docDir}" \
126118
--set "GHC_PLUGINS" "$GHC_PLUGINS" \
127119
--set "NIX_${ghcCommandCaps}_LIBDIR" "${libDir}"
@@ -132,8 +124,8 @@ in runCommand "${componentName}-${ghc.name}-env" {
132124
# Wrap haddock, if the base GHC provides it.
133125
+ ''
134126
if [[ -x "${haddock}/bin/haddock" ]]; then
135-
rm -f $out/bin/haddock
136-
makeWrapper ${haddock}/bin/haddock $out/bin/haddock \
127+
rm -f $wrappedGhc/bin/haddock
128+
makeWrapper ${haddock}/bin/haddock $wrappedGhc/bin/haddock \
137129
--add-flags '"-B$NIX_${ghcCommandCaps}_LIBDIR"' \
138130
--set "NIX_${ghcCommandCaps}_LIBDIR" "${libDir}"
139131
fi
@@ -143,12 +135,31 @@ in runCommand "${componentName}-${ghc.name}-env" {
143135
# --global-package-db flag.
144136
+ ''
145137
for prg in ${ghcCommand}-pkg ${ghcCommand}-pkg-${ghc.version}; do
146-
if [[ -x "${ghc}/bin/$prg" ]]; then
147-
rm -f $out/bin/$prg
148-
makeWrapper ${ghc}/bin/$prg $out/bin/$prg --add-flags "--global-package-db=$out/${packageCfgDir}"
138+
if [[ -x "$unwrappedGhc/bin/$prg" ]]; then
139+
rm -f $wrappedGhc/bin/$prg
140+
makeWrapper $unwrappedGhc/bin/$prg $wrappedGhc/bin/$prg --add-flags "--global-package-db=$wrappedGhc/${packageCfgDir}"
149141
fi
150142
done
151143
152144
${postInstall}
153-
''
154-
)
145+
'';
146+
147+
drv = runCommand "${componentName}-${ghc.name}-env" {
148+
preferLocalBuild = true;
149+
passthru = {
150+
inherit script targetPrefix;
151+
inherit (ghc) version meta;
152+
};
153+
propagatedBuildInputs = configFiles.libDeps;
154+
nativeBuildInputs = [ghc];
155+
} (''
156+
mkdir -p $out/configFiles
157+
configFiles=$out/configFiles
158+
${configFiles.script}
159+
wrappedGhc=$out
160+
${script}
161+
'');
162+
in {
163+
inherit script drv targetPrefix;
164+
baseGhc = ghc;
165+
}

‎builder/haddock-builder.nix‎

Lines changed: 15 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ let
4747
finalConfigureFlags = lib.concatStringsSep " " (
4848
[ "--prefix=${componentDrv}"
4949
"${haskellLib.componentTarget componentId}"
50-
"$(cat ${docsConfigFiles}/configure-flags)"
50+
"$(cat $configFiles/configure-flags)"
5151
]
5252
++ commonConfigureFlags
5353
++ lib.optional doHaddock' " --docdir=${docdir "$doc"}");
@@ -63,28 +63,33 @@ let
6363
name = fullName;
6464

6565
passthru = {
66-
configFiles = docsConfigFiles;
67-
6866
# The directory containing the haddock documentation.
69-
haddockDir = if doHaddock' then "${docdir drv.doc}/html" else null;
67+
haddockDir = lib.const (if doHaddock' then "${docdir drv.doc}/html" else null);
7068
};
7169

7270
# `out` contains the `package.conf.d` files used for building the
7371
# haddock files.
7472
# `doc` contains just the haddock output files.
75-
outputs = ["out"]
73+
outputs = ["out" "configFiles" "ghc"]
7674
++ lib.optional doHaddock' "doc";
7775

78-
propagatedBuildInputs = builtins.concatLists pkgconfig;
76+
propagatedBuildInputs =
77+
builtins.concatLists pkgconfig
78+
++ configFiles.libDeps;
7979

80-
buildInputs = component.libs
81-
++ map (d: d.components.library.haddock or d) component.depends;
80+
buildInputs = component.libs;
8281

8382
nativeBuildInputs =
84-
[ shellWrappers buildPackages.removeReferencesTo ]
83+
[ ghc buildPackages.removeReferencesTo ]
8584
++ componentDrv.executableToolDepends;
8685

8786
configurePhase = ''
87+
mkdir -p $configFiles
88+
mkdir -p $ghc
89+
wrappedGhc=$ghc
90+
${docsConfigFiles.script}
91+
${shellWrappers.script}
92+
PATH=$wrappedGhc/bin:$PATH
8893
runHook preConfigure
8994
echo Configure flags:
9095
printf "%q " ${finalConfigureFlags}
@@ -145,7 +150,7 @@ let
145150
# working hyper links.
146151
pkg=$(basename "$i")
147152
sed -e "s|haddock-interfaces:.*|haddock-interfaces: $docdir/html/${componentId.cname}.haddock|" -e "s|haddock-html:.*|haddock-html: $docdir/html/|" "$i" > "$pkg"
148-
${ghc.targetPrefix}ghc-pkg -v0 --package-db ${docsConfigFiles}/${configFiles.packageCfgDir} -f $out/package.conf.d register "$pkg"
153+
${ghc.targetPrefix}ghc-pkg -v0 --package-db $configFiles/${configFiles.packageCfgDir} -f $out/package.conf.d register "$pkg"
149154
done
150155
151156
ln -s ${componentDrv}/exactDep $out/exactDep

0 commit comments

Comments
 (0)