Skip to content

Commit

Permalink
nix copy: Add --profile flag
Browse files Browse the repository at this point in the history
This allows `nix copy` to atomically copy a store path and point a
profile to it, without the risk that the store path might be GC'ed in
between. This is useful for instance when deploying a new NixOS system
profile from a remote store.
  • Loading branch information
edolstra committed Oct 8, 2024
1 parent 26c3fc1 commit 76f75e7
Show file tree
Hide file tree
Showing 9 changed files with 53 additions and 27 deletions.
35 changes: 22 additions & 13 deletions src/libcmd/command.cc
Original file line number Diff line number Diff line change
Expand Up @@ -179,41 +179,45 @@ BuiltPathsCommand::BuiltPathsCommand(bool recursive)

void BuiltPathsCommand::run(ref<Store> store, Installables && installables)
{
BuiltPaths paths;
BuiltPaths rootPaths, allPaths;

if (all) {
if (installables.size())
throw UsageError("'--all' does not expect arguments");
// XXX: Only uses opaque paths, ignores all the realisations
for (auto & p : store->queryAllValidPaths())
paths.emplace_back(BuiltPath::Opaque{p});
rootPaths.emplace_back(BuiltPath::Opaque{p});
allPaths = rootPaths;
} else {
paths = Installable::toBuiltPaths(getEvalStore(), store, realiseMode, operateOn, installables);
rootPaths = Installable::toBuiltPaths(getEvalStore(), store, realiseMode, operateOn, installables);
allPaths = rootPaths;

if (recursive) {
// XXX: This only computes the store path closure, ignoring
// intermediate realisations
StorePathSet pathsRoots, pathsClosure;
for (auto & root : paths) {
for (auto & root : rootPaths) {
auto rootFromThis = root.outPaths();
pathsRoots.insert(rootFromThis.begin(), rootFromThis.end());
}
store->computeFSClosure(pathsRoots, pathsClosure);
for (auto & path : pathsClosure)
paths.emplace_back(BuiltPath::Opaque{path});
allPaths.emplace_back(BuiltPath::Opaque{path});
}
}

run(store, std::move(paths));
run(store, std::move(allPaths), std::move(rootPaths));
}

StorePathsCommand::StorePathsCommand(bool recursive)
: BuiltPathsCommand(recursive)
{
}

void StorePathsCommand::run(ref<Store> store, BuiltPaths && paths)
void StorePathsCommand::run(ref<Store> store, BuiltPaths && allPaths, BuiltPaths && rootPaths)
{
StorePathSet storePaths;
for (auto & builtPath : paths)
for (auto & builtPath : allPaths)
for (auto & p : builtPath.outPaths())
storePaths.insert(p);

Expand Down Expand Up @@ -242,17 +246,21 @@ MixProfile::MixProfile()
});
}

void MixProfile::updateProfile(const StorePath & storePath)
void MixProfile::updateProfile(
const StorePath & storePath,
ref<Store> store_)
{
if (!profile) return;
auto store = getStore().dynamic_pointer_cast<LocalFSStore>();
auto store = store_.dynamic_pointer_cast<LocalFSStore>();
if (!store) throw Error("'--profile' is not supported for this Nix store");
auto profile2 = absPath(*profile);
switchLink(profile2,
createGeneration(*store, profile2, storePath));
}

void MixProfile::updateProfile(const BuiltPaths & buildables)
void MixProfile::updateProfile(
const BuiltPaths & buildables,
ref<Store> store)
{
if (!profile) return;

Expand All @@ -274,7 +282,7 @@ void MixProfile::updateProfile(const BuiltPaths & buildables)
if (result.size() != 1)
throw UsageError("'--profile' requires that the arguments produce a single store path, but there are %d", result.size());

updateProfile(result[0]);
updateProfile(result[0], store);
}

MixDefaultProfile::MixDefaultProfile()
Expand Down Expand Up @@ -308,7 +316,8 @@ MixEnvironment::MixEnvironment() : ignoreEnvironment(false)
});
}

void MixEnvironment::setEnviron() {
void MixEnvironment::setEnviron()
{
if (ignoreEnvironment) {
if (!unset.empty())
throw UsageError("--unset does not make sense with --ignore-environment");
Expand Down
12 changes: 8 additions & 4 deletions src/libcmd/command.hh
Original file line number Diff line number Diff line change
Expand Up @@ -238,7 +238,7 @@ public:

BuiltPathsCommand(bool recursive = false);

virtual void run(ref<Store> store, BuiltPaths && paths) = 0;
virtual void run(ref<Store> store, BuiltPaths && allPaths, BuiltPaths && rootPaths) = 0;

void run(ref<Store> store, Installables && installables) override;

Expand All @@ -251,7 +251,7 @@ struct StorePathsCommand : public BuiltPathsCommand

virtual void run(ref<Store> store, StorePaths && storePaths) = 0;

void run(ref<Store> store, BuiltPaths && paths) override;
void run(ref<Store> store, BuiltPaths && allPaths, BuiltPaths && rootPaths) override;
};

/**
Expand Down Expand Up @@ -301,11 +301,15 @@ struct MixProfile : virtual StoreCommand
MixProfile();

/* If 'profile' is set, make it point at 'storePath'. */
void updateProfile(const StorePath & storePath);
void updateProfile(
const StorePath & storePath,
ref<Store> store);

/* If 'profile' is set, make it point at the store path produced
by 'buildables'. */
void updateProfile(const BuiltPaths & buildables);
void updateProfile(
const BuiltPaths & buildables,
ref<Store> store);
};

struct MixDefaultProfile : MixProfile
Expand Down
2 changes: 1 addition & 1 deletion src/nix/build.cc
Original file line number Diff line number Diff line change
Expand Up @@ -161,7 +161,7 @@ struct CmdBuild : InstallablesCommand, MixDryRun, MixJSON, MixProfile
BuiltPaths buildables2;
for (auto & b : buildables)
buildables2.push_back(b.path);
updateProfile(buildables2);
updateProfile(buildables2, store);
}
};

Expand Down
8 changes: 5 additions & 3 deletions src/nix/copy.cc
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

using namespace nix;

struct CmdCopy : virtual CopyCommand, virtual BuiltPathsCommand
struct CmdCopy : virtual CopyCommand, virtual BuiltPathsCommand, MixProfile
{
CheckSigsFlag checkSigs = CheckSigs;

Expand Down Expand Up @@ -43,19 +43,21 @@ struct CmdCopy : virtual CopyCommand, virtual BuiltPathsCommand

Category category() override { return catSecondary; }

void run(ref<Store> srcStore, BuiltPaths && paths) override
void run(ref<Store> srcStore, BuiltPaths && allPaths, BuiltPaths && rootPaths) override
{
auto dstStore = getDstStore();

RealisedPath::Set stuffToCopy;

for (auto & builtPath : paths) {
for (auto & builtPath : allPaths) {
auto theseRealisations = builtPath.toRealisedPaths(*srcStore);
stuffToCopy.insert(theseRealisations.begin(), theseRealisations.end());
}

copyPaths(
*srcStore, *dstStore, stuffToCopy, NoRepair, checkSigs, substitute);

updateProfile(rootPaths, dstStore);
}
};

Expand Down
9 changes: 9 additions & 0 deletions src/nix/copy.md
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,15 @@ R""(
# nix copy --to /tmp/nix nixpkgs#hello --no-check-sigs
```

* Update the NixOS system profile to point to a closure copied from a
remote machine:

```console
# nix copy --from ssh://server \
--profile /nix/var/nix/profiles/system \
/nix/store/r14v3km89zm3prwsa521fab5kgzvfbw4-nixos-system-foobar-24.05.20240925.759537f
```

# Description

`nix copy` copies store path closures between two Nix stores. The
Expand Down
2 changes: 1 addition & 1 deletion src/nix/develop.cc
Original file line number Diff line number Diff line change
Expand Up @@ -502,7 +502,7 @@ struct Common : InstallableCommand, MixProfile

auto strPath = store->printStorePath(shellOutPath);

updateProfile(shellOutPath);
updateProfile(shellOutPath, store);

debug("reading environment file '%s'", strPath);

Expand Down
6 changes: 3 additions & 3 deletions src/nix/profile.cc
Original file line number Diff line number Diff line change
Expand Up @@ -424,7 +424,7 @@ struct CmdProfileInstall : InstallablesCommand, MixDefaultProfile
}

try {
updateProfile(manifest.build(store));
updateProfile(manifest.build(store), store);
} catch (BuildEnvFileConflictError & conflictError) {
// FIXME use C++20 std::ranges once macOS has it
// See https://github.com/NixOS/nix/compare/3efa476c5439f8f6c1968a6ba20a31d1239c2f04..1fe5d172ece51a619e879c4b86f603d9495cc102
Expand Down Expand Up @@ -669,7 +669,7 @@ struct CmdProfileRemove : virtual EvalCommand, MixDefaultProfile, MixProfileElem
removedCount,
newManifest.elements.size());

updateProfile(newManifest.build(store));
updateProfile(newManifest.build(store), store);
}
};

Expand Down Expand Up @@ -779,7 +779,7 @@ struct CmdProfileUpgrade : virtual SourceExprCommand, MixDefaultProfile, MixProf
builtPaths.find(&*installable)->second.first);
}

updateProfile(manifest.build(store));
updateProfile(manifest.build(store), store);
}
};

Expand Down
2 changes: 1 addition & 1 deletion src/nix/realisation.cc
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ struct CmdRealisationInfo : BuiltPathsCommand, MixJSON

Category category() override { return catSecondary; }

void run(ref<Store> store, BuiltPaths && paths) override
void run(ref<Store> store, BuiltPaths && paths, BuiltPaths && rootPaths) override
{
experimentalFeatureSettings.require(Xp::CaDerivations);
RealisedPath::Set realisations;
Expand Down
4 changes: 3 additions & 1 deletion tests/functional/zstd.sh
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,9 @@ HASH=$(nix hash path $outPath)
clearStore
clearCacheCache

nix copy --from $cacheURI $outPath --no-check-sigs
nix copy --from $cacheURI $outPath --no-check-sigs --profile $TEST_ROOT/profile

[[ -e $TEST_ROOT/profile ]]

if ls $cacheDir/nar/*.zst &> /dev/null; then
echo "files do exist"
Expand Down

0 comments on commit 76f75e7

Please sign in to comment.