feat: use availableParallelism get the amount of paralllelism avail…

…able (#7304)
pnpm · Nov 14, 2023 · 1e7bd4a · btea · Nov 14, 2023 · 1e7bd4a
1 parent e2a0c72
commit 1e7bd4a
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 2 deletions.
diff --git a/.changeset/breezy-dragons-drive.md b/.changeset/breezy-dragons-drive.md
@@ -0,0 +1,6 @@
+---
+"@pnpm/package-requester": patch
+"@pnpm/worker": patch
+---
+
+Use availableParallelism, when available.
diff --git a/pkg-manager/package-requester/src/packageRequester.ts b/pkg-manager/package-requester/src/packageRequester.ts
@@ -101,7 +101,8 @@ export function createPackageRequester (
  // A lower bound of 16 is enforced to prevent performance degradation,
  // especially in CI environments. Tests with a threshold lower than 16
  // have shown consistent underperformance.
- const networkConcurrency = opts.networkConcurrency ?? Math.max(os.cpus().length, 16)
+ // @ts-expect-error - `availableParallelism` is not exist until update @types/node to v18.14.5
+ const networkConcurrency = opts.networkConcurrency ?? Math.max(os.availableParallelism?.() ?? os.cpus().length, 16)
  const requestsQueue = new PQueue({
  concurrency: networkConcurrency,
  })

diff --git a/worker/src/index.ts b/worker/src/index.ts
@@ -26,7 +26,8 @@ export async function finishWorkers () {
 }
 
 function createTarballWorkerPool (): WorkerPool {
- const maxWorkers = Math.max(2, os.cpus().length - Math.abs(process.env.PNPM_WORKERS ? parseInt(process.env.PNPM_WORKERS) : 0)) - 1
+ // @ts-expect-error - `availableParallelism` is not exist until update @types/node to v18.14.5
+ const maxWorkers = Math.max(2, (os.availableParallelism?.() ?? os.cpus().length) - Math.abs(process.env.PNPM_WORKERS ? parseInt(process.env.PNPM_WORKERS) : 0)) - 1
  const workerPool = new WorkerPool({
  id: 'pnpm',
  maxWorkers,