test.js

const crossSpawn = require('cross-spawn');
const glob = require('glob-all');
const JSZip = require('jszip');
const sha256File = require('sha256-file');
const tape = require('tape-promise/tape');

const {
  chmodSync,
  removeSync,
  readFile,
  copySync,
  writeFileSync,
  statSync,
  pathExistsSync,
} = require('fs-extra');
const { quote } = require('shell-quote');
const { sep } = require('path');

const { getUserCachePath, sha256Path } = require('./lib/shared');

const initialWorkingDir = process.cwd();

const mkCommand =
  (cmd) =>
  (args, options = {}) => {
    options['env'] = Object.assign(
      { SLS_DEBUG: 'true' },
      process.env,
      options['env']
    );
    const { error, stdout, stderr, status } = crossSpawn.sync(
      cmd,
      args,
      options
    );
    if (error && !options['noThrow']) {
      console.error(`Error running: ${quote([cmd, ...args])}`); // eslint-disable-line no-console
      throw error;
    }
    if (status && !options['noThrow']) {
      console.error('STDOUT: ', stdout.toString()); // eslint-disable-line no-console
      console.error('STDERR: ', stderr.toString()); // eslint-disable-line no-console
      throw new Error(
        `${quote([cmd, ...args])} failed with status code ${status}`
      );
    }
    return {
      stdout: stdout && stdout.toString().trim(),
      stderr: stderr && stderr.toString().trim(),
    };
  };

const sls = mkCommand('sls');
const git = mkCommand('git');
const npm = mkCommand('npm');
const perl = mkCommand('perl');

const setup = () => {
  removeSync(getUserCachePath());
  process.chdir(initialWorkingDir);
};

const teardown = () => {
  const cwd = process.cwd();
  if (!cwd.startsWith(initialWorkingDir)) {
    throw new Error(`Somehow cd'd into ${cwd}`);
  }
  if (cwd != initialWorkingDir) {
    [
      'puck',
      'puck2',
      'puck3',
      'node_modules',
      '.serverless',
      '.requirements.zip',
      '.requirements-cache',
      'foobar',
      'package-lock.json',
      'slimPatterns.yml',
      'serverless.yml.bak',
      'module1/foobar',
      getUserCachePath(),
      ...glob.sync('serverless-python-requirements-*.tgz'),
    ].map((path) => removeSync(path));
    if (!cwd.endsWith('base with a space')) {
      try {
        git(['checkout', 'serverless.yml']);
      } catch (err) {
        console.error(
          `At ${cwd} failed to checkout 'serverless.yml' with ${err}.`
        );
        throw err;
      }
    }
    process.chdir(initialWorkingDir);
  }
  removeSync('tests/base with a space');
};

const testFilter = (() => {
  const elems = process.argv.slice(2); // skip ['node', 'test.js']
  if (elems.length) {
    return (desc) =>
      elems.some((text) => desc.search(text) != -1)
        ? tape.test
        : tape.test.skip;
  } else {
    return () => tape.test;
  }
})();

const test = (desc, func, opts = {}) =>
  testFilter(desc)(desc, opts, async (t) => {
    setup();
    let ended = false;
    try {
      await func(t);
      ended = true;
    } catch (err) {
      t.fail(err);
    } finally {
      try {
        teardown();
      } catch (err) {
        t.fail(err);
      }
      if (!ended) t.end();
    }
  });

const availablePythons = (() => {
  const binaries = [];
  const mapping = {};
  if (process.env.USE_PYTHON) {
    binaries.push(
      ...process.env.USE_PYTHON.split(',').map((v) => v.toString().trim())
    );
  } else {
    // For running outside of CI
    binaries.push('python');
  }
  const exe = process.platform === 'win32' ? '.exe' : '';
  for (const bin of binaries) {
    const python = `${bin}${exe}`;
    const { stdout, status } = crossSpawn.sync(python, [
      '-c',
      'import sys; sys.stdout.write(".".join(map(str, sys.version_info[:2])))',
    ]);
    const ver = stdout && stdout.toString().trim();
    if (!status && ver) {
      for (const recommend of [ver, ver.split('.')[0]]) {
        if (!mapping[recommend]) {
          mapping[recommend] = python;
        }
      }
    }
  }
  if (!Object.entries(mapping).length) {
    throw new Error('No pythons found');
  }
  return mapping;
})();

const getPythonBin = (version) => {
  const bin = availablePythons[String(version)];
  if (!bin) throw new Error(`No python version ${version} available`);
  return bin;
};

const listZipFiles = async function (filename) {
  const file = await readFile(filename);
  const zip = await new JSZip().loadAsync(file);
  return Object.keys(zip.files);
};

const listZipFilesWithMetaData = async function (filename) {
  const file = await readFile(filename);
  const zip = await new JSZip().loadAsync(file);
  return Object(zip.files);
};

const listRequirementsZipFiles = async function (filename) {
  const file = await readFile(filename);
  const zip = await new JSZip().loadAsync(file);
  const reqsBuffer = await zip.file('.requirements.zip').async('nodebuffer');
  const reqsZip = await new JSZip().loadAsync(reqsBuffer);
  return Object.keys(reqsZip.files);
};

const canUseDocker = () => {
  let result;
  try {
    result = crossSpawn.sync('docker', ['ps']);
  } catch (e) {
    return false;
  }
  return result.status === 0;
};

// Skip if running on these platforms.
const brokenOn = (...platforms) => platforms.indexOf(process.platform) != -1;

test(
  'dockerPrivateKey option correctly resolves docker command',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    const { stdout } = sls(['package'], {
      noThrow: true,
      env: {
        dockerizePip: true,
        dockerSsh: true,
        dockerPrivateKey: `${__dirname}${sep}tests${sep}base${sep}custom_ssh`,
        dockerImage: 'break the build to log the command',
      },
    });
    t.true(
      stdout.includes(
        `-v ${__dirname}${sep}tests${sep}base${sep}custom_ssh:/root/.ssh/custom_ssh:z`
      ),
      'docker command properly resolved'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('default pythonBin can package flask with default options', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('py3.9 packages have the same hash', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const fileHash = sha256File('.serverless/sls-py-req-test.zip');
  sls(['package'], { env: {} });
  t.equal(
    sha256File('.serverless/sls-py-req-test.zip'),
    fileHash,
    'packages have the same hash'
  );
  t.end();
});

test('py3.9 can package flask with default options', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test(
  'py3.9 can package flask with hashes',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], {
      env: {
        fileName: 'requirements-w-hashes.txt',
        pythonBin: getPythonBin(3),
      },
    });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.end();
  },
  { skip: brokenOn('win32') }
);

test('py3.9 can package flask with nested', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: {
      fileName: 'requirements-w-nested.txt',
      pythonBin: getPythonBin(3),
    },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('py3.9 can package flask with zip option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { zip: 'true', pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes('.requirements.zip'),
    'zipped requirements are packaged'
  );
  t.true(zipfiles.includes(`unzip_requirements.py`), 'unzip util is packaged');
  t.false(
    zipfiles.includes(`flask${sep}__init__.py`),
    "flask isn't packaged on its own"
  );
  t.end();
});

test('py3.9 can package flask with slim option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true', pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.true(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')).length > 0,
    '__main__.py files are packaged'
  );
  t.end();
});

test('py3.9 can package flask with slim & slimPatterns options', async (t) => {
  process.chdir('tests/base');
  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test("py3.9 doesn't package bottle with noDeploy option", async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  perl([
    '-p',
    '-i.bak',
    '-e',
    's/(pythonRequirements:$)/\\1\\n    noDeploy: [bottle]/',
    'serverless.yml',
  ]);
  sls(['package'], { env: { pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.false(zipfiles.includes(`bottle.py`), 'bottle is NOT packaged');
  t.end();
});

test('py3.9 can package boto3 with editable', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: {
      fileName: 'requirements-w-editable.txt',
      pythonBin: getPythonBin(3),
    },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.true(
    zipfiles.includes(`botocore${sep}__init__.py`),
    'botocore is packaged'
  );
  t.end();
});

test(
  'py3.9 can package flask with dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test(
  'py3.9 can package flask with slim & dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', slim: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('.pyc')),
      [],
      '*.pyc files are NOT packaged'
    );
    t.true(
      zipfiles.filter((filename) => filename.endsWith('__main__.py')).length >
        0,
      '__main__.py files are packaged'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test(
  'py3.9 can package flask with slim & dockerizePip & slimPatterns options',
  async (t) => {
    process.chdir('tests/base');
    copySync('_slimPatterns.yml', 'slimPatterns.yml');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', slim: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('.pyc')),
      [],
      '*.pyc files are packaged'
    );
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('__main__.py')),
      [],
      '__main__.py files are NOT packaged'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test(
  'py3.9 can package flask with zip & dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', zip: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    const zippedReqs = await listRequirementsZipFiles(
      '.serverless/sls-py-req-test.zip'
    );
    t.true(
      zipfiles.includes('.requirements.zip'),
      'zipped requirements are packaged'
    );
    t.true(
      zipfiles.includes(`unzip_requirements.py`),
      'unzip util is packaged'
    );
    t.false(
      zipfiles.includes(`flask${sep}__init__.py`),
      "flask isn't packaged on its own"
    );
    t.true(
      zippedReqs.includes(`flask/__init__.py`),
      'flask is packaged in the .requirements.zip file'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test(
  'py3.9 can package flask with zip & slim & dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], {
      env: { dockerizePip: 'true', zip: 'true', slim: 'true' },
    });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    const zippedReqs = await listRequirementsZipFiles(
      '.serverless/sls-py-req-test.zip'
    );
    t.true(
      zipfiles.includes('.requirements.zip'),
      'zipped requirements are packaged'
    );
    t.true(
      zipfiles.includes(`unzip_requirements.py`),
      'unzip util is packaged'
    );
    t.false(
      zipfiles.includes(`flask${sep}__init__.py`),
      "flask isn't packaged on its own"
    );
    t.true(
      zippedReqs.includes(`flask/__init__.py`),
      'flask is packaged in the .requirements.zip file'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('pipenv py3.9 can package flask with default options', async (t) => {
  process.chdir('tests/pipenv');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.false(
    zipfiles.includes(`pytest${sep}__init__.py`),
    'dev-package pytest is NOT packaged'
  );
  t.end();
});

test('pipenv py3.9 can package flask with slim option', async (t) => {
  process.chdir('tests/pipenv');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.true(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')).length > 0,
    '__main__.py files are packaged'
  );
  t.end();
});

test('pipenv py3.9 can package flask with slim & slimPatterns options', async (t) => {
  process.chdir('tests/pipenv');

  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test('pipenv py3.9 can package flask with zip option', async (t) => {
  process.chdir('tests/pipenv');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { zip: 'true', pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes('.requirements.zip'),
    'zipped requirements are packaged'
  );
  t.true(zipfiles.includes(`unzip_requirements.py`), 'unzip util is packaged');
  t.false(
    zipfiles.includes(`flask${sep}__init__.py`),
    "flask isn't packaged on its own"
  );
  t.end();
});

test("pipenv py3.9 doesn't package bottle with noDeploy option", async (t) => {
  process.chdir('tests/pipenv');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  perl([
    '-p',
    '-i.bak',
    '-e',
    's/(pythonRequirements:$)/\\1\\n    noDeploy: [bottle]/',
    'serverless.yml',
  ]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.false(zipfiles.includes(`bottle.py`), 'bottle is NOT packaged');
  t.end();
});

test('non build pyproject.toml uses requirements.txt', async (t) => {
  process.chdir('tests/non_build_pyproject');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('non poetry pyproject.toml without requirements.txt packages handler only', async (t) => {
  process.chdir('tests/non_poetry_pyproject');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`handler.py`), 'handler is packaged');
  t.end();
});

test('poetry py3.9 can package flask with default options', async (t) => {
  process.chdir('tests/poetry');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`bottle.py`), 'bottle is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('poetry py3.9 can package flask with slim option', async (t) => {
  process.chdir('tests/poetry');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.true(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')).length > 0,
    '__main__.py files are packaged'
  );
  t.end();
});

test('poetry py3.9 can package flask with slim & slimPatterns options', async (t) => {
  process.chdir('tests/poetry');

  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { slim: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test('poetry py3.9 can package flask with zip option', async (t) => {
  process.chdir('tests/poetry');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { zip: 'true', pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes('.requirements.zip'),
    'zipped requirements are packaged'
  );
  t.true(zipfiles.includes(`unzip_requirements.py`), 'unzip util is packaged');
  t.false(
    zipfiles.includes(`flask${sep}__init__.py`),
    "flask isn't packaged on its own"
  );
  t.end();
});

test("poetry py3.9 doesn't package bottle with noDeploy option", async (t) => {
  process.chdir('tests/poetry');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  perl([
    '-p',
    '-i.bak',
    '-e',
    's/(pythonRequirements:$)/\\1\\n    noDeploy: [bottle]/',
    'serverless.yml',
  ]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.false(zipfiles.includes(`bottle.py`), 'bottle is NOT packaged');
  t.end();
});

test('py3.9 can package flask with zip option and no explicit include', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  perl(['-p', '-i.bak', '-e', 's/include://', 'serverless.yml']);
  perl(['-p', '-i.bak', '-e', 's/^.*handler.py.*$//', 'serverless.yml']);
  sls(['package'], { env: { zip: 'true' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes('.requirements.zip'),
    'zipped requirements are packaged'
  );
  t.true(zipfiles.includes(`unzip_requirements.py`), 'unzip util is packaged');
  t.false(
    zipfiles.includes(`flask${sep}__init__.py`),
    "flask isn't packaged on its own"
  );
  t.end();
});

test('py3.9 can package lambda-decorators using vendor option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { vendor: './vendor' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.true(
    zipfiles.includes(`lambda_decorators.py`),
    'lambda_decorators.py is packaged'
  );
  t.end();
});

test(
  "Don't nuke execute perms",
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    const perm = '755';

    npm(['i', path]);
    perl([
      '-p',
      '-i.bak',
      '-e',
      's/(handler.py.*$)/$1\n    - foobar/',
      'serverless.yml',
    ]);
    writeFileSync(`foobar`, '');
    chmodSync(`foobar`, perm);
    sls(['package'], { env: { vendor: './vendor' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
    t.true(
      zipfiles.includes(`lambda_decorators.py`),
      'lambda_decorators.py is packaged'
    );
    t.true(zipfiles.includes(`foobar`), 'foobar is packaged');

    const zipfiles_with_metadata = await listZipFilesWithMetaData(
      '.serverless/sls-py-req-test.zip'
    );
    t.true(
      zipfiles_with_metadata['foobar'].unixPermissions
        .toString(8)
        .slice(3, 6) === perm,
      'foobar has retained its executable file permissions'
    );

    const flaskPerm = statSync('.serverless/requirements/bin/flask').mode;
    t.true(
      zipfiles_with_metadata['bin/flask'].unixPermissions === flaskPerm,
      'bin/flask has retained its executable file permissions'
    );

    t.end();
  },
  { skip: process.platform === 'win32' }
);

test('py3.9 can package flask in a project with a space in it', async (t) => {
  copySync('tests/base', 'tests/base with a space');
  process.chdir('tests/base with a space');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test(
  'py3.9 can package flask in a project with a space in it with docker',
  async (t) => {
    copySync('tests/base', 'tests/base with a space');
    process.chdir('tests/base with a space');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('py3.9 supports custom file name with fileName option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  writeFileSync('puck', 'requests');
  npm(['i', path]);
  sls(['package'], { env: { fileName: 'puck' } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes(`requests${sep}__init__.py`),
    'requests is packaged'
  );
  t.false(zipfiles.includes(`flask${sep}__init__.py`), 'flask is NOT packaged');
  t.false(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is NOT packaged');
  t.end();
});

test("py3.9 doesn't package bottle with zip option", async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  perl([
    '-p',
    '-i.bak',
    '-e',
    's/(pythonRequirements:$)/\\1\\n    noDeploy: [bottle]/',
    'serverless.yml',
  ]);
  sls(['package'], { env: { zip: 'true', pythonBin: getPythonBin(3) } });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  const zippedReqs = await listRequirementsZipFiles(
    '.serverless/sls-py-req-test.zip'
  );
  t.true(
    zipfiles.includes('.requirements.zip'),
    'zipped requirements are packaged'
  );
  t.true(zipfiles.includes(`unzip_requirements.py`), 'unzip util is packaged');
  t.false(
    zipfiles.includes(`flask${sep}__init__.py`),
    "flask isn't packaged on its own"
  );
  t.true(
    zippedReqs.includes(`flask/__init__.py`),
    'flask is packaged in the .requirements.zip file'
  );
  t.false(
    zippedReqs.includes(`bottle.py`),
    'bottle is NOT packaged in the .requirements.zip file'
  );
  t.end();
});

test('py3.9 can package flask with slim, slimPatterns & slimPatternsAppendDefaults=false options', async (t) => {
  process.chdir('tests/base');
  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: { slim: 'true', slimPatternsAppendDefaults: 'false' },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(
    zipfiles.filter((filename) => filename.endsWith('.pyc')).length >= 1,
    'pyc files are packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test(
  'py3.9 can package flask with slim & dockerizePip & slimPatterns & slimPatternsAppendDefaults=false options',
  async (t) => {
    process.chdir('tests/base');
    copySync('_slimPatterns.yml', 'slimPatterns.yml');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], {
      env: {
        dockerizePip: 'true',
        slim: 'true',
        slimPatternsAppendDefaults: 'false',
      },
    });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.true(
      zipfiles.filter((filename) => filename.endsWith('.pyc')).length >= 1,
      'pyc files are packaged'
    );
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('__main__.py')),
      [],
      '__main__.py files are NOT packaged'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('pipenv py3.9 can package flask with slim & slimPatterns & slimPatternsAppendDefaults=false  option', async (t) => {
  process.chdir('tests/pipenv');
  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);

  sls(['package'], {
    env: { slim: 'true', slimPatternsAppendDefaults: 'false' },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(
    zipfiles.filter((filename) => filename.endsWith('.pyc')).length >= 1,
    'pyc files are packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test('poetry py3.9 can package flask with slim & slimPatterns & slimPatternsAppendDefaults=false  option', async (t) => {
  process.chdir('tests/poetry');
  copySync('_slimPatterns.yml', 'slimPatterns.yml');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);

  sls(['package'], {
    env: { slim: 'true', slimPatternsAppendDefaults: 'false' },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(
    zipfiles.filter((filename) => filename.endsWith('.pyc')).length >= 1,
    'pyc files are packaged'
  );
  t.deepEqual(
    zipfiles.filter((filename) => filename.endsWith('__main__.py')),
    [],
    '__main__.py files are NOT packaged'
  );
  t.end();
});

test('poetry py3.9 can package flask with package individually option', async (t) => {
  process.chdir('tests/poetry_individually');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);

  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles(
    '.serverless/module1-sls-py-req-test-dev-hello.zip'
  );
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`bottle.py`), 'bottle is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('py3.9 can package flask with package individually option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { individually: 'true' } });
  const zipfiles_hello = await listZipFiles('.serverless/hello.zip');
  t.false(
    zipfiles_hello.includes(`fn2${sep}__init__.py`),
    'fn2 is NOT packaged in function hello'
  );
  t.true(
    zipfiles_hello.includes('handler.py'),
    'handler.py is packaged in function hello'
  );
  t.false(
    zipfiles_hello.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello'
  );
  t.true(
    zipfiles_hello.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello'
  );

  const zipfiles_hello2 = await listZipFiles('.serverless/hello2.zip');
  t.false(
    zipfiles_hello2.includes(`fn2${sep}__init__.py`),
    'fn2 is NOT packaged in function hello2'
  );
  t.true(
    zipfiles_hello2.includes('handler.py'),
    'handler.py is packaged in function hello2'
  );
  t.false(
    zipfiles_hello2.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello2'
  );
  t.true(
    zipfiles_hello2.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello2'
  );

  const zipfiles_hello3 = await listZipFiles('.serverless/hello3.zip');
  t.false(
    zipfiles_hello3.includes(`fn2${sep}__init__.py`),
    'fn2 is NOT packaged in function hello3'
  );
  t.true(
    zipfiles_hello3.includes('handler.py'),
    'handler.py is packaged in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello3'
  );

  const zipfiles_hello4 = await listZipFiles(
    '.serverless/fn2-sls-py-req-test-dev-hello4.zip'
  );
  t.false(
    zipfiles_hello4.includes(`fn2${sep}__init__.py`),
    'fn2 is NOT packaged in function hello4'
  );
  t.true(
    zipfiles_hello4.includes('fn2_handler.py'),
    'fn2_handler is packaged in the zip-root in function hello4'
  );
  t.true(
    zipfiles_hello4.includes(`dataclasses.py`),
    'dataclasses is packaged in function hello4'
  );
  t.false(
    zipfiles_hello4.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello4'
  );

  t.end();
});

test('py3.9 can package flask with package individually & slim option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { individually: 'true', slim: 'true' } });
  const zipfiles_hello = await listZipFiles('.serverless/hello.zip');
  t.true(
    zipfiles_hello.includes('handler.py'),
    'handler.py is packaged in function hello'
  );
  t.deepEqual(
    zipfiles_hello.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged in function hello'
  );
  t.true(
    zipfiles_hello.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello'
  );
  t.false(
    zipfiles_hello.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello'
  );

  const zipfiles_hello2 = await listZipFiles('.serverless/hello2.zip');
  t.true(
    zipfiles_hello2.includes('handler.py'),
    'handler.py is packaged in function hello2'
  );
  t.deepEqual(
    zipfiles_hello2.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged in function hello2'
  );
  t.true(
    zipfiles_hello2.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello2'
  );
  t.false(
    zipfiles_hello2.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello2'
  );

  const zipfiles_hello3 = await listZipFiles('.serverless/hello3.zip');
  t.true(
    zipfiles_hello3.includes('handler.py'),
    'handler.py is packaged in function hello3'
  );
  t.deepEqual(
    zipfiles_hello3.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello3'
  );

  const zipfiles_hello4 = await listZipFiles(
    '.serverless/fn2-sls-py-req-test-dev-hello4.zip'
  );
  t.true(
    zipfiles_hello4.includes('fn2_handler.py'),
    'fn2_handler is packaged in the zip-root in function hello4'
  );
  t.true(
    zipfiles_hello4.includes(`dataclasses.py`),
    'dataclasses is packaged in function hello4'
  );
  t.false(
    zipfiles_hello4.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello4'
  );
  t.deepEqual(
    zipfiles_hello4.filter((filename) => filename.endsWith('.pyc')),
    [],
    'no pyc files packaged in function hello4'
  );

  t.end();
});

test('py3.9 can package only requirements of module', async (t) => {
  process.chdir('tests/individually');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const zipfiles_hello = await listZipFiles(
    '.serverless/module1-sls-py-req-test-indiv-dev-hello1.zip'
  );
  t.true(
    zipfiles_hello.includes('handler1.py'),
    'handler1.py is packaged at root level in function hello1'
  );
  t.false(
    zipfiles_hello.includes('handler2.py'),
    'handler2.py is NOT packaged at root level in function hello1'
  );
  t.true(
    zipfiles_hello.includes(`pyaml${sep}__init__.py`),
    'pyaml is packaged in function hello1'
  );
  t.true(
    zipfiles_hello.includes(`boto3${sep}__init__.py`),
    'boto3 is packaged in function hello1'
  );
  t.false(
    zipfiles_hello.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello1'
  );

  const zipfiles_hello2 = await listZipFiles(
    '.serverless/module2-sls-py-req-test-indiv-dev-hello2.zip'
  );
  t.true(
    zipfiles_hello2.includes('handler2.py'),
    'handler2.py is packaged at root level in function hello2'
  );
  t.false(
    zipfiles_hello2.includes('handler1.py'),
    'handler1.py is NOT packaged at root level in function hello2'
  );
  t.false(
    zipfiles_hello2.includes(`pyaml${sep}__init__.py`),
    'pyaml is NOT packaged in function hello2'
  );
  t.false(
    zipfiles_hello2.includes(`boto3${sep}__init__.py`),
    'boto3 is NOT packaged in function hello2'
  );
  t.true(
    zipfiles_hello2.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello2'
  );

  t.end();
});

test('py3.9 can package lambda-decorators using vendor and invidiually option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { individually: 'true', vendor: './vendor' } });
  const zipfiles_hello = await listZipFiles('.serverless/hello.zip');
  t.true(
    zipfiles_hello.includes('handler.py'),
    'handler.py is packaged at root level in function hello'
  );
  t.true(
    zipfiles_hello.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello'
  );
  t.true(
    zipfiles_hello.includes(`lambda_decorators.py`),
    'lambda_decorators.py is packaged in function hello'
  );
  t.false(
    zipfiles_hello.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello'
  );

  const zipfiles_hello2 = await listZipFiles('.serverless/hello2.zip');
  t.true(
    zipfiles_hello2.includes('handler.py'),
    'handler.py is packaged at root level in function hello2'
  );
  t.true(
    zipfiles_hello2.includes(`flask${sep}__init__.py`),
    'flask is packaged in function hello2'
  );
  t.true(
    zipfiles_hello2.includes(`lambda_decorators.py`),
    'lambda_decorators.py is packaged in function hello2'
  );
  t.false(
    zipfiles_hello2.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello2'
  );

  const zipfiles_hello3 = await listZipFiles('.serverless/hello3.zip');
  t.true(
    zipfiles_hello3.includes('handler.py'),
    'handler.py is packaged at root level in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`lambda_decorators.py`),
    'lambda_decorators.py is NOT packaged in function hello3'
  );
  t.false(
    zipfiles_hello3.includes(`dataclasses.py`),
    'dataclasses is NOT packaged in function hello3'
  );

  const zipfiles_hello4 = await listZipFiles(
    '.serverless/fn2-sls-py-req-test-dev-hello4.zip'
  );
  t.true(
    zipfiles_hello4.includes('fn2_handler.py'),
    'fn2_handler is packaged in the zip-root in function hello4'
  );
  t.true(
    zipfiles_hello4.includes(`dataclasses.py`),
    'dataclasses is packaged in function hello4'
  );
  t.false(
    zipfiles_hello4.includes(`flask${sep}__init__.py`),
    'flask is NOT packaged in function hello4'
  );
  t.end();
});

test(
  "Don't nuke execute perms when using individually",
  async (t) => {
    process.chdir('tests/individually');
    const { stdout: path } = npm(['pack', '../..']);
    const perm = '755';
    writeFileSync(`module1${sep}foobar`, '');
    chmodSync(`module1${sep}foobar`, perm);

    npm(['i', path]);
    sls(['package'], { env: {} });
    const zipfiles_hello1 = await listZipFilesWithMetaData(
      '.serverless/hello1.zip'
    );

    t.true(
      zipfiles_hello1['module1/foobar'].unixPermissions
        .toString(8)
        .slice(3, 6) === perm,
      'foobar has retained its executable file permissions'
    );

    const zipfiles_hello2 = await listZipFilesWithMetaData(
      '.serverless/module2-sls-py-req-test-indiv-dev-hello2.zip'
    );
    const flaskPerm = statSync(
      '.serverless/module2/requirements/bin/flask'
    ).mode;

    t.true(
      zipfiles_hello2['bin/flask'].unixPermissions === flaskPerm,
      'bin/flask has retained its executable file permissions'
    );

    t.end();
  },
  { skip: process.platform === 'win32' }
);

test(
  "Don't nuke execute perms when using individually w/docker",
  async (t) => {
    process.chdir('tests/individually');
    const { stdout: path } = npm(['pack', '../..']);
    const perm = '755';
    writeFileSync(`module1${sep}foobar`, '', { mode: perm });
    chmodSync(`module1${sep}foobar`, perm);

    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true' } });
    const zipfiles_hello = await listZipFilesWithMetaData(
      '.serverless/hello1.zip'
    );

    t.true(
      zipfiles_hello['module1/foobar'].unixPermissions
        .toString(8)
        .slice(3, 6) === perm,
      'foobar has retained its executable file permissions'
    );

    const zipfiles_hello2 = await listZipFilesWithMetaData(
      '.serverless/module2-sls-py-req-test-indiv-dev-hello2.zip'
    );
    const flaskPerm = statSync(
      '.serverless/module2/requirements/bin/flask'
    ).mode;

    t.true(
      zipfiles_hello2['bin/flask'].unixPermissions === flaskPerm,
      'bin/flask has retained its executable file permissions'
    );

    t.end();
  },
  { skip: !canUseDocker() || process.platform === 'win32' }
);

test(
  'py3.9 can package flask running in docker with module runtime & architecture of function',
  async (t) => {
    process.chdir('tests/individually_mixed_runtime');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);

    sls(['package'], {
      env: { dockerizePip: 'true' },
    });

    const zipfiles_hello2 = await listZipFiles(
      '.serverless/module2-sls-py-req-test-indiv-mixed-runtime-dev-hello2.zip'
    );
    t.true(
      zipfiles_hello2.includes('handler2.py'),
      'handler2.py is packaged at root level in function hello2'
    );
    t.true(
      zipfiles_hello2.includes(`flask${sep}__init__.py`),
      'flask is packaged in function hello2'
    );
  },
  {
    skip: !canUseDocker() || process.platform === 'win32',
  }
);

test(
  'py3.9 can package flask succesfully when using mixed architecture, docker and zipping',
  async (t) => {
    process.chdir('tests/individually_mixed_runtime');
    const { stdout: path } = npm(['pack', '../..']);

    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', zip: 'true' } });

    const zipfiles_hello = await listZipFiles('.serverless/hello1.zip');
    t.true(
      zipfiles_hello.includes(`module1${sep}handler1.ts`),
      'handler1.ts is packaged in module dir for hello1'
    );
    t.false(
      zipfiles_hello.includes('handler2.py'),
      'handler2.py is NOT packaged at root level in function hello1'
    );
    t.false(
      zipfiles_hello.includes(`flask${sep}__init__.py`),
      'flask is NOT packaged in function hello1'
    );

    const zipfiles_hello2 = await listZipFiles(
      '.serverless/module2-sls-py-req-test-indiv-mixed-runtime-dev-hello2.zip'
    );
    const zippedReqs = await listRequirementsZipFiles(
      '.serverless/module2-sls-py-req-test-indiv-mixed-runtime-dev-hello2.zip'
    );
    t.true(
      zipfiles_hello2.includes('handler2.py'),
      'handler2.py is packaged at root level in function hello2'
    );
    t.false(
      zipfiles_hello2.includes(`module1${sep}handler1.ts`),
      'handler1.ts is NOT included at module1 level in hello2'
    );
    t.false(
      zipfiles_hello2.includes(`pyaml${sep}__init__.py`),
      'pyaml is NOT packaged in function hello2'
    );
    t.false(
      zipfiles_hello2.includes(`boto3${sep}__init__.py`),
      'boto3 is NOT included in zipfile'
    );
    t.true(
      zippedReqs.includes(`flask${sep}__init__.py`),
      'flask is packaged in function hello2 in requirements.zip'
    );

    t.end();
  },
  { skip: !canUseDocker() || process.platform === 'win32' }
);

test(
  'py3.9 uses download cache by default option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: {} });
    const cachepath = getUserCachePath();
    t.true(
      pathExistsSync(`${cachepath}${sep}downloadCacheslspyc${sep}http`),
      'cache directory exists'
    );
    t.end();
  },
  { skip: true }
);

test(
  'py3.9 uses download cache by default',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { cacheLocation: '.requirements-cache' } });
    t.true(
      pathExistsSync(`.requirements-cache${sep}downloadCacheslspyc${sep}http`),
      'cache directory exists'
    );
    t.end();
  },
  { skip: true }
);

test(
  'py3.9 uses download cache with dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true' } });
    const cachepath = getUserCachePath();
    t.true(
      pathExistsSync(`${cachepath}${sep}downloadCacheslspyc${sep}http`),
      'cache directory exists'
    );
    t.end();
  },
  // { skip: !canUseDocker() || brokenOn('win32') }
  { skip: true }
);

test(
  'py3.9 uses download cache with dockerizePip by default option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], {
      env: { dockerizePip: 'true', cacheLocation: '.requirements-cache' },
    });
    t.true(
      pathExistsSync(`.requirements-cache${sep}downloadCacheslspyc${sep}http`),
      'cache directory exists'
    );
    t.end();
  },
  // { skip: !canUseDocker() || brokenOn('win32') }
  { skip: true }
);

test(
  'py3.9 uses static and download cache',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: {} });
    const cachepath = getUserCachePath();
    const cacheFolderHash = sha256Path('.serverless/requirements.txt');
    const arch = 'x86_64';
    t.true(
      pathExistsSync(`${cachepath}${sep}downloadCacheslspyc${sep}http`),
      'http exists in download-cache'
    );
    t.true(
      pathExistsSync(
        `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}flask`
      ),
      'flask exists in static-cache'
    );
    t.end();
  },
  { skip: true }
);

test(
  'py3.9 uses static and download cache with dockerizePip option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true' } });
    const cachepath = getUserCachePath();
    const cacheFolderHash = sha256Path('.serverless/requirements.txt');
    const arch = 'x86_64';
    t.true(
      pathExistsSync(`${cachepath}${sep}downloadCacheslspyc${sep}http`),
      'http exists in download-cache'
    );
    t.true(
      pathExistsSync(
        `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}flask`
      ),
      'flask exists in static-cache'
    );
    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('py3.9 uses static cache', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: {} });
  const cachepath = getUserCachePath();
  const cacheFolderHash = sha256Path('.serverless/requirements.txt');
  const arch = 'x86_64';
  t.true(
    pathExistsSync(
      `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}flask`
    ),
    'flask exists in static-cache'
  );
  t.true(
    pathExistsSync(
      `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}.completed_requirements`
    ),
    '.completed_requirements exists in static-cache'
  );

  // py3.9 checking that static cache actually pulls from cache (by poisoning it)
  writeFileSync(
    `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}injected_file_is_bad_form`,
    'injected new file into static cache folder'
  );
  sls(['package'], { env: {} });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(
    zipfiles.includes('injected_file_is_bad_form'),
    "static cache is really used when running 'sls package' again"
  );

  t.end();
});

test('py3.9 uses static cache with cacheLocation option', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  const cachepath = '.requirements-cache';
  sls(['package'], { env: { cacheLocation: cachepath } });
  const cacheFolderHash = sha256Path('.serverless/requirements.txt');
  const arch = 'x86_64';
  t.true(
    pathExistsSync(
      `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}flask`
    ),
    'flask exists in static-cache'
  );
  t.true(
    pathExistsSync(
      `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}.completed_requirements`
    ),
    '.completed_requirements exists in static-cache'
  );
  t.end();
});

test(
  'py3.9 uses static cache with dockerizePip & slim option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', slim: 'true' } });
    const cachepath = getUserCachePath();
    const cacheFolderHash = sha256Path('.serverless/requirements.txt');
    const arch = 'x86_64';
    t.true(
      pathExistsSync(
        `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}flask`
      ),
      'flask exists in static-cache'
    );
    t.true(
      pathExistsSync(
        `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}.completed_requirements`
      ),
      '.completed_requirements exists in static-cache'
    );

    // py3.9 checking that static cache actually pulls from cache (by poisoning it)
    writeFileSync(
      `${cachepath}${sep}${cacheFolderHash}_${arch}_slspyc${sep}injected_file_is_bad_form`,
      'injected new file into static cache folder'
    );
    sls(['package'], { env: { dockerizePip: 'true', slim: 'true' } });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(
      zipfiles.includes('injected_file_is_bad_form'),
      "static cache is really used when running 'sls package' again"
    );
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('.pyc')),
      [],
      'no pyc files are packaged'
    );

    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test(
  'py3.9 uses download cache with dockerizePip & slim option',
  async (t) => {
    process.chdir('tests/base');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: { dockerizePip: 'true', slim: 'true' } });
    const cachepath = getUserCachePath();
    t.true(
      pathExistsSync(`${cachepath}${sep}downloadCacheslspyc${sep}http`),
      'http exists in download-cache'
    );

    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
    t.deepEqual(
      zipfiles.filter((filename) => filename.endsWith('.pyc')),
      [],
      'no pyc files are packaged'
    );

    t.end();
  },
  { skip: !canUseDocker() || brokenOn('win32') }
);

test('py3.9 can ignore functions defined with `image`', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { individually: 'true' } });
  t.true(pathExistsSync('.serverless/hello.zip'), 'function hello is packaged');
  t.true(
    pathExistsSync('.serverless/hello2.zip'),
    'function hello2 is packaged'
  );
  t.true(
    pathExistsSync('.serverless/hello3.zip'),
    'function hello3 is packaged'
  );
  t.true(
    pathExistsSync('.serverless/hello4.zip'),
    'function hello4 is packaged'
  );
  t.false(
    pathExistsSync('.serverless/hello5.zip'),
    'function hello5 is not packaged'
  );

  t.end();
});

test('poetry py3.9 fails packaging if poetry.lock is missing and flag requirePoetryLockFile is set to true', async (t) => {
  copySync('tests/poetry', 'tests/base with a space');
  process.chdir('tests/base with a space');
  removeSync('poetry.lock');

  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  const { stdout } = sls(['package'], {
    env: { requirePoetryLockFile: 'true', slim: 'true' },
    noThrow: true,
  });
  t.true(
    stdout.includes(
      'poetry.lock file not found - set requirePoetryLockFile to false to disable this error'
    ),
    'flag works and error is properly reported'
  );
  t.end();
});

test('works with provider.runtime not being python', async (t) => {
  process.chdir('tests/base');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], { env: { runtime: 'nodejs20.x' } });
  t.true(
    pathExistsSync('.serverless/sls-py-req-test.zip'),
    'sls-py-req-test is packaged'
  );
  t.end();
});

test('poetry py3.9 packages additional optional packages', async (t) => {
  process.chdir('tests/poetry_packages');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: {
      poetryWithGroups: 'poetryWithGroups',
    },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.true(zipfiles.includes(`bottle.py`), 'bottle is packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('poetry py3.9 skips additional optional packages specified in withoutGroups', async (t) => {
  process.chdir('tests/poetry_packages');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: {
      poetryWithGroups: 'poetryWithGroups',
      poetryWithoutGroups: 'poetryWithoutGroups',
    },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.true(zipfiles.includes(`flask${sep}__init__.py`), 'flask is packaged');
  t.false(zipfiles.includes(`bottle.py`), 'bottle is NOT packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test('poetry py3.9 only installs optional packages specified in onlyGroups', async (t) => {
  process.chdir('tests/poetry_packages');
  const { stdout: path } = npm(['pack', '../..']);
  npm(['i', path]);
  sls(['package'], {
    env: {
      poetryOnlyGroups: 'poetryOnlyGroups',
    },
  });
  const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
  t.false(zipfiles.includes(`flask${sep}__init__.py`), 'flask is NOT packaged');
  t.false(zipfiles.includes(`bottle.py`), 'bottle is NOT packaged');
  t.true(zipfiles.includes(`boto3${sep}__init__.py`), 'boto3 is packaged');
  t.end();
});

test(
  'py3.7 injects dependencies into `package` folder when using scaleway provider',
  async (t) => {
    process.chdir('tests/scaleway_provider');
    const { stdout: path } = npm(['pack', '../..']);
    npm(['i', path]);
    sls(['package'], { env: {} });
    const zipfiles = await listZipFiles('.serverless/sls-py-req-test.zip');
    t.true(
      zipfiles.includes(`package${sep}flask${sep}__init__.py`),
      'flask is packaged'
    );
    t.true(
      zipfiles.includes(`package${sep}boto3${sep}__init__.py`),
      'boto3 is packaged'
    );
    t.end();
  },
  { skip: true } // sls v4 supports aws provider only
);