Reduce size of installed dependencies by slimming

README.md

@@ -95,6 +95,15 @@ try:
 except ImportError:
   pass
 ```
+### Slimmen Package
+To remove the tests, information and caches from the installed packages, 
+enable the `slim` option. This will: `strip` the `.so` files, remove `__pycache__` 
+directories, remove `tests` directories remove `dist-info` directories.
+```yaml
+custom:
+  pythonRequirements:
+    slim: true
+```
 
 ## Omitting Packages 
 You can omit a package from deployment with the `noDeploy` option. Note that

lib/pip.js

@@ -118,6 +118,12 @@ function installRequirements(
     }
     cmdOptions.push(dockerImage);
     cmdOptions.push(...pipCmd);
+
+    // If enabled slimming, strip out the caches, tests and dist-infos
+    if (options.slim) {
+      const slimCmd = getSlimPackageCommands(options, targetRequirementsFolder);
+      cmdOptions.push(...slimCmd);
+    }
   } else {
     cmd = pipCmd[0];
     cmdOptions = pipCmd.slice(1);
@@ -147,11 +153,29 @@ function installRequirements(
  */
 function dockerPathForWin(options, path) {
   if (process.platform === 'win32' && options.dockerizePip) {
-    return path.replace('\\', '/');
+    return path.replace(/\\/g, '/');
   }
   return path;
 }
 
+/**
+ * get commands to slimmen the installed requirements
+ * @param {Object} options
+ * @param {string} targetRequirementsFolder
+ * @return {Array}
+ */
+function getSlimPackageCommands(options, targetRequirementsFolder) {
+  const folderPath = dockerPathForWin(options, targetRequirementsFolder);
+  const stripCmd = [
+    `&& find ${folderPath} -name "*.so" -exec strip {} \\;`,
+    `&& find ${folderPath} -name "*.py[c|o]" -exec rm -rf {} +`,
+    `&& find ${folderPath} -type d -name "*tests*" -exec rm -rf {} +`,
+    `&& find ${folderPath} -type d -name "__pycache__*" -exec rm -rf {} +`,
+    `&& find ${folderPath} -type d -name "*.dist-info*" -exec rm -rf {} +`
+  ];
+  return stripCmd;
+}
+
 /** create a filtered requirements.txt without anything from noDeploy
  * @param {string} source requirements
  * @param {string} target requirements where results are written

test.bats

@@ -58,6 +58,15 @@ teardown() {
     ls puck/.requirements.zip puck/unzip_requirements.py
 }
 
+@test "py3.6 can package flask with zip & slim & dockerizePip option" {
+    cd tests/base
+    npm i $(npm pack ../..)
+    ! uname -sm|grep Linux || groups|grep docker || id -u|egrep '^0$' || skip "can't dockerize on linux if not root & not in docker group"
+    sls --dockerizePip=true --zip=true --slim=true package
+    unzip .serverless/sls-py-req-test.zip -d puck
+    ls puck/.requirements.zip puck/unzip_requirements.py
+}
+
 @test "py3.6 can package flask with dockerizePip option" {
     cd tests/base
     npm i $(npm pack ../..)
@@ -67,6 +76,16 @@ teardown() {
     ls puck/flask
 }
 
+@test "py3.6 can package flask with slim & dockerizePip option" {
+    cd tests/base
+    npm i $(npm pack ../..)
+    ! uname -sm|grep Linux || groups|grep docker || id -u|egrep '^0$' || skip "can't dockerize on linux if not root & not in docker group"
+    sls --dockerizePip=true --slim=true package
+    unzip .serverless/sls-py-req-test.zip -d puck
+    ls puck/flask
+    test $(find puck -name *.pyc | wc -l) -eq 0
+}
+
 @test "py3.6 uses cache with dockerizePip option" {
     cd tests/base
     npm i $(npm pack ../..)
@@ -76,6 +95,17 @@ teardown() {
     ls .requirements-cache/http
 }
 
+@test "py3.6 uses cache with dockerizePip & slim option" {
+    cd tests/base
+    npm i $(npm pack ../..)
+    ! uname -sm|grep Linux || groups|grep docker || id -u|egrep '^0$' || skip "can't dockerize on linux if not root & not in docker group"
+    perl -p -i'.bak' -e 's/(pythonRequirements:$)/\1\n    pipCmdExtraArgs: ["--cache-dir", ".requirements-cache"]/' serverless.yml
+    sls --dockerizePip=true --slim=true package
+    ls .requirements-cache/http
+    test $(find puck -name *.pyc | wc -l) -eq 0
+}
+
+
 @test "py2.7 can package flask with default options" {
     cd tests/base
     npm i $(npm pack ../..)
@@ -118,6 +148,15 @@ teardown() {
     ls puck/.requirements.zip puck/unzip_requirements.py
 }
 
+@test "py2.7 can package flask with zip & slim & dockerizePip option" {
+    cd tests/base
+    npm i $(npm pack ../..)
+    ! uname -sm|grep Linux || groups|grep docker || id -u|egrep '^0$' || skip "can't dockerize on linux if not root & not in docker group"
+    sls --dockerizePip=true --runtime=python2.7 --zip=true --slim=true package
+    unzip .serverless/sls-py-req-test.zip -d puck
+    ls puck/.requirements.zip puck/unzip_requirements.py
+}
+
 @test "py2.7 can package flask with dockerizePip option" {
     cd tests/base
     npm i $(npm pack ../..)
@@ -127,6 +166,17 @@ teardown() {
     ls puck/flask
 }
 
+@test "py2.7 can package flask with slim & dockerizePip option" {
+    cd tests/base
+    npm i $(npm pack ../..)
+    ! uname -sm|grep Linux || groups|grep docker || id -u|egrep '^0$' || skip "can't dockerize on linux if not root & not in docker group"
+    sls --dockerizePip=true --slim=true --runtime=python2.7 package
+    unzip .serverless/sls-py-req-test.zip -d puck
+    ls puck/flask
+    test $(find puck -name *.pyc | wc -l) -eq 0
+}
+
+
 @test "pipenv py3.6 can package flask with default options" {
     cd tests/pipenv
     npm i $(npm pack ../..)

tests/base/serverless.yml

@@ -10,8 +10,10 @@ custom:
   pythonRequirements:
     zip: ${opt:zip, self:custom.defaults.zip}
     dockerizePip: ${opt:dockerizePip, self:custom.defaults.dockerizePip}
+    slim: ${opt:slim, self:custom.defaults.slim}
     vendor: ${opt:vendor, ''}
   defaults:
+    slim: false
     zip: false
     dockerizePip: false
     individually: false