Add UseContainerSupport flag for MMS to see all available CPUs from w…

…ithin the container
aws · Mar 25, 2021 · d86864d · d86864d
1 parent 6610a41
commit d86864d
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 4 deletions.
diff --git a/artifacts/config.properties b/artifacts/config.properties
@@ -1,4 +1,4 @@
-vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError
+vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport
 model_store=/opt/ml/model
 load_models=ALL
 inference_address=http://0.0.0.0:8080

diff --git a/docker/1.2.0/py2/config.properties b/docker/1.2.0/py2/config.properties
@@ -1,4 +1,4 @@
-vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError
+vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport
 model_store=/opt/ml/model
 load_models=ALL
 inference_address=http://0.0.0.0:8080

diff --git a/docker/1.2.0/py3/config.properties b/docker/1.2.0/py3/config.properties
@@ -1,4 +1,4 @@
-vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError
+vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport
 model_store=/opt/ml/model
 load_models=ALL
 inference_address=http://0.0.0.0:8080

diff --git a/docker/build_artifacts/config.properties b/docker/build_artifacts/config.properties
@@ -1,4 +1,4 @@
-vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError
+vmargs=-Xmx128m -XX:-UseLargePages -XX:+UseG1GC -XX:MaxMetaspaceSize=32M -XX:MaxDirectMemorySize=10m -XX:+ExitOnOutOfMemoryError -XX:-UseContainerSupport
 model_store=/opt/ml/model
 load_models=ALL
 inference_address=http://0.0.0.0:8080

diff --git a/src/sagemaker_pytorch_serving_container/etc/default-ts.properties b/src/sagemaker_pytorch_serving_container/etc/default-ts.properties
@@ -1,4 +1,5 @@
 # Based on https://github.com/pytorch/serve/blob/master/docs/configuration.md
+vmargs=-XX:-UseContainerSupport
 enable_envvars_config=true
 decode_input_request=false
 load_models=ALL