Skip to content

Commit 071b05d

Browse files
leleamolleleamol
authored
Merge branch 'master' into revert_changes
2 parents 1dcfbbb + 7c5c8c4 commit 071b05d

File tree

182 files changed

+14014
-3363
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

182 files changed

+14014
-3363
lines changed

‎config/buildspec.yml‎

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ env:
1010
run_pytest_tensorflow: "disable"
1111
run_pytest_tensorflow2: "disable"
1212
run_pytest_xgboost: "disable"
13+
run_pytest_profiler: "enable"
1314
run_integration_pytest_pytorch: "disable"
1415
run_integration_pytest_mxnet: "disable"
1516
run_integration_pytest_tensorflow: "disable"
@@ -28,26 +29,30 @@ phases:
2829
- sudo apt-get update -qq -o=Dpkg::Use-Pty=0
2930
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
3031
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
31-
- pip install --upgrade pip==19.3.1
32+
- pip install --upgrade pip==20.3.3
33+
- pip install -q matplotlib==3.3.1 seaborn==0.10.1 nbconvert==5.6.1 papermill==2.1.2 jupyter==1.0.0 scipy==1.5.2 scikit-learn==0.23.2 bokeh==2.2.3 simplejson==3.17.2
3234
- if [ "$run_pytest_xgboost" = "enable" ]; then pip install --upgrade pyYaml==5.1; else pip install -q pyYaml; fi
3335
- pip install -q pytest wheel pytest-html pre-commit awscli pytest-cov
3436

3537
pre_build:
3638
commands:
37-
- cd $CODEBUILD_SRC_DIR && pre-commit install && pre-commit run --all-files
39+
- cd $CODEBUILD_SRC_DIR
3840

3941
build:
4042
commands:
4143
- cd $CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
44+
# We do not need to force install smdebug-rules. The container used for PR builds do not have smdebug rules binary.
45+
# Force installing rules binary attempts to re-install ipython-genutils which fails on PyTorch Ubuntu 16.04 containers.
4246
- cd $RULES_CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
43-
- if [ "$run_pytest_xgboost" = "enable" ]; then pip install --force-reinstall $RULES_CODEBUILD_SRC_DIR/dist/*.whl; else pip install $RULES_CODEBUILD_SRC_DIR/dist/*.whl; fi
44-
- cd $CODEBUILD_SRC_DIR && pip install --force-reinstall dist/*.whl && cd ..
47+
- if [ "$run_pytest_xgboost" = "enable" ]; then pip install -U $RULES_CODEBUILD_SRC_DIR/dist/*.whl; else pip install $RULES_CODEBUILD_SRC_DIR/dist/*.whl; fi
48+
- cd $CODEBUILD_SRC_DIR && pip install -U dist/*.whl && cd ..
4549
- cd $CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && ./config/tests.sh && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
4650
- pip show smdebug
4751
- pip show smdebug_rules
4852
- echo 'Uploading Coverage to CodeCov'
4953
- bash $CODEBUILD_SRC_DIR/config/codecov.sh
50-
- cd $RULES_CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
54+
# - cd $RULES_CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
55+
# TODO: Uncomment the line above when it is safe to do so.
5156

5257
post_build:
5358
commands:

‎config/buildspec_build_wheel.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,8 @@ phases:
1515
- sudo apt-get update -qq -o=Dpkg::Use-Pty=0
1616
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
1717
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
18-
- pip install --upgrade pip==19.3.1
19-
- pip install -q pytest wheel pyYaml pytest-html pre-commit pytest-cov
18+
- pip install --upgrade pip==20.3.3
19+
- pip install -q pytest==5.3.3 wheel pyYaml pytest-html pre-commit pytest-cov
2020
- pip uninstall -y boto3 && pip uninstall -y aiobotocore && pip uninstall -y botocore
2121

2222
build:

‎config/buildspec_pre_commit.yml‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,26 @@
1+
version: 0.2
2+
phases:
3+
install:
4+
commands:
5+
- . config/change_branch.sh
6+
- su && apt-get update
7+
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0 # silence output: https://askubuntu.com/a/668859/724247
8+
- sudo apt-get update -qq -o=Dpkg::Use-Pty=0
9+
- pip install --upgrade pip==19.3.1
10+
- pip install -q pre-commit awscli
11+
12+
pre_build:
13+
commands:
14+
- cd $CODEBUILD_SRC_DIR && pre-commit install && pre-commit run --all-files
15+
16+
build:
17+
commands:
18+
- echo "PRE COMMIT SUCCESSFUL"
19+
20+
post_build:
21+
commands:
22+
- . $CODEBUILD_SRC_DIR/config/upload_on_end.sh
23+
- rm -rf $CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
24+
- rm -rf $RULES_CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
25+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 0 ]; then echo "ERROR BUILD FAILED " && exit 1 ; fi
26+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 1 ]; then echo "INFO BUILD SUCCEEDED !!! " ; fi

‎config/buildspec_tensorflow_2_3.yml‎

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,65 @@
1+
# Build Spec for AWS CodeBuild CI TF 2.3.1 CPU and GPU Containers
2+
# Target Containers:
3+
# CPU Container: 763104351884.dkr.ecr.us-east-1.amazonaws.com/tensorflow-training:2.3.1-cpu-py37-ubuntu18.04
4+
# GPU Container 1: 763104351884.dkr.ecr.us-east-1.amazonaws.com/tensorflow-training:2.3.1-gpu-py37-cu110-ubuntu18.04
5+
# GPU Container 2: 763104351884.dkr.ecr.us-east-1.amazonaws.com/tensorflow-training:2.3.1-gpu-py37-cu102-ubuntu18.04
6+
7+
# The PR CI Uses:
8+
# 763104351884.dkr.ecr.us-east-1.amazonaws.com/tensorflow-training:2.3.1-gpu-py37-cu110-ubuntu18.04
9+
10+
version: 0.2
11+
env:
12+
variables:
13+
run_pytest_pytorch: "disable"
14+
run_pytest_mxnet: "disable"
15+
run_pytest_tensorflow: "disable"
16+
run_pytest_tensorflow2: "enable"
17+
run_pytest_xgboost: "disable"
18+
run_pytest_profiler: "enable"
19+
run_integration_pytest_pytorch: "disable"
20+
run_integration_pytest_mxnet: "disable"
21+
run_integration_pytest_tensorflow: "disable"
22+
run_integration_pytest_tensorflow2: "enable"
23+
run_integration_pytest_xgboost: "disable"
24+
# below needs to be enabled
25+
zero_code_change_test: "enable"
26+
# set code coverage flag
27+
code_coverage_smdebug: "true"
28+
phases:
29+
install:
30+
commands:
31+
- . config/change_branch.sh
32+
- su && apt-get update
33+
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0 # silence output: https://askubuntu.com/a/668859/724247
34+
- sudo apt-get update -qq -o=Dpkg::Use-Pty=0
35+
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
36+
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
37+
- pip install --upgrade pip==19.3.1
38+
- pip install -q matplotlib==3.3.1 seaborn==0.10.1 nbconvert==5.6.1 papermill==2.1.2 jupyter==1.0.0 scipy==1.5.2 scikit-learn==0.23.2 bokeh==2.2.3 simplejson==3.17.2 transformers==4.2.1
39+
- pip install -q pytest wheel pytest-html pre-commit awscli pytest-cov
40+
41+
pre_build:
42+
commands:
43+
- cd $CODEBUILD_SRC_DIR
44+
45+
build:
46+
commands:
47+
- cd $CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
48+
# We do not need to force install smdebug-rules. The container used for PR builds do not have smdebug rules binary.
49+
# Force installing rules binary attempts to re-install ipython-genutils which fails on PyTorch Ubuntu 16.04 containers.
50+
- cd $RULES_CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
51+
- cd $CODEBUILD_SRC_DIR && pip install --force-reinstall dist/*.whl && cd ..
52+
- pip install --force-reinstall numpy==1.18.5
53+
- cd $CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && ./config/tests.sh && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
54+
- pip show smdebug
55+
- echo 'Uploading Coverage to CodeCov'
56+
- bash $CODEBUILD_SRC_DIR/config/codecov.sh
57+
- cd $RULES_CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
58+
59+
post_build:
60+
commands:
61+
- . $CODEBUILD_SRC_DIR/config/upload_on_end.sh
62+
- rm -rf $CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
63+
- rm -rf $RULES_CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
64+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 0 ]; then echo "ERROR BUILD FAILED " && exit 1 ; fi
65+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 1 ]; then echo "INFO BUILD SUCCEEDED !!! " ; fi

‎config/buildspec_tensorflow_2_4.yml‎

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
# Build Spec for AWS CodeBuild CI TF 2.4.x CPU and GPU Containers
2+
# Containers Used:
3+
# Note: The public DLC is not yet available so this buildspec is currently consuming a custom built container
4+
5+
version: 0.2
6+
env:
7+
variables:
8+
run_pytest_pytorch: "disable"
9+
run_pytest_mxnet: "disable"
10+
run_pytest_tensorflow: "disable"
11+
run_pytest_tensorflow2: "enable"
12+
run_pytest_xgboost: "disable"
13+
run_pytest_profiler: "enable"
14+
run_integration_pytest_pytorch: "disable"
15+
run_integration_pytest_mxnet: "disable"
16+
run_integration_pytest_tensorflow: "disable"
17+
run_integration_pytest_tensorflow2: "enable"
18+
run_integration_pytest_xgboost: "disable"
19+
# below needs to be enabled
20+
zero_code_change_test: "enable"
21+
# set code coverage flag
22+
code_coverage_smdebug: "true"
23+
phases:
24+
install:
25+
commands:
26+
- . config/change_branch.sh
27+
- su && apt-get update
28+
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0 # silence output: https://askubuntu.com/a/668859/724247
29+
- sudo apt-get update -qq -o=Dpkg::Use-Pty=0
30+
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
31+
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
32+
- pip install --upgrade pip==19.3.1
33+
- pip install -q matplotlib==3.3.1 seaborn==0.10.1 nbconvert==5.6.1 papermill==2.1.2 jupyter==1.0.0 scipy==1.5.2 scikit-learn==0.23.2 bokeh==2.2.3 simplejson==3.17.2 transformers==4.2.1
34+
- if [ "$run_pytest_xgboost" = "enable" ]; then pip install --upgrade pyYaml==5.1; else pip install -q pyYaml; fi
35+
- pip install -q pytest wheel pytest-html pre-commit awscli pytest-cov
36+
37+
pre_build:
38+
commands:
39+
- cd $CODEBUILD_SRC_DIR
40+
41+
build:
42+
commands:
43+
- cd $CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
44+
# We do not need to force install smdebug-rules. The container used for PR builds do not have smdebug rules binary.
45+
# Force installing rules binary attempts to re-install ipython-genutils which fails on PyTorch Ubuntu 16.04 containers.
46+
- cd $RULES_CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal
47+
- if [ "$run_pytest_xgboost" = "enable" ]; then pip install --force-reinstall $RULES_CODEBUILD_SRC_DIR/dist/*.whl; else pip install $RULES_CODEBUILD_SRC_DIR/dist/*.whl; fi
48+
- cd $CODEBUILD_SRC_DIR && pip install --force-reinstall dist/*.whl && cd ..
49+
- cd $CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && ./config/tests.sh && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
50+
- pip show smdebug
51+
- pip show smdebug_rules
52+
- echo 'Uploading Coverage to CodeCov'
53+
- bash $CODEBUILD_SRC_DIR/config/codecov.sh
54+
- cd $RULES_CODEBUILD_SRC_DIR && chmod +x config/tests.sh && PYTHONPATH=. && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
55+
56+
post_build:
57+
commands:
58+
- . $CODEBUILD_SRC_DIR/config/upload_on_end.sh
59+
- rm -rf $CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
60+
- rm -rf $RULES_CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
61+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 0 ]; then echo "ERROR BUILD FAILED " && exit 1 ; fi
62+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 1 ]; then echo "INFO BUILD SUCCEEDED !!! " ; fi

‎config/buildspec_vanilla_framework_tests.yml‎

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,8 @@ env:
77
run_pytest_xgboost: "enable"
88
run_integration_pytest_pytorch: "enable"
99
run_integration_pytest_mxnet: "enable"
10+
run_pytest_profiler: "disable"
11+
run_integration_pytest_tensorflow2: "disable"
1012
run_integration_pytest_tensorflow: "enable"
1113
run_integration_pytest_xgboost: "enable"
1214
zero_code_change_test: "disable"
@@ -17,9 +19,10 @@ phases:
1719
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0
1820
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
1921
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
20-
- pip install --upgrade pip==19.3.1
21-
- pip install -q pytest pytest-cov wheel pyYaml pytest-html keras==2.3.1 mxnet torch xgboost pre-commit tensorflow_datasets torchvision
22+
- pip install --upgrade pip==20.3.3
23+
- pip install -q -U pytest pytest-cov wheel pyYaml pytest-html keras==2.3.1 mxnet==1.6.0 torch==1.8.0 xgboost==1.3.3 pre-commit tensorflow_datasets==4.0.1 torchvision
2224
- cd $CODEBUILD_SRC_DIR && chmod +x config/install_smdebug.sh && chmod +x config/check_smdebug_install.sh && ./config/install_smdebug.sh;
25+
- pip install --force-reinstall numpy==1.18.5
2326

2427
build:
2528
commands:

‎config/buildspec_xgboost_1_2_1.yml‎

Lines changed: 61 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,61 @@
1+
# Build Spec for AWS CodeBuild CI for XGBoost 1.2-1
2+
# CPU Container Used: 683313688378.dkr.ecr.us-east-1.amazonaws.com/sagemaker-xgboost:1.2-1-cpu-py3
3+
# GPU Container Used: 683313688378.dkr.ecr.us-east-1.amazonaws.com/sagemaker-xgboost:1.2-1
4+
5+
# Note: The xgboost team maintains a single container for both CPU and GPU
6+
# There is no special image tag for GPU containers;
7+
8+
version: 0.2
9+
10+
env:
11+
variables:
12+
run_pytest_pytorch: "disable"
13+
run_pytest_mxnet: "disable"
14+
run_pytest_tensorflow: "disable"
15+
run_pytest_tensorflow2: "disable"
16+
run_pytest_profiler: "disable"
17+
run_pytest_xgboost: "enable"
18+
run_integration_pytest_pytorch: "disable"
19+
run_integration_pytest_mxnet: "disable"
20+
run_integration_pytest_tensorflow: "disable"
21+
run_integration_pytest_tensorflow2: "disable"
22+
run_integration_pytest_xgboost: "enable"
23+
zero_code_change_test: "enable"
24+
code_coverage_smdebug_rules: "true"
25+
26+
phases:
27+
install:
28+
commands:
29+
# The XGBoost container requires an update PUB_KEY to run the apt-get update
30+
- if [ "$run_pytest_xgboost" = "enable" ]; then su && apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 684BA42D; fi
31+
- su && apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 684BA42D && apt-get update
32+
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0 # silence output: https://askubuntu.com/a/668859/724247
33+
- pip install awscli==1.19.5
34+
- . config/change_branch.sh #EXPORTS BRANCHES FOR OTHER REPOS AND CURRENT REPO.
35+
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
36+
- pip install --upgrade pip==19.3.1
37+
- pip install -q pytest==6.1.2 pytest-cov==2.10.1 wheel==0.35.1 pyYaml==5.3.1 pytest-html==3.0.0 sagemaker==2.16.3 pre-commit==2.6.0
38+
- pip install -q matplotlib==3.3.1 && pip3 install seaborn==0.10.1 nbconvert==5.6.1 papermill==2.1.2 jupyter==1.0.0 scipy==1.5.2 scikit-learn==0.23.2 bokeh==2.2.3
39+
- pip uninstall -y boto3 && pip uninstall -y aiobotocore && pip uninstall -y botocore
40+
- pip uninstall -y typing # see: https://t.corp.amazon.com/P43975146/overview
41+
42+
pre_build:
43+
commands:
44+
- cd $CODEBUILD_SRC_DIR
45+
- cd $RULES_CODEBUILD_SRC_DIR
46+
47+
build:
48+
commands:
49+
- cd $RULES_CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal && pip install --upgrade --force-reinstall dist/*.whl && cd ..
50+
- cd $CODEBUILD_SRC_DIR && python setup.py bdist_wheel --universal && pip install --force-reinstall dist/*.whl && cd ..
51+
- cd $RULES_CODEBUILD_SRC_DIR && chmod +x config/tests.sh && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
52+
- cd $CODEBUILD_SRC_DIR && chmod +x config/tests.sh && mkdir -p upload/$CURRENT_COMMIT_PATH/wheels && ./config/tests.sh && cp ./dist/*.whl upload/$CURRENT_COMMIT_PATH/wheels && cd ..
53+
- echo 'Connect to CodeCov'
54+
- bash $CODEBUILD_SRC_DIR/config/codecov.sh
55+
56+
post_build:
57+
commands:
58+
- rm -rf $CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
59+
- rm -rf $RULES_CODEBUILD_SRC_DIR/upload/$CURRENT_COMMIT_PATH
60+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 0 ]; then echo "ERROR BUILD FAILED " && exit 1 ; fi
61+
- if [ "$CODEBUILD_BUILD_SUCCEEDING" -eq 1 ]; then echo "INFO BUILD SUCCEEDED !!! " ; fi

‎config/buildspec_zero_code_change.yml‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@ env:
1111
run_pytest_tensorflow2: "disable"
1212
run_pytest_xgboost: "disable"
1313
run_integration_pytest_pytorch: "disable"
14+
run_pytest_profiler: "disable"
1415
run_integration_pytest_mxnet: "enable"
1516
run_integration_pytest_tensorflow: "disable"
1617
run_integration_pytest_tensorflow2: "disable"
@@ -20,11 +21,13 @@ env:
2021
phases:
2122
install:
2223
commands:
24+
# The recent update to XGBoost container is requiring to update the PUB_KEY for successfully running the apt-get update
25+
- if [ "$run_pytest_xgboost" = "enable" ]; then su && apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv 684BA42D; fi
2326
- apt-get update
2427
- apt-get install sudo -qq -o=Dpkg::Use-Pty=0
2528
- sudo apt-get install unzip -qq -o=Dpkg::Use-Pty=0
2629
- cd $CODEBUILD_SRC_DIR && chmod +x config/protoc_downloader.sh && ./config/protoc_downloader.sh
27-
- pip install --upgrade pip==19.3.1
30+
- pip install --upgrade pip==20.3.3
2831
- pip install -q pytest wheel pyYaml pytest-html pre-commit awscli pytest-cov
2932
- cd $CODEBUILD_SRC_DIR && chmod +x config/install_smdebug.sh && chmod +x config/check_smdebug_install.sh && ./config/install_smdebug.sh;
3033

‎config/install_smdebug.sh‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ if [ "$SMDEBUG_S3_BINARY" ]; then
5151
fi
5252
echo "Commit hash on sagemaker-debugger repository being used: $CORE_COMMIT"
5353
cd $CODEBUILD_SRC_DIR && git checkout "$CORE_COMMIT"
54-
python setup.py bdist_wheel --universal && pip install --force-reinstall dist/*.whl
54+
python setup.py bdist_wheel --universal && pip install -U dist/*.whl
5555
else
5656
# if the env var stable_release is not set, then this else block is executed.
5757
if [ -z "$CORE_COMMIT" ]; then export CORE_COMMIT=$(git log -1 --pretty=%h); fi
@@ -65,15 +65,15 @@ else
6565
else
6666
pip install dist/*.whl
6767
fi
68-
cd $CODEBUILD_SRC_DIR && git checkout "$CORE_COMMIT" && python setup.py bdist_wheel --universal && pip install --force-reinstall dist/*.whl
68+
cd $CODEBUILD_SRC_DIR && git checkout "$CORE_COMMIT" && python setup.py bdist_wheel --universal && pip install -U dist/*.whl
6969
fi
7070

7171
if [ "$run_pytest_mxnet" == 'enable' ]; then
7272
./config/check_smdebug_install.sh mxnet
7373
fi
7474
if [ "$run_pytest_tensorflow" == 'enable' ]; then
7575
./config/check_smdebug_install.sh tensorflow
76-
pip install tensorflow_datasets
76+
pip install tensorflow_datasets==4.0.1
7777
fi
7878
if [ "$run_pytest_pytorch" == 'enable' ]; then
7979
./config/check_smdebug_install.sh torch

‎config/profiler/buildspec_profiler_sagemaker_pytorch_1_5_0_integration_tests.yml‎

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
# Build Spec for AWS CodeBuild CI
2+
3+
version: 0.2
4+
env:
5+
variables:
6+
use_current_branch: "true"
7+
enable_smdataparallel_tests: "false"
8+
force_run_tests: "false"
9+
framework: "pytorch"
10+
phases:
11+
build:
12+
commands:
13+
- chmod +x config/profiler/run_profiler_integration_tests.sh && ./config/profiler/run_profiler_integration_tests.sh

0 commit comments

Comments
 (0)