-
Notifications
You must be signed in to change notification settings - Fork 507
/
Copy pathcommon.sh
executable file
·66 lines (57 loc) · 2.25 KB
/
common.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
#!/bin/bash
function run_deployment_tests() {
export XRT_DEVICE_MAP="CPU:0;/job:localservice/replica:0/task:0/device:XLA_CPU:0"
export XRT_WORKERS="localservice:0;grpc://localhost:40934"
export CC=clang-8 CXX=clang++-8
# We don't need to load libtpu since test is being done on CPU.
time TPU_LOAD_LIBRARY=0 python /pytorch/xla/test/test_train_mp_mnist.py --fake_data
# time TPU_LOAD_LIBRARY=0 bash /pytorch/xla/test/run_tests.sh
RUN_TEST_CMD=$(find /pytorch -name run_tests.sh | grep xla/test/cpp/ | tail -1)
# TODO: C++ tests are disabled since some (e.g., TestSymEig) tests are failing
# on the cloud enviorment.
# time bash ${RUN_TEST_CMD}
}
function collect_wheels() {
sudo apt-get install -y rename
release_version=$1
wheel_version="${release_version}"
if [ "${release_version}" != "nightly" ]; then
wheel_version=$( echo "${release_version}" | grep -oP '\d+.\d+(.\d+)?' )
fi
mkdir /tmp/staging-wheels
pushd /tmp/staging-wheels
cp /pytorch/dist/*.whl .
rename -v "s/^torch-(.*?)-cp/torch-${wheel_version}-cp/" *.whl
popd
mv /tmp/staging-wheels/* .
pushd /tmp/staging-wheels
cp /pytorch/xla/dist/*.whl .
rename -v "s/^torch_xla-(.*?)-cp/torch_xla-${wheel_version}-cp/" *.whl
popd
mv /tmp/staging-wheels/* .
pushd /tmp/staging-wheels
cp /pytorch/vision/dist/*.whl .
rename -v "s/^torchvision-(.*?)-cp/torchvision-${wheel_version}-cp/" *.whl
popd
mv /tmp/staging-wheels/* .
# pushd /tmp/staging-wheels
# cp /pytorch/audio/dist/*.whl .
# rename -v "s/^torchaudio-(.*?)-cp/torchaudio-${wheel_version}-cp/" *.whl
# popd
# mv /tmp/staging-wheels/* .
rm -rf /tmp/staging-wheels
pushd /pytorch/dist
rename -v "s/^torch-(.*?)-cp/torch-${wheel_version}+$(date -u +%Y%m%d)-cp/" *.whl
popd
pushd /pytorch/xla/dist
rename -v "s/^torch_xla-(.*?)-cp/torch_xla-${wheel_version}+$(date -u +%Y%m%d)-cp/" *.whl
popd
pushd /pytorch/vision/dist
rename -v "s/^torchvision-(.*?)-cp/torchvision-${wheel_version}+$(date -u +%Y%m%d)-cp/" *.whl
popd
# pushd /pytorch/audio/dist
# rename -v "s/^torchaudio-(.*?)-cp/torchaudio-${wheel_version}+$(date -u +%Y%m%d)-cp/" *.whl
# popd
cp /pytorch/dist/*.whl ./ && cp /pytorch/xla/dist/*.whl ./ && cp /pytorch/vision/dist/*.whl ./
# && cp /pytorch/audio/dist/*.whl ./
}