Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

WIP: Julia CI build #8175

Merged
merged 3 commits into from
Oct 13, 2017
Merged

WIP: Julia CI build #8175

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
573a010
Delete workspace before build. (#8195)
goswamig Oct 10, 2017
0941f27
Jenkins: fix Jenkinsfile indentation
iblislin Oct 9, 2017
dd9c72b
add Julia package as a submodule and enable CPU build
iblislin Oct 9, 2017
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 3 additions & 0 deletions .gitmodules
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,3 +16,6 @@
[submodule "cub"]
path = cub
url = https://github.com/dmlc/cub
[submodule "julia-package"]
path = julia-package
url = https://github.com/dmlc/MXNet.jl.git
71 changes: 44 additions & 27 deletions Jenkinsfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,12 +13,13 @@ err = null

// initialize source codes
def init_git() {
deleteDir()
retry(5) {
try {
timeout(time: 2, unit: 'MINUTES') {
checkout scm
sh 'git submodule update --init'
sh 'git clean -d -f'
sh 'git clean -d -f'
}
} catch (exc) {
deleteDir()
Expand All @@ -29,12 +30,13 @@ def init_git() {
}

def init_git_win() {
deleteDir()
retry(5) {
try {
timeout(time: 2, unit: 'MINUTES') {
checkout scm
bat 'git submodule update --init'
bat 'git clean -d -f'
bat 'git clean -d -f'
}
} catch (exc) {
deleteDir()
Expand Down Expand Up @@ -405,7 +407,22 @@ try {
}
}
},
'Python 2: CPU Win':{
'Julia 0.6: CPU': {
Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

https://builds.apache.org/blue/organizations/jenkins/incubator-mxnet/detail/PR-8175/5/pipeline

The graph of pipeline does not include Julia. Do I miss something?

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Figured out this: https://support.cloudbees.com/hc/en-us/articles/227246367-Why-Jenkinsfile-changes-Are-Not-Reflected-in-PR-Build
I do not have permission to do that...

node('mxnetlinux') {
ws('workspace/ut-julia-cpu') {
init_git()
unpack_lib('cpu')
withEnv(['MXNET_HOME=/workspace/ut-julia-cpu']) {
timeout(time: max_timem unit: 'MINUTES') {
sh "${docker_run} cpu julia -e 'Pkg.clone(\"julia-package\", \"MXNet\")'"
sh "${docker_run} cpu julia -e 'Pkg.build(\"MXNet\")'"
sh "${docker_run} cpu julia -e 'Pkg.test(\"MXNet\")'"
}
}
}
}
},
'Python 2: CPU Win': {
node('mxnetwindows') {
ws('workspace/ut-python-cpu') {
init_git_win()
Expand All @@ -419,56 +436,56 @@ try {
del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
C:\\mxnet\\test_cpu.bat"""
}
}
},
'Python 3: CPU Win': {
node('mxnetwindows') {
}
},
'Python 3: CPU Win': {
node('mxnetwindows') {
ws('workspace/ut-python-cpu') {
init_git_win()
unstash 'vc14_cpu'
bat '''rmdir /s/q pkg_vc14_cpu
7z x -y vc14_cpu.7z'''
bat """xcopy C:\\mxnet\\data data /E /I /Y
bat """xcopy C:\\mxnet\\data data /E /I /Y
xcopy C:\\mxnet\\model model /E /I /Y
call activate py3
set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_cpu\\python
del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
C:\\mxnet\\test_cpu.bat"""
}
}
},
'Python 2: GPU Win':{
node('mxnetwindows') {
ws('workspace/ut-python-gpu') {
init_git_win()
unstash 'vc14_gpu'
bat '''rmdir /s/q pkg_vc14_gpu
}
},
'Python 2: GPU Win': {
node('mxnetwindows') {
ws('workspace/ut-python-gpu') {
init_git_win()
unstash 'vc14_gpu'
bat '''rmdir /s/q pkg_vc14_gpu
7z x -y vc14_gpu.7z'''
bat """xcopy C:\\mxnet\\data data /E /I /Y
bat """xcopy C:\\mxnet\\data data /E /I /Y
xcopy C:\\mxnet\\model model /E /I /Y
call activate py2
set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_gpu\\python
del /S /Q ${env.WORKSPACE}\\pkg_vc14_gpu\\python\\*.pyc
C:\\mxnet\\test_gpu.bat"""
}
}
},
'Python 3: GPU Win':{
node('mxnetwindows') {
ws('workspace/ut-python-gpu') {
init_git_win()
unstash 'vc14_gpu'
bat '''rmdir /s/q pkg_vc14_gpu
},
'Python 3: GPU Win': {
node('mxnetwindows') {
ws('workspace/ut-python-gpu') {
init_git_win()
unstash 'vc14_gpu'
bat '''rmdir /s/q pkg_vc14_gpu
7z x -y vc14_gpu.7z'''
bat """xcopy C:\\mxnet\\data data /E /I /Y
bat """xcopy C:\\mxnet\\data data /E /I /Y
xcopy C:\\mxnet\\model model /E /I /Y
call activate py3
set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_gpu\\python
del /S /Q ${env.WORKSPACE}\\pkg_vc14_gpu\\python\\*.pyc
C:\\mxnet\\test_gpu.bat"""
}
}
}
}
}
}

stage('Integration Test') {
Expand Down
1 change: 1 addition & 0 deletions julia-package
Open in desktop
Submodule julia-package added at 15def2
2 changes: 2 additions & 0 deletions tests/ci_build/Dockerfile.cpu
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,3 +10,5 @@ COPY install/ubuntu_install_r.sh /install/
RUN /install/ubuntu_install_r.sh
COPY install/ubuntu_install_perl.sh /install/
RUN /install/ubuntu_install_perl.sh
COPY install/install_julia.sh /install/
RUN /install/install_julia.sh
10 changes: 5 additions & 5 deletions tests/ci_build/install/install_julia.sh
100644 → 100755
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,10 @@

set -e

wget https://julialang.s3.amazonaws.com/bin/linux/x64/0.5/julia-0.5.0-linux-x86_64.tar.gz
mv julia-0.5.0-linux-x86_64.tar.gz /tmp/
tar xfvz /tmp/julia-0.5.0-linux-x86_64.tar.gz
rm -f /tmp/julia-0.5.0-linux-x86_64.tar.gz
wget https://julialang-s3.julialang.org/bin/linux/x64/0.6/julia-0.6.0-linux-x86_64.tar.gz
mv julia-0.6.0-linux-x86_64.tar.gz /tmp/
tar xfvz /tmp/julia-0.6.0-linux-x86_64.tar.gz
rm -f /tmp/julia-0.6.0-linux-x86_64.tar.gz

# tar extracted in current directory
ln -s -f ${PWD}/julia-3c9d75391c/bin/julia /usr/bin/julia
ln -s -f ${PWD}/julia-903644385b/bin/julia /usr/bin/julia
1 change: 1 addition & 0 deletions tools/license_header.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,7 @@
'cub/',
'dlpack/',
'dmlc-core/',
'julia-package/',
'mshadow/',
'nnvm',
'ps-lite',
Expand Down