Skip to content

Commit

Permalink
No commit message
Browse files Browse the repository at this point in the history
  • Loading branch information
@aingerson
aingerson committed Oct 4, 2023
1 parent 9f27e00 commit 3c38b6e
Showing 1 changed file with 0 additions and 316 deletions.
316 changes: 0 additions & 316 deletions contrib/intel/jenkins/Jenkinsfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -297,65 +297,6 @@ pipeline {
}
}
}
stage ('buildmpich-libfabric') {
steps {
script {
dir("${CUSTOM_WORKSPACE}/mpich"){
checkout scm
echo "Building Libfabric reg"
slurm_batch("squirtle,totodile", "1",
"${env.LOG_DIR}/libfabric_mpich_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=libfabric_mpich """
)
slurm_batch("squirtle,totodile", "1",
"${env.LOG_DIR}/build_mpich_log",
"""python$PYTHON_VERSION ${RUN_LOCATION}/build.py \
--build_item=mpich """
)
}
}
}
}
stage ('build_ucx') {
steps {
script {
dir ("${CUSTOM_WORKSPACE}/ucx") {
checkout scm
def prefix = "python$PYTHON_VERSION ${RUN_LOCATION}/build.py"
def opts = ""
def build_cmd = ""
for (mode in BUILD_MODES) {
for (item in ["libfabric", "fabtests"]) {
opts = "--build_item=${item} --ofi_build_mode=${mode} --ucx"
build_cmd = "${build_cmd} ${prefix} ${opts}; "
}
}
slurm_batch("squirtle,totodile", "1",
"${env.LOG_DIR}/libfabric_ucx_build_log",
"${build_cmd}")
}
}
}
}
stage ('build-daos') {
agent {
node {
label 'daos_head'
customWorkspace CUSTOM_WORKSPACE
}
}
steps {
script {
checkout_py_scripts()
dir (CUSTOM_WORKSPACE) {
build("logdir")
build("libfabric", "reg", "daos")
build("fabtests", "reg")
}
}
}
}
stage ('build-gpu') {
agent {
node {
Expand Down Expand Up @@ -384,98 +325,6 @@ pipeline {
stage('parallel-tests') {
when { equals expected: true, actual: DO_RUN }
parallel {
stage('MPI_verbs-rxm_IMB') {
steps {
script {
dir (RUN_LOCATION) {
def providers = [["verbs", "rxm"]]
for (def mpi in ["impi"]) {
for (imb_grp = 1; imb_grp < 4; imb_grp++) {
run_middleware(providers, "MPI", "IMB",
"squirtle,totodile", "2", "${mpi}",
"${imb_grp}")
}
}
}
}
}
}
stage('MPI_verbs-rxm_OSU') {
steps {
script {
dir (RUN_LOCATION) {
def providers = [["verbs", "rxm"]]
for (def mpi in ["impi", "mpich"]) {
run_middleware(providers, "MPI", "osu", "squirtle,totodile",
"2", "${mpi}")
}
}
}
}
}
stage('MPI_tcp') {
steps {
script {
dir (RUN_LOCATION) {
def providers = [["tcp", null]]
for (imb_grp = 1; imb_grp < 4; imb_grp++) {
run_middleware(providers, "MPI", "IMB",
"bulbasaur", "2", "impi", "${imb_grp}")
}
for (def mpi in ["impi", "mpich"]) {
run_middleware(providers, "MPI", "osu", "bulbasaur", "2",
"${mpi}")
}
}
}
}
}
stage('tcp') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("tcp", "bulbasaur", "2", "tcp")
}
}
}
}
stage('verbs-rxm') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("verbs-rxm", "squirtle,totodile", "2", "verbs",
"rxm")
run_fabtests("verbs-rxm", "squirtle,totodile", "2", "verbs",
"rxm", "FI_MR_CACHE_MAX_COUNT=0")
run_fabtests("verbs-rxm", "squirtle,totodile", "2", "verbs",
"rxm", "FI_MR_CACHE_MONITOR=userfaultfd")
}
}
}
}
stage('verbs-rxd') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("verbs-rxd", "squirtle", "2", "verbs",
"rxd")
run_fabtests("verbs-rxd", "squirtle", "2", "verbs",
"rxd", "FI_MR_CACHE_MAX_COUNT=0")
run_fabtests("verbs-rxd", "squirtle", "2", "verbs",
"rxd", "FI_MR_CACHE_MONITOR=userfaultfd")
}
}
}
}
stage('udp') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("udp", "bulbasaur", "2", "udp")
}
}
}
}
stage('shm') {
steps {
script {
Expand All @@ -487,149 +336,6 @@ pipeline {
}
}
}
stage('sockets') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("sockets", "bulbasaur", "2", "sockets")
}
}
}
}
stage('ucx') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("ucx", "totodile", "2", "ucx")
}
}
}
}
stage('psm3') {
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("psm3", "squirtle", "2", "psm3", null,
"PSM3_IDENTIFY=1")
}
}
}
}
stage('mpichtestsuite') {
steps {
script {
dir (RUN_LOCATION) {
def providers = [['tcp', null], ["verbs","rxm"]]
def MPIS = ["mpich"]
if (env.WEEKLY.toBoolean()) {
MPIS = ["impi", "mpich"]
}
for (def mpi in MPIS) {
run_middleware(providers, "mpichtestsuite", "mpichtestsuite",
"squirtle,totodile", "2", "${mpi}")
}
}
}
}
}
stage('SHMEM') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["verbs", null], ["tcp", null],
["sockets", null]], "SHMEM", "shmem",
"squirtle,totodile", "2")
}
}
}
}
stage ('multinode_performance') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["tcp", null]], "multinode_performance",
"multinode", "bulbasaur", "2")
}
}
}
}
stage ('oneCCL') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["tcp", "rxm"]/*, ["psm3", null]*/], "oneCCL",
"oneccl", "bulbasaur", "2")
}
}
}
}
stage ('oneCCL-GPU') {
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["verbs", "rxm"]], "oneCCL-GPU", "onecclgpu",
"charmander", "2")
}
}
}
}
stage ('oneCCL-GPU-v3') {
agent { node { label 'ze' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_middleware([["verbs", "rxm"]], "oneCCL-GPU-v3", "onecclgpu",
"fabrics-ci", "2")
}
}
}
}
stage('daos_tcp') {
agent { node { label 'daos_tcp' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_python(PYTHON_VERSION,
"""runtests.py --prov='tcp' --util='rxm' \
--test=daos \
--log_file=${env.LOG_DIR}/daos_tcp-rxm_reg""")
}
}
}
}
stage('daos_verbs') {
agent { node { label 'daos_verbs' } }
options { skipDefaultCheckout() }
steps {
script {
dir (RUN_LOCATION) {
run_python(PYTHON_VERSION,
"""runtests.py --prov='verbs' --util='rxm' \
--test=daos \
--log_file=${env.LOG_DIR}/daos_verbs-rxm_reg""")
}
}
}
}
stage ('DMABUF-Tests') {
agent { node { label 'ze' } }
options { skipDefaultCheckout() }
steps {
script {
dir ("${env.WORKSPACE}/${SCRIPT_LOCATION}/") {
dmabuf_output = "${LOG_DIR}/DMABUF-Tests_verbs-rxm_dmabuf"
cmd = """ python3.9 runtests.py --test=dmabuf \
--prov=verbs --util=rxm"""
slurm_batch("fabrics-ci", "1", "${dmabuf_output}_1_reg",
"${cmd}")
slurm_batch("fabrics-ci", "2", "${dmabuf_output}_2_reg",
"${cmd}")
}
}
}
}
stage ('ze-shm-v3') {
agent { node { label 'ze' } }
options { skipDefaultCheckout() }
Expand All @@ -643,26 +349,12 @@ pipeline {
}
}
}
stage('dsa') {
when { equals expected: true, actual: DO_RUN }
steps {
script {
dir (RUN_LOCATION) {
run_fabtests("shm_dsa", "mudkip", "1", "shm", null,
"""FI_SHM_DISABLE_CMA=1 FI_SHM_USE_DSA_SAR=1 \
FI_LOG_LEVEL=warn""")
}
}
}
}
}
}
stage ('Summary') {
when { equals expected: true, actual: DO_RUN }
steps {
script {
gather_logs("${env.DAOS_ADDR}", "${env.DAOS_KEY}", "${env.LOG_DIR}",
"${env.LOG_DIR}")
gather_logs("${env.ZE_ADDR}", "${env.ZE_KEY}", "${env.LOG_DIR}",
"${env.LOG_DIR}")

Expand All @@ -689,20 +381,12 @@ pipeline {
}
}
aborted {
node ('daos_head') {
dir ("${DELETE_LOCATION}/middlewares") { deleteDir() }
}
node ('ze') {
dir ("${DELETE_LOCATION}/middlewares") { deleteDir() }
}
dir ("${DELETE_LOCATION}/middlewares") { deleteDir() }
}
cleanup {
node ('daos_head') {
dir ("${DELETE_LOCATION}") { deleteDir() }
dir("${env.WORKSPACE}") { deleteDir() }
dir("${env.WORKSPACE}@tmp") { deleteDir() }
}
node ('ze') {
dir("${DELETE_LOCATION}") { deleteDir() }
dir("${env.WORKSPACE}") { deleteDir() }
Expand Down

0 comments on commit 3c38b6e

Please sign in to comment.