From 26f87d013874623eb95b5e8d19a4b9810f3f8be1 Mon Sep 17 00:00:00 2001
From: Gibson Fahnestock <gibfahn@gmail.com>
Date: Fri, 1 Dec 2017 21:06:00 +0000
Subject: [PATCH 1/5] jenkins: add llnode pipeline and shell scripts

The llnode CI isn't working right now, but hopefully by committing this
we can then iterate in GitHub.

Refs: https://github.com/nodejs/build/issues/777
---
 jenkins/pipelines/llnode-pipeline.jenkinsfile | 25 +++++++
 jenkins/scripts/common/colors.sh              | 63 ++++++++++++++++
 jenkins/scripts/common/getNode.sh             | 75 +++++++++++++++++++
 .../scripts/llnode-continuous-integration.sh  | 34 +++++++++
 4 files changed, 197 insertions(+)
 create mode 100644 jenkins/pipelines/llnode-pipeline.jenkinsfile
 create mode 100644 jenkins/scripts/common/colors.sh
 create mode 100755 jenkins/scripts/common/getNode.sh
 create mode 100644 jenkins/scripts/llnode-continuous-integration.sh

diff --git a/jenkins/pipelines/llnode-pipeline.jenkinsfile b/jenkins/pipelines/llnode-pipeline.jenkinsfile
new file mode 100644
index 000000000..bf505b1df
--- /dev/null
+++ b/jenkins/pipelines/llnode-pipeline.jenkinsfile
@@ -0,0 +1,25 @@
+#!/usr/bin/env groovy
+
+def pr = [] // Mutable parameter set to pass to jobs. I know this is crazy.
+String printParams = '' // String of params to print
+for (param in params) {
+    printParams += param.toString() + '\n'
+    if (param.key != 'NODE_VERSIONs') {
+        pr.push(string(name: param.key, value: param.value))
+    }
+}
+println "\n### BUILD PARAMETERS ###\n${printParams}"
+
+stage('Test llnode') {
+    def versions = params['NODE_VERSIONs'].split()
+    def buildJobs = [:]
+    for (int i = 0; i < versions.length; i++) {
+        int index = i // locally scoped copy.
+        def p = pr.collect() // local copy of params
+        p.push(string(name: 'NODE_VERSION', value: versions[index]))
+        buildJobs["${versions[index]}"] = { build(job: 'llnode-continuous-integration', parameters: p) }
+    }
+
+    println buildJobs
+    parallel(buildJobs)
+}
diff --git a/jenkins/scripts/common/colors.sh b/jenkins/scripts/common/colors.sh
new file mode 100644
index 000000000..55889ad90
--- /dev/null
+++ b/jenkins/scripts/common/colors.sh
@@ -0,0 +1,63 @@
+#!/bin/bash
+
+# Helper vars for printing in colour. Use with:
+# echo -e "${RED}foo${NC}" # Echo foo in red, then reset colour.
+# printf "${BBLUE}foo${NC}" # Echo foo in bright blue, then reset colour.
+
+# Include (source) with this line:
+# . $(dirname $0)/helpers/colours.sh # Load helper script from gcfg/helpers.
+
+# Colour escape codes, use with . Don't change \033 to \e, that doesn't work on
+# macOS (\x1B instead).
+
+# I've kept the standard names, even though e.g. WHITE isn't white (use BWHITE).
+# There are also a bajillion more combos (e.g. BGREDFGBLUE) with different
+# FG/BG colour combos, but I haven't needed these yet.
+
+case $- in *x*) xSet=true ;; esac # Note whether -x was set before.
+set +x
+
+# Reset colour:
+NC='\033[0m' # No Colour.
+
+# Basic colours:
+BLACK='\033[0;30m'      # Black.
+RED='\033[0;31m'        # Red.
+GREEN='\033[0;32m'      # Green.
+YELLOW='\033[0;33m'     # Yellow.
+BLUE='\033[0;34m'       # Blue.
+MAGENTA='\033[0;35m'    # Magenta (purple).
+CYAN='\033[0;36m'       # Light blue.
+WHITE='\033[0;37m'      # Light grey.
+
+# Bright colours:
+BBLACK='\033[1;30m'     # Bright black (dark grey).
+BRED='\033[1;31m'       # Bright Red.
+BGREEN='\033[1;32m'     # Bright Green.
+BYELLOW='\033[1;33m'    # Bright Yellow.
+BBLUE='\033[1;34m'      # Bright Blue.
+BMAGENTA='\033[1;35m'   # Bright Magenta (pink).
+BCYAN='\033[1;36m'      # Bright Light blue.
+BWHITE='\033[1;37m'     # Bright white (white).
+
+# Background colours:
+BGBLACK='\033[0;40m'    # Background Black.
+BGRED='\033[0;41m'      # Background Red.
+BGGREEN='\033[0;42m'    # Background Green.
+BGYELLOW='\033[0;43m'   # Background Yellow.
+BGBLUE='\033[0;44m'     # Background Blue.
+BGMAGENTA='\033[0;45m'  # Background Magenta (purple).
+BGCYAN='\033[0;46m'     # Background Light blue.
+BGWHITE='\033[0;47m'    # Background Light grey.
+
+# Bright background colours:
+BGBBLACK='\033[1;40m'   # Background Bright Black (dark grey).
+BGBRED='\033[1;41m'     # Background Bright Red.
+BGBGREEN='\033[1;42m'   # Background Bright Green.
+BGBYELLOW='\033[1;43m'  # Background Bright Yellow.
+BGBBLUE='\033[1;44m'    # Background Bright Blue.
+BGBMAGENTA='\033[1;45m' # Background Bright Magenta (pink).
+BGBCYAN='\033[1;46m'    # Background Bright Light blue.
+BGBWHITE='\033[1;47m'   # Background Bright white.
+
+[ "$xSet" ] && set -x # If -x was set before, restore it.
diff --git a/jenkins/scripts/common/getNode.sh b/jenkins/scripts/common/getNode.sh
new file mode 100755
index 000000000..f4efeca50
--- /dev/null
+++ b/jenkins/scripts/common/getNode.sh
@@ -0,0 +1,75 @@
+#!/bin/bash -ex
+
+# This script downloads the relevant Node binary for the arch from nodejs.org.
+# Download the latest master/v6/v4 build from nodejs.org
+
+. "$(dirname $0)"/colors.sh # Load colors.
+
+# Help text to print on error.
+sep="${MAGENTA}:${NC}" # Separator to use in help text.
+helpText="Download the node binary for your machine from nodejs.org.
+  ${CYAN}USAGE:${NC}
+  $0 8.9.1 [-m ubuntu1604-64] [-c Carbon] [-b v8.x] [-d 2017-11-20] [-m] [-r /path/to/node/]
+
+  8.9.0            $sep Node to download (8.9.0, master, 8, 8.9.0-nightly, latest, 6.2.)
+                        Inexact values get most recent from range.
+  -p 8.9.0         $sep Previous version in this release line
+  -m ubuntu1604-64 $sep The jenkins machine label."
+
+################################################################################
+## Parse parameters
+
+unset VERSION
+while getopts ":b:c:d:p:hm" option; do
+  case "${option}" in
+     b) BRANCH="$OPTARG" ;;
+     h) echo -e "$helpText"; exit 0;;
+    \?) echo "Invalid option -$OPTARG."; exit 1 ;;
+     :) echo "Option -$OPTARG takes a parameter."; exit 1 ;;
+     *) echo "getopts gave me: ($OPTIND) $OPTARG"; exit 1 ;;
+  esac
+done
+shift $((OPTIND-1))
+
+error() { echo -e "${BRED}ERROR:${NC} $1"; exit 1; }
+
+[ -z "$1" ] && error "Must provide a node version to download"
+NODE_VERSION="${1#v}"; shift # If node version has a v, drop it.
+
+rm -rf ./node-*
+
+DOWNLOAD_DIR="https://nodejs.org/download/release/"
+case $NODE_VERSION in
+  *-nightly*) DOWNLOAD_DIR="https://nodejs.org/download/nightly/" ;;
+esac
+
+# Get available versions, grep for NODE_VERSION, and sort by biggest version number.
+nodeGrep="$(echo "$NODE_VERSION" | sed 's/\./\\./g')" # Escape dots.
+availableVersions=$(curl "$DOWNLOAD_DIR" | grep "^<a href="| cut -d \" -f 2 | tr -d /)
+
+if $(echo "$availableVersions" | grep -q "^v\?$nodeGrep$"); then
+  version="$NODE_VERSION"
+else
+  version=$(echo "$availableVersions" | grep "^v$nodeGrep" |
+    sort -n -t . -k 1.2 -k 2 -k 3 | tail -1)
+fi
+
+# Calculate OS and ARCH.
+OS="$(uname | tr '[:upper:]' '[:lower:]')"
+ARCH=$(uname -m)
+
+case $OS in
+  *nt*|*NT*) OS=win EXT=zip;;
+  aix) ARCH=ppc64 ;;
+esac
+[ "$OS" != win ] && EXT=tar.gz
+
+# TODO(gib): Handle x86 SmartOS (currently uses x64).
+# TODO(gib): Handle arm64 machines.
+case $ARCH in
+  x86_64|i86pc) ARCH=x64 ;; # i86pc is SmartOS.
+  i686) ARCH=x86 ;;
+esac
+
+curl -O "$DOWNLOAD_DIR$LINK/node-$LINK-$OS-$ARCH.$EXT"
+gzip -cd node-$LINK-$OS-$ARCH.$EXT | tar xf - # Non-GNU tar can't handle gzips.
diff --git a/jenkins/scripts/llnode-continuous-integration.sh b/jenkins/scripts/llnode-continuous-integration.sh
new file mode 100644
index 000000000..4c5304474
--- /dev/null
+++ b/jenkins/scripts/llnode-continuous-integration.sh
@@ -0,0 +1,34 @@
+#!/bin/bash -ex
+
+"$(dirname $0)"/common/getNode.sh # Load colors.
+
+export UNZIP_DIR=`ls |grep "node" |grep -v "gz"`
+cd $WORKSPACE/node-*/bin
+
+export PATH=$PWD:$PATH
+cd $WORKSPACE
+export NPM_CONFIG_USERCONFIG=$WORKSPACE/npmrc
+export NPM_CONFIG_CACHE=$WORKSPACE/npm-cache
+node -v
+npm -v
+export npm_loglevel=error
+npm set progress=false
+ls
+git clone https://github.com/$GIT_REPO.git llnode
+cd llnode
+if [ $GIT_BRANCH != master ]; then
+	git fetch origin $GIT_BRANCH:testBranch
+	git checkout testBranch
+fi
+
+[ $(uname) = Darwin ] && git clone --depth=1 -b release_39 https://github.com/llvm-mirror/lldb.git lldb
+# Initialize GYP
+git clone https://chromium.googlesource.com/external/gyp.git tools/gyp
+# Configure
+[ $(uname) = Linux ] && GYP_ARGS="-Dlldb_dir=/usr/lib/llvm-3.8/" || GYP_ARGS=""
+./gyp_llnode $GYP_ARGS
+# Build
+make -C out/ -j9
+
+npm install
+npm test

From 5f3e43baa073e83d314a46d4277fd39d301ba06f Mon Sep 17 00:00:00 2001
From: Gibson Fahnestock <gibfahn@gmail.com>
Date: Fri, 1 Dec 2017 17:20:00 -0500
Subject: [PATCH 2/5] squash! add parameters

* misc fixes
* americanize colour spelling
* adjustments

refack:
* Update llnode-pipeline.jenkinsfile
* debug
---
 jenkins/pipelines/llnode-pipeline.jenkinsfile | 16 ++++++-
 jenkins/scripts/common/colors.sh              | 26 +++++------
 jenkins/scripts/common/getNode.sh             | 46 ++++++++++---------
 jenkins/scripts/common/helpers.sh             | 36 +++++++++++++++
 .../scripts/llnode-continuous-integration.sh  | 43 ++++++++---------
 5 files changed, 107 insertions(+), 60 deletions(-)
 create mode 100644 jenkins/scripts/common/helpers.sh

diff --git a/jenkins/pipelines/llnode-pipeline.jenkinsfile b/jenkins/pipelines/llnode-pipeline.jenkinsfile
index bf505b1df..4b07d8ad5 100644
--- a/jenkins/pipelines/llnode-pipeline.jenkinsfile
+++ b/jenkins/pipelines/llnode-pipeline.jenkinsfile
@@ -1,17 +1,29 @@
 #!/usr/bin/env groovy
 
+properties([
+  parameters([
+    string(name: 'GIT_REPO', defaultValue: 'nodejs/llnode', description: 'Fetch from this repo (e.g. gibfahn/llnode)'),
+    string(name: 'GIT_BRANCH', defaultValue: 'master', description: 'Branch to test (e.g. master, refs/pull/999/head).'),
+    string(name: 'NODE_VERSIONS', defaultValue: 'v6 v8 v9 v10', description: 'Space separated list of NODE_VERSIONS to pass to llnode-continuous-integration.'),
+    string(name: 'MACHINES', defaultValue: 'all', description: '''Can be "all" or a space-separated list of nodes, eg:
+      debian8-64 fedora22 fedora23 osx1010 ppcle-ubuntu1404 ubuntu1204-64 ubuntu1404-64 ubuntu1604-64 rhel72-s390x aix61-ppc64 ppcbe-ubuntu1404 smartos16-64 smartos15-64 win10 win2012r2'''),
+  ]),
+])
+
+if (!params['GIT_REPO']) { error("You didn't define a GIT_REPO.") }
+
 def pr = [] // Mutable parameter set to pass to jobs. I know this is crazy.
 String printParams = '' // String of params to print
 for (param in params) {
     printParams += param.toString() + '\n'
-    if (param.key != 'NODE_VERSIONs') {
+    if (param.key != 'NODE_VERSIONS') {
         pr.push(string(name: param.key, value: param.value))
     }
 }
 println "\n### BUILD PARAMETERS ###\n${printParams}"
 
 stage('Test llnode') {
-    def versions = params['NODE_VERSIONs'].split()
+    def versions = params['NODE_VERSIONS'].split()
     def buildJobs = [:]
     for (int i = 0; i < versions.length; i++) {
         int index = i // locally scoped copy.
diff --git a/jenkins/scripts/common/colors.sh b/jenkins/scripts/common/colors.sh
index 55889ad90..2dd6fe989 100644
--- a/jenkins/scripts/common/colors.sh
+++ b/jenkins/scripts/common/colors.sh
@@ -1,26 +1,24 @@
-#!/bin/bash
-
-# Helper vars for printing in colour. Use with:
-# echo -e "${RED}foo${NC}" # Echo foo in red, then reset colour.
-# printf "${BBLUE}foo${NC}" # Echo foo in bright blue, then reset colour.
+# Helper vars for printing in color. Use with:
+# echo -e "${RED}foo${NC}" # Echo foo in red, then reset color.
+# printf "${BBLUE}foo${NC}" # Echo foo in bright blue, then reset color.
 
 # Include (source) with this line:
-# . $(dirname $0)/helpers/colours.sh # Load helper script from gcfg/helpers.
+# . $(dirname $0)/helpers/colors.sh # Load helper script from gcfg/helpers.
 
-# Colour escape codes, use with . Don't change \033 to \e, that doesn't work on
+# Color escape codes, use with . Don't change \033 to \e, that doesn't work on
 # macOS (\x1B instead).
 
 # I've kept the standard names, even though e.g. WHITE isn't white (use BWHITE).
 # There are also a bajillion more combos (e.g. BGREDFGBLUE) with different
-# FG/BG colour combos, but I haven't needed these yet.
+# FG/BG color combos, but I haven't needed these yet.
 
 case $- in *x*) xSet=true ;; esac # Note whether -x was set before.
 set +x
 
-# Reset colour:
-NC='\033[0m' # No Colour.
+# Reset color:
+NC='\033[0m' # No Color.
 
-# Basic colours:
+# Basic colors:
 BLACK='\033[0;30m'      # Black.
 RED='\033[0;31m'        # Red.
 GREEN='\033[0;32m'      # Green.
@@ -30,7 +28,7 @@ MAGENTA='\033[0;35m'    # Magenta (purple).
 CYAN='\033[0;36m'       # Light blue.
 WHITE='\033[0;37m'      # Light grey.
 
-# Bright colours:
+# Bright colors:
 BBLACK='\033[1;30m'     # Bright black (dark grey).
 BRED='\033[1;31m'       # Bright Red.
 BGREEN='\033[1;32m'     # Bright Green.
@@ -40,7 +38,7 @@ BMAGENTA='\033[1;35m'   # Bright Magenta (pink).
 BCYAN='\033[1;36m'      # Bright Light blue.
 BWHITE='\033[1;37m'     # Bright white (white).
 
-# Background colours:
+# Background colors:
 BGBLACK='\033[0;40m'    # Background Black.
 BGRED='\033[0;41m'      # Background Red.
 BGGREEN='\033[0;42m'    # Background Green.
@@ -50,7 +48,7 @@ BGMAGENTA='\033[0;45m'  # Background Magenta (purple).
 BGCYAN='\033[0;46m'     # Background Light blue.
 BGWHITE='\033[0;47m'    # Background Light grey.
 
-# Bright background colours:
+# Bright background colors:
 BGBBLACK='\033[1;40m'   # Background Bright Black (dark grey).
 BGBRED='\033[1;41m'     # Background Bright Red.
 BGBGREEN='\033[1;42m'   # Background Bright Green.
diff --git a/jenkins/scripts/common/getNode.sh b/jenkins/scripts/common/getNode.sh
index f4efeca50..6b4988894 100755
--- a/jenkins/scripts/common/getNode.sh
+++ b/jenkins/scripts/common/getNode.sh
@@ -9,24 +9,21 @@
 sep="${MAGENTA}:${NC}" # Separator to use in help text.
 helpText="Download the node binary for your machine from nodejs.org.
   ${CYAN}USAGE:${NC}
-  $0 8.9.1 [-m ubuntu1604-64] [-c Carbon] [-b v8.x] [-d 2017-11-20] [-m] [-r /path/to/node/]
+  $0 8.9.1
 
   8.9.0            $sep Node to download (8.9.0, master, 8, 8.9.0-nightly, latest, 6.2.)
-                        Inexact values get most recent from range.
-  -p 8.9.0         $sep Previous version in this release line
-  -m ubuntu1604-64 $sep The jenkins machine label."
+                        Inexact values get most recent from range."
 
 ################################################################################
 ## Parse parameters
 
-unset VERSION
-while getopts ":b:c:d:p:hm" option; do
+unset NODE_VERSION
+while getopts ":h" option; do
   case "${option}" in
-     b) BRANCH="$OPTARG" ;;
      h) echo -e "$helpText"; exit 0;;
     \?) echo "Invalid option -$OPTARG."; exit 1 ;;
      :) echo "Option -$OPTARG takes a parameter."; exit 1 ;;
-     *) echo "getopts gave me: ($OPTIND) $OPTARG"; exit 1 ;;
+     *) echo "Script doesn't catch the parameter at $OPTIND, $OPTARG."; exit 1 ;;
   esac
 done
 shift $((OPTIND-1))
@@ -36,7 +33,10 @@ error() { echo -e "${BRED}ERROR:${NC} $1"; exit 1; }
 [ -z "$1" ] && error "Must provide a node version to download"
 NODE_VERSION="${1#v}"; shift # If node version has a v, drop it.
 
-rm -rf ./node-*
+################################################################################
+## Work out version to download
+
+rm -rf node-bin/
 
 DOWNLOAD_DIR="https://nodejs.org/download/release/"
 case $NODE_VERSION in
@@ -54,22 +54,26 @@ else
     sort -n -t . -k 1.2 -k 2 -k 3 | tail -1)
 fi
 
-# Calculate OS and ARCH.
-OS="$(uname | tr '[:upper:]' '[:lower:]')"
-ARCH=$(uname -m)
+# Calculate os and arch.
+os="$(uname | tr '[:upper:]' '[:lower:]')"
+arch=$(uname -m)
 
-case $OS in
-  *nt*|*NT*) OS=win EXT=zip;;
-  aix) ARCH=ppc64 ;;
+case $os in
+  *nt*|*NT*) os=win ext=zip;;
+  aix) arch=ppc64 ;;
 esac
-[ "$OS" != win ] && EXT=tar.gz
+[ "$os" != win ] && ext=tar.gz
 
 # TODO(gib): Handle x86 SmartOS (currently uses x64).
 # TODO(gib): Handle arm64 machines.
-case $ARCH in
-  x86_64|i86pc) ARCH=x64 ;; # i86pc is SmartOS.
-  i686) ARCH=x86 ;;
+case $arch in
+  x86_64|i86pc) arch=x64 ;; # i86pc is SmartOS.
+  i686) arch=x86 ;;
 esac
 
-curl -O "$DOWNLOAD_DIR$LINK/node-$LINK-$OS-$ARCH.$EXT"
-gzip -cd node-$LINK-$OS-$ARCH.$EXT | tar xf - # Non-GNU tar can't handle gzips.
+################################################################################
+## Download and extract Node
+
+curl "$DOWNLOAD_DIR$version/node-$version-$os-$arch.$ext" |
+  gzip -cd | tar xf - # Non-GNU tar can't handle gzips.
+mv node-$version-$os-$arch node-bin/
diff --git a/jenkins/scripts/common/helpers.sh b/jenkins/scripts/common/helpers.sh
new file mode 100644
index 000000000..9118f5934
--- /dev/null
+++ b/jenkins/scripts/common/helpers.sh
@@ -0,0 +1,36 @@
+# Helper functions and variables. Script should be sourced.
+
+# No POSIX way to get dir of sourced script.
+[ "$BASH_VERSION" ] && thisDir="$(dirname ${BASH_SOURCE[0]})"
+[ "$ZSH_VERSION" ] && thisDir="$(dirname $0)"
+[ -z "$thisDir" ] && { echo "Must be run through bash or ZSH to get sourced dir"; exit 1; }
+
+# Set BUILD_TOOLS to path to BUILD_TOOLS dir, change if you move this file.
+export BUILD_TOOLS="$(cd $thisDir/../../; pwd)"
+
+# Get colour aliases.
+. "$BUILD_TOOLS"/jenkinsnode/common/colours.sh
+
+error() { echo -e "${BRED}ERROR:${NC} $1"; exit 1; }
+warn() { echo -e "${YELLOW}Warning:${NC} $1"; }
+
+# Separator to use in help text.
+sep="${MAGENTA}:${NC}"
+
+
+# Set OS and ARCH variables if unset.
+if [ -z "$OS" -a -z "$ARCH" ]; then
+  OS="$(uname | tr '[:upper:]' '[:lower:]')"
+  ARCH=$(uname -m)
+
+  case $OS in
+    *nt*|*NT*) OS=win ;;
+    aix) ARCH=ppc64 ;;
+  esac
+
+  case $ARCH in
+    x86_64) ARCH=x64 ;;
+    i686) ARCH=x86 ;;
+  esac
+  export OS ARCH
+fi
diff --git a/jenkins/scripts/llnode-continuous-integration.sh b/jenkins/scripts/llnode-continuous-integration.sh
index 4c5304474..4d58bc989 100644
--- a/jenkins/scripts/llnode-continuous-integration.sh
+++ b/jenkins/scripts/llnode-continuous-integration.sh
@@ -1,34 +1,31 @@
 #!/bin/bash -ex
 
-"$(dirname $0)"/common/getNode.sh # Load colors.
+[ -z "$NODE_VERSION" ] &&
 
-export UNZIP_DIR=`ls |grep "node" |grep -v "gz"`
-cd $WORKSPACE/node-*/bin
+rm -rf llnode npm
+
+# Download node tarball.
+bash -$- "$(dirname $0)"/common/getNode.sh ${NODE_VERSION:? Undefined.}
+
+export PATH="$PWD/node-bin/bin:$PATH"
+
+export npm_config_userconfig="$PWD"/npm/npmrc
+mkdir -p npm/{cache,devdir,tmp}
+
+cat <<!!EOF >npm/npmrc
+tmpdir=$PWD/npm/tmp
+cache=$PWD/npm/cache
+devdir=$PWD/npm/devdir
+loglevel=error
+progress=false
+!!EOF
 
-export PATH=$PWD:$PATH
-cd $WORKSPACE
-export NPM_CONFIG_USERCONFIG=$WORKSPACE/npmrc
-export NPM_CONFIG_CACHE=$WORKSPACE/npm-cache
 node -v
 npm -v
-export npm_loglevel=error
-npm set progress=false
 ls
-git clone https://github.com/$GIT_REPO.git llnode
+
+git clone --depth=1 -b ${GIT_BRANCH:?Undefined.} https://github.com/${GIT_REPO:?Undefined.}.git llnode
 cd llnode
-if [ $GIT_BRANCH != master ]; then
-	git fetch origin $GIT_BRANCH:testBranch
-	git checkout testBranch
-fi
-
-[ $(uname) = Darwin ] && git clone --depth=1 -b release_39 https://github.com/llvm-mirror/lldb.git lldb
-# Initialize GYP
-git clone https://chromium.googlesource.com/external/gyp.git tools/gyp
-# Configure
-[ $(uname) = Linux ] && GYP_ARGS="-Dlldb_dir=/usr/lib/llvm-3.8/" || GYP_ARGS=""
-./gyp_llnode $GYP_ARGS
-# Build
-make -C out/ -j9
 
 npm install
 npm test

From 72ab4f2b6388a26c36361e26716cea2871bb0200 Mon Sep 17 00:00:00 2001
From: Matheus Marchini <matheus@sthima.com>
Date: Fri, 25 May 2018 15:57:19 -0300
Subject: [PATCH 3/5] get lldb and allow 'nightly' and 'canary' as node
 versions

---
 jenkins/pipelines/llnode-pipeline.jenkinsfile | 20 ++++++++++++-------
 jenkins/scripts/common/getLLDB.sh             | 18 +++++++++++++++++
 jenkins/scripts/common/getNode.sh             |  7 ++++---
 .../scripts/llnode-continuous-integration.sh  |  8 +++++++-
 4 files changed, 42 insertions(+), 11 deletions(-)
 create mode 100755 jenkins/scripts/common/getLLDB.sh
 mode change 100644 => 100755 jenkins/scripts/llnode-continuous-integration.sh

diff --git a/jenkins/pipelines/llnode-pipeline.jenkinsfile b/jenkins/pipelines/llnode-pipeline.jenkinsfile
index 4b07d8ad5..022c45fa6 100644
--- a/jenkins/pipelines/llnode-pipeline.jenkinsfile
+++ b/jenkins/pipelines/llnode-pipeline.jenkinsfile
@@ -4,7 +4,8 @@ properties([
   parameters([
     string(name: 'GIT_REPO', defaultValue: 'nodejs/llnode', description: 'Fetch from this repo (e.g. gibfahn/llnode)'),
     string(name: 'GIT_BRANCH', defaultValue: 'master', description: 'Branch to test (e.g. master, refs/pull/999/head).'),
-    string(name: 'NODE_VERSIONS', defaultValue: 'v6 v8 v9 v10', description: 'Space separated list of NODE_VERSIONS to pass to llnode-continuous-integration.'),
+    string(name: 'NODE_VERSIONS', defaultValue: 'v6 v8 v9 v10 nightly canary', description: 'Space separated list of NODE_VERSIONS to pass to llnode-continuous-integration.'),
+    string(name: 'LLDB_VERSIONS', defaultValue: '3.9.0 4.0.1 5.0.2 6.0.0', description: 'Space separated list of LLDB_VERSIONS to pass to llnode-continuous-integration.'),
     string(name: 'MACHINES', defaultValue: 'all', description: '''Can be "all" or a space-separated list of nodes, eg:
       debian8-64 fedora22 fedora23 osx1010 ppcle-ubuntu1404 ubuntu1204-64 ubuntu1404-64 ubuntu1604-64 rhel72-s390x aix61-ppc64 ppcbe-ubuntu1404 smartos16-64 smartos15-64 win10 win2012r2'''),
   ]),
@@ -23,13 +24,18 @@ for (param in params) {
 println "\n### BUILD PARAMETERS ###\n${printParams}"
 
 stage('Test llnode') {
-    def versions = params['NODE_VERSIONS'].split()
+    def nodeVersions = params['NODE_VERSIONS'].split()
+    def lldbVersions = params['LLDB_VERSIONS'].split()
     def buildJobs = [:]
-    for (int i = 0; i < versions.length; i++) {
-        int index = i // locally scoped copy.
-        def p = pr.collect() // local copy of params
-        p.push(string(name: 'NODE_VERSION', value: versions[index]))
-        buildJobs["${versions[index]}"] = { build(job: 'llnode-continuous-integration', parameters: p) }
+    for (int i = 0; i < nodeVersions.length; i++) {
+        int nodeIndex = i // locally scoped copy.
+        for (int j = 0; j < lldbVersions.length; j++) {
+            int lldbIndex = j // locally scoped copy.
+            def p = pr.collect() // local copy of params
+            p.push(string(name: 'NODE_VERSION', value: nodeVersions[nodeIndex]))
+            p.push(string(name: 'LLDB_VERSION', value: lldbVersions[lldbIndex]))
+            buildJobs["Node.js ${nodeVersions[nodeIndex]} lldb ${lldbVersions[lldbIndex]}"] = { build(job: 'llnode-continuous-integration', parameters: p) }
+        }
     }
 
     println buildJobs
diff --git a/jenkins/scripts/common/getLLDB.sh b/jenkins/scripts/common/getLLDB.sh
new file mode 100755
index 000000000..bc9079309
--- /dev/null
+++ b/jenkins/scripts/common/getLLDB.sh
@@ -0,0 +1,18 @@
+#!/bin/bash -ex
+
+DOWNLOAD_DIR="http://releases.llvm.org"
+
+# Calculate os and arch.
+os="$(uname | tr '[:upper:]' '[:lower:]')"
+arch=$(uname -m)
+
+case $os in
+  linux) os="linux-gnu-ubuntu-16.04" ;;
+  darwin) os="apple-darwin" ;;
+  *) echo "$os CI is not supported yet"; exit 1;;
+esac
+
+curl "$DOWNLOAD_DIR/$LLDB_VERSION/clang+llvm-$LLDB_VERSION-$arch-$os.tar.xz" |
+  tar xJf - # Ubuntu tar can handle zips.
+
+mv clang+llvm-$LLDB_VERSION-$arch-$os llvm-bin/
diff --git a/jenkins/scripts/common/getNode.sh b/jenkins/scripts/common/getNode.sh
index 6b4988894..eda99144b 100755
--- a/jenkins/scripts/common/getNode.sh
+++ b/jenkins/scripts/common/getNode.sh
@@ -1,7 +1,7 @@
 #!/bin/bash -ex
 
 # This script downloads the relevant Node binary for the arch from nodejs.org.
-# Download the latest master/v6/v4 build from nodejs.org
+# Download the latest v10/v9/v8/v6/v4 build from nodejs.org
 
 . "$(dirname $0)"/colors.sh # Load colors.
 
@@ -40,7 +40,8 @@ rm -rf node-bin/
 
 DOWNLOAD_DIR="https://nodejs.org/download/release/"
 case $NODE_VERSION in
-  *-nightly*) DOWNLOAD_DIR="https://nodejs.org/download/nightly/" ;;
+  *nightly*) DOWNLOAD_DIR="https://nodejs.org/download/nightly/" ;;
+  *canary*) DOWNLOAD_DIR="https://nodejs.org/download/v8-canary/" ;;
 esac
 
 # Get available versions, grep for NODE_VERSION, and sort by biggest version number.
@@ -50,7 +51,7 @@ availableVersions=$(curl "$DOWNLOAD_DIR" | grep "^<a href="| cut -d \" -f 2 | tr
 if $(echo "$availableVersions" | grep -q "^v\?$nodeGrep$"); then
   version="$NODE_VERSION"
 else
-  version=$(echo "$availableVersions" | grep "^v$nodeGrep" |
+  version=$(echo "$availableVersions" | grep "$nodeGrep" |
     sort -n -t . -k 1.2 -k 2 -k 3 | tail -1)
 fi
 
diff --git a/jenkins/scripts/llnode-continuous-integration.sh b/jenkins/scripts/llnode-continuous-integration.sh
old mode 100644
new mode 100755
index 4d58bc989..0592b11f0
--- a/jenkins/scripts/llnode-continuous-integration.sh
+++ b/jenkins/scripts/llnode-continuous-integration.sh
@@ -1,14 +1,20 @@
 #!/bin/bash -ex
 
 [ -z "$NODE_VERSION" ] &&
+[ -z "$LLDB_VERSION" ] &&
 
 rm -rf llnode npm
 
 # Download node tarball.
 bash -$- "$(dirname $0)"/common/getNode.sh ${NODE_VERSION:? Undefined.}
 
+# Download lldb binary
+bash -$- "$(dirname $0)"/common/getLLDB.sh ${LLDB_VERSION:? Undefined.}
+
 export PATH="$PWD/node-bin/bin:$PATH"
 
+[ -d "$PWD/llvm-bin/bin" ] && export PATH="$PWD/llvm-bin/bin:$PATH"
+
 export npm_config_userconfig="$PWD"/npm/npmrc
 mkdir -p npm/{cache,devdir,tmp}
 
@@ -27,5 +33,5 @@ ls
 git clone --depth=1 -b ${GIT_BRANCH:?Undefined.} https://github.com/${GIT_REPO:?Undefined.}.git llnode
 cd llnode
 
-npm install
+npm install --nodedir=$(dirname $(dirname $(which node)))/include/node
 npm test

From ef7884c36e620c11d83d4f450c2f4dc17ec20a47 Mon Sep 17 00:00:00 2001
From: Matheus Marchini <matheus@sthima.com>
Date: Wed, 30 May 2018 15:57:07 -0300
Subject: [PATCH 4/5] Download lldb from apt.llvm.org for Linux

---
 jenkins/pipelines/llnode-pipeline.jenkinsfile |  2 +-
 jenkins/scripts/common/getLLDB.sh             | 23 ++++++++++++++-----
 .../scripts/llnode-continuous-integration.sh  |  4 +++-
 3 files changed, 21 insertions(+), 8 deletions(-)

diff --git a/jenkins/pipelines/llnode-pipeline.jenkinsfile b/jenkins/pipelines/llnode-pipeline.jenkinsfile
index 022c45fa6..f05398d79 100644
--- a/jenkins/pipelines/llnode-pipeline.jenkinsfile
+++ b/jenkins/pipelines/llnode-pipeline.jenkinsfile
@@ -5,7 +5,7 @@ properties([
     string(name: 'GIT_REPO', defaultValue: 'nodejs/llnode', description: 'Fetch from this repo (e.g. gibfahn/llnode)'),
     string(name: 'GIT_BRANCH', defaultValue: 'master', description: 'Branch to test (e.g. master, refs/pull/999/head).'),
     string(name: 'NODE_VERSIONS', defaultValue: 'v6 v8 v9 v10 nightly canary', description: 'Space separated list of NODE_VERSIONS to pass to llnode-continuous-integration.'),
-    string(name: 'LLDB_VERSIONS', defaultValue: '3.9.0 4.0.1 5.0.2 6.0.0', description: 'Space separated list of LLDB_VERSIONS to pass to llnode-continuous-integration.'),
+    string(name: 'LLDB_VERSIONS', defaultValue: '3.9 4.0 5.0 6.0', description: 'Space separated list of LLDB_VERSIONS to pass to llnode-continuous-integration.'),
     string(name: 'MACHINES', defaultValue: 'all', description: '''Can be "all" or a space-separated list of nodes, eg:
       debian8-64 fedora22 fedora23 osx1010 ppcle-ubuntu1404 ubuntu1204-64 ubuntu1404-64 ubuntu1604-64 rhel72-s390x aix61-ppc64 ppcbe-ubuntu1404 smartos16-64 smartos15-64 win10 win2012r2'''),
   ]),
diff --git a/jenkins/scripts/common/getLLDB.sh b/jenkins/scripts/common/getLLDB.sh
index bc9079309..273bf5c50 100755
--- a/jenkins/scripts/common/getLLDB.sh
+++ b/jenkins/scripts/common/getLLDB.sh
@@ -1,18 +1,29 @@
 #!/bin/bash -ex
 
-DOWNLOAD_DIR="http://releases.llvm.org"
+DOWNLOAD_DIR="http://apt.llvm.org/xenial/pool/main/l/llvm-toolchain-$LLDB_VERSION/"
+
+rm -rf lldb-bin/
 
 # Calculate os and arch.
 os="$(uname | tr '[:upper:]' '[:lower:]')"
 arch=$(uname -m)
 
 case $os in
-  linux) os="linux-gnu-ubuntu-16.04" ;;
-  darwin) os="apple-darwin" ;;
+  linux) echo "$os found. Assuming Ubuntu 16.04...";;
+  darwin) exit 0;;
   *) echo "$os CI is not supported yet"; exit 1;;
 esac
 
-curl "$DOWNLOAD_DIR/$LLDB_VERSION/clang+llvm-$LLDB_VERSION-$arch-$os.tar.xz" |
-  tar xJf - # Ubuntu tar can handle zips.
+case $arch in
+  x86_64) arch=amd64;;
+esac
+
+debFilename=$(curl "$DOWNLOAD_DIR" grep "^<a href=" | cut -d \" -f 2 |
+              tr -d / | grep "^lldb-$LLDB_VERSION.*$arch.deb")
+
+mkdir lldb-bin
+
+dpkg-deb -xv <(curl "${DOWNLOAD_DIR}${debFilename}") lldb-bin/
+dpkg-deb -xv <(curl "${DOWNLOAD_DIR}lib${debFilename}") lldb-bin/
 
-mv clang+llvm-$LLDB_VERSION-$arch-$os llvm-bin/
+ln -s $(pwd)/lldb-bin/usr/bin/lldb-${LLDB_VERSION} $(pwd)/lldb-bin/usr/bin/lldb
diff --git a/jenkins/scripts/llnode-continuous-integration.sh b/jenkins/scripts/llnode-continuous-integration.sh
index 0592b11f0..c93bb6ca8 100755
--- a/jenkins/scripts/llnode-continuous-integration.sh
+++ b/jenkins/scripts/llnode-continuous-integration.sh
@@ -12,8 +12,10 @@ bash -$- "$(dirname $0)"/common/getNode.sh ${NODE_VERSION:? Undefined.}
 bash -$- "$(dirname $0)"/common/getLLDB.sh ${LLDB_VERSION:? Undefined.}
 
 export PATH="$PWD/node-bin/bin:$PATH"
+export PATH="$PWD/lldb-bin/usr/bin:$PATH"
 
-[ -d "$PWD/llvm-bin/bin" ] && export PATH="$PWD/llvm-bin/bin:$PATH"
+arch=$(uname -m)
+export LD_LIBRARY_PATH="$PWD/lldb-bin/usr/lib/${arch}-linux-gnu/"
 
 export npm_config_userconfig="$PWD"/npm/npmrc
 mkdir -p npm/{cache,devdir,tmp}

From 52207eb0092885fedbdc6555c306ef9dfb0eb031 Mon Sep 17 00:00:00 2001
From: Refael Ackermann <refack@gmail.com>
Date: Wed, 30 May 2018 19:25:45 -0400
Subject: [PATCH 5/5] squash! fixups

* Missing pipe?
* --compressed
* One more deb?
* Update llnode-continuous-integration.sh
---
 jenkins/scripts/common/getLLDB.sh                | 10 ++++++----
 jenkins/scripts/llnode-continuous-integration.sh |  1 +
 2 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/jenkins/scripts/common/getLLDB.sh b/jenkins/scripts/common/getLLDB.sh
index 273bf5c50..6cc50f6dc 100755
--- a/jenkins/scripts/common/getLLDB.sh
+++ b/jenkins/scripts/common/getLLDB.sh
@@ -18,12 +18,14 @@ case $arch in
   x86_64) arch=amd64;;
 esac
 
-debFilename=$(curl "$DOWNLOAD_DIR" grep "^<a href=" | cut -d \" -f 2 |
-              tr -d / | grep "^lldb-$LLDB_VERSION.*$arch.deb")
+files=$(curl --compressed -L -s "$DOWNLOAD_DIR" | grep "^<a href=" | cut -d \" -f 2)
+debFilename=$(echo "$files" | grep "^lldb-$LLDB_VERSION.*$arch.deb")
+debFilename2=$(echo "$files" | grep "^libllvm$LLDB_VERSION.*$arch.deb")
 
 mkdir lldb-bin
 
-dpkg-deb -xv <(curl "${DOWNLOAD_DIR}${debFilename}") lldb-bin/
-dpkg-deb -xv <(curl "${DOWNLOAD_DIR}lib${debFilename}") lldb-bin/
+dpkg-deb -xv <(curl -L -s "${DOWNLOAD_DIR}${debFilename}") lldb-bin/
+dpkg-deb -xv <(curl -L -s "${DOWNLOAD_DIR}lib${debFilename}") lldb-bin/
+dpkg-deb -xv <(curl -L -s "${DOWNLOAD_DIR}${debFilename2}") lldb-bin/
 
 ln -s $(pwd)/lldb-bin/usr/bin/lldb-${LLDB_VERSION} $(pwd)/lldb-bin/usr/bin/lldb
diff --git a/jenkins/scripts/llnode-continuous-integration.sh b/jenkins/scripts/llnode-continuous-integration.sh
index c93bb6ca8..c7f660ca2 100755
--- a/jenkins/scripts/llnode-continuous-integration.sh
+++ b/jenkins/scripts/llnode-continuous-integration.sh
@@ -32,6 +32,7 @@ node -v
 npm -v
 ls
 
+rm -Rf llnode
 git clone --depth=1 -b ${GIT_BRANCH:?Undefined.} https://github.com/${GIT_REPO:?Undefined.}.git llnode
 cd llnode