chore(test) Add pitest for mutation testing

- Add profiles to run mutation tests - Generate mutation reports for each module - TODO: mutation tests for Spring Boot modules fail - TODO: report aggregation doesn't work for now (see hcoles/pitest#622 and hcoles/pitest#621) - Add coverage report in codecov - TODO: run mutation tests in Travis or other CI tool for develop and master branches
groupe-sii · Jun 16, 2019 · 73a1f1f · 73a1f1f
1 parent 96d2f43
commit 73a1f1f
Show file tree

Hide file tree

Showing 15 changed files with 580 additions and 68 deletions.
diff --git a/.externalToolBuilders/asciidoctor.launch b/.externalToolBuilders/asciidoctor.launch
@@ -1,10 +1,11 @@
 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
 <launchConfiguration type="org.eclipse.ui.externaltools.ProgramBuilderLaunchConfigurationType">
 <booleanAttribute key="org.eclipse.debug.ui.ATTR_LAUNCH_IN_BACKGROUND" value="true"/>
-<stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;&#10;&lt;resources&gt;&#10;&lt;item path=&quot;/ogham/pom.xml&quot; type=&quot;1&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/docs&quot; type=&quot;2&quot;/&gt;&#10;&lt;/resources&gt;}"/>
+<booleanAttribute key="org.eclipse.ui.externaltools.ATTR_BUILDER_ENABLED" value="true"/>
+<stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;&#10;&lt;resources&gt;&#10;&lt;item path=&quot;/ogham/src/docs&quot; type=&quot;2&quot;/&gt;&#10;&lt;/resources&gt;}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_LOCATION" value="${workspace_loc:/ogham/mvnw}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_RUN_BUILD_KINDS" value="auto,"/>
-<stringAttribute key="org.eclipse.ui.externaltools.ATTR_TOOL_ARGUMENTS" value="-Dmaven.site.skip&#10;post-site&#10;-N"/>
+<stringAttribute key="org.eclipse.ui.externaltools.ATTR_TOOL_ARGUMENTS" value="post-site&#10;-N&#10;-Dmaven.site.skip&#10;-Dsass.skip=true"/>
 <booleanAttribute key="org.eclipse.ui.externaltools.ATTR_TRIGGERS_CONFIGURED" value="true"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_WORKING_DIRECTORY" value="${workspace_loc:/ogham}"/>
 </launchConfiguration>
diff --git a/.externalToolBuilders/compile sass.launch b/.externalToolBuilders/compile sass.launch
@@ -1,6 +1,7 @@
 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
 <launchConfiguration type="org.eclipse.ui.externaltools.ProgramBuilderLaunchConfigurationType">
 <booleanAttribute key="org.eclipse.debug.ui.ATTR_LAUNCH_IN_BACKGROUND" value="true"/>
+<booleanAttribute key="org.eclipse.ui.externaltools.ATTR_BUILDER_ENABLED" value="true"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;&#10;&lt;resources&gt;&#10;&lt;item path=&quot;/ogham/src/site/scss&quot; type=&quot;2&quot;/&gt;&#10;&lt;/resources&gt;}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_LOCATION" value="${workspace_loc:/ogham/mvnw}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_RUN_BUILD_KINDS" value="auto,"/>

diff --git a/.externalToolBuilders/site [target].launch → ...lBuilders/site [target][no-report].launch b/.externalToolBuilders/site [target].launch → ...lBuilders/site [target][no-report].launch
@@ -1,10 +1,10 @@
 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
 <launchConfiguration type="org.eclipse.ui.externaltools.ProgramBuilderLaunchConfigurationType">
 <booleanAttribute key="org.eclipse.debug.ui.ATTR_LAUNCH_IN_BACKGROUND" value="true"/>
-<stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;&#10;&lt;resources&gt;&#10;&lt;item path=&quot;/ogham/pom.xml&quot; type=&quot;1&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/docs&quot; type=&quot;2&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/asciidoc&quot; type=&quot;2&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/resources&quot; type=&quot;2&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/site.xml&quot; type=&quot;1&quot;/&gt;&#10;&lt;/resources&gt;}"/>
+<stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;&#10;&lt;resources&gt;&#10;&lt;item path=&quot;/ogham/pom.xml&quot; type=&quot;1&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/asciidoc&quot; type=&quot;2&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/resources&quot; type=&quot;2&quot;/&gt;&#10;&lt;item path=&quot;/ogham/src/site/site.xml&quot; type=&quot;1&quot;/&gt;&#10;&lt;/resources&gt;}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_LOCATION" value="${workspace_loc:/ogham/mvnw}"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_RUN_BUILD_KINDS" value="auto,"/>
-<stringAttribute key="org.eclipse.ui.externaltools.ATTR_TOOL_ARGUMENTS" value="clean post-site -N&#10;-DgenerateProjectInfo=false&#10;-DgenerateReports=false&#10;-DgenerateSitemap=false&#10;-Dmaven.javadoc.skip=true"/>
+<stringAttribute key="org.eclipse.ui.externaltools.ATTR_TOOL_ARGUMENTS" value="post-site -N&#10;-DgenerateProjectInfo=false&#10;-DgenerateReports=false&#10;-DgenerateSitemap=false&#10;-Dmaven.javadoc.skip=true&#10;-Dmpir.skip=true&#10;-Dasciidoctor.skip=true&#10;-Dsass.skip=true"/>
 <booleanAttribute key="org.eclipse.ui.externaltools.ATTR_TRIGGERS_CONFIGURED" value="true"/>
 <stringAttribute key="org.eclipse.ui.externaltools.ATTR_WORKING_DIRECTORY" value="${workspace_loc:/ogham}"/>
 </launchConfiguration>
diff --git a/.travis.yml b/.travis.yml
@@ -25,62 +25,282 @@ addons:
 branches:
   except:
   - gh-.*
-
+
+
 before_install:
-  - echo "MAVEN_OPTS='-Xms512m -Xmx1024m -XX:PermSize=256m -XX:MaxPermSize=512m'" > ~/.mavenrc # see https://github.com/travis-ci/travis-ci/issues/4613
+  #- echo "MAVEN_OPTS='-Xms512m -Xmx1024m -XX:PermSize=256m -XX:MaxPermSize=512m'" > ~/.mavenrc # see https://github.com/travis-ci/travis-ci/issues/4613
   - set -o pipefail
-  # detect current Java version in order to execute classpath tests only for this version
-  - |
-    java_version=$(java -version 2>&1 | grep -i version | cut -d'"' -f2)
-    major=$(echo $java_version | cut -d'.' -f1)
-    [ "1" = "$major" ] \
-      && echo "$java_version" | cut -d'.' -f2 > "$HOME/java-version.info" \
-      || echo "$java_version" | cut -d'.' -f1 > "$HOME/java-version.info"
-  - JAVA_RELEASE_VERSION=$(cat "$HOME/java-version.info")
-  # start spring initializr for Ogham in background
-  - |
-    touch "$HOME/spring-initializr.log"
-    spring-initializr/./mvnw clean spring-boot:run -f spring-initializr > "$HOME/spring-initializr.log" &
-    echo "$!" > "$HOME/spring-initializr.pid"
-    tail -f "$HOME/spring-initializr.log" &
-  - grep -q 'Started SpringInitializrApplication' <(tail -f "$HOME/spring-initializr.log")
-  - cat "$HOME/spring-initializr.log"
-  - |
-    [ "$JAVA_RELEASE_VERSION" != "8" ] && exit 0
-    touch "$HOME/spring-initializr-older-versions.log"
-    spring-initializr/./mvnw clean spring-boot:run -f spring-initializr -Dspring-boot.version=1.5.21.RELEASE -Dspring-initializr.version=0.4.0.RELEASE -Drun.jvmArguments="-Dspring.profiles.active=older-versions" > "$HOME/spring-initializr-older-versions.log" &
-    echo "$!" > "$HOME/spring-initializr-older-versions.pid"
-    tail -f "$HOME/spring-initializr-older-versions.log" &
-  - grep -q 'Started SpringInitializrApplication' <(tail -f "$HOME/spring-initializr-older-versions.log")
-  - cat "$HOME/spring-initializr-older-versions.log"
-  # generate projects used to test the classpath on the current Ogham version
-  - OGHAM_VERSION=$(./mvnw -q -Dexec.executable="echo" -Dexec.args='${project.version}' --non-recursive org.codehaus.mojo:exec-maven-plugin:1.3.1:exec)
-  # TODO: it seems that parallel execution sometimes fails on Travis (seems to be spring-initializr that fails, why ?)
-  - ./mvnw spring-boot:run -pl :ogham-test-classpath -Dspring-boot.run.arguments="$HOME/classpath-tests" -Dspring-boot.run.jvmArguments="-Drunner.parallel=false -Dogham-version=$OGHAM_VERSION -Dspring.initializer.url=http://localhost:8050/starter.zip"
-  - |
-    [ "$JAVA_RELEASE_VERSION" != "8" ] && exit 0
-    ./mvnw spring-boot:run -pl :ogham-test-classpath -Dspring-boot.run.arguments="$HOME/classpath-tests" -Dspring-boot.run.jvmArguments="-Drunner.parallel=false -Dogham-version=$OGHAM_VERSION -Dspring.profiles.active=older-versions -Dspring.initializer.url=http://localhost:8052/starter.zip"
-  - ls -l "$HOME"
-  - ls -l "$HOME/classpath-tests"
-  # stop spring initializr
-  - kill `cat "$HOME/spring-initializr.pid"` || echo ""
-  - kill `cat "$HOME/spring-initializr-older-versions.pid"` || echo ""
-  - TEST_FOLDER=$(echo "JAVA_$JAVA_RELEASE_VERSION")
-  - echo $TEST_FOLDER
-  - ls -l "$HOME/classpath-tests/$TEST_FOLDER"
-script:
-  - ./mvnw clean install -DskipTests=true -Dmaven.javadoc.skip=true -Dskip.integration.tests=true -Dskip.unit.tests=true -B -q
-  - ./mvnw test verify -Dmaven.test.redirectTestOutputToFile=true -fae -B -q
-  - ./mvnw javadoc:javadoc -fae -B | grep -Ei '(error|warn)'
-  # execute generated classpath tests for the right java version
-  - $HOME/classpath-tests/$TEST_FOLDER/./mvnw test -T 2.5C -f "$HOME/classpath-tests/$TEST_FOLDER/pom.xml" -Dmaven.test.redirectTestOutputToFile=true -fae -q -B #| grep -Ei '(error|exception|Tests run:)'
-after_success:
-  - ./mvnw sonar:sonar -B | grep -Ei '(warn|error|ANALYSIS SUCCESSFUL)'
-  - ./mvnw deploy --settings .travis-settings.xml -DskipTests=true -B | grep -Ei '(Uploading|Downloading|Uploaded|Downloaded)'
-# TODO: after error -> grab logs and send it
-after_failure:
-  - cat "$HOME/spring-initializr.log"
-  - cat "$HOME/spring-initializr-older-versions.log"
+
+jobs:
+  include:
+    - stage: "Prepare"
+      jdk: oraclejdk8
+      script:
+        - TEST_FOLDER=JAVA_8 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+        - TEST_FOLDER=JAVA_8 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8052 INITIALIZER_ARGS='-Dspring-boot.version=1.5.21.RELEASE -Dspring-initializr.version=0.4.0.RELEASE -Drun.jvmArguments="-Dspring.profiles.active=older-versions"' GENERATION_ARGS="-Dspring.profiles.active=older-versions" build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: openjdk8
+      script:
+        - TEST_FOLDER=JAVA_8 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+        - TEST_FOLDER=JAVA_8 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8052 INITIALIZER_ARGS='-Dspring-boot.version=1.5.21.RELEASE -Dspring-initializr.version=0.4.0.RELEASE -Drun.jvmArguments="-Dspring.profiles.active=older-versions"' GENERATION_ARGS="-Dspring.profiles.active=older-versions" build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: oraclejdk9
+      script:
+        - TEST_FOLDER=JAVA_9 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: openjdk9
+      script:
+        - TEST_FOLDER=JAVA_9 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: openjdk10
+      script:
+        - TEST_FOLDER=JAVA_10 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: oraclejdk11
+      script:
+        - TEST_FOLDER=JAVA_11 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: openjdk11
+      script:
+        - TEST_FOLDER=JAVA_11 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+    - stage: "Prepare"
+      jdk: openjdk12
+      script:
+        - TEST_FOLDER=JAVA_12 INITIALIZER_NAME=spring-initializr INITIALIZER_PORT=8050 build/./generate-classpath-tests.sh
+
+    - stage: "Build"
+      jdk: oraclejdk8
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: openjdk8
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: oraclejdk9
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: openjdk9
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: openjdk10
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: oraclejdk11
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: openjdk11
+      script:
+        - build/./build.sh
+    - stage: "Build"
+      jdk: openjdk12
+      script:
+        - build/./build.sh
+
+    - stage: test
+      name: "Unit Tests"
+      jdk: oraclejdk8
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: openjdk8
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: oraclejdk9
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: openjdk9
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: openjdk10
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: oraclejdk11
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: openjdk11
+      script: build/./run-unit-tests.sh
+    - stage: test
+      name: "Unit Tests"
+      jdk: openjdk12
+      script: build/./run-unit-tests.sh
+
+    - stage: test
+      name: "Integration Tests"
+      jdk: oraclejdk8
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: openjdk8
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: oraclejdk9
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: openjdk9
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: openjdk10
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: oraclejdk11
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: openjdk11
+      script: build/./run-integration-tests.sh
+    - stage: test
+      name: "Integration Tests"
+      jdk: openjdk12
+      script: build/./run-integration-tests.sh
+
+    - stage: test
+      name: "Classpath Tests"
+      jdk: oraclejdk8
+      script: TEST_FOLDER=JAVA_8 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: openjdk8
+      script: TEST_FOLDER=JAVA_8 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: oraclejdk9
+      script: TEST_FOLDER=JAVA_9 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: openjdk9
+      script: TEST_FOLDER=JAVA_9 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: openjdk10
+      script: TEST_FOLDER=JAVA_10 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: oraclejdk11
+      script: TEST_FOLDER=JAVA_11 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: openjdk11
+      script: TEST_FOLDER=JAVA_11 build/./run-classpath-tests.sh
+    - stage: test
+      name: "Classpath Tests"
+      jdk: openjdk12
+      script: TEST_FOLDER=JAVA_12 build/./run-classpath-tests.sh
+
+    - stage: "Analyze"
+      jdk: oraclejdk8
+      script: build/./analyze.sh
+
+    - stage: "Documentation"
+      jdk: oraclejdk8
+      script: build/./generate-documentation.sh
+
+
+    - stage: "Deploy"
+      jdk: oraclejdk8
+      deploy:
+        skip_cleanup: true
+        provider: surge
+        project: $HOME/docs/
+        domain: ogham-documentation.surge.sh
+        on:
+          all_branches: true
+
+stages:
+  - "Prepare"
+  - "Build"
+  - test
+  - "Analyze"
+  - "Documentation"
+  - "Deploy"
+#    
+#before_install:
+#  - echo "MAVEN_OPTS='-Xms512m -Xmx1024m -XX:PermSize=256m -XX:MaxPermSize=512m'" > ~/.mavenrc # see https://github.com/travis-ci/travis-ci/issues/4613
+#  - set -o pipefail
+#  # detect current Java version in order to execute classpath tests only for this version
+#  - |
+#    java_version=$(java -version 2>&1 | grep -i version | cut -d'"' -f2)
+#    major=$(echo $java_version | cut -d'.' -f1)
+#    [ "1" = "$major" ] \
+#      && echo "$java_version" | cut -d'.' -f2 > "$HOME/java-version.info" \
+#      || echo "$java_version" | cut -d'.' -f1 > "$HOME/java-version.info"
+#  - JAVA_RELEASE_VERSION=$(cat "$HOME/java-version.info")
+#  # start spring initializr for Ogham in background
+#  - |
+#    touch "$HOME/spring-initializr.log"
+#    spring-initializr/./mvnw clean spring-boot:run -f spring-initializr > "$HOME/spring-initializr.log" &
+#    echo "$!" > "$HOME/spring-initializr.pid"
+#    tail -f "$HOME/spring-initializr.log" &
+#    grep -q 'Started SpringInitializrApplication' <(tail -f "$HOME/spring-initializr.log")
+#    #cat "$HOME/spring-initializr.log"
+#  - |
+#    if [ "$JAVA_RELEASE_VERSION" == "8" ]; then
+#      touch "$HOME/spring-initializr-older-versions.log"
+#      spring-initializr/./mvnw clean spring-boot:run -f spring-initializr -Dspring-boot.version=1.5.21.RELEASE -Dspring-initializr.version=0.4.0.RELEASE -Drun.jvmArguments="-Dspring.profiles.active=older-versions" > "$HOME/spring-initializr-older-versions.log" &
+#      echo "$!" > "$HOME/spring-initializr-older-versions.pid"
+#      tail -f "$HOME/spring-initializr-older-versions.log" &
+#      grep -q 'Started SpringInitializrApplication' <(tail -f "$HOME/spring-initializr-older-versions.log")
+#      #cat "$HOME/spring-initializr-older-versions.log"
+#    fi
+#  # generate projects used to test the classpath on the current Ogham version
+#  - OGHAM_VERSION=$(./mvnw -q -Dexec.executable="echo" -Dexec.args='${project.version}' --non-recursive org.codehaus.mojo:exec-maven-plugin:1.3.1:exec)
+#  # TODO: it seems that parallel execution sometimes fails on Travis (seems to be spring-initializr that fails, why ?)
+#  - ./mvnw spring-boot:run -pl :ogham-test-classpath -Dspring-boot.run.arguments="$HOME/classpath-tests" -Dspring-boot.run.jvmArguments="-Drunner.parallel=false -Dogham-version=$OGHAM_VERSION -Dspring.initializer.url=http://localhost:8050/starter.zip"
+#  - |
+#    if [ "$JAVA_RELEASE_VERSION" == "8" ]; then
+#      ./mvnw spring-boot:run -pl :ogham-test-classpath -Dspring-boot.run.arguments="$HOME/classpath-tests" -Dspring-boot.run.jvmArguments="-Drunner.parallel=false -Dogham-version=$OGHAM_VERSION -Dspring.profiles.active=older-versions -Dspring.initializer.url=http://localhost:8052/starter.zip"
+#    fi
+#  - ls -l "$HOME"
+#  - ls -l "$HOME/classpath-tests"
+#  # stop spring initializr
+#  - kill `cat "$HOME/spring-initializr.pid"` || echo ""
+#  - kill `cat "$HOME/spring-initializr-older-versions.pid"` || echo ""
+#  - TEST_FOLDER=$(echo "JAVA_$JAVA_RELEASE_VERSION")
+#  - echo $TEST_FOLDER
+#  - ls -l "$HOME/classpath-tests/$TEST_FOLDER"
+#script:
+#  - ./mvnw clean install -DskipTests=true -Dmaven.javadoc.skip=true -Dskip.integration.tests=true -Dskip.unit.tests=true -B -q
+#  - ./mvnw test verify -Dmaven.test.redirectTestOutputToFile=true -fae -B -q
+#  - ./mvnw javadoc:javadoc -fae -B | grep -Ei '(error|warn)'
+#  # execute generated classpath tests for the right java version
+#  - $HOME/classpath-tests/$TEST_FOLDER/./mvnw test -T 2.5C -f "$HOME/classpath-tests/$TEST_FOLDER/pom.xml" -Dmaven.test.redirectTestOutputToFile=true -fae -q -B #| grep -Ei '(error|exception|Tests run:)'
+#after_success:
+#  - ./mvnw sonar:sonar -B | grep -Ei '(warn|error|ANALYSIS SUCCESSFUL)'
+#  - bash <(curl -s https://codecov.io/bash)
+#  - ./mvnw deploy --settings .travis-settings.xml -DskipTests=true -B | grep -Ei '(Uploading|Downloading|Uploaded|Downloaded)'
+#  # generate site and reports
+#  - |
+#    #./mvnw post-site -Pmutation-testing
+#    ./mvnw post-site -fae -q -B | grep -Ei '(error|warn)'
+## upload reports
+#before_deploy:
+#  - mkdir -p $HOME/docs/$TRAVIS_BRANCH
+#  - cp -r target/site/ $HOME/docs/$TRAVIS_BRANCH/
+#deploy:
+#  skip_cleanup: true
+#  provider: surge
+#  project: $HOME/docs/
+#  domain: ogham-documentation.surge.sh
+#  on:
+#    all_branches: true
+#  
+## TODO: after error -> grab logs and send it
+#after_failure:
+#  - cat "$HOME/spring-initializr.log"
+#  - cat "$HOME/spring-initializr-older-versions.log"
 notifications:
   slack:
     rooms:
@@ -90,6 +310,10 @@ notifications:
       - "Build: <%{build_url}|#%{build_number}> (%{duration})"
       - "Commit: <%{compare_url}|%{commit}> by %{author}"
       - "%{commit_message}"
+      - "---"
+      - "Generated site: http://ogham-documentation.surge.sh/$TRAVIS_BRANCH/index.html"
+      - "Coverage report: http://ogham-documentation.surge.sh/$TRAVIS_BRANCH/jacoco-aggregate/index.html"
+      - "Mutation report: http://ogham-documentation.surge.sh/$TRAVIS_BRANCH/pit-reports/index.html"
 
 cache:
   directories: