From 3db5cc76ef194bd032c0bdcdea6ffba0f95f331d Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 13:01:07 +0800 Subject: [PATCH 01/10] fixed integration test failed --- .../ci-integration-backwards-compatibility.yaml | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 3cdd7c01de0cc..dc38e74f74a3b 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -57,6 +57,14 @@ jobs: if: steps.docs.outputs.changed_only == 'no' run: mvn -B -f tests/docker-images/pom.xml install -am -Pdocker -DskipTests + - name: get docker size + if: steps.docs.outputs.changed_only == 'no' + run: df -h + + - name: get docker size + if: steps.docs.outputs.changed_only == 'no' + run: docker images + - name: clean docker container if: steps.docs.outputs.changed_only == 'no' run: docker system prune -f @@ -69,6 +77,14 @@ jobs: if: steps.docs.outputs.changed_only == 'no' run: docker rmi -f jekyll/builder:latest && docker rmi -f mcr.microsoft.com/azure-pipelines/node8-typescript:latest + - name: get docker size + if: steps.docs.outputs.changed_only == 'no' + run: df -h + + - name: get docker size + if: steps.docs.outputs.changed_only == 'no' + run: docker images + - name: run integration tests if: steps.docs.outputs.changed_only == 'no' run: mvn -B -f tests/pom.xml test -DintegrationTestSuiteFile=pulsar-backwards-compatibility.xml -DintegrationTests -DredirectTestOutputToFile=false From b63db9df68ac62790f69dd5195e98c6852a6ec89 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 13:09:53 +0800 Subject: [PATCH 02/10] Disable docs --- .../ci-integration-backwards-compatibility.yaml | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index dc38e74f74a3b..9db4b1bc17a60 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -44,47 +44,36 @@ jobs: args: site2 .github deployment .asf.yaml - name: Set up JDK 1.8 - if: steps.docs.outputs.changed_only == 'no' uses: actions/setup-java@v1 with: java-version: 1.8 - name: run install by skip tests - if: steps.docs.outputs.changed_only == 'no' run: mvn clean install -DskipTests - name: build artifacts and docker image - if: steps.docs.outputs.changed_only == 'no' run: mvn -B -f tests/docker-images/pom.xml install -am -Pdocker -DskipTests - name: get docker size - if: steps.docs.outputs.changed_only == 'no' run: df -h - name: get docker size - if: steps.docs.outputs.changed_only == 'no' run: docker images - name: clean docker container - if: steps.docs.outputs.changed_only == 'no' run: docker system prune -f - name: remove docker node image - if: steps.docs.outputs.changed_only == 'no' run: docker rmi -f node:10 && docker rmi -f node:12 && docker rmi -f buildpack-deps:stretch - name: remove docker builder and microsoft image - if: steps.docs.outputs.changed_only == 'no' run: docker rmi -f jekyll/builder:latest && docker rmi -f mcr.microsoft.com/azure-pipelines/node8-typescript:latest - name: get docker size - if: steps.docs.outputs.changed_only == 'no' run: df -h - name: get docker size - if: steps.docs.outputs.changed_only == 'no' run: docker images - name: run integration tests - if: steps.docs.outputs.changed_only == 'no' run: mvn -B -f tests/pom.xml test -DintegrationTestSuiteFile=pulsar-backwards-compatibility.xml -DintegrationTests -DredirectTestOutputToFile=false From edfdc800d11d7d98af139491d3d631485ee03890 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 13:50:23 +0800 Subject: [PATCH 03/10] Add get file size command --- .../ci-integration-backwards-compatibility.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 9db4b1bc17a60..9de9ac2cd4cf8 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -51,6 +51,12 @@ jobs: - name: run install by skip tests run: mvn clean install -DskipTests + - name: get space size + run: df -h + + - name: get file size + run: du -sh / + - name: build artifacts and docker image run: mvn -B -f tests/docker-images/pom.xml install -am -Pdocker -DskipTests @@ -60,6 +66,9 @@ jobs: - name: get docker size run: docker images + - name: get file size + run: du -sh / + - name: clean docker container run: docker system prune -f From 8686c947a2b30cb03fe569eac6999a72dd56aef1 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:12:03 +0800 Subject: [PATCH 04/10] Add get file size --- .../workflows/ci-integration-backwards-compatibility.yaml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 9de9ac2cd4cf8..0224537b81a94 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -55,7 +55,13 @@ jobs: run: df -h - name: get file size - run: du -sh / + run: du -sh + + - name: get directory size + run: ls / + + - name: get file size + run: sudo du -sh / - name: build artifacts and docker image run: mvn -B -f tests/docker-images/pom.xml install -am -Pdocker -DskipTests From 0fde86b1a3844a4770354fb80c2afade0febfb3b Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:15:07 +0800 Subject: [PATCH 05/10] Fixed get disk size --- .../workflows/ci-integration-backwards-compatibility.yaml | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 0224537b81a94..946a662691321 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -48,6 +48,12 @@ jobs: with: java-version: 1.8 + - name: get space size + run: df -h + + - name: get file size + run: du -sh + - name: run install by skip tests run: mvn clean install -DskipTests From 457fb3182c27b47c2793b76652c9d53fc4645285 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:25:19 +0800 Subject: [PATCH 06/10] Clean disk --- .../ci-integration-backwards-compatibility.yaml | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 946a662691321..bd212dd0472b8 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -54,6 +54,17 @@ jobs: - name: get file size run: du -sh + - name: clean disk + run: | + sudo swapoff -a + sudo rm -f /swapfile + sudo apt clean + docker rmi $(docker image ls -aq) + df -h + + - name: get space size + run: df -h + - name: run install by skip tests run: mvn clean install -DskipTests From 5c2f998fc7f982ca14799e800930ed6ddff8f803 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:32:59 +0800 Subject: [PATCH 07/10] Fixed delete fil --- .github/workflows/ci-integration-backwards-compatibility.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index bd212dd0472b8..3123c63d5457e 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -59,9 +59,9 @@ jobs: sudo swapoff -a sudo rm -f /swapfile sudo apt clean - docker rmi $(docker image ls -aq) + docker rmi -f $(docker image ls -aq) df -h - + - name: get space size run: df -h From 26108f903e62941601deacb382ebd072adaa1af7 Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:35:45 +0800 Subject: [PATCH 08/10] Use ubuntu18.04 --- .github/workflows/ci-integration-backwards-compatibility.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 3123c63d5457e..661a2d0f81b33 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -27,7 +27,7 @@ jobs: backwards-compatibility: name: - runs-on: ubuntu-latest + runs-on: ubuntu-18.04 timeout-minutes: 120 steps: From 7b3a05bcedeb23e5ce9a48003647d77274ac513b Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:36:35 +0800 Subject: [PATCH 09/10] Use ubuntu 16.04 --- .github/workflows/ci-integration-backwards-compatibility.yaml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 661a2d0f81b33..5ee770e0f2b81 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -27,7 +27,7 @@ jobs: backwards-compatibility: name: - runs-on: ubuntu-18.04 + runs-on: ubuntu-16.04 timeout-minutes: 120 steps: @@ -59,7 +59,6 @@ jobs: sudo swapoff -a sudo rm -f /swapfile sudo apt clean - docker rmi -f $(docker image ls -aq) df -h - name: get space size From b3d370803f258b73e431a9eabc15552f45e42abe Mon Sep 17 00:00:00 2001 From: guangning Date: Tue, 17 Mar 2020 14:44:59 +0800 Subject: [PATCH 10/10] Clean disk --- ...i-integration-backwards-compatibility.yaml | 39 +------------------ 1 file changed, 2 insertions(+), 37 deletions(-) diff --git a/.github/workflows/ci-integration-backwards-compatibility.yaml b/.github/workflows/ci-integration-backwards-compatibility.yaml index 5ee770e0f2b81..6501d6e601073 100644 --- a/.github/workflows/ci-integration-backwards-compatibility.yaml +++ b/.github/workflows/ci-integration-backwards-compatibility.yaml @@ -27,7 +27,7 @@ jobs: backwards-compatibility: name: - runs-on: ubuntu-16.04 + runs-on: ubuntu-latest timeout-minutes: 120 steps: @@ -51,34 +51,17 @@ jobs: - name: get space size run: df -h - - name: get file size - run: du -sh - - name: clean disk run: | sudo swapoff -a sudo rm -f /swapfile sudo apt clean + docker rmi -f $(docker image ls -aq) df -h - - name: get space size - run: df -h - - name: run install by skip tests run: mvn clean install -DskipTests - - name: get space size - run: df -h - - - name: get file size - run: du -sh - - - name: get directory size - run: ls / - - - name: get file size - run: sudo du -sh / - - name: build artifacts and docker image run: mvn -B -f tests/docker-images/pom.xml install -am -Pdocker -DskipTests @@ -88,23 +71,5 @@ jobs: - name: get docker size run: docker images - - name: get file size - run: du -sh / - - - name: clean docker container - run: docker system prune -f - - - name: remove docker node image - run: docker rmi -f node:10 && docker rmi -f node:12 && docker rmi -f buildpack-deps:stretch - - - name: remove docker builder and microsoft image - run: docker rmi -f jekyll/builder:latest && docker rmi -f mcr.microsoft.com/azure-pipelines/node8-typescript:latest - - - name: get docker size - run: df -h - - - name: get docker size - run: docker images - - name: run integration tests run: mvn -B -f tests/pom.xml test -DintegrationTestSuiteFile=pulsar-backwards-compatibility.xml -DintegrationTests -DredirectTestOutputToFile=false