Docker Diet: shrink images 80% and CI runtimes 50%

.github/workflows/dash-bmv2-bldr-docker.yml

@@ -0,0 +1,33 @@
+name: DASH-docker-bmv2-bldr-build-image
+
+
+on:
+  push:
+    branches: [ "**" ]
+    paths:
+      - '.github/workflows/dash-bmv2-bldr-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.bmv2-bldr'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  pull_request:
+    branches: [ "main" ]
+    paths:
+      - '.github/workflows/dash-bmv2-bldr-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.bmv2-bldr'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  workflow_dispatch:
+
+jobs:
+  build:
+    name: Build docker dash-bmv2-bldr image
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: ./dash-pipeline
+    steps:
+    - uses: actions/checkout@v3
+    - name: Build dash-bmv2-bldr docker image
+      run: make docker-bmv2-bldr
+    - name: Publish dash-bmv2 docker image
+      run: make docker-publish-bmv2-bldr

.github/workflows/dash-ci.yml → .github/workflows/dash-bmv2-ci.yml

@@ -1,4 +1,4 @@
-name: DASH-CI
+name: DASH-BMV2-CI
 
 on:
   push:
@@ -10,7 +10,7 @@ on:
       - 'test/**.sh'
       - 'test/**.yml'
       - 'dash-pipeline/**'
-      - '!dash-pipeline/Dockerfile'
+      - '!dash-pipeline/docker files/Dockerfile.*'
       - '!dash-pipeline/.dockerignore'
       - '!dash-pipeline/**.md'
       - '!dash-pipeline/**.svg'
@@ -25,7 +25,7 @@ on:
       - 'test/**.sh'
       - 'test/**.yml'
       - 'dash-pipeline/**'
-      - '!dash-pipeline/Dockerfile'
+      - '!dash-pipeline/docker files/Dockerfile.*'
       - '!dash-pipeline/.dockerignore'
       - '!dash-pipeline/**.md'
       - '!dash-pipeline/**.svg'
@@ -46,15 +46,17 @@ jobs:
     steps:
     - uses: actions/checkout@v3
     - name: Pull docker p4c image
-      run: make docker-pull-p4c
+      run: make docker-pull-dash-p4c
     - name: Build P4 software switch (bmv2) and P4Info
       run: DOCKER_FLAGS=$docker_fg_flags make p4
     - name: Install SAI submodule
       run: git submodule update --init
-    - name: Pull docker bmv2 image
-      run: make docker-pull-bmv2
+    - name: Pull docker saithrift-bldr image
+      run: make docker-pull-saithrift-bldr
     - name: Generate SAI API
       run: DOCKER_FLAGS=$docker_fg_flags make sai
+    - name: Pull docker bmv2-bldr image
+      run: make docker-pull-bmv2-bldr
     - name: Build libsai c++ tests
       run: DOCKER_FLAGS=$docker_fg_flags make test
     - name: Prepare network

.github/workflows/dash-grpc1.43.2-docker.yml

@@ -0,0 +1,33 @@
+name: DASH-docker-grpc1.43.2-build-image
+
+
+on:
+  push:
+    branches: [ "**" ]
+    paths:
+      - '.github/workflows/dash-grpc1.43.2-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.grpc1.43.2'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  pull_request:
+    branches: [ "main" ]
+    paths:
+      - '.github/workflows/dash-grpc1.43.2-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.grpc1.43.2'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  workflow_dispatch:
+
+jobs:
+  build:
+    name: Build docker dash-grpc1.43.2 image
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: ./dash-pipeline
+    steps:
+    - uses: actions/checkout@v3
+    - name: Build dash-grpc1.43.2 docker image
+      run: make docker-dash-grpc
+    - name: Publish dash-bmv2 docker image
+      run: make docker-publish-dash-grpc

.github/workflows/dash-p4c-bmv2-docker.yml

@@ -0,0 +1,33 @@
+name: DASH-docker-p4c-bmv2-build-image
+
+
+on:
+  push:
+    branches: [ "**" ]
+    paths:
+      - '.github/workflows/dash-p4c-bmv2-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.p4c-bmv2'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  pull_request:
+    branches: [ "main" ]
+    paths:
+      - '.github/workflows/dash-p4c-bmv2-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.p4c-bmv2'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  workflow_dispatch:
+
+jobs:
+  build:
+    name: Build docker dash-p4c-bmv2 image
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: ./dash-pipeline
+    steps:
+    - uses: actions/checkout@v3
+    - name: Build dash-p4c-bmv2 docker image
+      run: make docker-dash-p4c
+    - name: Publish dash-p4c-bmv2 docker image
+      run: make docker-publish-dash-p4c

.github/workflows/dash-saithrift-docker.yml

@@ -0,0 +1,32 @@
+name: DASH-docker-saithrift-build-image
+
+on:
+  push:
+    branches: [ "**" ]
+    paths:
+      - '.github/workflows/dash-saithrift-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.saithrift'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  pull_request:
+    branches: [ "main" ]
+    paths:
+      - '.github/workflows/dash-saithrift-docker.yml'
+      - 'dash-pipeline/dockerfiles/Dockerfile.saithrift'
+      - 'dash-pipeline/.dockerignore'
+      - 'dash-pipeline/dockerfiles/.dockerignore'
+  workflow_dispatch:
+
+jobs:
+  build:
+    name: Build docker dash-saithrift image
+    runs-on: ubuntu-20.04
+    defaults:
+      run:
+        working-directory: ./dash-pipeline
+    steps:
+    - uses: actions/checkout@v3
+    - name: Build dash-saithrift docker image
+      run: make docker-saithrift-bldr
+    - name: Publish dash-saithrift docker image
+      run: make docker-publish-saithrift-bldr

.gitmodules

@@ -1,4 +1,4 @@
 [submodule "SAI"]
 	path = dash-pipeline/SAI/SAI
-	url = https://github.com/opencomputeproject/SAI.git
-	branch = master
+	url = https://github.com/chrispsommers/SAI.git
+	branch = add-gensairpc-flags

README.md

@@ -1,4 +1,4 @@
-[![DASH-model-CI](https://github.com/dgalan-xxia/DASH/workflows/Sirius-CI/badge.svg?branch=main)](https://github.com/dgalan-xxia/DASH/actions/workflows/sirius-ci.yml)
+[![DASH-bmv2-CI](https://github.com/Azure/DASH/workflows/DASH-BMV2-CI/badge.svg?branch=main)](https://github.com/Azure/DASH/actions/workflows/dash-bmv2-ci.yml)
 
 # SONiC-DASH - Disaggregated API for SONiC Hosts - DRAFT/Work in Progress
 

dash-pipeline/.dockerignore

@@ -1,7 +1 @@
-bmv2
-images
-SAI
-tests
-*.md
-Makefile
-*.p4
+*