wip: add gha for images

ccpgames · Apr 18, 2024 · ae14d82 · ae14d82
1 parent 57c7616
commit ae14d82
Show file tree

Hide file tree

Showing 8 changed files with 367 additions and 0 deletions.
diff --git a/.github/workflows/images_alpy.yml b/.github/workflows/images_alpy.yml
@@ -0,0 +1,127 @@
+name: Publish Docker Images (Alpy)
+
+on:
+ workflow_call:
+ inputs:
+ IMAGE_REGISTRY:
+ required: true
+ type: string
+ PSYCOPG_VERSION:
+ required: true
+ type: string
+ GRPCIO_IMAGE_VERSION:
+ required: true
+ type: string
+ PROTOPLASM_PY_PKG_VERSION:
+ required: true
+ type: string
+ secrets:
+ REGISTRY_USER:
+ required: true
+ REGISTRY_TOKEN:
+ required: true
+
+jobs:
+ alpy_base:
+ runs-on: ubuntu-latest
+ strategy:
+ matrix:
+ python-version: [ "3.8.18", "3.9.18", "3.10.13", "3.11.8", "3.12.2" ]
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.REGISTRY_USER }}
+ password: ${{ secrets.REGISTRY_TOKEN }}
+
+ - name: Set config variable env
+ run: |
+ ALPY_VERSION=`echo ${{ matrix.python-version }} | cut -d. -f1,2`
+ echo "ALPY_VERSION=$ALPY_VERSION" >> $GITHUB_ENV
+ echo "HASH_VERSION=${{ hashFiles('requirements.txt', 'docker/alpy/base.Dockerfile') }}" >> $GITHUB_ENV
+
+ - name: Build and push
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ file: docker/alpy/base.Dockerfile
+ network: host
+ no-cache: true
+ push: true
+ build-args: |
+ PYTHON_VERSION=${{ matrix.python-version }}
+ tags: |
+ ${{ inputs.IMAGE_REGISTRY }}/grpcio-alpy${{ env.ALPY_VERSION }}-base:${{ inputs.GRPCIO_IMAGE_VERSION }}-${{ env.HASH_VERSION }}
+ ${{ inputs.IMAGE_REGISTRY }}/grpcio-alpy${{ env.ALPY_VERSION }}-base:latest
+
+ alpy:
+ runs-on: ubuntu-latest
+ needs: [ alpy_base ]
+ strategy:
+ matrix:
+ alpy-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.REGISTRY_USER }}
+ password: ${{ secrets.REGISTRY_TOKEN }}
+
+ - name: Set config variable env
+ run: |
+ echo "IMG_FULL=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-alpy${{ matrix.alpy-version }}" >> $GITHUB_ENV
+ echo "HASH_VERSION=${{ hashFiles('requirements.txt', 'docker/alpy/base.Dockerfile') }}" >> $GITHUB_ENV
+
+ - name: Build and push
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ file: docker/alpy/Dockerfile
+ network: host
+ no-cache: true
+ push: true
+ build-args: |
+ PACKAGE_VERSION=${{ inputs.PROTOPLASM_PY_PKG_VERSION }}
+ BASE_IMAGE=${{ inputs.IMAGE_REGISTRY }}/grpcio-alpy${{ matrix.alpy-version }}-base:${{ inputs.GRPCIO_IMAGE_VERSION }}-${{ env.HASH_VERSION }}
+ tags: |
+ ${{ env.IMG_FULL }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-alpy${{ env.ALPY_VERSION }}
+
+ alpy_psycopg:
+ runs-on: ubuntu-latest
+ needs: [ alpy ]
+ strategy:
+ matrix:
+ alpy-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.REGISTRY_USER }}
+ password: ${{ secrets.REGISTRY_TOKEN }}
+
+ - name: Set config variable env
+ run: |
+ echo "IMG_FULL=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-alpy${{ matrix.alpy-version }}-psycopg${{ inputs.PSYCOPG_VERSION }}" >> $GITHUB_ENV
+
+ - name: Build and push
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ file: docker/alpy/psycopg.Dockerfile
+ network: host
+ no-cache: true
+ push: true
+ build-args: |
+ BASE_IMAGE=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-alpy${{ matrix.alpy-version }}
+ PSYCOPG_VERSION=${{ inputs.PSYCOPG_VERSION }}
+ tags: |
+ ${{ env.IMG_FULL }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-alpy${{ matrix.alpy-version }}-psycopg${{ inputs.PROTOPLASM_PY_PKG_VERSION }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-alpy${{ matrix.alpy-version }}-psycopg
diff --git a/.github/workflows/images_depy.yml b/.github/workflows/images_depy.yml
@@ -0,0 +1,90 @@
+name: Publish Docker Images (Depy)
+
+on:
+ workflow_call:
+ inputs:
+ IMAGE_REGISTRY:
+ required: true
+ type: string
+ PYODBC_VERSION:
+ required: true
+ type: string
+ PROTOPLASM_PY_PKG_VERSION:
+ required: true
+ type: string
+ secrets:
+ REGISTRY_USER:
+ required: true
+ REGISTRY_TOKEN:
+ required: true
+
+jobs:
+ depy:
+ runs-on: ubuntu-latest
+ strategy:
+ matrix:
+ python-version: [ "3.8.18", "3.9.18", "3.10.13", "3.11.8", "3.12.2"]
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.REGISTRY_USER }}
+ password: ${{ secrets.REGISTRY_TOKEN }}
+
+ - name: Set config variable env
+ run: |
+ DEPY_VERSION=`echo ${{ matrix.python-version }} | cut -d. -f1,2`
+ echo "DEPY_VERSION=${DEPY_VERSION}" >> $GITHUB_ENV
+ echo "IMG_FULL=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-depy${DEPY_VERSION}" >> $GITHUB_ENV
+
+ - name: Build and push
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ file: docker/depy/Dockerfile
+ network: host
+ no-cache: true
+ push: true
+ build-args: |
+ PYTHON_VERSION=${{ matrix.python-version }}
+ PACKAGE_VERSION=${{ inputs.PROTOPLASM_PY_PKG_VERSION }}
+ tags: |
+ ${{ env.IMG_FULL }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-depy${{ env.DEPY_VERSION }}
+
+ depy_pyodbc:
+ runs-on: ubuntu-latest
+ needs: [ depy ]
+ strategy:
+ matrix:
+ depy-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
+ steps:
+ - uses: actions/checkout@v4
+
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.REGISTRY_USER }}
+ password: ${{ secrets.REGISTRY_TOKEN }}
+
+ - name: Set config variable env
+ run: |
+ echo "IMG_FULL=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-depy${{ matrix.depy-version }}-pyodbc${{ inputs.PYODBC_VERSION }}" >> $GITHUB_ENV
+
+ - name: Build and push
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ file: docker/depy/pyodbc.Dockerfile
+ network: host
+ no-cache: true
+ push: true
+ build-args: |
+ BASE_IMAGE=${{ inputs.IMAGE_REGISTRY }}/protoplasm:${{ inputs.PROTOPLASM_PY_PKG_VERSION }}-depy${{ matrix.depy-version }}
+ PYODBC_VERSION=${{ inputs.PYODBC_VERSION }}
+ tags: |
+ ${{ env.IMG_FULL }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-depy${{ matrix.depy-version }}-pyodbc${{ inputs.PYODBC_VERSION }}
+ ${{ inputs.IMAGE_REGISTRY }}/protoplasm:latest-depy${{ matrix.depy-version }}-pyodbc
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -0,0 +1,48 @@
+name: Release
+
+on:
+ push:
+ branches: [ "add-gha-docker-images" ]
+ release:
+ types: [ created ]
+
+jobs:
+ release_to_pypi:
+ runs-on: ubuntu-latest
+ steps:
+ - run: echo "fake release pypy"
+
+ retrieve_version:
+ runs-on: ubuntu-latest
+ name: Retrieve protoplasm python package version
+ steps:
+ - uses: actions/checkout@v4
+
+ - run: |
+ PROTOPLASM_PY_PKG_FULL_VERSION=`python3 -c "import protoplasm; print(protoplasm.__version__)"`
+ PROTOPLASM_PY_PKG_SHORT_VERSION=`echo ${PROTOPLASM_PY_PKG_FULL_VERSION} | cut -d. -f1,2`
+ echo "PROTOPLASM_PY_PKG_VERSION=${PROTOPLASM_PY_PKG_SHORT_VERSION}" >> $GITHUB_ENV
+ echo "protoplasm version is ${PROTOPLASM_PY_PKG_FULL_VERSION}
+
+ image_alpy:
+ needs: [ release_to_pypi, retrieve_version ]
+ uses: ./.github/workflows/images_alpy.yml
+ with:
+ PROTOPLASM_PY_PKG_VERSION: ${{ env.PROTOPLASM_PY_PKG_VERSION }}
+ GRPCIO_IMAGE_VERSION: "1.0.0"
+ PSYCOPG_VERSION: "3.1"
+ IMAGE_REGISTRY: "vayan"
+ secrets:
+ REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
+ REGISTRY_TOKEN: ${{ secrets.REGISTRY_TOKEN }}
+
+ image_depy:
+ needs: [ release_to_pypi, retrieve_version ]
+ uses: ./.github/workflows/images_depy.yml
+ with:
+ PROTOPLASM_PY_PKG_VERSION: ${{ env.PROTOPLASM_PY_PKG_VERSION }}
+ PYODBC_VERSION: "5.1"
+ IMAGE_REGISTRY: "vayan"
+ secrets:
+ REGISTRY_USER: ${{ secrets.REGISTRY_USER }}
+ REGISTRY_TOKEN: ${{ secrets.REGISTRY_TOKEN }}
diff --git a/docker/alpy/Dockerfile b/docker/alpy/Dockerfile
@@ -0,0 +1,21 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+ARG PACKAGE_VERSION
+ENV PACKAGE_VERSION=${PACKAGE_VERSION}
+
+RUN echo Package Version is $PACKAGE_VERSION \
+ && echo Package Version in loops is ${PACKAGE_VERSION} \
+ && echo "Package Version in loops and string is ${PACKAGE_VERSION}" \
+ && apk add --update --no-cache --virtual .build-deps \
+ gcc \
+ linux-headers \
+ make \
+ musl-dev \
+ python3-dev \
+ libffi-dev \
+ g++ \
+ && python -m pip install --upgrade pip \
+ && python -m pip install --upgrade cryptography \
+ && python -m pip install --upgrade "protoplasm==${PACKAGE_VERSION}.*" \
+ && apk del .build-deps
diff --git a/docker/alpy/base.Dockerfile b/docker/alpy/base.Dockerfile
@@ -0,0 +1,19 @@
+ARG PYTHON_VERSION
+FROM python:${PYTHON_VERSION}-alpine3.19
+
+COPY requirements.txt .
+
+RUN apk add --update --no-cache --virtual .build-deps \
+ gcc \
+ linux-headers \
+ make \
+ musl-dev \
+ python3-dev \
+ libffi-dev \
+ g++ \
+ && python -m pip install --upgrade pip \
+ && python -m pip install --upgrade cryptography \
+ && python -m pip install --upgrade -r requirements.txt \
+ && apk del .build-deps \
+ && rm -f requirements.txt \
+ && apk add --update --no-cache libstdc++
diff --git a/docker/alpy/psycopg.Dockerfile b/docker/alpy/psycopg.Dockerfile
@@ -0,0 +1,19 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+ARG PSYCOPG_VERSION
+ENV PSYCOPG_VERSION=${PSYCOPG_VERSION}
+
+RUN apk add --update --no-cache --virtual .build-deps \
+ gcc \
+ linux-headers \
+ make \
+ musl-dev \
+ python3-dev \
+ libffi-dev \
+ g++ \
+ postgresql-dev \
+ && python -m pip install --upgrade pip \
+ && python -m pip install --upgrade "psycopg[binary]==${PSYCOPG_VERSION}.*" \
+ && apk del .build-deps \
+ && apk add --update --no-cache libpq
diff --git a/docker/depy/Dockerfile b/docker/depy/Dockerfile
@@ -0,0 +1,14 @@
+ARG PYTHON_VERSION
+FROM python:${PYTHON_VERSION}-slim-bookworm
+
+ARG PACKAGE_VERSION
+ENV PACKAGE_VERSION=${PACKAGE_VERSION}
+
+# Stuff and libraries
+RUN apt-get update \
+ && apt-get install -y \
+ apt-transport-https \
+ python3-dev \
+ --no-install-recommends \
+ && python -m pip install --upgrade pip \
+ && python -m pip install --upgrade "protoplasm==${PACKAGE_VERSION}.*"
diff --git a/docker/depy/pyodbc.Dockerfile b/docker/depy/pyodbc.Dockerfile
@@ -0,0 +1,29 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+ARG PYODBC_VERSION
+ENV PYODBC_VERSION=${PYODBC_VERSION}
+
+RUN apt-get update \
+ && ACCEPT_EULA=Y apt-get install -y curl \
+ gnupg \
+ && apt-get clean \
+ && apt-get autoremove --purge
+
+# Get some keys that seems proper
+RUN curl -fsSL https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor -o /usr/share/keyrings/microsoft-prod.gpg
+
+# Download appropriate package for the OS version - Debian 12
+RUN curl https://packages.microsoft.com/config/debian/12/prod.list > /etc/apt/sources.list.d/mssql-release.list
+
+# Install the drivers, tools, Dev libraries & necessary locales
+RUN apt-get update \
+ && ACCEPT_EULA=Y apt-get install -y msodbcsql17 \
+ unixodbc-dev \
+ python3-dev \
+ g++ \
+ && python -m pip install "pyodbc==${PYODBC_VERSION}.*" \
+ && apt-get purge -y --auto-remove unixodbc-dev \
+ g++ \
+ && apt-get -y clean \
+ && apt-get autoremove -y --purge \