Merge pull request #553 from SORMAS-Foundation/HSP-5503-sormas-1-87-0…

…-freigabe-und-bitte-um-roll-out Hsp 5503 sormas 1 87 0 freigabe und bitte um roll out
SORMAS-Foundation · Aug 30, 2023 · e2973e7 · e2973e7
2 parents 54863d1 + 28b3125
commit e2973e7
Show file tree

Hide file tree

Showing 23 changed files with 83 additions and 150 deletions.
diff --git a/.env b/.env
@@ -1,9 +1,10 @@
 SORMAS_POSTGRES_PASSWORD=password
 SORMAS_POSTGRES_USER=sormas_user
 
-SORMAS_DOCKER_VERSION=2.47.0
-SORMAS_VERSION=1.86.0
-SORMAS_DEMIS_VERSION=1.31.0
+SORMAS_DOCKER_VERSION=2.48.0
+SORMAS_VERSION=1.87.0
+# only needed for CI build systems
+SORMAS_DEMIS_VERSION=1.33.0
 
 SORMAS_SERVER_URL=sormas-docker-test.com
 SORMAS_URL=https://github.com/hzi-braunschweig/SORMAS-Project/releases/download/
@@ -23,7 +24,6 @@ KEYCLOAK_SORMAS_BACKEND_SECRET=changeit
 DB_HOST=postgres
 DOMAIN_NAME=sormas
 DB_NAME=sormas
-DB_NAME_AUDIT=sormas_audit
 DB_JDBC_MAXPOOLSIZE=512
 DB_JDBC_IDLE_TIMEOUT=300
 LOCALE=de-DE
@@ -136,8 +136,6 @@ LINKMOBILITY_PASSWORD=changeit
 
 AS_ADMIN_NEWPASSWORD=N3wAsAdm!nPW
 
-DEMIS_ENABLED=false
-
 BACKUP_FILES="documents custom"
 
 SORMAS_ANGULAR_KEYCLOAK_REALM=SORMAS

diff --git a/.gitattributes b/.gitattributes
@@ -53,7 +53,7 @@ gradlew text eol=lf
 
 ## DOCKER
 *.dockerignore text
-Dockerfile text
+Dockerfile text eol=lf
 
 ## DOCUMENTATION
 *.markdown text

diff --git a/.github/workflows/pre-release.yml b/.github/workflows/pre-release.yml
@@ -17,7 +17,6 @@ jobs:
  run: | 
  echo "SORMAS_DOCKER_VERSION=$(cat .env | grep SORMAS_DOCKER_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
  echo "SORMAS_VERSION=$(cat .env | grep SORMAS_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
- echo "DEMIS_VERSION=$(cat .env | grep DEMIS_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
  - name: Release
  uses: softprops/action-gh-release@v0.1.14 
  #if: startsWith(github.ref, 'refs/tags/')
@@ -28,7 +27,6 @@ jobs:
  body: |
  ## Versions
  SORMAS VERSION: ${{ env.SORMAS_VERSION }}
- DEMIS: ${{ env.DEMIS_VERSION }}
 
  ## Application release notes
  https://github.com/sormas-foundation/SORMAS-Project/releases/tag/v${{ env.SORMAS_VERSION }}
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -17,7 +17,6 @@ jobs:
  run: | 
  echo "SORMAS_DOCKER_VERSION=$(cat .env | grep SORMAS_DOCKER_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
  echo "SORMAS_VERSION=$(cat .env | grep SORMAS_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
- echo "DEMIS_VERSION=$(cat .env | grep DEMIS_VERSION | cut -d '=' -f2)" >> $GITHUB_ENV
  - name: Release
  uses: softprops/action-gh-release@v0.1.14 
  #if: startsWith(github.ref, 'refs/tags/')
@@ -28,7 +27,6 @@ jobs:
  body: |
  ## Versions
  SORMAS VERSION: ${{ env.SORMAS_VERSION }}
- DEMIS: ${{ env.DEMIS_VERSION }}
 
  ## Application release notes
  https://github.com/sormas-foundation/SORMAS-Project/releases/tag/v${{ env.SORMAS_VERSION }}
diff --git a/Documents/Database.md b/Documents/Database.md
@@ -20,7 +20,6 @@ Database related values set in `.env`file:
 
 * Database server: `DB_HOST`: postgres
 * Sormas Database: `DB_NAME`: sormas
-* Sormas Audit Database: `DB_NAME_AUDIT`: sormas_audit
 * Sormas Database User: `SORMAS_POSTGRES_USER`: sormas_user
 * Sormas Database Password: `SORMAS_POSTGRES_PASSWORD`: password
 
@@ -30,19 +29,18 @@ Several parameters are configured in `docker-compose.yml`:
 
 #### Database
 
-The `postgres` container is set up with the `SORMAS_POSTGRES_PASSWORD` from the `.env` file. The `sormas` DB and `sormas_audit` DB are created and initialized. The `sormas` user gets created.
+The `postgres` container is set up with the `SORMAS_POSTGRES_PASSWORD` from the `.env` file. The `sormas` DB is created and initialized. The `sormas` user gets created.
 
-Additionally the `postgres`container listens on localhost port 5432. This can be used to access the `sormas` database e.g. for creating local DB dumps.
+Additionally, the `postgres`container listens on localhost port 5432. This can be used to access the `sormas` database e.g. for creating local DB dumps.
 
-Database files for `sormas` and `sormas_audit` are held on the host in a local folder.
+Database files for `sormas` are held on the host in a local folder.
 
 ```yaml
 services:
  postgres:
  environment:
  - POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - DB_NAME=sormas
- - DB_NAME_AUDIT=sormas_audit
  - SORMAS_POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - SORMAS_POSTGRES_USER=${SORMAS_POSTGRES_USER}
  ports:
@@ -53,20 +51,17 @@ services:
 
 #### pg_dump container
 
-In the default installation a pg_dump container is started. This container dumps the `sormas` and `sormas_audit` database on a regularly basis (to a folder on the host (`/backup`). 
+In the default installation a pg_dump container is started. This container dumps all database on the host (except postgres and template) on a regular basis to a folder on the host (`/backup`). 
 
 ```yaml
 services:
  pg_dump:
  environment:
  - DB_HOST=${DB_HOST}
- - DB_NAME=sormas
- - DB_NAME_AUDIT=sormas_audit
  - PGPASSWORD=${SORMAS_POSTGRES_PASSWORD}
- - SORMAS_POSTGRES_USER=${SORMAS_POSTGRES_USER}
+ - POSTGRES_USER=${SORMAS_POSTGRES_USER}
  - MIN=15,45 # Twice the hour on 15 and 45 (use crontab notation)
  - HOUR= # Keep empty for every hour. Use crontab notation otherwise
- - KEEP=1 # keep one day
  volumes:
  - /backup:/var/opt/db_dumps
 ```
@@ -83,7 +78,6 @@ services:
  - SORMAS_POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - DB_HOST=${DB_HOST}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
 
 ```
 ### partner

diff --git a/README.md b/README.md
@@ -78,8 +78,6 @@ These Options are available to customize the installation:
 
 **DB_NAME** Name of the database for the SORMAS data
 
-**DB_NAME_AUDIT** Name of the database for SORMAS audit data
-
 **DB_HOST** Hostname or IP of the database host
 
 **DB_JDBC_MAXPOOLSIZE** Sets the maximum number of database connections

diff --git a/apache2/Dockerfile b/apache2/Dockerfile
@@ -1,16 +1,12 @@
 FROM httpd:2.4-alpine as build
 ARG SORMAS_SERVER_URL
 
-ARG SORMAS_VERSION=1.86.0
+ARG SORMAS_VERSION=1.87.0
 ARG MOD_AUTH_OPENIDC_VERSION=2.4.11.3
 
 ENV SORMAS_VERSION=$SORMAS_VERSION
 ARG SORMAS_URL=https://github.com/sormas-foundation/SORMAS-Project/releases/download/
 
-
-
-
-
 RUN apk update --no-cache && \
  apk upgrade --no-cache
 
@@ -36,7 +32,7 @@ RUN cd /usr/src/apache2/mod_auth_openidc-${MOD_AUTH_OPENIDC_VERSION}/ && ls -la
 
 FROM httpd:2.4-alpine
 ARG SORMAS_SERVER_URL
-ARG SORMAS_VERSION=1.86.0
+ARG SORMAS_VERSION=1.87.0
 
 ENV SORMAS_VERSION=$SORMAS_VERSION
 ARG SORMAS_URL=https://github.com/sormas-foundation/SORMAS-Project/releases/download/

diff --git a/docker-compose-angular.yml b/docker-compose-angular.yml
@@ -31,13 +31,11 @@ services:
  - SORMAS_HOST_NAME=${SORMAS_SERVER_URL}
  - SORMAS_HTTPS_PORT=443
  - NAMESIMILARITYTHRESHOLD=${NAMESIMILARITYTHRESHOLD}
- - DEMIS_ENABLED=${DEMIS_ENABLED}
  volumes:
  - ${SORMAS_PATH}/documents:/opt/sormas/documents
  - ${SORMAS_PATH}/custom:/opt/sormas/custom
  - ${SORMAS_PATH}/sormas-logs:/opt/domains/sormas/logs
  - ./apache2/certs:/tmp/certs
- - ${SORMAS_PATH}/demis:/tmp/${DOMAIN_NAME}/config/demis
  healthcheck:
  test: ["CMD", "curl", "-f", "-I", "http://localhost:6048"]
  interval: 30s

diff --git a/docker-compose-build.yml b/docker-compose-build.yml
@@ -24,7 +24,6 @@ services:
  - DB_HOST=${DB_HOST}
  - DOMAIN_NAME=${DOMAIN_NAME}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
  - MAIL_FROM=${MAIL_FROM}
  - SORMAS_VERSION=${SORMAS_VERSION}
  image: hzibraunschweig/sormas-application:${SORMAS_DOCKER_VERSION}

diff --git a/docker-compose-external-db.yml b/docker-compose-external-db.yml
@@ -12,7 +12,6 @@ services:
  - DB_HOST=${DB_HOST}
  - DOMAIN_NAME=${DOMAIN_NAME}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
  - MAIL_HOST=${MAIL_HOST}
  - SMTP_PORT=${SMTP_PORT}
  - SMTP_USER=${SMTP_USER}

diff --git a/docker-compose-keycloak.yml b/docker-compose-keycloak.yml
@@ -31,13 +31,11 @@ services:
  - SORMAS_HOST_NAME=${SORMAS_SERVER_URL}
  - SORMAS_HTTPS_PORT=443
  - NAMESIMILARITYTHRESHOLD=${NAMESIMILARITYTHRESHOLD}
- - DEMIS_ENABLED=${DEMIS_ENABLED}
  volumes:
  - ${SORMAS_PATH}/documents:/opt/sormas/documents
  - ${SORMAS_PATH}/custom:/opt/sormas/custom
  - ${SORMAS_PATH}/sormas-logs:/opt/domains/sormas/logs
  - ./apache2/certs:/tmp/certs
- - ${SORMAS_PATH}/demis:/tmp/${DOMAIN_NAME}/config/demis
  healthcheck:
  test: ["CMD", "curl", "-f", "-I", "http://localhost:6048"]
  interval: 30s
@@ -131,6 +129,7 @@ services:
  - keycloak
  environment:
  - PROMETHEUS_SERVERS=${PROMETHEUS_SERVERS}
+ - HTTP_TIMEOUT=${HTTP_TIMEOUT}
  volumes:
  - ./apache2/certs:/usr/local/apache2/certs
  - ${SORMAS_PATH}/apache2_log:/var/log/apache2

diff --git a/docker-compose_nginx.yml b/docker-compose_nginx.yml
@@ -13,7 +13,6 @@ services:
  - DOMAIN_NAME=${DOMAIN_NAME}
  - DB_JDBC_MAXPOOLSIZE=${DB_JDBC_MAXPOOLSIZE}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
  - MAIL_HOST=${MAIL_HOST}
  - SMTP_PORT=${SMTP_PORT}
  - SMTP_USER=${SMTP_USER}
@@ -64,7 +63,6 @@ services:
  environment:
  - POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - DB_NAME=sormas
- - DB_NAME_AUDIT=sormas_audit
  - SORMAS_POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - SORMAS_POSTGRES_USER=${SORMAS_POSTGRES_USER}
  - TZ=${TZ}

diff --git a/keycloak/Dockerfile b/keycloak/Dockerfile
@@ -1,17 +1,22 @@
+ARG KEYCLOAK_VERSION=21.1.2
+
 # 1. Get config data from SORMAS release archive
 FROM redhat/ubi8-minimal:latest as config-source
 USER root
 RUN microdnf update && microdnf install -y wget unzip
 
 ARG SORMAS_URL=https://github.com/sormas-foundation/SORMAS-Project/releases/download/
-ARG SORMAS_VERSION=1.86.0
+ARG SORMAS_VERSION=1.87.0
 
 RUN cd /tmp && \
  wget ${SORMAS_URL}v${SORMAS_VERSION}/sormas_${SORMAS_VERSION}.zip -O sormas.zip && \
  unzip sormas.zip
 
 # 2. Configure keycloak
-FROM quay.io/keycloak/keycloak:21.0.1 as kc-builder
+# when updating keycloak version check https://www.keycloak.org/docs/latest/upgrading/index.html#migration-changes
+# also make sure to update the keycloak dependency in SORMAS-Project
+ARG KEYCLOAK_VERSION
+FROM quay.io/keycloak/keycloak:${KEYCLOAK_VERSION} as kc-builder
 WORKDIR /opt/keycloak
 
 USER root
@@ -33,7 +38,8 @@ RUN bin/kc.sh build --db postgres --spi-password-hashing-sormas-sha256-enabled=t
  --http-relative-path=/keycloak --health-enabled=true --metrics-enabled=true
 
 # 3. Runtime container
-FROM quay.io/keycloak/keycloak:21.0.1
+ARG KEYCLOAK_VERSION
+FROM quay.io/keycloak/keycloak:${KEYCLOAK_VERSION}
 
 USER root
 COPY start-keycloak.sh /start-keycloak.sh

diff --git a/letsencrypt/Dockerfile b/letsencrypt/Dockerfile
@@ -4,8 +4,7 @@ FROM lsiobase/nginx:3.11
 
 ARG CERTBOT_VERSION=1.3.0
 ARG SORMAS_URL=https://github.com/sormas-foundation/SORMAS-Project/releases/download/
-
-ARG SORMAS_VERSION=1.86.0
+ARG SORMAS_VERSION=1.87.0
 
 ENV SORMAS_VERSION=$SORMAS_VERSION
 LABEL maintainer="aptalca"
@@ -93,7 +92,7 @@ RUN \
  else \
  CERTBOT="certbot==${CERTBOT_VERSION}"; \
  fi && \
- python -m pip install -U pip && \
+ python3 -m pip install -U pip && \
  pip3 install -U \
  pip && \
  pip3 install -U \

diff --git a/postgres/README.md b/postgres/README.md
@@ -23,18 +23,12 @@ During initial setup `/docker-entrypoint-initdb.d/setup_sormas.sh` is executed.
 ```sql
 CREATE USER ${SORMAS_POSTGRES_USER} WITH PASSWORD '${SORMAS_POSTGRES_PASSWORD}' CREATEDB;
 CREATE DATABASE ${DB_NAME} WITH OWNER = '${SORMAS_POSTGRES_USER}' ENCODING = 'UTF8';
-CREATE DATABASE ${DB_NAME_AUDIT} WITH OWNER = '${SORMAS_POSTGRES_USER}' ENCODING = 'UTF8';
 \c ${DB_NAME}
 CREATE OR REPLACE PROCEDURAL LANGUAGE plpgsql;
 ALTER PROCEDURAL LANGUAGE plpgsql OWNER TO ${SORMAS_POSTGRES_USER};
 CREATE EXTENSION pg_trgm;
 CREATE EXTENSION pgcrypto;
 GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA public TO ${SORMAS_POSTGRES_USER};
-\c ${DB_NAME_AUDIT}
-CREATE EXTENSION IF NOT EXISTS plpgsql WITH SCHEMA pg_catalog;
-COMMENT ON EXTENSION plpgsql IS 'PL/pgSQL procedural language';
-GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA public TO ${SORMAS_POSTGRES_USER};
-ALTER TABLE IF EXISTS schema_version OWNER TO ${SORMAS_POSTGRES_USER};
 ```
 
 <p align="center">

diff --git a/postgres/setup_sormas.sh b/postgres/setup_sormas.sh
@@ -7,7 +7,6 @@ echo "Starting database setup..."
 psql -v ON_ERROR_STOP=1 --username "postgres" <<EOSQL
  CREATE USER ${SORMAS_POSTGRES_USER} WITH PASSWORD '${SORMAS_POSTGRES_PASSWORD}' CREATEDB;
  CREATE DATABASE ${DB_NAME} WITH OWNER = '${SORMAS_POSTGRES_USER}' ENCODING = 'UTF8';
- CREATE DATABASE ${DB_NAME_AUDIT} WITH OWNER = '${SORMAS_POSTGRES_USER}' ENCODING = 'UTF8';
  \c ${DB_NAME}
  CREATE OR REPLACE PROCEDURAL LANGUAGE plpgsql;
  ALTER PROCEDURAL LANGUAGE plpgsql OWNER TO ${SORMAS_POSTGRES_USER};
@@ -16,9 +15,4 @@ psql -v ON_ERROR_STOP=1 --username "postgres" <<EOSQL
  CREATE EXTENSION pg_stat_statements;
  CREATE EXTENSION IF NOT EXISTS unaccent;
  GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA public TO ${SORMAS_POSTGRES_USER};
- \c ${DB_NAME_AUDIT}
- CREATE EXTENSION IF NOT EXISTS plpgsql WITH SCHEMA pg_catalog;
- COMMENT ON EXTENSION plpgsql IS 'PL/pgSQL procedural language';
- GRANT EXECUTE ON ALL FUNCTIONS IN SCHEMA public TO ${SORMAS_POSTGRES_USER};
- ALTER TABLE IF EXISTS schema_version OWNER TO ${SORMAS_POSTGRES_USER};
 EOSQL
diff --git a/services-base.yml b/services-base.yml
@@ -12,7 +12,6 @@ services:
  - DB_HOST=${DB_HOST}
  - DOMAIN_NAME=${DOMAIN_NAME}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
  - MAIL_HOST=${MAIL_HOST}
  - SMTP_PORT=${SMTP_PORT}
  - SMTP_USER=${SMTP_USER}
@@ -68,7 +67,6 @@ services:
  environment:
  - POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - DB_NAME=${DB_NAME}
- - DB_NAME_AUDIT=${DB_NAME_AUDIT}
  - SORMAS_POSTGRES_PASSWORD=${SORMAS_POSTGRES_PASSWORD}
  - SORMAS_POSTGRES_USER=${SORMAS_POSTGRES_USER}
  - TZ=${TZ}
@@ -190,7 +188,7 @@ services:
  mem_limit: ${KEYCLOAK_MEM}
  mem_reservation: ${KEYCLOAK_MEM_RESERVED}
  healthcheck:
- test: ["CMD", "/opt/keycloak/bin/kcadm.sh", "config", "credentials", "--server", "http://localhost:8080/keycloak", "--realm", "master", "--user", "${KEYCLOAK_ADMIN}", "--password", "${KEYCLOAK_ADMIN_PASSWORD}"]
+ test: ["CMD", "/opt/keycloak/bin/kcadm.sh", "config", "credentials", "--server", "http://localhost:8080/keycloak", "--realm", "master", "--user", "${KEYCLOAK_ADMIN_USER}", "--password", "${KEYCLOAK_ADMIN_PASSWORD}"]
  interval: 30s
  timeout: 3s
  retries: 3

diff --git a/sormas/Dockerfile b/sormas/Dockerfile
@@ -7,14 +7,13 @@ ARG DB_JDBC_MAXPOOLSIZE=128
 ARG DB_HOST=postgres
 ARG DOMAIN_NAME=sormas
 ARG DB_NAME=sormas
-ARG DB_NAME_AUDIT=sormas_audit
 ARG MAIL_HOST=localhost
 ARG MAIL_FROM=sormas@localhost
 ARG JVM_MAX=4096m
 ARG SORMAS_URL=https://github.com/sormas-foundation/SORMAS-Project/releases/download/
 EXPOSE 6080
 
-ARG SORMAS_VERSION=1.86.0
+ARG SORMAS_VERSION=1.87.0
 
 ENV SORMAS_VERSION=$SORMAS_VERSION
 
@@ -31,8 +30,6 @@ COPY setup-server.sh /setup-server.sh
 
 RUN chmod +x /setup-server.sh
 RUN /setup-server.sh
-COPY start-server.sh /start-server.sh
-RUN chmod +x /start-server.sh
 
 COPY glowroot-0.13.6-dist.zip /opt
 COPY admin.json /opt
@@ -42,5 +39,10 @@ RUN cd /opt \
  && unzip glowroot-0.13.6-dist.zip \
  && mv /opt/admin.json /opt/glowroot/admin.json
 
+COPY additional_wars/* /opt/domains/sormas/deployments/
 
-CMD ["/start-server.sh"]
+COPY ./docker-entrypoint.sh /
+RUN chmod +x /docker-entrypoint.sh
+COPY entrypoint/* /entrypoint/
+RUN chmod +x /entrypoint/*.sh
+ENTRYPOINT ["/docker-entrypoint.sh"]