PTV-1888

.devcontainer/Dockerfile

@@ -0,0 +1,23 @@
+FROM python:3.11.5-slim-bookworm
+# -----------------------------------------
+# We use the "stable" debian release; python does not seem to release current
+# versions on LTS debian releases.
+
+# We don't upgrade, and we pin all os dependency versions
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends zip=3.0-13 unzip=6.0-28 bzip2=1.0.8-5+b1 libmagic-dev=1:5.44-3 htop=3.2.2-2 wget=1.21.3-1+b2 git=1:2.39.2-1.1 openssh-client=1:9.2p1-2 && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+SHELL ["/bin/bash", "-c"]
+
+RUN mkdir -p /app
+
+WORKDIR /app
+
+# Standard simplified python setup.
+COPY ./requirements.txt /app/requirements.txt
+COPY ./requirements_dev.txt /app/requirements_dev.txt
+RUN python -m pip install "pip==23.2.1" && pip install -r /app/requirements.txt -r /app/requirements_dev.txt
+
+ENV PATH="/app:${PATH}"

.devcontainer/devcontainer.json

@@ -0,0 +1,39 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+// README at: https://github.com/devcontainers/templates/tree/main/src/docker-existing-dockerfile
+{
+	"name": "staging service devcontainer",
+	"dockerComposeFile": [
+		"docker-compose.yml"
+	],
+	// The 'service' property is the name of the service for the container that VS Code should
+	// use. Update this value and .devcontainer/docker-compose.yml to the real service name.
+	"service": "staging_service",
+	// "workspaceMount": "source=${localWorkspaceFolder},target=/workspace,type=bind,consistency=cached",
+	// The optional 'workspaceFolder' property is the path VS Code should open by default when
+	// connected. This is typically a file mount in .devcontainer/docker-compose.yml
+	"workspaceFolder": "/workspace",
+	"customizations": {
+		"vscode": {
+			"extensions": [
+				"ms-python.python",
+				"tamasfe.even-better-toml",
+				"mhutchie.git-graph",
+				"ms-python.black-formatter",
+				"ms-python.flake8",
+				"mikoz.autoflake-extension",
+				"ms-azuretools.vscode-docker",
+				"DavidAnson.vscode-markdownlint"
+			]
+		}
+	}
+	// Features to add to the dev container. More info: https://containers.dev/features.
+	// "features": {},
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	// "forwardPorts": [],
+	// Uncomment the next line to run commands after the container is created.
+	// "postCreateCommand": "cat /etc/os-release",
+	// Configure tool-specific properties.
+	// "customizations": {},
+	// Uncomment to connect as an existing user other than the container default. More info: https://aka.ms/dev-containers-non-root.
+	// "remoteUser": "devcontainer"
+}

.devcontainer/docker-compose.yml

@@ -0,0 +1,24 @@
+version: '3.6'
+networks:
+  kbase-dev:
+    name: kbase-dev
+services:
+  staging_service:
+    build:
+      context: ..
+      dockerfile: .devcontainer/Dockerfile
+
+    image: kbase/staging_server_devcontainer:dev
+
+    container_name: staging_server_devcontainer
+    dns: 8.8.8.8
+    volumes:
+      - ..:/workspace:cached
+    networks:
+      - kbase-dev
+    # Required for a devcontainer -- keeps the container running.
+    # Don't worry, our main interaction with the container is through the 
+    # VSC terminal, which for a devcontainer opens a shell within the
+    # container.
+    command: /bin/sh -c "while sleep 1000; do :; done"
+

.github/workflows/run_tests.yml

@@ -1,26 +1,12 @@
-# This workflow will install Python dependencies, run tests and lint with a single version of Python
-# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
-
 name: Run Staging Service Tests
-
 on:
   [pull_request]
-
 jobs:
   build:
-
     runs-on: ubuntu-latest
-
     steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.11
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.11.4
-    - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install -r requirements.txt
-    - name: Test with pytest
-      run: |
-        bash run_tests.sh
+    - name: Checkout the repo
+      uses: actions/checkout@v3
+
+    - name: Run the tests
+      run: ./development/scripts/run scripts/run_tests.sh

.gitignore

@@ -107,4 +107,10 @@ data/
 .DS_Store
 .virtualenvs/
 test.env
-run_tests_single.sh
+run_tests_single.sh
+_attic
+
+# IDEs
+
+# jetbrains
+.idea

.markdownlint.yaml

@@ -0,0 +1,10 @@
+MD013:
+  # Matches black line length for python code.
+  line_length: 88
+  # some long examples would break the line length and are awkward to rearrange
+  code_blocks: false
+
+# We don't want the annoying warnings when there are duplicated non-sibling headers as
+# many types of docs have a pattern for headings that is repeated throughout the document.
+MD024: 
+  siblings_only: true

Dockerfile

@@ -1,13 +1,13 @@
-FROM python:3.11.4-slim-buster
+FROM python:3.11.5-slim-bookworm
 # -----------------------------------------
 RUN mkdir -p /kb/deployment/lib
 RUN apt-get update && \
-    apt-get install -y --no-install-recommends zip=3.0-11+b1 unzip=6.0-23+deb10u3 bzip2=1.0.6-9.2~deb10u2 libmagic-dev=1:5.35-4+deb10u2 htop=2.2.0-1+b1 wget=1.20.1-1.1 && \
+    apt-get install -y --no-install-recommends zip=3.0-13 unzip=6.0-28 bzip2=1.0.8-5+b1 libmagic-dev=1:5.44-3 htop=3.2.2-2 wget=1.21.3-1+b2 && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
 COPY ./requirements.txt /requirements.txt
-RUN python -m pip install "pip==23.1.2" && pip install -r /requirements.txt && rm /requirements.txt
+RUN python -m pip install "pip==23.2.1" && pip install -r /requirements.txt && rm /requirements.txt
 
 COPY ./globus.cfg /etc/globus.cfg
 RUN touch /var/log/globus.log && chmod 777 /var/log/globus.log