.gitlab-ci.yml

image: aistorage/ci:latest

workflow:
  rules:
    - if: '$CI_PIPELINE_SOURCE == "schedule"'
    - if: '$CI_PIPELINE_SOURCE == "merge_request_event" || $CI_COMMIT_BRANCH == "master" || $CI_PIPELINE_SOURCE == "web"'

stages:
    - build
    - test
    - stress

# Common setup for all build stages
.build_template:
    when: manual
    stage: build
    tags: 
        - ais
    variables:
        GIT_TEST: "true"
        DOCKER_TLS_CERTDIR: ""
    before_script:
        - echo $DOCKERHUB_TOKEN | docker login -u $DOCKERHUB_USERNAME --password-stdin

# Common setup for all test stages
.test_template:
    when: on_success
    stage: test
    tags: 
        - ais-k8s
    variables:
        AIS_ENDPOINT: "http://192.168.49.2:8080"
        GIT_TEST: "true"
    before_script:
        - cd transformers && make common_deps && cd ..

.stress_template:
    when: manual
    stage: stress
    tags: 
        - ais-k8s-stress
    timeout: 1h
    variables:
        AIS_ENDPOINT: "http://192.168.49.2:8080"
    before_script:
        - cd transformers && make common_deps && cd ..
    after_script:
        - echo "Test Results"
        - cat metrics.txt

build:echo:
    extends: .build_template
    script:
        - cd transformers
        - cd echo && make -B all
        - cd ..
        - cd go_echo && make -B all
    rules:
      - changes:
          - transformers/echo/**/*
          - transformers/go_echo/**/*
          - transformers/tests/test_echo.py
          - transformers/tests/test_go_echo.py
        when: always
      - when: manual

build:hello_world:
    extends: .build_template
    script:
        - cd transformers
        - cd hello_world && make -B all
        - cd ..
        - cd go_hello_world && make -B all
    rules:
      - changes:
          - transformers/hello_world/**/*
          - transformers/go_hello_world/**/*
          - transformers/tests/test_hello_world.py
        when: always
      - when: manual

build:md5:
    extends: .build_template
    script:
        - cd transformers
        - cd md5 && make -B all
    rules:
      - changes:
          - transformers/md5/**/*
          - transformers/tests/test_md5.py
        when: always
      - when: manual

build:tar2tf:
    extends: .build_template
    script:
        - cd transformers
        - cd tar2tf && make -B all
    rules:
      - changes:
          - transformers/tar2tf/**/*
          - transformers/tests/test_tar2tf.py
        when: always
      - when: manual

build:compress:
    extends: .build_template
    script:
        - cd transformers
        - cd compress && make -B all
    rules:
      - changes:
          - transformers/compress/**/*
          - transformers/tests/test_compress.py
        when: always
      - when: manual

build:torchvision:
    extends: .build_template
    script:
        - cd transformers
        - cd torchvision_preprocess && make -B all
    rules:
      - changes:
          - transformers/torchvision_preprocess/**/*
          - transformers/tests/test_torchvision_transformer.py
        when: always
      - when: manual

build:keras:
    extends: .build_template
    script:
        - cd transformers
        - cd keras_preprocess && make -B all
    rules:
      - changes:
          - transformers/keras_preprocess/**/*
          - transformers/tests/test_keras_transformer.py
        when: always
      - when: manual

build:face_detection:
    extends: .build_template
    script:
        - cd transformers/face_detection 
        - echo ${KAGGLE_CREDS_JSON} > kaggle_creds.json
        - make -B all
    rules:
      - changes:
          - transformers/face_detection/**/*
          - transformers/tests/test_face_detection.py
        when: always
      - when: manual

test:echo:
    extends: .test_template
    needs: ["build:echo"]
    script:
        - cd transformers/tests && pytest -v test_echo.py test_go_echo.py

test:hello_world:
    extends: .test_template
    needs: ["build:hello_world"]
    script:
        - cd transformers/tests && pytest -o log_cli=true --log-cli-level=INFO test_hello_world.py

test:md5:
    extends: .test_template
    needs: ["build:md5"]
    script:
        - cd transformers/tests && pytest -v test_md5.py

test:tar2tf:
    extends: .test_template
    needs: ["build:tar2tf"]
    script:
        - cd transformers/tests && pytest -v test_tar2tf.py

test:compress:
    extends: .test_template
    needs: ["build:compress"]
    script:
        - cd transformers/tests && pytest -v test_compress.py

test:torchvision:
    extends: .test_template
    needs: ["build:torchvision"]
    script:
        - pip install torchvision==0.16.1 --index-url https://download.pytorch.org/whl/cpu
        - cd transformers/tests && pytest -v test_torchvision_transformer.py

test:keras:
    extends: .test_template
    needs: ["build:keras"]
    script:
        - cd transformers/tests && pytest -v test_keras_transformer.py

test:face_detection:
    extends: .test_template
    needs: ["build:face_detection"]
    script:
        - mkdir -p /root/.kaggle
        - echo ${KAGGLE_CREDS_JSON} > /root/.kaggle/kaggle.json
        - chmod 600 /root/.kaggle/kaggle.json
        - mkdir -p transformers/face_detection/model
        - kaggle datasets download -d sambitmukherjee/caffe-face-detector-opencv-pretrained-model
        - unzip caffe-face-detector-opencv-pretrained-model.zip -d transformers/face_detection/model/
        - apt-get update -y && apt-get install ffmpeg libsm6 libxext6 -y
        - cd transformers/tests && pytest -v test_face_detection.py

stress:test:
    extends: .stress_template
    script:
        - pytest -o log_cli=true --log-cli-level=INFO transformers/tests/test_hello_world_stress.py
        - pytest -o log_cli=true --log-cli-level=INFO transformers/tests/test_keras_stress.py
        - pytest -o log_cli=true --log-cli-level=INFO transformers/tests/test_face_detection_stress.py
    artifacts:
      reports:
        metrics: metrics.txt