feat(update): Add new repository update framework (#1458)

dasch-swiss · Oct 21, 2019 · f7d52eb · f7d52eb
1 parent 3368a3a
commit f7d52eb
Show file tree

Hide file tree

Showing 109 changed files with 3,733 additions and 23,787 deletions.
diff --git a/.gitignore b/.gitignore
@@ -23,6 +23,8 @@ salsah1/project
 webapi/project
 webapi/_fuseki/run
 webapi/build
+upgrade/project
+upgrade/target
 triplestores/graphdb-se-7
 idea.vmoptions
 sipi/test

diff --git a/.travis.yml b/.travis.yml
@@ -69,7 +69,7 @@ jobs:
         # - sbt knora-sipi/docker:publish
         # - sbt knora-graphdb-se/docker:publish
         # - sbt knora-graphdb-free/docker:publish
-        # - sbt knora-upgrade/docker:publish
+        # - sbt upgrade/docker:publish
         # - sbt knora-assets/docker:publish
     # unit tests
     - stage: test
@@ -103,9 +103,27 @@ jobs:
     # upgrade tests
     - stage: test
       script:
-        # run tests
-        - pyenv shell 3.7.1
-        - cd $TRAVIS_BUILD_DIR/upgrade && pip3 install -r requirements.txt && ./test.sh
+        # build all docker images
+        - make build-all-images
+        # prepare needed graphdb-se files
+        - mkdir -p $TRAVIS_BUILD_DIR/graphdb
+        - cp $TRAVIS_BUILD_DIR/travis/graphdb.license $TRAVIS_BUILD_DIR/graphdb/graphdb.license
+        - cp $TRAVIS_BUILD_DIR/webapi/scripts/KnoraRules.pie $TRAVIS_BUILD_DIR/graphdb
+        # start and initialize graphdb-se
+        - docker network create knora-net
+        - docker run --rm -d --name=db --network=knora-net -p 127.0.0.1:7200:7200 -v $TRAVIS_BUILD_DIR/graphdb:/graphdb -e GDB_HEAP_SIZE=$GDB_HEAP_SIZE daschswiss/knora-graphdb-se -Dgraphdb.license.file=/graphdb/graphdb.license
+        - sleep 5
+        - make init-db-test-minimal
+        # load v7.0.0 data and run auto-upgrade (sbt use case)
+        - cd $TRAVIS_BUILD_DIR/upgrade/graphdb-se
+        - unzip $TRAVIS_BUILD_DIR/test-data/v7.0.0/v7.0.0-knora-test.trig.zip
+        - ./empty-repository.sh -r knora-test -u gaga -p gaga -h localhost:7200
+        - ./upload-repository.sh -r knora-test -u gaga -p gaga -h localhost:7200 v7.0.0-knora-test.trig
+        - ./auto-upgrade.sh -r knora-test -u gaga -p gaga -h localhost:7200 -t /tmp/upgrade.dir
+        # load v7.0.0 data and run auto-upgrade (docker use case)
+        - ./empty-repository.sh -r knora-test -u gaga -p gaga -h localhost:7200
+        - ./upload-repository.sh -r knora-test -u gaga -p gaga -h localhost:7200 v7.0.0-knora-test.trig
+        - docker run -it --rm --network=knora-net -v /tmp:/tmp -e KNORA_UPGRADE_DOCKER=true daschswiss/knora-upgrade -r knora-test -u gaga -p gaga -h db:7200 -t /tmp/upgrade.dir
     # testing docs generation
     - stage: test
       script:
@@ -141,9 +159,9 @@ jobs:
         # when on 'develop' then $TRAVIS_BRANCH = develop
         # when on 'tag' then $TRAVIS_BRANCH = tag, e.g., v1.2.0
         - docker login -u $DOCKER_USER -p $DOCKER_PASS
-        # webapi
+        # knora-api
         - sbt webapi/docker:publish
-        # salsah1
+        # knora-salsah1
         - sbt salsah1/docker:publish
         # knora-sipi
         - sbt knora-sipi/docker:publish
@@ -152,7 +170,7 @@ jobs:
         # knora-graphdb-free
         - sbt knora-graphdb-free/docker:publish
         # knora-upgrade
-        - sbt knora-upgrade/docker:publish
+        - sbt upgrade/docker:publish
         # knora-assets
         - sbt knora-assets/docker:publish
         # publish images to daschswiss dockerhub organization