.gitlab-ci.yml

image: node

stages:
  - build
  - packaging
  - test

variables:
  POSTGRES_DB: map_viewer
  POSTGRES_USER: map_viewer
  POSTGRES_PASSWORD: "123qweasdzxc"

test_frontend:
  stage: test
  coverage: '/Statements[:\ ]+(\d+.\d+)\%/'
  script:
    - cd frontend-js
    - npm install  
    - npm test

test_backend 1 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
#xvfb is for X11 connection used by some parts of the java code: https://stackoverflow.com/a/47575851/1127920
    - apt-get update
    - apt-get install -y xvfb
    - Xvfb :99 &
    - export DISPLAY=:99

    - mvn -DskipTests=true clean install -pl commons -am
    - mvn test -pl commons
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' commons/target/site/jacoco/jacoco.csv

test_backend 2 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties

    - mvn -DskipTests=true clean install -pl annotation -am
    - mvn test -pl annotation
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' annotation/target/site/jacoco/jacoco.csv

test_backend 3 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
#xvfb is for X11 connection used by some parts of the java code: https://stackoverflow.com/a/47575851/1127920
    - apt-get update
    - apt-get install -y xvfb
    - Xvfb :99 &
    - export DISPLAY=:99

    - mvn -DskipTests=true clean install -pl CellDesigner-plugin -am
    - mvn test -pl CellDesigner-plugin
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' CellDesigner-plugin/target/site/jacoco/jacoco.csv

test_backend 4 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl converter -am
    - mvn test -pl converter
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' converter/target/site/jacoco/jacoco.csv

test_backend 5 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl converter-graphics -am
    - mvn test -pl converter-graphics
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' converter-graphics/target/site/jacoco/jacoco.csv

test_backend 6 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl converter-CellDesigner -am
    - mvn test -pl converter-CellDesigner
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' converter-CellDesigner/target/site/jacoco/jacoco.csv

test_backend 7 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl converter-SBGNML -am
    - mvn test -pl converter-SBGNML
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' converter-SBGNML/target/site/jacoco/jacoco.csv

test_backend 8 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl converter-sbml -am
    - mvn test -pl converter-sbml
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' converter-sbml/target/site/jacoco/jacoco.csv

test_backend 9 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl model -am
    - mvn test -pl model
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' model/target/site/jacoco/jacoco.csv

test_backend 10 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl model-command -am
    - mvn test -pl model-command
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' model-command/target/site/jacoco/jacoco.csv

test_backend 11 15:
  image: maven:3.6.0-jdk-8
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mvn -DskipTests=true clean install -pl pathvisio -am
    - mvn test -pl pathvisio
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' pathvisio/target/site/jacoco/jacoco.csv

test_backend 12 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl persist -am
    - mvn test -pl persist
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' persist/target/site/jacoco/jacoco.csv

test_backend 13 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl reactome -am
    - mvn test -pl reactome
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' reactome/target/site/jacoco/jacoco.csv

test_backend 14 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl rest-api -am
    - mvn test -pl rest-api
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' rest-api/target/site/jacoco/jacoco.csv

test_backend 15 15:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.6
  stage: test
  coverage: '/(\d+.\d+) \% covered/'
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl service -am
    - mvn test -pl service
    - awk -F"," '{ instructions += $4 + $5; covered += $5 } END { print covered, "/", instructions, "instructions covered"; print 100*covered/instructions,"% covered" }' service/target/site/jacoco/jacoco.csv

build_war:
  image: maven:3.6.0-jdk-8
  stage: build
  only:
    - tags
  tags:
     - privileged
  artifacts:
    expire_in: 1 day
    paths:
      - minerva.war
  script:
    - apt-get update
    - apt-get install -y curl gnupg git ant
    - curl -sL https://deb.nodesource.com/setup_9.x | bash -
    - apt-get install -y nodejs
    - ant maven-build
    - cp web/target/web-1.0.war minerva.war

dependency_conflict_check:
  image: maven:3.6.0-jdk-8
  stage: test
  script:
    - apt-get update
    - apt-get install -y curl gnupg git ant
    - curl -sL https://deb.nodesource.com/setup_9.x | bash -
    - apt-get install -y nodejs

    - mvn clean install -DskipTests=true
    - set +e
    - mvn dependency:tree -Dverbose | grep conflict | cat > conflicts.txt
    - set -e
    - conflicts=`cat conflicts.txt| wc -l`
    - echo Found conflicts $conflicts ':'
    - cat conflicts.txt
    - test 0 = $conflicts

build_debian_package:
  image: debian
  stage: packaging
  only:
    - tags
  tags:
     - privileged
  dependencies:
    - build_war
  artifacts:
    paths:
      - "debian/*.deb"
  script:
    - mkdir web/target/
    - mv minerva.war web/target/web-1.0.war
    - apt-get update
    - apt-get install -y dh-make build-essential lintian devscripts xsltproc fakeroot xsltproc docbook-xsl
    - export DEBFULLNAME="Piotr Gawron"
    - export DEBEMAIL="piotr.gawron@uni.lu"
    - debian/create-debian-pkg.sh

test_upgrade_debian_package:
  image: debian
  stage: test
  only:
    - tags
# we need to run it in privileged mode due to: https://stackoverflow.com/questions/29683231/tomcat7-fail-to-start-inside-ubuntu-docker-container
  tags:
     - privileged
  services:
     - name: piotrgawron/debian-repo
       alias: debian-repo
  dependencies:
     - build_debian_package
  script:
     - apt-get update
     - apt-get install -y ssh software-properties-common dirmngr wget curl apt-transport-https
     - debian_file=$(ls debian/*.deb)
     - version=$(echo $debian_file| cut -f2 -d"_")
     - echo "PUT $debian_file /docker/incoming" | sftp -o StrictHostKeyChecking=no user@debian-repo
     - ssh root@debian-repo /usr/local/sbin/reprepro-import
     - apt-add-repository "deb http://repo-r3lab.uni.lu/debian/ stable main"
     - apt-key adv --no-tty --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys 0xcb185f4e31872412
     - apt-get update
#hacky way of installing minerva on docker - by default rc-invoke is preventing services changes on docker
     - mv /usr/sbin/policy-rc.d /usr/sbin/policy-rc.d.backup
     - mv gitlab-ci-policy-rc.d /usr/sbin/policy-rc.d
     - chmod 0755 /usr/sbin/policy-rc.d
     - apt-get install -y --allow-unauthenticated minerva

#local repository with new version
     - apt-add-repository "deb http://debian-repo/ unstable main"
     - apt-get update --allow-unauthenticated 
     - apt-get dist-upgrade -y --allow-unauthenticated
     - mv /usr/sbin/policy-rc.d.backup /usr/sbin/policy-rc.d
     - service tomcat8 start
#we need to wait a bit for tomcat start
     - sleep 15
     - wget http://localhost:8080/minerva/

#test if we can login and get configuration using new version
     - test 200 = $(curl --write-out %{http_code} --silent --output /dev/null -c cookie.txt http://localhost:8080/minerva/api/doLogin)
     - test 200 = $(curl --write-out %{http_code} --silent --output configuration.json --cookie cookie.txt http://localhost:8080/minerva/api/configuration/)
     - test 1 = $(cat configuration.json| grep $version | wc -l)

test_install_debian_package:
  image: debian
  stage: test
  only:
    - tags
# we need to run it in privileged mode due to: https://stackoverflow.com/questions/29683231/tomcat7-fail-to-start-inside-ubuntu-docker-container
  tags:
     - privileged
  services:
     - name: piotrgawron/debian-repo
       alias: debian-repo
  dependencies:
     - build_debian_package
  script:
     - apt-get update
     - apt-get install -y ssh software-properties-common dirmngr wget curl
     - debian_file=$(ls debian/*.deb)
     - echo "PUT $debian_file /docker/incoming" | sftp -o StrictHostKeyChecking=no user@debian-repo
     - ssh root@debian-repo /usr/local/sbin/reprepro-import
     - apt-add-repository "deb http://debian-repo/ unstable main"
     - apt-get update --allow-unauthenticated 
#hacky way of installing minerva on docker - by default rc-invoke is preventing services changes on docker
     - mv /usr/sbin/policy-rc.d /usr/sbin/policy-rc.d.backup
     - mv gitlab-ci-policy-rc.d /usr/sbin/policy-rc.d
     - chmod 0755 /usr/sbin/policy-rc.d
     - apt-get install -y --allow-unauthenticated minerva
     - mv /usr/sbin/policy-rc.d.backup /usr/sbin/policy-rc.d 
     - service tomcat8 start
#we need to wait a bit for tomcat start
     - sleep 15
     - wget http://localhost:8080/minerva/
#test if we can login and list projects
     - test 200 = $(curl --write-out %{http_code} --silent --output /dev/null -c cookie.txt http://localhost:8080/minerva/api/doLogin)
     - test 200 = $(curl --write-out %{http_code} --silent --output /dev/null --cookie cookie.txt http://localhost:8080/minerva/api/projects/)

build_rpm:
  image: centos:7
  stage: packaging
  dependencies:
    - build_war
  only:
    - tags
  tags:
     - privileged
  artifacts:
    paths:
      - "rpm/rpmbuildtemp/RPMS/noarch/minerva-*.rpm"
  script:
    - yum -y install rpmdevtools unzip
    - rpm/buildrpm.sh minerva.war

rpmlint:
  image: centos:7
  stage: test
  dependencies:
    - build_rpm
  tags:
     - privileged
  only:
    - tags
  script:
    - yum -y install rpmlint
    - rpmlint rpm/rpmbuildtemp/RPMS/noarch/minerva-*.rpm

test_deploy_with_db_without_superadmin_rights:
  image: tomcat:7-jre8
  stage: test
  services:
    - postgres:9.6
  dependencies:
    - build_war
  tags:
    - privileged
  only:
    - tags
  script:
    - apt-get update
    - apt-get install -y postgresql-client
    - mkdir /etc/minerva
    - echo "database.uri=jdbc:postgresql://postgres:5432/test" > /etc/minerva/db.properties
    - echo "database.username=test" >> /etc/minerva/db.properties
    - echo "database.password=test" >> /etc/minerva/db.properties
    - echo "CREATE DATABASE test;CREATE USER test WITH ENCRYPTED PASSWORD 'test';GRANT ALL PRIVILEGES ON DATABASE test TO test;" >tmp.sql
    - PGPASSWORD=$POSTGRES_PASSWORD psql -h postgres -U $POSTGRES_USER $POSTGRES_DB < tmp.sql
    - mv minerva.war /usr/local/tomcat/webapps/minerva.war
    - /usr/local/tomcat/bin/startup.sh
    - sleep 15
    - wget http://localhost:8080/minerva/
#test if we can login and list projects
    - test 200 = $(curl --write-out %{http_code} --silent --output /dev/null -c cookie.txt http://localhost:8080/minerva/api/doLogin)
    - test 200 = $(curl --write-out %{http_code} --silent --output /dev/null --cookie cookie.txt http://localhost:8080/minerva/api/projects/)

test_postgres_9_3_compatibility:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:9.3
  stage: test
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl persist -am
    - mvn test -pl persist

test_postgres_10_compatibility:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:10
  stage: test
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl persist -am
    - mvn test -pl persist

test_postgres_11_compatibility:
  image: maven:3.6.0-jdk-8
  services:
    - postgres:11
  stage: test
  script:
    - mkdir /etc/minerva/
    - cp test-db-ci.properties /etc/minerva/db.properties
    - mvn -DskipTests=true clean install -pl persist -am
    - mvn test -pl persist