.gitlab-ci.yml

###################
# Global Settings #
###################

stages:
  - Env
  - Canary
  - Build
  - Test
  - Tutorials
  - Apps

variables:
  GET_SOURCES_ATTEMPTS: 10
  ARTIFACT_DOWNLOAD_ATTEMPTS: 10
  RESTORE_CACHE_ATTEMPTS: 10
  GIT_STRATEGY: fetch
  GLOBAL_CI_VARIABLE: "global_ci_value"
  CI_JOB_NAME_TMP: ${CI_JOB_NAME}
  CI_JOB_NAME_NOSTAGE: ${CI_JOB_NAME_TMP#*:}
  #CI_DEBUG_TRACE: "true"
  http_proxy: "http://proxyout.lanl.gov:8080"
  https_proxy: "http://proxyout.lanl.gov:8080"
  ftp_proxy: "http://proxyout.lanl.gov:8080"
  no_proxy: "lanl.gov"
  SPACK_ROOT: /home/gitlab-runner/ci-spack/spack
  DEPS_LOCK: /home/gitlab-runner/ci-spack/deps.pid
  lock_fd: 314
  GIT_SUBMODULE_STRATEGY: recursive
  CCACHE_DIR: "${CI_PROJECT_DIR}/ccache"
  CCACHE_UMASK: 000
  DISTRO: "centOS"
  RUNTIME: "mpi"
  BUILD_TYPE: "Debug"
  MPI_PACKAGE: ""
  CC: "gcc"
  CXX: "g++"
  CXXFLAGS: "-Werror -Wno-deprecated-declarations"
  IGNORE_NOCI: "FALSE"
before_script:
  - echo ${CI_JOB_NAME_NOSTAGE%.*}-${CI_COMMIT_REF_SLUG}
  - '[ "$(git rev-parse origin/$CI_COMMIT_REF_NAME)" != "$CI_COMMIT_SHA" ] && curl --header "PRIVATE-TOKEN: $MY_CI_API_TOKEN" -X POST https://gitlab.com/api/v4/projects/$CI_PROJECT_ID/pipelines/$CI_PIPELINE_ID/cancel'
  #- find . -name "`basename cinch`" | grep "cinch\$" | xargs rm -fr
  - module load python/3.5.1
  - module load cmake/3.12.4
  - module load intel/19.0.2
  - module load clang/7.0.0
  - module unload gcc
  - module load gcc/7.3.0
  - source ${SPACK_ROOT}/share/spack/setup-env.sh || /bin/true
  - spack load -r flecsi-deps%gcc@7.3.0 ~graphviz ^${MPI_PACKAGE} || /bin/true
  - module list

##########################
# Build Matrix Variables #
##########################

.runtime_mpi: &runtime_mpi
  RUNTIME: "mpi"

.runtime_legion: &runtime_legion
  RUNTIME: "legion"

.runtime_hpx: &runtime_hpx
  RUNTIME: "hpx"

.compiler_gcc: &compiler_gcc
  CC: "gcc"
  CXX: "g++"

.compiler_clang: &compiler_clang
  CC: "clang"
  CXX: "clang++"

.compiler_intel: &compiler_intel
  CC: "icc"
  CXX: "icpc"

.buildtype_debug: &buildtype_debug
  BUILD_TYPE: "Debug"

.buildtype_release: &buildtype_release
  BUILD_TYPE: "Release"

.openmpi: &openmpi
  MPI_PACKAGE: "openmpi"

.mpich: &mpich
  MPI_PACKAGE: "mpich"

.ignore_noci: &ignore_noci
  IGNORE_NOCI: "TRUE"

#######################
# Templates & Anchors #
#######################

.general_template: &general_def
  retry: 2

.cache_template: &cache_def
  cache:
    #key: ${CI_JOB_NAME_NOSTAGE%.*}-${CI_COMMIT_REF_SLUG}
    #key: ${CI_COMMIT_REF_SLUG}
    key: ${DISTRO}-${RUNTIME}-${CC}
    paths:
      - ccache/

.artifacts_template: &artifacts_def
  artifacts:
    name: "${CI_COMMIT_REF_SLUG}-${CI_JOB_NAME}"
    paths:
      - ${CI_PROJECT_DIR}/build #/builds/next-generation-codes/laristra/flecsi/build
    when: always
  dependencies: []

.shell_template: &shell_def
  tags: &shell_tags
    - shell

.batch_template: &batch_def
  tags: &batch_tags
    - darwin-slurm

.job_template: &job_def
  <<: *general_def
  <<: *cache_def

#############
# Env Stage #
#############

.env_template: &env_def
  <<: *job_def
  stage: Env
  script: &env_script
    - mkdir -p build
    - cd ${CI_PROJECT_DIR}/build/
    - |
      if [[ ${I_WANT_TO_CLEAN_UP} ]];
      then
        rm -rf ${SPACK_ROOT}/*;
      fi
    - |
      ( flock -s 200
      if [[ ! -d ${SPACK_ROOT} ]];
      then
        git init --shared=group ${SPACK_ROOT};
        git -c ${SPACK_ROOT} pull https://github.com/spack/spack develop;
      fi;
      source ${SPACK_ROOT}/share/spack/setup-env.sh
      spack repo rm laristra_flecsi || /bin/true ;
      spack repo add ${CI_PROJECT_DIR}/spack-repo;
      spack repo list;
      spack install flecsi-deps%gcc@7.3.0 ~graphviz backend=legion ^openmpi;
      spack install flecsi-deps%gcc@7.3.0 ~graphviz backend=legion ^mpich;
      ) 200>${DEPS_LOCK}

###############
# Build Stage #
###############

.build: &build_def
  <<: *job_def
  <<: *artifacts_def
  stage: Build
  script: &build_script |-
    echo 'Start building'
    ccache -z
    nproc
    # git submodule init
    # git config submodule.cinch.url https://github.com/laristra/cinch.git
    # git submodule update --init --recursive
    mkdir -p ${CI_PROJECT_DIR}/build
    mkdir -p ${CI_PROJECT_DIR}/build/install
    cd ${CI_PROJECT_DIR}/build/
    cmake -DCMAKE_INSTALL_PREFIX=${CI_PROJECT_DIR}/build/install \
        -DCMAKE_BUILD_TYPE=$BUILD_TYPE \
        -DFLECSI_RUNTIME_MODEL=$RUNTIME \
        ${MINIMAL:+-DCMAKE_DISABLE_FIND_PACKAGE_METIS=ON} \
        -DFLECSI_ENABLE_TUTORIAL=$([ "$RUNTIME" = "hpx" ] && echo OFF || echo ON) \
        -DENABLE_UNIT_TESTS=ON \
        -DENABLE_PARMETIS=ON \
        -DENABLE_COLORING=ON \
        -DENABLE_DOXYGEN=OFF \
        -DENABLE_FLECSTAN=$([ "$CI_RUNNER_TAGS" = "shell" ] && echo OFF || echo ON) \
        -DENABLE_DOCUMENTATION=OFF \
        -DENABLE_COVERAGE_BUILD=ON \
        ..
    make -k VERBOSE=1 -j2 -l80
    make install DESTDIR=${CI_PROJECT_DIR}/build/install
    make install
    ccache -s

##############
# Test Stage #
##############

.test: &test_def
  <<: *job_def
  stage: Test
  dependencies:
    #- "build:${CI_JOB_NAME#*:}"
    - .build_template
  script: &test_script |-
    echo 'Start testing'
    cd ${CI_PROJECT_DIR}/build/
    make test || make test ARGS="-V"
    gcovr .

################
# Format Stage #
################

.format: &format_def
  <<: *job_def
  stage: Format
  dependencies:
    #- "build:${CI_JOB_NAME#*:}"
    - .build_template
  script: &format_script |-
    echo 'Start format checking'
    cd ${CI_PROJECT_DIR}/build/
    clang-format -version
    make format && git diff --exit-code --ignore-submodules

###################
# Tutorials Stage #
###################

.tutorials: &tutorials_def
  <<: *job_def
  stage: Tutorials
  dependencies:
    #- "build:${CI_JOB_NAME#*:}"
    - .build_template
  script: &tutorials_script
    - echo 'Start tutorials checking'
    - cd ${CI_PROJECT_DIR}
    - source ${CI_PROJECT_DIR}/build/install/bin/flecsi-tutorial.sh
    - cd flecsi-tutorial

    # Tutorial 00-driver
    - cd 00-driver
    - flecsit compile driver.cc
    - ./driver

    # Tutorial 01-tasks
    - cd ../01-tasks
    - flecsit compile tasks.cc
    - ./tasks

##############
# Apps Stage #
##############

.apps: &apps_def
  <<: *job_def
  stage: Apps
  dependencies:
    #- "build:${CI_JOB_NAME#*:}"
    - .build_template
  script: &apps_script
    - echo 'Start apps checking'
    - cd ${CI_PROJECT_DIR}
    - git clone --recursive https://github.com/laristra/flecsale.git
    - cd flecsale/flecsi
    - git fetch
    - git checkout ${CI_COMMIT_REF_NAME}
    - git submodule update --init --recursive
    - cd ../
    - mkdir -p build
    - cd build
    - pwd
    - |-
      cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \
        -DFLECSI_RUNTIME_MODEL=${RUNTIME} \
        -DENABLE_UNIT_TESTS=ON \
        ..
    - make -j2 || make VERBOSE=1
    - make test ARGS="CTEST_OUTPUT_ON_FAILURE=1"

################
# Canary Stage #
################

.canary: &canary_def
  <<: *job_def
  stage: Canary
  script:
    - *build_script
    - *test_script
    - *format_script

############
# Env Jobs #
############

env:
  extends: .env_template
  <<: *shell_def

###############
# Canary Jobs #
###############

canary:centOS_mpi:
  extends: .canary
  <<: *shell_def
  variables:
    <<: *runtime_mpi
    <<: *mpich

canary:centOS_legion:
  extends: .canary
  <<: *shell_def
  variables:
    <<: *runtime_legion
    <<: *mpich

canary:centOS_hpx:
  extends: .canary
  <<: *shell_def
  variables:
    <<: *runtime_hpx
    <<: *mpich
  allow_failure: true 

##############
# Build Jobs #
##############

build:centOS_mpi:
  extends: .build
  <<: *shell_def
  variables:
    <<: *runtime_mpi
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  script:
    - *build_script
    - *test_script

build:centOS_mpi_release:
  extends: build:centOS_mpi
  variables:
    <<: *buildtype_release

build:centOS_mpi_clang:
  extends: build:centOS_mpi
  variables:
    <<: *compiler_clang

build:centOS_mpi_clang_release:
  extends: build:centOS_mpi_clang
  variables:
    <<: *buildtype_release

build:centOS_mpi_intel:
  extends: build:centOS_mpi
  variables:
    <<: *compiler_intel

build:centOS_mpi_intel_release:
  extends: build:centOS_mpi_intel
  variables:
    <<: *buildtype_release

build:centOS_mpich_mpi:
  extends: .build
  <<: *shell_def
  variables:
    <<: *runtime_mpi
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *mpich
  script:
    - *build_script
    - *test_script

build:centOS_mpich_mpi_release:
  extends: build:centOS_mpich_mpi
  variables:
    <<: *buildtype_release

build:centOS_mpich_mpi_clang:
  extends: build:centOS_mpich_mpi
  variables:
    <<: *compiler_clang

build:centOS_mpich_mpi_clang_release:
  extends: build:centOS_mpich_mpi_clang
  variables:
    <<: *buildtype_release

build:centOS_mpich_mpi_intel:
  extends: build:centOS_mpich_mpi
  variables:
    <<: *compiler_intel

build:centOS_mpich_mpi_intel_release:
  extends: build:centOS_mpich_mpi_intel
  variables:
    <<: *buildtype_release

build:centOS_legion:
  extends: .build
  <<: *shell_def
  variables:
    <<: *runtime_legion
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  script:
    - *build_script
    - *test_script

build:centOS_legion_release:
  extends: build:centOS_legion
  variables:
    <<: *buildtype_release

build:centOS_legion_clang:
  extends: build:centOS_legion
  variables:
    <<: *compiler_clang

build:centOS_legion_clang_release:
  extends: build:centOS_legion_clang
  variables:
    <<: *buildtype_release

build:centOS_legion_intel:
  extends: build:centOS_legion
  variables:
    <<: *compiler_intel

build:centOS_legion_intel_release:
  extends: build:centOS_legion_intel
  variables:
    <<: *buildtype_release

build:centOS_mpich_legion:
  extends: .build
  <<: *shell_def
  variables:
    <<: *runtime_legion
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *mpich
  script:
    - *build_script
    - *test_script

build:centOS_mpich_legion_release:
  extends: build:centOS_mpich_legion
  variables:
    <<: *buildtype_release

build:centOS_mpich_legion_clang:
  extends: build:centOS_mpich_legion
  variables:
    <<: *compiler_clang

build:centOS_mpich_legion_clang_release:
  extends: build:centOS_mpich_legion_clang
  variables:
    <<: *buildtype_release

build:centOS_mpich_legion_intel:
  extends: build:centOS_mpich_legion
  variables:
    <<: *compiler_intel

build:centOS_mpich_legion_intel_release:
  extends: build:centOS_mpich_legion_intel
  variables:
    <<: *buildtype_release

build:centOS_hpx:
  extends: .build
  <<: *shell_def
  variables:
    <<: *runtime_hpx
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  script:
    - *build_script
    - *test_script
  allow_failure: true

build:centOS_mpich_hpx_clang:
  extends: build:centOS_hpx
  variables:
    <<: *compiler_clang
    <<: *mpich

build:centOS_hpx_intel_release:
  extends: build:centOS_hpx
  variables:
    <<: *buildtype_release
    <<: *compiler_intel

build:centOS_mpi.ignoreNoCI:
  extends: build:centOS_mpi
  variables:
    <<: *ignore_noci
  allow_failure: true

build:centOS_legion.ignoreNoCI:
  extends: build:centOS_legion
  variables:
    <<: *ignore_noci
  allow_failure: true

build:centOS_hpx.ignoreNoCI:
  extends: build:centOS_hpx
  variables:
    <<: *ignore_noci
  allow_failure: true

#############
# Test Jobs #
#############

#test:centOS_mpi:
#  extends: .test
#  <<: *shell_def
#  variables:
#    <<: *runtime_mpi
#    <<: *buildtype_debug
#    <<: *compiler_gcc
#    <<: *openmpi
#  script:
#    - *test_script
#  dependencies:
#    - build:centOS_mpi
#
#test:centOS_mpi_release:
#  extends: test:centOS_mpi
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpi_release
#
#test:centOS_mpi_clang:
#  extends: test:centOS_mpi
#  variables:
#    <<: *compiler_clang
#  dependencies:
#    - build:centOS_mpi_clang
#
#test:centOS_mpi_clang_release:
#  extends: test:centOS_mpi_clang
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpi_clang_release
#
#test:centOS_mpi_intel:
#  extends: test:centOS_mpi
#  variables:
#    <<: *compiler_intel
#  dependencies:
#    - build:centOS_mpi_intel
#
#test:centOS_mpi_intel_release:
#  extends: test:centOS_mpi_intel
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpi_intel_release
#
#test:centOS_mpich_mpi:
#  extends: .test
#  <<: *shell_def
#  variables:
#    <<: *runtime_mpi
#    <<: *buildtype_debug
#    <<: *compiler_gcc
#    <<: *mpich
#  script:
#    - *test_script
#  dependencies:
#    - build:centOS_mpich_mpi
#
#test:centOS_mpich_mpi_release:
#  extends: test:centOS_mpich_mpi
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_mpi_release
#
#test:centOS_mpich_mpi_clang:
#  extends: test:centOS_mpich_mpi
#  variables:
#    <<: *compiler_clang
#  dependencies:
#    - build:centOS_mpich_mpi_clang
#
#test:centOS_mpich_mpi_clang_release:
#  extends: test:centOS_mpich_mpi_clang
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_mpi_clang_release
#
#test:centOS_mpich_mpi_intel:
#  extends: test:centOS_mpich_mpi
#  variables:
#    <<: *compiler_intel
#  dependencies:
#    - build:centOS_mpich_mpi_intel
#
#test:centOS_mpich_mpi_intel_release:
#  extends: test:centOS_mpich_mpi_intel
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_mpi_intel_release
#
#test:centOS_legion:
#  extends: .test
#  <<: *shell_def
#  variables:
#    <<: *runtime_legion
#    <<: *buildtype_debug
#    <<: *compiler_gcc
#    <<: *openmpi
#  allow_failure: true 
#  script:
#    - *test_script
#  dependencies:
#    - build:centOS_legion
#
#test:centOS_legion_release:
#  extends: test:centOS_legion
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_legion_release
#
#test:centOS_legion_clang:
#  extends: test:centOS_legion
#  variables:
#    <<: *compiler_clang
#  dependencies:
#    - build:centOS_legion_clang
#
#test:centOS_legion_clang_release:
#  extends: test:centOS_legion_clang
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_legion_clang_release
#
#test:centOS_legion_intel:
#  extends: test:centOS_legion
#  variables:
#    <<: *compiler_intel
#  dependencies:
#    - build:centOS_legion_intel
#
#test:centOS_legion_intel_release:
#  extends: test:centOS_legion_intel
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_legion_intel_release
#
#test:centOS_mpich_legion:
#  extends: .test
#  <<: *shell_def
#  variables:
#    <<: *runtime_legion
#    <<: *buildtype_debug
#    <<: *compiler_gcc
#    <<: *mpich
#  allow_failure: true 
#  script:
#    - *test_script
#  dependencies:
#    - build:centOS_mpich_legion
#
#test:centOS_mpich_legion_release:
#  extends: test:centOS_mpich_legion
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_legion_release
#
#test:centOS_mpich_legion_clang:
#  extends: test:centOS_mpich_legion
#  variables:
#    <<: *compiler_clang
#  dependencies:
#    - build:centOS_mpich_legion_clang
#
#test:centOS_mpich_legion_clang_release:
#  extends: test:centOS_mpich_legion_clang
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_legion_clang_release
#
#test:centOS_mpich_legion_intel:
#  extends: test:centOS_mpich_legion
#  variables:
#    <<: *compiler_intel
#  dependencies:
#    - build:centOS_mpich_legion_intel
#
#test:centOS_mpich_legion_intel_release:
#  extends: test:centOS_mpich_legion_intel
#  variables:
#    <<: *buildtype_release
#  dependencies:
#    - build:centOS_mpich_legion_intel_release
#
#test:centOS_hpx:
#  extends: .test
#  <<: *shell_def
#  variables:
#    <<: *runtime_hpx
#    <<: *buildtype_debug
#    <<: *compiler_gcc
#    <<: *openmpi
#  script:
#    - *test_script
#  dependencies:
#    - build:centOS_hpx
#  allow_failure: true
#
#test:centOS_mpich_hpx_clang:
#  extends: test:centOS_hpx
#  variables:
#    <<: *compiler_clang
#    <<: *mpich
#  dependencies:
#    - build:centOS_mpich_hpx_clang
#
#test:centOS_hpx_intel_release:
#  extends: test:centOS_hpx
#  variables:
#    <<: *buildtype_release
#    <<: *compiler_intel
#  dependencies:
#    - build:centOS_hpx_intel_release
#
#test:centOS_mpi.ignoreNoCI:
#  extends: test:centOS_mpi
#  variables:
#    <<: *ignore_noci
#  dependencies:
#    - build:centOS_mpi
#  allow_failure: true
#
#test:centOS_legion.ignoreNoCI:
#  extends: test:centOS_legion
#  variables:
#    <<: *ignore_noci
#  dependencies:
#    - build:centOS_legion
#  allow_failure: true
#
#test:centOS_hpx.ignoreNoCI:
#  extends: test:centOS_hpx
#  variables:
#    <<: *ignore_noci
#  dependencies:
#    - build:centOS_hpx
#  allow_failure: true

##################
# Tutorials Jobs #
##################

tutorials:centOS_mpi:
  extends: .tutorials
  <<: *shell_def
  variables:
    <<: *runtime_mpi
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  allow_failure: true 
  dependencies:
    - build:centOS_mpi

tutorials:centOS_legion:
  extends: .tutorials
  <<: *shell_def
  variables:
    <<: *runtime_legion
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  allow_failure: true 
  dependencies:
    - build:centOS_legion

#############
# Apps Jobs #
#############

apps:centOS_mpi:
  extends: .apps
  <<: *shell_def
  variables:
    <<: *runtime_mpi
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  allow_failure: true 
  dependencies:
    - build:centOS_mpi

apps:centOS_legion:
  extends: .apps
  <<: *shell_def
  variables:
    <<: *runtime_legion
    <<: *buildtype_debug
    <<: *compiler_gcc
    <<: *openmpi
  allow_failure: true 
  dependencies:
    - build:centOS_legion

#######################################################################################
#######################################################################################
#######################################################################################