Homec4science
Diffusion akantu (bugfixes/ci_deploy_fixes) Browse

rAKA/.gitlab-ci.yml
1db5ba830ccbbugfixes/ci_deploy_fixes

Last Change
Raw File

.gitlab-ci.yml
View Options

# yaml-language-server: $schema=gitlab-ci
# yaml-language-server: $format.enable=false
stages:
- version
- configure
- build_libs
- build_tests
- test
- code_quality
- deploy
- release
workflow:
rules:
- if: $CI_PIPELINE_SOURCE == "merge_request_event"
- if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS
when: never
- if: $CI_COMMIT_BRANCH
- if: $CI_COMMIT_TAG =~ /^v[0-9].*$/
include:
local: ".gitlab/ci.d/*.yaml"
#-------------------------------------------------------------------------------
# Rebuilding the docker images if needed
#-------------------------------------------------------------------------------
docker build:debian-bullseye:
variables:
IMAGE_NAME: 'debian:bullseye'
extends: .docker_build
docker build:ubuntu-lts:
variables:
IMAGE_NAME: 'ubuntu:lts'
extends: .docker_build
docker build:manylinux:
variables:
IMAGE_NAME: 'manylinux:2014_x86_64'
extends: .docker_build
docker build:debian-testing:
variables:
IMAGE_NAME: 'debian:testing'
extends: .docker_build
version_determination:
stage: version
image: python:latest
variables:
GIT_STRATEGY: fetch
GIT_DEPTH: 500
script:
- python3 cmake/semver.py > VERSION
- cat VERSION
artifacts:
when: on_success
paths:
- VERSION
expire_in: 1day
# ------------------------------------------------------------------------------
# Debian bullseye compiled with GCC
# ------------------------------------------------------------------------------
configure:debian_bullseye_gcc:
extends:
- .debian_bullseye_gcc
- .build_coverage
- .configure
needs:
- version_determination
build_libs:debian_bullseye_gcc:
extends:
- .debian_bullseye_gcc
- .build_coverage
- .build_libs
needs:
- job: configure:debian_bullseye_gcc
build_tests:debian_bullseye_gcc:
extends:
- .debian_bullseye_gcc
- .build_coverage
- .build_tests
needs:
- job: build_libs:debian_bullseye_gcc
test:debian_bullseye_gcc:
extends:
- .debian_bullseye_gcc
- .build_coverage
- .tests
coverage: '/^lines: (\d+\.\d+\%)/'
needs:
- job: build_tests:debian_bullseye_gcc
# ------------------------------------------------------------------------------
# Debian bullseye compiled with Clang
# ------------------------------------------------------------------------------
configure:debian_bullseye_clang:
extends:
- .debian_bullseye_clang
- .build_release
- .configure
needs:
- version_determination
build_libs:debian_bullseye_clang:
extends:
- .debian_bullseye_clang
- .build_release
- .build_libs
needs:
- job: configure:debian_bullseye_clang
build_tests:debian_bullseye_clang:
extends:
- .debian_bullseye_clang
- .build_release
- .build_tests
needs:
- job: build_libs:debian_bullseye_clang
test:debian_bullseye_clang:
extends:
- .debian_bullseye_clang
- .build_release
- .tests
coverage: '/^lines: (\d+\.\d+\%)/'
needs:
- job: build_tests:debian_bullseye_clang
# ------------------------------------------------------------------------------
# Ubuntu LTS compiled with GCC
# ------------------------------------------------------------------------------
configure:ubuntu_lts_gcc:
extends:
- .ubuntu_lts_gcc
- .build_release
- .configure
needs:
- version_determination
build_libs:ubuntu_lts_gcc:
extends:
- .ubuntu_lts_gcc
- .build_release
- .build_libs
needs:
- job: configure:ubuntu_lts_gcc
build_tests:ubuntu_lts_gcc:
extends:
- .ubuntu_lts_gcc
- .build_release
- .build_tests
needs:
- job: build_libs:ubuntu_lts_gcc
test:ubuntu_lts_gcc:
extends:
- .ubuntu_lts_gcc
- .build_release
- .tests
needs:
- job: build_tests:ubuntu_lts_gcc
# ------------------------------------------------------------------------------
# Debian bullseye compiled with GCC tested with valgrind
# ------------------------------------------------------------------------------
configure:ubuntu_lts_gcc_valgrind:
extends:
- .ubuntu_lts_gcc
- .build_valgrind
- .configure
needs:
- version_determination
build_libs:ubuntu_lts_gcc_valgrind:
extends:
- .ubuntu_lts_gcc
- .build_valgrind
- .build_libs
needs:
- job: configure:ubuntu_lts_gcc_valgrind
build_tests:ubuntu_lts_gcc_valgrind:
extends:
- .ubuntu_lts_gcc
- .build_valgrind
- .build_tests
needs:
- job: build_libs:ubuntu_lts_gcc_valgrind
test:ubuntu_lts_gcc_valgrind:
extends:
- .ubuntu_lts_gcc
- .build_valgrind
- .tests
needs:
- job: build_tests:ubuntu_lts_gcc_valgrind
# ------------------------------------------------------------------------------
# Manylinux to build python packages
# ------------------------------------------------------------------------------
configure:python_package:
extends:
- .manylinux_2014_x86_64_gcc
- .configure_python
needs:
- version_determination
build_akantu:python_package:
extends:
- .build_python_akantu
- .manylinux_2014_x86_64_gcc
needs:
- job: configure:python_package
build_pip:python_package:
extends:
- .code_only
- .build_release
- .manylinux_2014_x86_64_gcc
- .build_python_package
needs:
- job: build_akantu:python_package
test:python_package:
extends:
- .test_python_package
- .code_only
image: python:3.10
needs:
- job: build_pip:python_package
before_script:
- apt update && apt install -y gmsh
# ------------------------------------------------------------------------------
# MacOS X to build python packages
# ------------------------------------------------------------------------------
configure:python_package_macos:
extends:
- .configure_python
- .macos_clang
needs:
- version_determination
build_akantu:python_package_macos:
extends:
- .build_python_akantu
- .macos_clang
needs:
- job: configure:python_package_macos
build_pip:python_package_macos:
extends:
- .build_python_package
- .macos_clang
needs:
- job: build_akantu:python_package_macos
test:python_package_macos:
extends:
- .test_python_package
- .macos_clang
needs:
- job: build_pip:python_package_macos
# ------------------------------------------------------------------------------
# PYPI Upload
# ------------------------------------------------------------------------------
package:python_gitlab:
stage: deploy
image: python:latest
variables:
TWINE_PASSWORD: ${CI_JOB_TOKEN}
TWINE_USERNAME: gitlab-ci-token
script:
- pip install twine
- python3 -m twine upload --repository-url https://gitlab.com/api/v4/projects/${CI_PROJECT_ID}/packages/pypi
wheelhouse/*
wheelhouse_macos/*
needs:
- job: build_pip:python_package
- job: test:python_package
- job: build_pip:python_package_macos
- job: test:python_package_macos
rules:
- if: $CI_COMMIT_BRANCH == $CI_DEFAULT_BRANCH
package:python_pypi:
stage: deploy
image: python:latest
variables:
TWINE_PASSWORD: ${PYPI_TOKEN}
TWINE_USERNAME: __token__
script:
- pip install twine
- python3 -m twine upload --verbose
wheelhouse/*
wheelhouse_macos/*
needs:
- job: build_pip:python_package
- job: test:python_package
- job: build_pip:python_package_macos
- job: test:python_package_macos
rules:
- if: $CI_COMMIT_TAG && $CI_COMMIT_TAG =~ /v[0-9]+.*/
# ------------------------------------------------------------------------------
# Release
# ------------------------------------------------------------------------------
package:release:
stage: release
image: registry.gitlab.com/akantu/akantu/debian:testing
variables:
EXAMPLES_PACKAGE: "akantu-python-examples-${CI_COMMIT_TAG}.tgz"
PACKAGE_REGISTRY_URL: "${CI_API_V4_URL}/projects/${CI_PROJECT_ID}/packages/generic/akantu-examples/${CI_COMMIT_TAG}"
cache:
- key: debian_bullseye_clang-Release-build-${CI_COMMIT_SHORT_SHA}
policy: pull
paths:
- build/
rules:
- if: $CI_COMMIT_TAG && $CI_COMMIT_TAG =~ /v[0-9]+.*/
script:
- >
export VERSION=$(cat VERSION)
tar -czf akantu-python-examples-${CI_COMMIT_TAG}.tgz \
--exclude "CMakeFiles" \
--exclude "*\.cmake" \
--exclude "Makefile" \
--transform "s:^build/examples/python:akantu-python-examples:" \
build/examples/python
curl --header "JOB-TOKEN: ${CI_JOB_TOKEN}" \
--upload-file "${EXAMPLES_PACKAGE}" \
"${PACKAGE_REGISTRY_URL}/${EXAMPLES_PACKAGE}"
export DESCRIPTION=$(markdown-extract "Version ${VERSION}" CHANGELOG.md)
release-cli create \
--name "Version ${VERSION}" \
--description "${DESCRIPTION}" \
--tag-name "${CI_COMMIT_TAG}" \
--assets-link "{\"name\": \"Python Examples\", \"url\": \"${PACKAGE_REGISTRY_URL}/${EXAMPLES_PACKAGE}\", \"link_type\": \"package\"}" \
--assets-link "{\"name\": \"PyPi package\", \"url\": \"https://pypi.org/project/akantu/${VERSION}/\", \"link_type\": \"package\"}" \
--assets-link "{\"name\": \"Documentation\", \"url\": \"https://akantu.readthedocs.io/en/${CI_COMMIT_TAG}/\", \"link_type\": \"other\"}"
needs:
- job: build_tests:debian_bullseye_clang
- job: version_determination
- job: package:python_pypi
# ------------------------------------------------------------------------------
# Code Quality
# ------------------------------------------------------------------------------
cq:code_quality:
extends:
- .code_quality_gitlab_template
- .code_only
needs:
- job: build_libs:debian_bullseye_clang
artifacts:
paths:
- gl-code-quality-report.json
cq:clang_tidy:
extends:
- .clang_tools
- .code_only
script:
- test/ci/scripts/cq
-x third-party
-x extra-packages
-x pybind11
-x test
-x build
${FILE_LIST_ARG}
clang-tidy
-p ${CI_PROJECT_DIR} > gl-clang-tidy-report.json
needs:
- job: configure:debian_bullseye_clang
artifacts:
paths:
- gl-clang-tidy-report.json
cq:clang_format:
extends:
- .clang_tools
- .code_only
script:
- test/ci/scripts/cq
-x third-party
-x extra-packages
-x build
clang-format
-p ${CI_PROJECT_DIR} > gl-clang-format-report.json
needs:
- job: configure:debian_bullseye_clang
artifacts:
paths:
- gl-clang-format-report.json
cq:compilation_warnings:
stage: code_quality
image: python:latest
extends:
- .code_only
script:
- pip install warning-parser termcolor Click tqdm
- ls build-*-err.log
- test/ci/scripts/cq
-x third-party
-x extra-packages
-x build
warnings
build-*-err.log > gl-warnings-report.json
needs:
- job: build_libs:debian_bullseye_clang
- job: build_libs:debian_bullseye_gcc
- job: build_libs:ubuntu_lts_gcc
artifacts:
paths:
- gl-warnings-report.json
cq:merge_code_quality:
stage: deploy
extends:
- .debian_bullseye_clang
- .code_only
script:
- jq -Ms '[.[][]]' gl-*-report.json | tee gl-codequality.json | jq -C
needs:
- job: cq:code_quality
- job: cq:clang_tidy
- job: cq:clang_format
- job: cq:compilation_warnings
artifacts:
reports:
codequality: [gl-codequality.json]
paths:
- gl-codequality.json
c4science · Help