path: root/.travis.yml

dist: xenial
sudo: true
language: c
services:
- docker



# This is a hook to help us introduce "soft" errors on our process
matrix:
  allow_failures:
    - env: ALLOW_SOFT_FAILURE_HERE=true



# Install dependencies for all, once
#
install:
- sudo apt-get install -y libcap2-bin zlib1g-dev uuid-dev fakeroot libipmimonitoring-dev libmnl-dev libnetfilter-acct-dev gnupg python-pip
- sudo apt install -y --only-upgrade docker-ce
- sudo pip install git-semver
- docker info
- source tests/installer/slack.sh
- export NOTIF_CHANNEL="automation-beta"
- if [ "${TRAVIS_REPO_SLUG}" = "netdata/netdata" ]; then export NOTIF_CHANNEL="automation"; fi;
- export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1)"
- export LATEST_RELEASE_VERSION="$(cat packaging/version | cut -d'-' -f1)"
- export LATEST_RELEASE_DATE="$(git log -1 --format=%aD "${LATEST_RELEASE_VERSION}" | cat)"
- if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export BUILD_VERSION="$(cat packaging/version | cut -d'-' -f1,2 | sed -e 's/-/./g').latest"; fi;
- export DEPLOY_REPO="netdata" # Default production packaging repository
- if [[ "${TRAVIS_COMMIT_MESSAGE}" = *"[Build latest]"* ]]; then export DEPLOY_REPO="netdata-edge"; fi;
- export PACKAGING_USER="$(echo ${TRAVIS_REPO_SLUG} | cut -d'/' -f1)"



# Setup notification system
#
notifications:
  webhooks: https://app.fossa.io/hooks/travisci



# Define the stage sequence and conditionals
#
stages:
# Mandatory runs, we always want these executed
- name: Code quality, linting, syntax, code style
- name: Build process
- name: Artifacts validation
- name: Artifacts validation on bare OS, stable to current lifecycle checks
  if: branch = master AND (type = pull_request OR type = cron)

  # Nightly operations
- name: Nightly operations
  if: branch = master AND type = cron
- name: Nightly release
  if: branch = master AND type = cron

  # Scheduled releases
- name: Packaging for release
  if: branch = master AND type != pull_request AND type != cron

- name: Publish for release
  if: branch = master AND type != pull_request AND type != cron AND commit_message =~ /(\[netdata release candidate\]|\[netdata major release\]|\[netdata minor release\]|\[netdata patch release\])/

  # Build DEB packages under special conditions
  # Ubuntu
- name: "Package ubuntu/disco"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package amd64 DEB Ubuntu\]|\[Package amd64 DEB\])/
- name: "Package ubuntu/cosmic"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package amd64 DEB Ubuntu\]|\[Package amd64 DEB\])/
- name: "Package ubuntu/bionic"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Ubuntu\]|\[Package arm64 DEB\]|\[Package i386 DEB Ubuntu\]|\[Package i386 DEB\]|\[Package amd64 DEB Ubuntu\]|\[Package amd64 DEB\])/

  # Debian
- name: "Package debian/buster"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package amd64 DEB Debian\]|\[Package amd64 DEB\])/
- name: "Package debian/stretch"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package amd64 DEB Debian\]|\[Package amd64 DEB\])/
- name: "Package debian/jessie"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 DEB Debian\]|\[Package arm64 DEB\]|\[Package i386 DEB Debian\]|\[Package i386 DEB\]|\[Package amd64 DEB Debian\]|\[Package amd64 DEB\])/

  # Build RPM packages under special conditions
  # Enterprise linux (Covers CentOS, Redhat, Amazon linux)
- name: "Package Enterprise Linux 7"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Enterprise Linux\]|\[Package arm64 RPM\]|\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package amd64 RPM Enterprise Linux\]|\[Package amd64 RPM\])/
- name: "Package Enterprise linux 6"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package i386 RPM Enterprise Linux\]|\[Package i386 RPM\]|\[Package amd64 RPM Enterprise Linux\]|\[Package amd64 RPM\])/

  # Fedora
- name: "Package Fedora 30"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/
- name: "Package Fedora 29"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/
- name: "Package Fedora 28"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM Fedora\]|\[Package arm64 RPM\]|\[Package amd64 RPM Fedora\]|\[Package amd64 RPM\])/

  # OpenSuSE
- name: "Package OpenSuSE 15.1"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/
- name: "Package OpenSuSE 15.0"
  if: type != cron AND type != pull_request AND branch = master AND commit_message =~ /(\[Package arm64 RPM openSuSE\]|\[Package arm64 RPM\]|\[Package amd64 RPM openSuSE\]|\[Package amd64 RPM\])/



# DEB and RPM template flows
- stage: &_RPM_TEMPLATE
    name: "Build & Publish RPM package"
    before_install:
    - sudo apt-get install -y wget lxc lxc-templates
    - source tests/installer/slack.sh
    before_script:
    - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
    - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
    script:
    - echo "GIT Branch:" && git branch
    - echo "Last commit:" && git log -1
    - echo "GIT Describe:" && git describe
    - echo "packaging/version:" && cat packaging/version
    - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
    - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
    - sudo chmod -R 755 "/var/lib/lxc"
    - echo "Preparing RPM packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
    git:
      depth: false
    after_failure: post_message "TRAVIS_MESSAGE" "Failed to build RPM for ${BUILD_STRING}.${BUILD_ARCH}"
    before_deploy:
    - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale RPM found"
    deploy:
      - provider: packagecloud
        repository: "${DEPLOY_REPO}"
        username: "${PACKAGING_USER}"
        token: "${PKG_CLOUD_TOKEN}"
        dist: "${BUILD_STRING}"
        local_dir: "${PACKAGES_DIRECTORY}"
        skip_cleanup: true
        on:
          # Only deploy on ${USER}/netdata, master branch, when packages directory is created
          repo: ${TRAVIS_REPO_SLUG}
          branch: "master"
          condition: -d "${PACKAGES_DIRECTORY}"
    after_deploy:
      - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
      - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;



  # TODO: This section is stale, will be aligned with the RPM implementation when we get to DEB packaging
- stage: &_DEB_TEMPLATE
    name: "Build & Publish DEB package"
    before_install:
    - sudo apt-get install -y wget lxc lxc-templates dh-make git-buildpackage build-essential libdistro-info-perl
    - source tests/installer/slack.sh
    before_script:
    - post_message "TRAVIS_MESSAGE" "Starting package preparation and publishing for ${BUILD_STRING}.${BUILD_ARCH}" "${NOTIF_CHANNEL}"
    - export PACKAGES_DIRECTORY="$(mktemp -d -t netdata-packaging-contents-dir-XXXXXX)" && echo "Created packaging directory ${PACKAGES_DIRECTORY}"
    script:
    - echo "GIT Branch:" && git branch
    - echo "Last commit:" && git log -1
    - echo "GIT Describe:" && git describe
    - echo "packaging/version:" && cat packaging/version
    - echo "Creating LXC environment for the build" && sudo -E .travis/package_management/create_lxc_for_build.sh
    - echo "Building package in container" && sudo -E .travis/package_management/build_package_in_container.sh
    - sudo chown -R root:travis "/var/lib/lxc"
    - sudo chmod -R 750 "/var/lib/lxc"
    - echo "Preparing DEB packaging contents for upload" && sudo -E .travis/package_management/prepare_packages.sh
    git:
      depth: false
    after_failure: post_message "TRAVIS_MESSAGE" "Failed to build DEB for ${BUILD_STRING}.${BUILD_ARCH}"
    before_deploy:
    - .travis/package_management/yank_stale_rpm.sh "${PACKAGES_DIRECTORY}" "${BUILD_STRING}" || echo "No stale DEB found"
    deploy:
      - provider: packagecloud
        repository: "${DEPLOY_REPO}"
        username: "${PACKAGING_USER}"
        token: "${PKG_CLOUD_TOKEN}"
        dist: "${BUILD_STRING}"
        local_dir: "${PACKAGES_DIRECTORY}"
        skip_cleanup: true
        on:
          # Only deploy on ${USER}/netdata, master branch, when build-area directory is created
          repo: ${TRAVIS_REPO_SLUG}
          branch: "master"
          condition: -d "${PACKAGES_DIRECTORY}"
    after_deploy:
      - if [ -n "${BUILDER_NAME}" ]; then rm -rf /home/${BUILDER_NAME}/* && echo "Cleared /home/${BUILDER_NAME} directory" || echo "Failed to clean /home/${BUILDER_NAME} directory"; fi;
      - if [ -d "${PACKAGES_DIRECTORY}" ]; then rm -rf "${PACKAGES_DIRECTORY}"; fi;



# Define stage implementation details
#
jobs:
  include:
    # Do code quality, syntax checking and other pre-build activities
  - stage: Code quality, linting, syntax, code style

    name: Run shellchecking on BASH
    script: shellcheck --format=gcc $(find . -name '*.sh.in' -not -iwholename '*.git*')

    # This falls under same stage defined earlier
  - name: Run checksum checks on kickstart files
    script: ./tests/installer/checksums.sh
    env: LOCAL_ONLY="true"

    # This falls under same stage defined earlier
  -