Add a new workflow to test that updater works as expected (#10599)

* Add workflow for installing latest version of netdata, building from source of this branch & running the updater. Add script build-dist to create the artifacts used for the update.

* Add more distributions, arguments in updater script & accomodate review comment

* Run updater within docker for 6 distributions

* Remove unecessary change in updater

* Correct netdata_version --> updater_version in check-updater script

* Review comments: remove unused vars & replace == with =

3 files changed, 171 insertions, 0 deletions

diff --git a/.github/scripts/build-dist.sh b/.github/scripts/build-dist.sh
new file mode 100755
index 0000000000..f7e27324cb
--- /dev/null
+++ b/.github/scripts/build-dist.sh
@@ -0,0 +1,70 @@
+#!/bin/sh
+#
+# Builds the netdata-vX.y.Z-xxxx.tar.gz source tarball (dist)
+
+set -e
+
+# shellcheck source=.github/scripts/functions.sh
+. "$(dirname "$0")/functions.sh"
+
+NAME="${NAME:-netdata}"
+VERSION="${VERSION:-"$(git describe --always)"}"
+BASENAME="$NAME-$VERSION"
+
+prepare_build() {
+  progress "Preparing build"
+  (
+    test -d artifacts || mkdir -p artifacts
+    echo "${VERSION}" > packaging/version
+  ) >&2
+}
+
+build_dist() {
+  progress "Building dist"
+  (
+    command -v git > /dev/null && [ -d .git ] && git clean -d -f
+    autoreconf -ivf
+    ./configure \
+      --prefix=/usr \
+      --sysconfdir=/etc \
+      --localstatedir=/var \
+      --libexecdir=/usr/libexec \
+      --with-zlib \
+      --with-math \
+      --with-user=netdata \
+      CFLAGS=-O2
+    make dist
+    mv "${BASENAME}.tar.gz" artifacts/
+  ) >&2
+}
+
+prepare_assets() {
+  progress "Preparing assets"
+  (
+    cp packaging/version artifacts/latest-version.txt
+    cd artifacts || exit 1
+    ln -f "${BASENAME}.tar.gz" netdata-latest.tar.gz
+    ln -f "${BASENAME}.gz.run" netdata-latest.gz.run
+    sha256sum -b ./* > "sha256sums.txt"
+  ) >&2
+}
+
+steps="prepare_build build_dist prepare_assets"
+
+_main() {
+  for step in $steps; do
+    if ! run "$step"; then
+      if [ -t 1 ]; then
+        debug
+      else
+        fail "Build failed"
+      fi
+    fi
+  done
+
+  echo "🎉 All Done!"
+}
+
+if [ -n "$0" ] && [ x"$0" != x"-bash" ]; then
+  _main "$@"
+fi
diff --git a/.github/scripts/check-updater.sh b/.github/scripts/check-updater.sh
new file mode 100755
index 0000000000..3ef4857f9e
--- /dev/null
+++ b/.github/scripts/check-updater.sh
@@ -0,0 +1,38 @@
+#!/bin/sh
+#
+set -e
+# shellcheck source=.github/scripts/functions.sh
+. "$(dirname "$0")/functions.sh"
+
+check_successfull_update() {
+  progress "Check netdata version after update"
+  (
+    netdata_version=$(netdata -v | awk '{print $2}')
+    updater_version=$(cat packaging/version)
+    if [ "$netdata_version" = "$updater_version" ]; then
+      echo "Update successfull!"
+    else
+      exit 1
+    fi
+  ) >&2
+}
+
+steps="check_successfull_update"
+
+_main() {
+  for step in $steps; do
+    if ! run "$step"; then
+      if [ -t 1 ]; then
+        debug
+      else
+        fail "Build failed"
+      fi
+    fi
+  done
+
+  echo "🎉 All Done!"
+}
+
+if [ -n "$0" ] && [ x"$0" != x"-bash" ]; then
+  _main "$@"
+fi
diff --git a/.github/workflows/updater.yml b/.github/workflows/updater.yml
new file mode 100644
index 0000000000..48e5ac116a
--- /dev/null
+++ b/.github/workflows/updater.yml
@@ -0,0 +1,63 @@
+---
+name: Updater
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    branches:
+      - master
+
+jobs:
+  source-build:
+    name: Install, Build & Update
+    strategy:
+      fail-fast: false
+      matrix:
+        distro:
+          - 'debian:10'
+          - 'ubuntu:20.10'
+          - 'alpine:3.13'
+          - 'centos:8'
+          - 'clearlinux:latest'
+          - 'fedora:33'
+        include:
+          - distro: 'alpine:3.13'
+            pre: 'apk add -U bash'
+          - distro: 'centos:8'
+            rmjsonc: 'dnf remove -y json-c-devel'
+          - distro: 'debian:10'
+            pre: 'apt-get update'
+          - distro: 'ubuntu:20.10'
+            pre: 'apt-get update'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Git clone repository
+        uses: actions/checkout@v2
+      - name: Install required packages & build tarball
+        run: |
+          ./packaging/installer/install-required-packages.sh --dont-wait --non-interactive netdata-all
+          .github/scripts/build-dist.sh
+      - name: Run a dockerised web server to serve files used by the custom update script
+        run: |
+          docker run -dit --name my-apache-app -p 8080:80 -v "$PWD":/usr/local/apache2/htdocs/ httpd:2.4
+      - name: Replace URLs in updater script to point at the local web server
+        run: |
+          ORIG_TARBALL="export NETDATA_TARBALL_URL=.*"
+          ORIG_CHECKSUM="export NETDATA_TARBALL_CHECKSUM_URL=.*"
+          CURRENT_VERSION="current_version=.*"
+          NEW_TARBALL="export NETDATA_TARBALL_URL=http://localhost:8080/artifacts/netdata-latest.tar.gz"
+          NEW_CHECKSUM="export NETDATA_TARBALL_CHECKSUM_URL=http://localhost:8080/artifacts/sha256sums.txt"
+          sed -i "s|${ORIG_TARBALL}|${NEW_TARBALL}|g" packaging/installer/netdata-updater.sh
+          sed -i "s|${ORIG_CHECKSUM}|${NEW_CHECKSUM}|g" packaging/installer/netdata-updater.sh
+          sed -i "s|"current_version=.*"|"current_version=1"|g" packaging/installer/netdata-updater.sh
+      - name: Install netdata and run the updater on ${{ matrix.distro }}
+        env:
+          PRE: ${{ matrix.pre }}
+        run: |
+          echo $PRE > ./prep-cmd.sh
+          docker build . -f .github/dockerfiles/Dockerfile.build_test -t test --build-arg BASE=${{ matrix.distro }}
+          docker run --network host -w /netdata test \
+              /bin/sh -c '/netdata/packaging/installer/kickstart.sh --dont-wait \
+              && /netdata/packaging/installer/netdata-updater.sh --not-running-from-cron --no-updater-self-update \
+              && bash /netdata/.github/scripts/check-updater.sh'