361 lines
14 KiB
YAML
361 lines
14 KiB
YAML
name: Test and Publish Netdisco
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
success_irc_squawk:
|
|
description: 'Squawk to IRC on successful tests'
|
|
required: false
|
|
default: false
|
|
debug_test_enabled:
|
|
description: 'With build and test debug'
|
|
required: false
|
|
default: false
|
|
debug_docker_enabled:
|
|
description: 'With docker debug'
|
|
required: false
|
|
default: false
|
|
debug_dbdeploy_enabled:
|
|
description: 'With db deploy debug'
|
|
required: false
|
|
default: false
|
|
push:
|
|
branches:
|
|
- master
|
|
tags:
|
|
- '2.[0-9][0-9][0-9][0-9][0-9][0-9]'
|
|
pull_request:
|
|
types: [opened, synchronize, reopened]
|
|
jobs:
|
|
test_netdisco:
|
|
name: Test and CPAN Upload
|
|
if: github.repository == 'netdisco/netdisco'
|
|
runs-on: ubuntu-latest
|
|
container:
|
|
image: 'netdisco/netdisco:latest-do'
|
|
options: '--user root --entrypoint /bin/ash'
|
|
volumes:
|
|
- '/home/runner/work:/github/workspace'
|
|
defaults:
|
|
run:
|
|
working-directory: /github/workspace/netdisco/netdisco
|
|
steps:
|
|
- name: Get the Tag or Branch
|
|
run: echo "GH_REF_SHORT=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
|
|
|
|
- name: Install packages
|
|
run: |
|
|
apk del openssh-client
|
|
apk add openssh xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
|
|
- name: Install fake apt-get
|
|
run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
|
|
- name: Add localhost
|
|
run: echo "127.0.0.1 localhost" >> /etc/hosts
|
|
|
|
- name: Check out latest code
|
|
uses: actions/checkout@v1
|
|
- name: Fix owner of checkout
|
|
run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco
|
|
|
|
- name: Install Perl deps
|
|
run: |
|
|
sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest Env::Path Test::Compile CPAN::Uploader
|
|
sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest --installdeps /github/workspace/netdisco/netdisco
|
|
|
|
- name: Run Tests
|
|
id: build_and_run_tests
|
|
run: |
|
|
sudo -u netdisco /home/netdisco/bin/localenv perl ./Build.PL
|
|
sudo -u netdisco /home/netdisco/bin/localenv ./Build test --test_files xt/
|
|
continue-on-error: true
|
|
|
|
- name: IRC test failure notification
|
|
if: (steps.build_and_run_tests.outcome == 'failure') && (github.event_name != 'workflow_dispatch') && (github.event_name != 'pull_request')
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 ${{ github.actor }} pushed to ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }}
|
|
😭 TESTS have FAILED! 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
- name: IRC test success notification
|
|
if: (steps.build_and_run_tests.outcome == 'success') && github.event.inputs.success_irc_squawk
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 ${{ github.actor }} pushed to ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }} (tests PASSED 🎉)
|
|
|
|
- name: Make release
|
|
if: steps.build_and_run_tests.outcome == 'success'
|
|
run: |
|
|
sudo -u netdisco /home/netdisco/bin/localenv rm ./MANIFEST
|
|
sudo -u netdisco /home/netdisco/bin/localenv ./Build manifest
|
|
sudo -u netdisco /home/netdisco/bin/localenv ./Build distmeta
|
|
sudo -u netdisco /home/netdisco/bin/localenv ./Build dist
|
|
|
|
- name: Upload to CPAN
|
|
id: upload_to_cpan
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
env:
|
|
PAUSE_USERNAME: ${{ secrets.PAUSE_USERNAME }}
|
|
PAUSE_PASSWORD: ${{ secrets.PAUSE_PASSWORD }}
|
|
run: |
|
|
bash -c 'RELEASENAME=(App-Netdisco-*.tar.gz) && ! curl -LI --fail https://cpan.metacpan.org/authors/id/O/OL/OLIVER/${RELEASENAME}'
|
|
sudo -u netdisco /home/netdisco/bin/localenv cpan-upload -u '${{ env.PAUSE_USERNAME }}' -p '${{ env.PAUSE_PASSWORD }}' App-Netdisco-*.tar.gz
|
|
continue-on-error: true
|
|
|
|
- name: IRC upload failure notification
|
|
if: steps.upload_to_cpan.outcome == 'failure'
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 Failed to upload Netdisco release ${{ env.GH_REF_SHORT }} to CPAN! 😭
|
|
👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
- name: IRC upload success notification
|
|
if: steps.upload_to_cpan.outcome == 'success'
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 Uploaded Netdisco release ${{ env.GH_REF_SHORT }} to CPAN 🎉
|
|
|
|
- name: Setup tmate session
|
|
uses: mxschmitt/action-tmate@v3
|
|
if: always() && github.event.inputs.debug_test_enabled
|
|
with:
|
|
sudo: true
|
|
|
|
- name: Preserve status from tests
|
|
if: always() && (steps.build_and_run_tests.outcome == 'failure')
|
|
run: exit 1
|
|
|
|
build_docker_images:
|
|
name: Build Docker Images
|
|
needs: test_netdisco
|
|
if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
|
|
runs-on: ubuntu-latest
|
|
defaults:
|
|
run:
|
|
working-directory: /home/runner/work/netdisco/netdisco-docker
|
|
steps:
|
|
- name: Check out latest code
|
|
uses: actions/checkout@v1
|
|
with:
|
|
repository: 'netdisco/netdisco-docker'
|
|
ref: 'master'
|
|
|
|
- name: Get the Tag
|
|
run: |
|
|
echo "TAG=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
|
|
echo "IMAGE_ROOT=netdisco:$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
|
|
|
|
- name: Build netdisco-postgresql
|
|
run: |
|
|
cd netdisco-postgresql
|
|
docker build -t ${IMAGE_ROOT}-postgresql \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-postgresql netdisco/${IMAGE_ROOT}-postgresql
|
|
|
|
- name: Build netdisco-base
|
|
run: |
|
|
cd netdisco-base
|
|
docker build -t ${IMAGE_ROOT}-base \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-base netdisco/${IMAGE_ROOT}-base
|
|
|
|
- name: Build netdisco-backend
|
|
run: |
|
|
cd netdisco-backend
|
|
docker build -t ${IMAGE_ROOT}-backend \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-backend netdisco/${IMAGE_ROOT}-backend
|
|
|
|
- name: Build netdisco-web
|
|
run: |
|
|
cd netdisco-web
|
|
docker build -t ${IMAGE_ROOT}-web \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-web netdisco/${IMAGE_ROOT}-web
|
|
|
|
- name: Build netdisco-demo
|
|
run: |
|
|
cd netdisco-demo
|
|
docker build -t ${IMAGE_ROOT}-demo \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-demo registry.heroku.com/netdisco2-demo/web
|
|
echo "DEMO_IMAGE_ID=$(docker inspect registry.heroku.com/netdisco2-demo/web --format={{.Id}})" >> $GITHUB_ENV
|
|
|
|
- name: Build netdisco-do
|
|
run: |
|
|
cd netdisco-do
|
|
docker build -t ${IMAGE_ROOT}-do \
|
|
--build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \
|
|
--build-arg TAG=${TAG} \
|
|
--build-arg COMMITTISH=${TAG} .
|
|
docker tag ${IMAGE_ROOT}-do netdisco/${IMAGE_ROOT}-do
|
|
|
|
- name: Login to DH
|
|
env:
|
|
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
|
|
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
|
|
run: |
|
|
echo '${{ env.DOCKER_PASSWORD }}' | docker login -u '${{ env.DOCKER_USERNAME }}' --password-stdin
|
|
|
|
- name: Upload to Docker Hub
|
|
id: upload_docker_hub
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
run: |
|
|
for image in postgresql backend web do; do
|
|
docker push netdisco/${IMAGE_ROOT}-$image
|
|
docker tag ${IMAGE_ROOT}-$image netdisco/netdisco:latest-$image
|
|
docker push netdisco/netdisco:latest-$image
|
|
done
|
|
continue-on-error: true
|
|
|
|
- name: Logout from DH
|
|
run: docker logout
|
|
|
|
- name: Login to GHP
|
|
run: |
|
|
echo '${{ secrets.GITHUB_TOKEN }}' | docker login ghcr.io -u '${{ github.actor }}' --password-stdin
|
|
|
|
- name: Upload to GitHub Packages
|
|
id: upload_github_packages
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
run: |
|
|
for image in postgresql backend web do; do
|
|
docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/${IMAGE_ROOT}-$image
|
|
docker push ghcr.io/netdisco/${IMAGE_ROOT}-$image
|
|
docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/netdisco:latest-$image
|
|
docker push ghcr.io/netdisco/netdisco:latest-$image
|
|
done
|
|
continue-on-error: true
|
|
|
|
- name: Logout from GHP
|
|
run: docker logout
|
|
|
|
- name: Login to Heroku
|
|
env:
|
|
HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
|
|
run: |
|
|
echo '${{ env.HEROKU_API_KEY }}' | docker login registry.heroku.com --username=_ --password-stdin
|
|
|
|
- name: Upload to Heroku
|
|
id: upload_heroku_packages
|
|
if: startsWith(github.ref, 'refs/tags/')
|
|
run: |
|
|
docker push registry.heroku.com/netdisco2-demo/web
|
|
continue-on-error: true
|
|
|
|
- name: Logout from Heroku
|
|
run: docker logout
|
|
|
|
- name: Release on Heroku
|
|
if: (github.event_name == 'workflow_dispatch') || (steps.upload_heroku_packages.outcome == 'success')
|
|
env:
|
|
HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
|
|
run: |
|
|
curl -X PATCH https://api.heroku.com/apps/netdisco2-demo/formation \
|
|
-d "{ \"updates\": [ { \"type\": \"web\", \"docker_image\": \"$DEMO_IMAGE_ID\" } ] }" \
|
|
-H "Content-Type: application/json" \
|
|
-H "Accept: application/vnd.heroku+json; version=3.docker-releases" \
|
|
-H "Authorization: Bearer $HEROKU_API_KEY"
|
|
continue-on-error: true
|
|
|
|
- name: IRC DH upload failure notification
|
|
if: steps.upload_docker_hub.outcome == 'failure'
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 Failed to publish Netdisco release ${{ env.TAG }} to Docker Hub! 😭
|
|
👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
|
- name: IRC DH upload success notification
|
|
if: (steps.upload_docker_hub.outcome == 'success') && github.event.inputs.success_irc_squawk
|
|
uses: Gottox/irc-message-action@v2
|
|
with:
|
|
channel: '#netdisco'
|
|
nickname: github-actions
|
|
message: |-
|
|
🤖 Published Netdisco release ${{ env.TAG }} to Docker Hub! 🎉
|
|
|
|
- name: Setup tmate session
|
|
uses: mxschmitt/action-tmate@v3
|
|
if: always() && github.event.inputs.debug_docker_enabled
|
|
with:
|
|
sudo: true
|
|
|
|
- name: Fix job exit status
|
|
if: always() && (steps.upload_docker_hub.outcome == 'failure')
|
|
run: exit 1
|
|
|
|
demo_db_redeploy:
|
|
name: Redeploy Demo DB
|
|
needs: build_docker_images
|
|
if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/')
|
|
runs-on: ubuntu-latest
|
|
container:
|
|
image: 'netdisco/netdisco:latest-do'
|
|
options: '--user root --entrypoint /bin/ash'
|
|
volumes:
|
|
- '/home/runner/work:/github/workspace'
|
|
defaults:
|
|
run:
|
|
working-directory: /github/workspace/netdisco/netdisco
|
|
steps:
|
|
- name: Install packages
|
|
run: |
|
|
apk del openssh-client
|
|
apk add openssh xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
|
|
- name: Install fake apt-get
|
|
run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
|
|
- name: Check out latest code
|
|
uses: actions/checkout@v1
|
|
- name: Fix owner of checkout
|
|
run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco
|
|
|
|
- name: Reinitialise DB
|
|
env:
|
|
PGUSER: ${{ secrets.DEMO_PGUSER }}
|
|
PGPASSWORD: ${{ secrets.DEMO_PGPASSWORD }}
|
|
PGHOST: ${{ secrets.DEMO_PGHOST }}
|
|
PGDATABASE: ${{ secrets.DEMO_PGDATABASE }}
|
|
run: |
|
|
psql -c "drop owned by $PGUSER"
|
|
psql -c "create schema public"
|
|
curl -LO https://github.com/netdisco/netdisco2-demo/raw/master/netdisco2-demo-cumulus-clean.db.bin
|
|
pg_restore -x -O -1 -d ${{ env.PGDATABASE }} netdisco2-demo-cumulus-clean.db.bin
|
|
|
|
- name: Update schema
|
|
env:
|
|
NETDISCO_HOME: /github/workspace/netdisco/netdisco
|
|
NETDISCO_DB_USER: ${{ secrets.DEMO_PGUSER }}
|
|
NETDISCO_DB_PASS: ${{ secrets.DEMO_PGPASSWORD }}
|
|
NETDISCO_DB_HOST: ${{ secrets.DEMO_PGHOST }}
|
|
NETDISCO_DB_NAME: ${{ secrets.DEMO_PGDATABASE }}
|
|
run: |
|
|
/home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-db-deploy
|
|
/home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-do stats -D
|
|
|
|
- name: Setup tmate session
|
|
uses: mxschmitt/action-tmate@v3
|
|
if: always() && github.event.inputs.debug_dbdeploy_enabled
|
|
with:
|
|
sudo: true
|
|
|