diff --git a/.github/workflows/test_and_publish.yml b/.github/workflows/test_and_publish.yml
index b5cdecfd..3fe9dce9 100644
--- a/.github/workflows/test_and_publish.yml
+++ b/.github/workflows/test_and_publish.yml
@@ -43,9 +43,11 @@ jobs:
       run: echo "GH_REF_SHORT=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV
 
     - name: Install packages
-      run: apk add xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
+      run: |
+        apk del openssh-client
+        apk add openssh xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
     - name: Install fake apt-get
-      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
+      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
     - name: Add localhost
       run: echo "127.0.0.1 localhost" >> /etc/hosts
 
@@ -317,9 +319,11 @@ jobs:
         working-directory: /github/workspace/netdisco/netdisco
     steps:
     - name: Install packages
-      run: apk add openssh-server xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
+      run: |
+        apk del openssh-client
+        apk add openssh xz tmux bash curl sudo gcc make musl-dev perl-dev unzip
     - name: Install fake apt-get
-      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-server xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
+      run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get
     - name: Check out latest code
       uses: actions/checkout@v1
     - name: Fix owner of checkout