diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 73f6177..177bbb6 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -32,7 +32,10 @@ jobs:
         uses: actions/setup-python@v1
         with:
           python-version: ${{ matrix.python-version }}
+        # Set up 'ssh localhost' that is used in testing the backup command
+        # skipped for windows, as it doesn't support this setup or the backup command
       - name: set up 'ssh localhost'
+        if: matrix.os != 'windows-latest'
         run: |
           .github/workflows/setup-ssh-localhost.sh
           ssh -v localhost
diff --git a/tests/test_cli.py b/tests/test_cli.py
index bf124f8..0629484 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -1,4 +1,5 @@
 """Test the CLI commands"""
+import platform
 from pathlib import Path
 
 import pytest
@@ -187,6 +188,9 @@ def myimport(
     assert "No errors found" in result.stdout
 
 
+@pytest.mark.skipif(
+    platform.system() == "Windows", reason="Backup not supported on Windows"
+)
 @pytest.mark.parametrize(
     "remote, verbosity",
     [
@@ -246,6 +250,9 @@ def test_backup(temp_container, temp_dir, remote, verbosity):
     assert "No errors found" in result.stdout
 
 
+@pytest.mark.skipif(
+    platform.system() == "Windows", reason="Backup not supported on Windows"
+)
 def test_backup_repeated(temp_container, temp_dir):
     """Test the backup command repeated 3 times.