diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 7048b20c..580e630e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -101,7 +101,9 @@ jobs:
     - name: Run clippy (on minimum supported rust version to prevent warnings we can't fix)
       run: cargo clippy --locked --all-targets ${{ env.MSRV_FEATURES }}
     - name: Run tests
-      run: cargo test --locked ${{ env.MSRV_FEATURES }}
+      run: |
+        cargo build --locked --bin numbat
+        cargo test --locked ${{ env.MSRV_FEATURES }}
 
   build:
     name: ${{ matrix.job.target }} (${{ matrix.job.os }})
@@ -195,7 +197,9 @@ jobs:
 
     - name: Run tests
       shell: bash
-      run: $BUILD_CMD test --locked --target=${{ matrix.job.target }} ${{ steps.test-options.outputs.CARGO_TEST_OPTIONS}}
+      run: |
+        $BUILD_CMD build --locked --target=${{ matrix.job.target }} --bin numbat
+        $BUILD_CMD test --locked --target=${{ matrix.job.target }} ${{ steps.test-options.outputs.CARGO_TEST_OPTIONS}}
 
     - name: Create tarball
       id: package
diff --git a/README.md b/README.md
index 12d6dc2b..15de569e 100644
--- a/README.md
+++ b/README.md
@@ -157,6 +157,7 @@ cargo install -f --path numbat-cli
 
 Run all tests
 ```
+cargo build --bin numbat  # Make sure the 'numbat' binary is available for running integration tests
 cargo test
 ```