diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 9e58a649e..550e8d11e 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -50,7 +50,7 @@ jobs:
           plugins: "all"
 
   run-tests:
-    name: Test (${{ matrix.os }}, ${{ matrix.compiler }}, ${{ matrix.plugins }} plugins)
+    name: Test (${{ matrix.os }}, ${{ matrix.compiler }}, ${{ matrix.plugins }} plugins, ${{ matrix.config }} config)
     needs:
     - build-windows
     - build-linux
@@ -62,15 +62,20 @@ jobs:
           - os: windows
             compiler: msvc
             plugins: "default"
+            config: "default"
+          - os: windows
+            compiler: msvc
+            plugins: "default"
+            config: "empty"
           # TODO: uncomment once we have a linux build we can download from bay12
           # - os: ubuntu
           #   compiler: gcc-10
-          #   gcc: 10
           #   plugins: "default"
+          #   config: "default"
           # - os: ubuntu
-          #   compiler: gcc-10
-          #   gcc: 12
+          #   compiler: gcc-12
           #   plugins: "all"
+          #   config: "default"
     steps:
     - name: Set env
       shell: bash
@@ -98,6 +103,13 @@ jobs:
       with:
         path: ${{ env.DF_FOLDER }}
         key: df-${{ matrix.os }}-${{ env.DF_VERSION }}-${{ hashFiles('ci/download-df.sh') }}
+    - name: Install blank DFHack init scripts
+      if: matrix.config == 'empty'
+      shell: bash
+      run: |
+        mkdir -p dfhack-config/init
+        cd data/dfhack-config/init
+        for fname in *.init; do touch ../../../dfhack-config/init/$fname; done
     - name: Download DFHack
       uses: actions/download-artifact@v3
       with: