diff --git a/plugins/mousequery.cpp b/plugins/mousequery.cpp
index 95ba0a6cb..c0143e830 100644
--- a/plugins/mousequery.cpp
+++ b/plugins/mousequery.cpp
@@ -497,8 +497,16 @@ struct mousequery_hook : public df::viewscreen_dwarfmodest
             return;
 
         Gui::setCursorCoords(mpos.x, mpos.y, mpos.z);
-        sendKey(interface_key::CURSOR_DOWN_Z);
-        sendKey(interface_key::CURSOR_UP_Z);
+        if (mpos.z == 0)
+        {
+            sendKey(interface_key::CURSOR_UP_Z);
+            sendKey(interface_key::CURSOR_DOWN_Z);
+        }
+        else
+        {
+            sendKey(interface_key::CURSOR_DOWN_Z);
+            sendKey(interface_key::CURSOR_UP_Z);
+        }
     }
 
     bool inBuildPlacement()