diff --git a/src/handlers.c b/src/handlers.c
index ab41604d..78522ea0 100644
--- a/src/handlers.c
+++ b/src/handlers.c
@@ -263,6 +263,9 @@ int handle_motion_notify(void *ignored, xcb_connection_t *conn, xcb_motion_notif
         return 1;
     }
 
+    if (con->layout != L_DEFAULT)
+        return 1;
+
     /* see over which rect the user is */
     Con *current;
     TAILQ_FOREACH(current, &(con->nodes_head), nodes) {