diff --git a/event.c b/event.c
index ceccffd4..1317ff9b 100644
--- a/event.c
+++ b/event.c
@@ -801,14 +801,11 @@ event_handle_mappingnotify(xcb_mapping_notify_event_t *ev)
 
         /* regrab everything */
         xcb_screen_t *s = globalconf.screen;
-        /* yes XCB_BUTTON_MASK_ANY is also for grab_key even if it's look weird */
-        xcb_ungrab_key(globalconf.connection, XCB_GRAB_ANY, s->root, XCB_BUTTON_MASK_ANY);
         xwindow_grabkeys(s->root, &globalconf.keys);
 
         foreach(_c, globalconf.clients)
         {
             client_t *c = *_c;
-            xcb_ungrab_key(globalconf.connection, XCB_GRAB_ANY, c->frame_window, XCB_BUTTON_MASK_ANY);
             xwindow_grabkeys(c->frame_window, &c->keys);
         }
     }
diff --git a/objects/client.c b/objects/client.c
index 2f04883c..be12b0f6 100644
--- a/objects/client.c
+++ b/objects/client.c
@@ -2440,7 +2440,6 @@ luaA_client_keys(lua_State *L)
     {
         luaA_key_array_set(L, 1, 2, keys);
         luaA_object_emit_signal(L, 1, "property::keys", 0);
-        xcb_ungrab_key(globalconf.connection, XCB_GRAB_ANY, c->frame_window, XCB_BUTTON_MASK_ANY);
         xwindow_grabkeys(c->frame_window, keys);
     }
 
diff --git a/root.c b/root.c
index 34a17096..59534fc1 100644
--- a/root.c
+++ b/root.c
@@ -238,7 +238,6 @@ luaA_root_keys(lua_State *L)
             key_array_append(&globalconf.keys, luaA_object_ref_class(L, -1, &key_class));
 
         xcb_screen_t *s = globalconf.screen;
-        xcb_ungrab_key(globalconf.connection, XCB_GRAB_ANY, s->root, XCB_BUTTON_MASK_ANY);
         xwindow_grabkeys(s->root, &globalconf.keys);
 
         return 1;