diff --git a/js/ui/main.js b/js/ui/main.js
index 4c66578ba..6ecb1a06b 100644
--- a/js/ui/main.js
+++ b/js/ui/main.js
@@ -666,8 +666,7 @@ function popModal(grab, timestamp) {
         if (record.prevFocus)
             record.prevFocus.disconnect(record.prevFocusDestroyId);
         actionMode = record.actionMode;
-        if (global.stage.key_focus === record.actor)
-            global.stage.set_key_focus(record.prevFocus);
+        global.stage.set_key_focus(record.prevFocus);
     } else {
         // If we have:
         //     global.stage.set_focus(a);