diff --git a/src/js/states/keybindings.js b/src/js/states/keybindings.js
index f9b25359..bc2b4a18 100644
--- a/src/js/states/keybindings.js
+++ b/src/js/states/keybindings.js
@@ -105,6 +105,10 @@ export class KeybindingsState extends TextualGameState {
                 event.preventDefault();
             }
 
+            if (event.target && event.target.tagName === "BUTTON" && keyCode === 1) {
+                return;
+            }
+
             if (
                 // Enter
                 keyCode === 13 ||
@@ -121,22 +125,8 @@ export class KeybindingsState extends TextualGameState {
             this.updateKeybindings();
         });
 
-        const clickListener = event => {
-            if (event.target.tagName == "BUTTON") {
-                return;
-            }
-            event.preventDefault();
-            const keyCode = event.button + 1;
-
-            this.app.settings.updateKeybindingOverride(id, keyCode);
-
-            this.dialogs.closeDialog(dialog);
-            this.updateKeybindings();
-        };
-
         dialog.inputReciever.backButton.add(() => {});
         this.dialogs.internalShowDialog(dialog);
-        dialog.element.addEventListener("mousedown", clickListener);
 
         this.app.sound.playUiSound(SOUNDS.dialogOk);
     }