diff --git a/src/im/keyboard/keyboard.cpp b/src/im/keyboard/keyboard.cpp
index 4007017d..9b10efa4 100644
--- a/src/im/keyboard/keyboard.cpp
+++ b/src/im/keyboard/keyboard.cpp
@@ -426,7 +426,9 @@ void KeyboardEngine::keyEvent(const InputMethodEntry &entry, KeyEvent &event) {
     }
 
     // and by pass all modifier
-    if (event.key().isModifier()) {
+    if (event.key().isModifier() ||
+        event.key().sym() == FcitxKey_ISO_Level3_Shift ||
+        event.key().sym() == FcitxKey_ISO_Level5_Shift) {
         return;
     }