diff --git a/src/xterm.c b/src/xterm.c
index 22f27700f61..6d498ad3819 100644
--- a/src/xterm.c
+++ b/src/xterm.c
@@ -11572,6 +11572,8 @@ handle_one_xevent (struct x_display_info *dpyinfo,
 		}
 #endif
 
+	      state |= x_emacs_to_x_modifiers (dpyinfo, extra_keyboard_modifiers);
+
 #ifdef HAVE_XKB
 	      if (FRAME_DISPLAY_INFO (f)->xkb_desc)
 		{