diff --git a/src/sysdep.c b/src/sysdep.c
index a9f6b3150f0..ddee0b4560a 100644
--- a/src/sysdep.c
+++ b/src/sysdep.c
@@ -1344,7 +1344,9 @@ init_sys_modes ()
 #else
   setbuf (stdout, _sobuf);
 #endif
-  set_terminal_modes ();
+  if (! read_socket_hook && EQ (Vwindow_system, Qnil))
+    set_terminal_modes ();
+
   if (term_initted && no_redraw_on_reenter)
     {
       if (display_completed)