diff --git a/core/src/mindustry/input/InputHandler.java b/core/src/mindustry/input/InputHandler.java
index e450781080..f86a9424e1 100644
--- a/core/src/mindustry/input/InputHandler.java
+++ b/core/src/mindustry/input/InputHandler.java
@@ -745,8 +745,7 @@ public abstract class InputHandler implements InputProcessor, GestureListener{
                 if(!selectedUnits.contains(unit)){
                     selectedUnits.add(unit);
                 }else{
-                    selectedUnits.clear();
-                    selectedUnits.add(unit);
+                    selectedUnits.remove(unit);
                 }
                 commandBuild = null;
             }else{