diff --git a/src/configuration/remapper.ts b/src/configuration/remapper.ts
index 850537769eb..658a884fbb4 100644
--- a/src/configuration/remapper.ts
+++ b/src/configuration/remapper.ts
@@ -107,7 +107,7 @@ export class Remapper implements IRemapper {
         await vimState.historyTracker.undoAndRemoveChanges(
           Math.max(0, numCharsToRemove * vimState.allCursors.length)
         );
-        vimState.cursorPosition = vimState.cursorPosition.getLeft(numCharsToRemove);
+        vimState.allCursors = vimState.allCursors.map(x => x.withNewStop(x.stop.getLeft(numCharsToRemove)));
       }
 
       // We need to remove the keys that were remapped into different keys