diff --git a/src/mode/modeHandler.ts b/src/mode/modeHandler.ts
index e248317ddb7..24d5c34045f 100644
--- a/src/mode/modeHandler.ts
+++ b/src/mode/modeHandler.ts
@@ -602,7 +602,8 @@ export class ModeHandler implements vscode.Disposable {
       return;
     }
 
-    if (e.selections.length !== this.vimState.allCursors.length || this.vimState.isMultiCursor) {
+    if ((e.selections.length !== this.vimState.allCursors.length || this.vimState.isMultiCursor) &&
+      this.vimState.currentMode !== ModeName.VisualBlock) {
       // Number of selections changed, make sure we know about all of them still
       this.vimState.allCursors = vscode.window.activeTextEditor!.selections.map(x =>
         new Range(Position.FromVSCodePosition(x.start), Position.FromVSCodePosition(x.end)));