diff --git a/src/blameAnnotationController.ts b/src/blameAnnotationController.ts
index 35fca8e..dc6894a 100644
--- a/src/blameAnnotationController.ts
+++ b/src/blameAnnotationController.ts
@@ -42,6 +42,7 @@ export default class BlameAnnotationController extends Disposable {
         }
         else if (!toggleWhitespace && this._whitespaceController) {
             this._whitespaceController.dispose();
+            this._whitespaceController = undefined;
         }
     }