diff --git a/src/vs/editor/contrib/inlayHints/browser/inlayHintsController.ts b/src/vs/editor/contrib/inlayHints/browser/inlayHintsController.ts
index 29a814e2336..6c1c58c4f8a 100644
--- a/src/vs/editor/contrib/inlayHints/browser/inlayHintsController.ts
+++ b/src/vs/editor/contrib/inlayHints/browser/inlayHintsController.ts
@@ -264,7 +264,9 @@ export class InlayHintsController implements IEditorContribution {
 						}));
 					}
 				}
+
 				store.add(inlayHints);
+				store.add(toDisposable(() => watchedProviders.clear()));
 				this._updateHintsDecorators(inlayHints.ranges, inlayHints.items);
 				this._cacheHintsForFastRestore(model);