diff --git a/src/plugins/languageclient/client.cpp b/src/plugins/languageclient/client.cpp
index 3911e422298..5c99329675a 100644
--- a/src/plugins/languageclient/client.cpp
+++ b/src/plugins/languageclient/client.cpp
@@ -879,6 +879,8 @@ void Client::deactivateDocument(TextEditor::TextDocument *document)
             TextEditor::TextEditorWidget *widget = textEditor->editorWidget();
             widget->removeHoverHandler(&d->m_hoverHandler);
             widget->setExtraSelections(TextEditor::TextEditorWidget::CodeSemanticsSelection, {});
+            widget->setRefactorMarkers(
+                TextEditor::RefactorMarker::filterOutType(widget->refactorMarkers(), id()));
             updateEditorToolBar(editor);
         }
     }