diff --git a/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp b/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
index 51b807d614a..a72c334a4cb 100644
--- a/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
+++ b/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
@@ -295,8 +295,10 @@ void ItemLibraryWidget::delayedUpdateModel()
 void ItemLibraryWidget::setModel(Model *model)
 {
     m_model = model;
-    if (!model)
+    if (!model) {
+        m_itemToDrag = {};
         return;
+    }
 
     setItemLibraryInfo(model->metaInfo().itemLibraryInfo());