diff --git a/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp b/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
index 851a445ff30..a0cc6b3ba8d 100644
--- a/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
+++ b/src/plugins/qmldesigner/components/itemlibrary/itemlibrarywidget.cpp
@@ -232,9 +232,8 @@ ItemLibraryWidget::ItemLibraryWidget(AsynchronousImageCache &imageCache,
         Q_UNUSED(changedDirPath)
         // TODO: find a clever way to only refresh the changed directory part of the model
 
+        m_assetsModel->refresh();
         if (!QApplication::activeModalWidget()) {
-            m_assetsModel->refresh();
-
             // reload assets qml so that an overridden file's image shows the new image
             QTimer::singleShot(100, this, [this] {
                 const QString assetsQmlPath = qmlSourcesPath() + "/Assets.qml";