diff --git a/tests/system/suite_qtquick/tst_qtquick_creation/test.py b/tests/system/suite_qtquick/tst_qtquick_creation/test.py
index fa314825a4f..e3012d0468b 100644
--- a/tests/system/suite_qtquick/tst_qtquick_creation/test.py
+++ b/tests/system/suite_qtquick/tst_qtquick_creation/test.py
@@ -83,7 +83,9 @@ def main():
             if result == None:
                 checkCompile()
             else:
-                logApplicationOutput()
+                appOutput = logApplicationOutput()
+                test.verify(not ("main.qml" in appOutput or "MainForm.ui.qml" in appOutput),
+                            "Does the Application Output indicate QML errors?")
         invokeMenuItem("File", "Close All Projects and Editors")
 
     invokeMenuItem("File", "Exit")
diff --git a/tests/system/suite_qtquick/tst_qtquick_creation3/test.py b/tests/system/suite_qtquick/tst_qtquick_creation3/test.py
index 4f072dfa3dc..345d6cae730 100644
--- a/tests/system/suite_qtquick/tst_qtquick_creation3/test.py
+++ b/tests/system/suite_qtquick/tst_qtquick_creation3/test.py
@@ -76,6 +76,8 @@ def main():
         if result == None:
             checkCompile()
         else:
-            logApplicationOutput()
+            appOutput = logApplicationOutput()
+            test.verify(not ("untitled.qml" in appOutput or "MainForm.ui.qml" in appOutput),
+                        "Does the Application Output indicate QML errors?")
         invokeMenuItem("File", "Close All Projects and Editors")
     invokeMenuItem("File", "Exit")