forked from qt-creator/qt-creator
b86c05b96a
To execute them you need - beside the former prerequisites - either have boost installed installed at system level (UNIX) or you must specify BOOST_INCLUDE_DIR as environment variable otherwise the respective test will be skipped. Change-Id: I6bd8472e554132ab05e58b56e3ccbd5e9dffada9 Reviewed-by: David Schulz <david.schulz@qt.io>
290 lines
12 KiB
C++
290 lines
12 KiB
C++
/****************************************************************************
|
|
**
|
|
** Copyright (C) 2016 The Qt Company Ltd.
|
|
** Contact: https://www.qt.io/licensing/
|
|
**
|
|
** This file is part of Qt Creator.
|
|
**
|
|
** Commercial License Usage
|
|
** Licensees holding valid commercial Qt licenses may use this file in
|
|
** accordance with the commercial license agreement provided with the
|
|
** Software or, alternatively, in accordance with the terms contained in
|
|
** a written agreement between you and The Qt Company. For licensing terms
|
|
** and conditions see https://www.qt.io/terms-conditions. For further
|
|
** information use the contact form at https://www.qt.io/contact-us.
|
|
**
|
|
** GNU General Public License Usage
|
|
** Alternatively, this file may be used under the terms of the GNU
|
|
** General Public License version 3 as published by the Free Software
|
|
** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
|
|
** included in the packaging of this file. Please review the following
|
|
** information to ensure the GNU General Public License requirements will
|
|
** be met: https://www.gnu.org/licenses/gpl-3.0.html.
|
|
**
|
|
****************************************************************************/
|
|
|
|
#include "autotestconstants.h"
|
|
#include "autotestplugin.h"
|
|
#include "autotestunittests.h"
|
|
#include "testcodeparser.h"
|
|
#include "testsettings.h"
|
|
#include "testtreemodel.h"
|
|
|
|
#include <cpptools/cppmodelmanager.h>
|
|
#include <cpptools/cpptoolstestcase.h>
|
|
#include <cpptools/projectinfo.h>
|
|
|
|
#include <projectexplorer/kitinformation.h>
|
|
#include <projectexplorer/kitmanager.h>
|
|
#include <projectexplorer/projectexplorer.h>
|
|
#include <projectexplorer/toolchain.h>
|
|
|
|
#include <QFileInfo>
|
|
#include <QSignalSpy>
|
|
#include <QTest>
|
|
|
|
#include <qtsupport/qtkitinformation.h>
|
|
|
|
using namespace Core;
|
|
using namespace ProjectExplorer;
|
|
using namespace Utils;
|
|
|
|
namespace Autotest {
|
|
namespace Internal {
|
|
|
|
AutoTestUnitTests::AutoTestUnitTests(TestTreeModel *model, QObject *parent)
|
|
: QObject(parent),
|
|
m_model(model)
|
|
{
|
|
}
|
|
|
|
void AutoTestUnitTests::initTestCase()
|
|
{
|
|
const QList<Kit *> allKits = KitManager::kits();
|
|
if (allKits.count() != 1)
|
|
QSKIP("This test requires exactly one kit to be present");
|
|
if (auto qtVersion = QtSupport::QtKitAspect::qtVersion(allKits.first()))
|
|
m_isQt4 = qtVersion->qtVersionString().startsWith('4');
|
|
else
|
|
QSKIP("Could not figure out which Qt version is used for default kit.");
|
|
const ToolChain * const toolchain = ToolChainKitAspect::toolChain(allKits.first(),
|
|
ProjectExplorer::Constants::CXX_LANGUAGE_ID);
|
|
if (!toolchain)
|
|
QSKIP("This test requires that there is a kit with a toolchain.");
|
|
|
|
m_tmpDir = new CppTools::Tests::TemporaryCopiedDir(":/unit_test");
|
|
|
|
if (!qgetenv("BOOST_INCLUDE_DIR").isEmpty()) {
|
|
m_checkBoost = true;
|
|
} else {
|
|
if (QFileInfo::exists("/usr/include/boost/version.hpp")
|
|
|| QFileInfo::exists("/usr/local/include/boost/version.hpp")) {
|
|
qDebug() << "Found boost at system level - will run boost parser test.";
|
|
m_checkBoost = true;
|
|
}
|
|
}
|
|
}
|
|
|
|
void AutoTestUnitTests::cleanupTestCase()
|
|
{
|
|
delete m_tmpDir;
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParser()
|
|
{
|
|
QFETCH(QString, projectFilePath);
|
|
QFETCH(int, expectedAutoTestsCount);
|
|
QFETCH(int, expectedNamedQuickTestsCount);
|
|
QFETCH(int, expectedUnnamedQuickTestsCount);
|
|
QFETCH(int, expectedDataTagsCount);
|
|
|
|
CppTools::Tests::ProjectOpenerAndCloser projectManager;
|
|
const CppTools::ProjectInfo projectInfo = projectManager.open(projectFilePath, true);
|
|
QVERIFY(projectInfo.isValid());
|
|
|
|
QSignalSpy parserSpy(m_model->parser(), SIGNAL(parsingFinished()));
|
|
QSignalSpy modelUpdateSpy(m_model, SIGNAL(sweepingDone()));
|
|
QVERIFY(parserSpy.wait(20000));
|
|
QVERIFY(modelUpdateSpy.wait());
|
|
|
|
if (m_isQt4)
|
|
expectedNamedQuickTestsCount = expectedUnnamedQuickTestsCount = 0;
|
|
|
|
QCOMPARE(m_model->autoTestsCount(), expectedAutoTestsCount);
|
|
QCOMPARE(m_model->namedQuickTestsCount(), expectedNamedQuickTestsCount);
|
|
QCOMPARE(m_model->unnamedQuickTestsCount(), expectedUnnamedQuickTestsCount);
|
|
QCOMPARE(m_model->dataTagsCount(), expectedDataTagsCount);
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParser_data()
|
|
{
|
|
QTest::addColumn<QString>("projectFilePath");
|
|
QTest::addColumn<int>("expectedAutoTestsCount");
|
|
QTest::addColumn<int>("expectedNamedQuickTestsCount");
|
|
QTest::addColumn<int>("expectedUnnamedQuickTestsCount");
|
|
QTest::addColumn<int>("expectedDataTagsCount");
|
|
|
|
|
|
QTest::newRow("plainAutoTest")
|
|
<< QString(m_tmpDir->path() + "/plain/plain.pro")
|
|
<< 1 << 0 << 0 << 0;
|
|
QTest::newRow("mixedAutoTestAndQuickTests")
|
|
<< QString(m_tmpDir->path() + "/mixed_atp/mixed_atp.pro")
|
|
<< 4 << 7 << 3 << 10;
|
|
QTest::newRow("plainAutoTestQbs")
|
|
<< QString(m_tmpDir->path() + "/plain/plain.qbs")
|
|
<< 1 << 0 << 0 << 0;
|
|
QTest::newRow("mixedAutoTestAndQuickTestsQbs")
|
|
<< QString(m_tmpDir->path() + "/mixed_atp/mixed_atp.qbs")
|
|
<< 4 << 7 << 3 << 10;
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserSwitchStartup()
|
|
{
|
|
QFETCH(QStringList, projectFilePaths);
|
|
QFETCH(QList<int>, expectedAutoTestsCount);
|
|
QFETCH(QList<int>, expectedNamedQuickTestsCount);
|
|
QFETCH(QList<int>, expectedUnnamedQuickTestsCount);
|
|
QFETCH(QList<int>, expectedDataTagsCount);
|
|
|
|
CppTools::Tests::ProjectOpenerAndCloser projectManager;
|
|
for (int i = 0; i < projectFilePaths.size(); ++i) {
|
|
qDebug() << "Opening project" << projectFilePaths.at(i);
|
|
CppTools::ProjectInfo projectInfo = projectManager.open(projectFilePaths.at(i), true);
|
|
QVERIFY(projectInfo.isValid());
|
|
|
|
QSignalSpy parserSpy(m_model->parser(), SIGNAL(parsingFinished()));
|
|
QSignalSpy modelUpdateSpy(m_model, SIGNAL(sweepingDone()));
|
|
QVERIFY(parserSpy.wait(20000));
|
|
QVERIFY(modelUpdateSpy.wait());
|
|
|
|
QCOMPARE(m_model->autoTestsCount(), expectedAutoTestsCount.at(i));
|
|
QCOMPARE(m_model->namedQuickTestsCount(),
|
|
m_isQt4 ? 0 : expectedNamedQuickTestsCount.at(i));
|
|
QCOMPARE(m_model->unnamedQuickTestsCount(),
|
|
m_isQt4 ? 0 : expectedUnnamedQuickTestsCount.at(i));
|
|
QCOMPARE(m_model->dataTagsCount(),
|
|
expectedDataTagsCount.at(i));
|
|
}
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserSwitchStartup_data()
|
|
{
|
|
QTest::addColumn<QStringList>("projectFilePaths");
|
|
QTest::addColumn<QList<int> >("expectedAutoTestsCount");
|
|
QTest::addColumn<QList<int> >("expectedNamedQuickTestsCount");
|
|
QTest::addColumn<QList<int> >("expectedUnnamedQuickTestsCount");
|
|
QTest::addColumn<QList<int> >("expectedDataTagsCount");
|
|
|
|
QStringList projects = QStringList({m_tmpDir->path() + "/plain/plain.pro",
|
|
m_tmpDir->path() + "/mixed_atp/mixed_atp.pro",
|
|
m_tmpDir->path() + "/plain/plain.qbs",
|
|
m_tmpDir->path() + "/mixed_atp/mixed_atp.qbs"});
|
|
|
|
QList<int> expectedAutoTests = QList<int>() << 1 << 4 << 1 << 4;
|
|
QList<int> expectedNamedQuickTests = QList<int>() << 0 << 7 << 0 << 7;
|
|
QList<int> expectedUnnamedQuickTests = QList<int>() << 0 << 3 << 0 << 3;
|
|
QList<int> expectedDataTagsCount = QList<int>() << 0 << 10 << 0 << 10;
|
|
|
|
QTest::newRow("loadMultipleProjects")
|
|
<< projects << expectedAutoTests << expectedNamedQuickTests
|
|
<< expectedUnnamedQuickTests << expectedDataTagsCount;
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserGTest()
|
|
{
|
|
if (qgetenv("GOOGLETEST_DIR").isEmpty())
|
|
QSKIP("This test needs googletest - set GOOGLETEST_DIR (point to googletest repository)");
|
|
|
|
QFETCH(QString, projectFilePath);
|
|
CppTools::Tests::ProjectOpenerAndCloser projectManager;
|
|
CppTools::ProjectInfo projectInfo = projectManager.open(projectFilePath, true);
|
|
QVERIFY(projectInfo.isValid());
|
|
|
|
QSignalSpy parserSpy(m_model->parser(), SIGNAL(parsingFinished()));
|
|
QSignalSpy modelUpdateSpy(m_model, SIGNAL(sweepingDone()));
|
|
QVERIFY(parserSpy.wait(20000));
|
|
QVERIFY(modelUpdateSpy.wait());
|
|
|
|
QCOMPARE(m_model->gtestNamesCount(), 7);
|
|
|
|
QMultiMap<QString, int> expectedNamesAndSets;
|
|
expectedNamesAndSets.insert(QStringLiteral("FactorialTest"), 3);
|
|
expectedNamesAndSets.insert(QStringLiteral("FactorialTest_Iterative"), 2);
|
|
expectedNamesAndSets.insert(QStringLiteral("Sum"), 2);
|
|
expectedNamesAndSets.insert(QStringLiteral("QueueTest"), 2);
|
|
expectedNamesAndSets.insert(QStringLiteral("DummyTest"), 1); // used as parameterized test
|
|
expectedNamesAndSets.insert(QStringLiteral("DummyTest"), 1); // used as 'normal' test
|
|
expectedNamesAndSets.insert(QStringLiteral("NamespaceTest"), 1);
|
|
|
|
QMultiMap<QString, int> foundNamesAndSets = m_model->gtestNamesAndSets();
|
|
QCOMPARE(expectedNamesAndSets.size(), foundNamesAndSets.size());
|
|
for (const QString &name : expectedNamesAndSets.keys())
|
|
QCOMPARE(expectedNamesAndSets.values(name), foundNamesAndSets.values(name));
|
|
|
|
// check also that no Qt related tests have been found
|
|
QCOMPARE(m_model->autoTestsCount(), 0);
|
|
QCOMPARE(m_model->namedQuickTestsCount(), 0);
|
|
QCOMPARE(m_model->unnamedQuickTestsCount(), 0);
|
|
QCOMPARE(m_model->dataTagsCount(), 0);
|
|
QCOMPARE(m_model->boostTestNamesCount(), 0);
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserGTest_data()
|
|
{
|
|
QTest::addColumn<QString>("projectFilePath");
|
|
QTest::newRow("simpleGoogletest")
|
|
<< QString(m_tmpDir->path() + "/simple_gt/simple_gt.pro");
|
|
QTest::newRow("simpleGoogletestQbs")
|
|
<< QString(m_tmpDir->path() + "/simple_gt/simple_gt.qbs");
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserBoostTest()
|
|
{
|
|
if (!m_checkBoost)
|
|
QSKIP("This test needs boost - set BOOST_INCLUDE_DIR (or have it installed)");
|
|
|
|
QFETCH(QString, projectFilePath);
|
|
CppTools::Tests::ProjectOpenerAndCloser projectManager;
|
|
CppTools::ProjectInfo projectInfo = projectManager.open(projectFilePath, true);
|
|
QVERIFY(projectInfo.isValid());
|
|
|
|
QSignalSpy parserSpy(m_model->parser(), SIGNAL(parsingFinished()));
|
|
QSignalSpy modelUpdateSpy(m_model, SIGNAL(sweepingDone()));
|
|
QVERIFY(parserSpy.wait(20000));
|
|
QVERIFY(modelUpdateSpy.wait());
|
|
|
|
QCOMPARE(m_model->boostTestNamesCount(), 5);
|
|
|
|
QMultiMap<QString, int> expectedSuitesAndTests;
|
|
expectedSuitesAndTests.insert(QStringLiteral("Master Test Suite"), 2); // decorators w/o suite
|
|
expectedSuitesAndTests.insert(QStringLiteral("Master Test Suite"), 2); // fixtures
|
|
expectedSuitesAndTests.insert(QStringLiteral("Master Test Suite"), 3); // functions
|
|
expectedSuitesAndTests.insert(QStringLiteral("Suite1"), 4);
|
|
expectedSuitesAndTests.insert(QStringLiteral("SuiteOuter"), 5); // 2 sub suites + 3 tests
|
|
|
|
QMultiMap<QString, int> foundNamesAndSets = m_model->boostTestSuitesAndTests();
|
|
QCOMPARE(expectedSuitesAndTests.size(), foundNamesAndSets.size());
|
|
for (const QString &name : expectedSuitesAndTests.keys())
|
|
QCOMPARE(expectedSuitesAndTests.values(name), foundNamesAndSets.values(name));
|
|
|
|
// check also that no Qt related tests have been found
|
|
QCOMPARE(m_model->autoTestsCount(), 0);
|
|
QCOMPARE(m_model->namedQuickTestsCount(), 0);
|
|
QCOMPARE(m_model->unnamedQuickTestsCount(), 0);
|
|
QCOMPARE(m_model->dataTagsCount(), 0);
|
|
QCOMPARE(m_model->gtestNamesCount(), 0);
|
|
}
|
|
|
|
void AutoTestUnitTests::testCodeParserBoostTest_data()
|
|
{
|
|
QTest::addColumn<QString>("projectFilePath");
|
|
QTest::newRow("simpleBoostTest")
|
|
<< QString(m_tmpDir->path() + "/simple_boost/simple_boost.pro");
|
|
QTest::newRow("simpleBoostTestQbs")
|
|
<< QString(m_tmpDir->path() + "/simple_boost/simple_boost.qbs");
|
|
}
|
|
|
|
} // namespace Internal
|
|
} // namespace Autotest
|