Files
qt-creator/src/plugins/autotest/qtest/qttestsettings.cpp
Christian Stenger 3989245562 AutoTest: Allow handling of maximum warnings for QtTest
If the maximum number of warnings is reached the test will be
canceled automatically. Allow to handle this from the user side
in case it might be needed.

Fixes: QTCREATORBUG-26637
Change-Id: I239eca280cdc2ce46f6d64cd53b8f3ad0205f7f2
Reviewed-by: David Schulz <david.schulz@qt.io>
2021-12-10 05:42:03 +00:00

146 lines
5.3 KiB
C++

/****************************************************************************
**
** Copyright (C) 2016 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
**
** This file is part of Qt Creator.
**
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** GNU General Public License Usage
** Alternatively, this file may be used under the terms of the GNU
** General Public License version 3 as published by the Free Software
** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
** included in the packaging of this file. Please review the following
** information to ensure the GNU General Public License requirements will
** be met: https://www.gnu.org/licenses/gpl-3.0.html.
**
****************************************************************************/
#include "qttestsettings.h"
#include "../autotestconstants.h"
#include "qttestconstants.h"
#include <utils/layoutbuilder.h>
using namespace Utils;
namespace Autotest {
namespace Internal {
QtTestSettings::QtTestSettings()
{
setSettingsGroups("Autotest", "QtTest");
setAutoApply(false);
registerAspect(&metrics);
metrics.setSettingsKey("Metrics");
metrics.setDefaultValue(Walltime);
metrics.addOption(tr("Walltime"), tr("Uses walltime metrics for executing benchmarks (default)."));
metrics.addOption(tr("Tick counter"), tr("Uses tick counter when executing benchmarks."));
metrics.addOption(tr("Event counter"), tr("Uses event counter when executing benchmarks."));
metrics.addOption({
tr("Callgrind"),
tr("Uses Valgrind Callgrind when executing benchmarks (it must be installed)."),
HostOsInfo::isAnyUnixHost() // valgrind available on UNIX
});
metrics.addOption({
tr("Perf"),
tr("Uses Perf when executing benchmarks (it must be installed)."),
HostOsInfo::isLinuxHost() // according to docs perf Linux only
});
registerAspect(&noCrashHandler);
noCrashHandler.setSettingsKey("NoCrashhandlerOnDebug");
noCrashHandler.setDefaultValue(true);
noCrashHandler.setLabelText(tr("Disable crash handler while debugging"));
noCrashHandler.setToolTip(tr("Enables interrupting tests on assertions."));
registerAspect(&useXMLOutput);
useXMLOutput.setSettingsKey("UseXMLOutput");
useXMLOutput.setDefaultValue(true);
useXMLOutput.setLabelText(tr("Use XML output"));
useXMLOutput.setToolTip(tr("XML output is recommended, because it avoids parsing issues, "
"while plain text is more human readable.\n\n"
"Warning: Plain text misses some information, such as duration."));
registerAspect(&verboseBench);
verboseBench.setSettingsKey("VerboseBench");
verboseBench.setLabelText(tr("Verbose benchmarks"));
registerAspect(&logSignalsSlots);
logSignalsSlots.setSettingsKey("LogSignalsSlots");
logSignalsSlots.setLabelText(tr("Log signals and slots"));
logSignalsSlots.setToolTip(tr("Log every signal emission and resulting slot invocations."));
registerAspect(&limitWarnings);
limitWarnings.setSettingsKey("LimitWarnings");
limitWarnings.setLabelText(tr("Limit warnings"));
limitWarnings.setToolTip(tr("Set the maximum number of warnings. 0 means that the number "
"is not limited."));
registerAspect(&maxWarnings);
maxWarnings.setSettingsKey("MaxWarnings");
maxWarnings.setRange(0, 10000);
maxWarnings.setDefaultValue(2000);
maxWarnings.setSpecialValueText(tr("Unlimited"));
maxWarnings.setEnabler(&limitWarnings);
}
QString QtTestSettings::metricsTypeToOption(const MetricsType type)
{
switch (type) {
case MetricsType::Walltime:
return QString();
case MetricsType::TickCounter:
return QString("-tickcounter");
case MetricsType::EventCounter:
return QString("-eventcounter");
case MetricsType::CallGrind:
return QString("-callgrind");
case MetricsType::Perf:
return QString("-perf");
}
return QString();
}
QtTestSettingsPage::QtTestSettingsPage(QtTestSettings *settings, Id settingsId)
{
setId(settingsId);
setCategory(Constants::AUTOTEST_SETTINGS_CATEGORY);
setDisplayName(QCoreApplication::translate("QtTestFramework",
QtTest::Constants::FRAMEWORK_SETTINGS_CATEGORY));
setSettings(settings);
setLayouter([settings](QWidget *widget) {
QtTestSettings &s = *settings;
using namespace Layouting;
Column col {
s.noCrashHandler,
s.useXMLOutput,
s.verboseBench,
s.logSignalsSlots,
Row {
s.limitWarnings, s.maxWarnings
},
Group {
Title(QtTestSettings::tr("Benchmark Metrics")),
s.metrics
},
};
Column { Row { col, Stretch() }, Stretch() }.attachTo(widget);
});
}
} // namespace Internal
} // namespace Autotest