2022-08-19 15:59:36 +02:00
|
|
|
// Copyright (C) 2020 The Qt Company Ltd.
|
|
|
|
|
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0+ OR GPL-3.0 WITH Qt-GPL-exception-1.0
|
2020-04-17 13:45:38 +02:00
|
|
|
|
|
|
|
|
#include "catchtestsettings.h"
|
|
|
|
|
|
2021-03-31 10:36:25 +02:00
|
|
|
#include "../autotestconstants.h"
|
2022-07-13 18:31:56 +02:00
|
|
|
#include "../autotesttr.h"
|
2021-03-31 10:36:25 +02:00
|
|
|
|
|
|
|
|
#include <coreplugin/icore.h>
|
|
|
|
|
|
|
|
|
|
#include <utils/layoutbuilder.h>
|
|
|
|
|
|
|
|
|
|
using namespace Utils;
|
|
|
|
|
|
2020-04-17 13:45:38 +02:00
|
|
|
namespace Autotest {
|
|
|
|
|
namespace Internal {
|
|
|
|
|
|
2021-03-24 12:40:03 +01:00
|
|
|
CatchTestSettings::CatchTestSettings()
|
2020-04-17 13:45:38 +02:00
|
|
|
{
|
2021-03-24 12:40:03 +01:00
|
|
|
setSettingsGroups("Autotest", "Catch2");
|
|
|
|
|
setAutoApply(false);
|
2020-04-17 13:45:38 +02:00
|
|
|
|
2021-03-24 12:40:03 +01:00
|
|
|
registerAspect(&abortAfter);
|
|
|
|
|
abortAfter.setSettingsKey("AbortAfter");
|
2021-03-31 10:36:25 +02:00
|
|
|
abortAfter.setRange(1, 9999);
|
2021-04-12 13:43:24 +02:00
|
|
|
abortAfter.setEnabler(&abortAfterChecked);
|
2020-04-17 13:45:38 +02:00
|
|
|
|
2021-03-24 12:40:03 +01:00
|
|
|
registerAspect(&benchmarkSamples);
|
|
|
|
|
benchmarkSamples.setSettingsKey("BenchSamples");
|
2021-03-31 10:36:25 +02:00
|
|
|
benchmarkSamples.setRange(1, 999999);
|
2021-03-24 12:40:03 +01:00
|
|
|
benchmarkSamples.setDefaultValue(100);
|
2021-04-12 13:43:24 +02:00
|
|
|
benchmarkSamples.setEnabler(&samplesChecked);
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&benchmarkResamples);
|
|
|
|
|
benchmarkResamples.setSettingsKey("BenchResamples");
|
2021-03-31 10:36:25 +02:00
|
|
|
benchmarkResamples.setRange(1, 9999999);
|
2021-03-24 12:40:03 +01:00
|
|
|
benchmarkResamples.setDefaultValue(100000);
|
2022-07-13 18:31:56 +02:00
|
|
|
benchmarkResamples.setToolTip(Tr::tr("Number of resamples for bootstrapping."));
|
2021-04-12 13:43:24 +02:00
|
|
|
benchmarkResamples.setEnabler(&resamplesChecked);
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&confidenceInterval);
|
|
|
|
|
confidenceInterval.setSettingsKey("BenchConfInt");
|
2021-03-31 10:36:25 +02:00
|
|
|
confidenceInterval.setRange(0., 1.);
|
|
|
|
|
confidenceInterval.setSingleStep(0.05);
|
2021-03-24 12:40:03 +01:00
|
|
|
confidenceInterval.setDefaultValue(0.95);
|
2021-04-12 13:43:24 +02:00
|
|
|
confidenceInterval.setEnabler(&confidenceIntervalChecked);
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&benchmarkWarmupTime);
|
|
|
|
|
benchmarkWarmupTime.setSettingsKey("BenchWarmup");
|
2022-07-13 18:31:56 +02:00
|
|
|
benchmarkWarmupTime.setSuffix(Tr::tr(" ms"));
|
2021-03-31 10:36:25 +02:00
|
|
|
benchmarkWarmupTime.setRange(0, 10000);
|
2021-04-12 13:43:24 +02:00
|
|
|
benchmarkWarmupTime.setEnabler(&warmupChecked);
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&abortAfterChecked);
|
|
|
|
|
abortAfterChecked.setSettingsKey("AbortChecked");
|
2022-07-13 18:31:56 +02:00
|
|
|
abortAfterChecked.setLabelText(Tr::tr("Abort after"));
|
|
|
|
|
abortAfterChecked.setToolTip(Tr::tr("Aborts after the specified number of failures."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&samplesChecked);
|
|
|
|
|
samplesChecked.setSettingsKey("SamplesChecked");
|
2022-07-13 18:31:56 +02:00
|
|
|
samplesChecked.setLabelText(Tr::tr("Benchmark samples"));
|
|
|
|
|
samplesChecked.setToolTip(Tr::tr("Number of samples to collect while running benchmarks."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&resamplesChecked);
|
|
|
|
|
resamplesChecked.setSettingsKey("ResamplesChecked");
|
2022-07-13 18:31:56 +02:00
|
|
|
resamplesChecked.setLabelText(Tr::tr("Benchmark resamples"));
|
|
|
|
|
resamplesChecked.setToolTip(Tr::tr("Number of resamples used for statistical bootstrapping."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&confidenceIntervalChecked);
|
|
|
|
|
confidenceIntervalChecked.setSettingsKey("ConfIntChecked");
|
2022-07-13 18:31:56 +02:00
|
|
|
confidenceIntervalChecked.setToolTip(Tr::tr("Confidence interval used for statistical bootstrapping."));
|
|
|
|
|
confidenceIntervalChecked.setLabelText(Tr::tr("Benchmark confidence interval"));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&warmupChecked);
|
|
|
|
|
warmupChecked.setSettingsKey("WarmupChecked");
|
2022-07-13 18:31:56 +02:00
|
|
|
warmupChecked.setLabelText(Tr::tr("Benchmark warmup time"));
|
|
|
|
|
warmupChecked.setToolTip(Tr::tr("Warmup time for each test."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&noAnalysis);
|
|
|
|
|
noAnalysis.setSettingsKey("NoAnalysis");
|
2022-07-13 18:31:56 +02:00
|
|
|
noAnalysis.setLabelText(Tr::tr("Disable analysis"));
|
|
|
|
|
noAnalysis.setToolTip(Tr::tr("Disables statistical analysis and bootstrapping."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&showSuccess);
|
|
|
|
|
showSuccess.setSettingsKey("ShowSuccess");
|
2022-07-13 18:31:56 +02:00
|
|
|
showSuccess.setLabelText(Tr::tr("Show success"));
|
|
|
|
|
showSuccess.setToolTip(Tr::tr("Show success for tests."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&breakOnFailure);
|
|
|
|
|
breakOnFailure.setSettingsKey("BreakOnFailure");
|
|
|
|
|
breakOnFailure.setDefaultValue(true);
|
2022-07-13 18:31:56 +02:00
|
|
|
breakOnFailure.setLabelText(Tr::tr("Break on failure while debugging"));
|
|
|
|
|
breakOnFailure.setToolTip(Tr::tr("Turns failures into debugger breakpoints."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&noThrow);
|
|
|
|
|
noThrow.setSettingsKey("NoThrow");
|
2022-07-13 18:31:56 +02:00
|
|
|
noThrow.setLabelText(Tr::tr("Skip throwing assertions"));
|
|
|
|
|
noThrow.setToolTip(Tr::tr("Skips all assertions that test for thrown exceptions."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&visibleWhitespace);
|
|
|
|
|
visibleWhitespace.setSettingsKey("VisibleWS");
|
2022-07-13 18:31:56 +02:00
|
|
|
visibleWhitespace.setLabelText(Tr::tr("Visualize whitespace"));
|
|
|
|
|
visibleWhitespace.setToolTip(Tr::tr("Makes whitespace visible."));
|
2021-03-24 12:40:03 +01:00
|
|
|
|
|
|
|
|
registerAspect(&warnOnEmpty);
|
|
|
|
|
warnOnEmpty.setSettingsKey("WarnEmpty");
|
2022-07-13 18:31:56 +02:00
|
|
|
warnOnEmpty.setLabelText(Tr::tr("Warn on empty tests"));
|
|
|
|
|
warnOnEmpty.setToolTip(Tr::tr("Warns if a test section does not check any assertion."));
|
2021-03-31 10:36:25 +02:00
|
|
|
|
|
|
|
|
forEachAspect([](BaseAspect *aspect) {
|
|
|
|
|
// FIXME: Make the positioning part of the LayoutBuilder later
|
|
|
|
|
if (auto boolAspect = dynamic_cast<BoolAspect *>(aspect))
|
|
|
|
|
boolAspect->setLabelPlacement(BoolAspect::LabelPlacement::AtCheckBoxWithoutDummyLabel);
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
CatchTestSettingsPage::CatchTestSettingsPage(CatchTestSettings *settings, Utils::Id settingsId)
|
|
|
|
|
{
|
|
|
|
|
setId(settingsId);
|
|
|
|
|
setCategory(Constants::AUTOTEST_SETTINGS_CATEGORY);
|
2022-07-13 18:31:56 +02:00
|
|
|
setDisplayName(Tr::tr("Catch Test"));
|
2021-03-31 10:36:25 +02:00
|
|
|
setSettings(settings);
|
|
|
|
|
|
|
|
|
|
setLayouter([settings](QWidget *widget) {
|
|
|
|
|
CatchTestSettings &s = *settings;
|
|
|
|
|
using namespace Layouting;
|
|
|
|
|
|
|
|
|
|
Grid col {
|
2022-07-22 18:54:04 +02:00
|
|
|
s.showSuccess, br,
|
|
|
|
|
s.breakOnFailure, br,
|
|
|
|
|
s.noThrow, br,
|
|
|
|
|
s.visibleWhitespace, br,
|
|
|
|
|
s.abortAfterChecked, s.abortAfter, br,
|
|
|
|
|
s.samplesChecked, s.benchmarkSamples, br,
|
|
|
|
|
s.resamplesChecked, s.benchmarkResamples, br,
|
|
|
|
|
s.confidenceIntervalChecked, s.confidenceInterval, br,
|
|
|
|
|
s.warmupChecked, s.benchmarkWarmupTime, br,
|
2021-03-31 10:36:25 +02:00
|
|
|
s.noAnalysis
|
|
|
|
|
};
|
|
|
|
|
|
2022-07-22 18:54:04 +02:00
|
|
|
Column { Row { col, st }, st }.attachTo(widget);
|
2021-03-31 10:36:25 +02:00
|
|
|
});
|
2020-04-17 13:45:38 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
} // namespace Internal
|
|
|
|
|
} // namespace Autotest
|