2022-08-19 15:59:36 +02:00
|
|
|
// Copyright (C) 2018 The Qt Company Ltd.
|
2022-12-21 10:12:09 +01:00
|
|
|
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0
|
2018-12-14 15:41:59 +01:00
|
|
|
|
2023-10-05 17:53:35 +02:00
|
|
|
#include "genericdeploystep.h"
|
2018-12-14 15:41:59 +01:00
|
|
|
|
2022-07-01 16:42:37 +02:00
|
|
|
#include "abstractremotelinuxdeploystep.h"
|
2020-09-16 12:08:11 +02:00
|
|
|
#include "remotelinux_constants.h"
|
2022-07-15 12:20:23 +02:00
|
|
|
#include "remotelinuxtr.h"
|
2018-12-14 15:41:59 +01:00
|
|
|
|
2023-06-20 15:01:02 +02:00
|
|
|
#include <projectexplorer/buildsystem.h>
|
2018-12-14 15:41:59 +01:00
|
|
|
#include <projectexplorer/deploymentdata.h>
|
2023-06-22 09:11:07 +02:00
|
|
|
#include <projectexplorer/devicesupport/devicemanager.h>
|
2022-05-20 17:53:20 +02:00
|
|
|
#include <projectexplorer/devicesupport/filetransfer.h>
|
2022-05-03 00:38:11 +02:00
|
|
|
#include <projectexplorer/devicesupport/idevice.h>
|
2023-08-11 09:18:56 +02:00
|
|
|
#include <projectexplorer/kitaspects.h>
|
2022-08-11 13:50:36 +02:00
|
|
|
#include <projectexplorer/projectexplorerconstants.h>
|
2018-12-14 15:41:59 +01:00
|
|
|
#include <projectexplorer/runconfigurationaspects.h>
|
|
|
|
#include <projectexplorer/target.h>
|
2022-07-15 12:20:23 +02:00
|
|
|
|
2018-12-14 15:41:59 +01:00
|
|
|
#include <utils/algorithm.h>
|
2023-06-20 15:01:02 +02:00
|
|
|
#include <utils/async.h>
|
2023-05-03 17:05:35 +02:00
|
|
|
#include <utils/process.h>
|
2022-05-12 17:32:41 +02:00
|
|
|
#include <utils/processinterface.h>
|
2018-12-14 15:41:59 +01:00
|
|
|
|
|
|
|
using namespace ProjectExplorer;
|
2023-05-10 19:54:52 +02:00
|
|
|
using namespace Tasking;
|
2018-12-14 15:41:59 +01:00
|
|
|
using namespace Utils;
|
|
|
|
|
2023-07-21 09:21:20 +02:00
|
|
|
namespace RemoteLinux::Internal {
|
2018-12-14 15:41:59 +01:00
|
|
|
|
2023-03-21 16:07:20 +01:00
|
|
|
// RsyncDeployStep
|
|
|
|
|
2023-10-05 17:48:47 +02:00
|
|
|
class GenericDeployStep : public AbstractRemoteLinuxDeployStep
|
2023-03-29 08:09:49 +02:00
|
|
|
{
|
|
|
|
public:
|
2023-10-05 17:48:47 +02:00
|
|
|
GenericDeployStep(BuildStepList *bsl, Id id)
|
2023-07-05 11:39:10 +02:00
|
|
|
: AbstractRemoteLinuxDeployStep(bsl, id)
|
|
|
|
{
|
|
|
|
flags.setDisplayStyle(StringAspect::LineEditDisplay);
|
|
|
|
flags.setSettingsKey("RemoteLinux.RsyncDeployStep.Flags");
|
2023-10-05 17:31:58 +02:00
|
|
|
flags.setLabelText(Tr::tr("Flags for rsync:"));
|
2023-07-05 11:39:10 +02:00
|
|
|
flags.setValue(FileTransferSetupData::defaultRsyncFlags());
|
|
|
|
|
|
|
|
ignoreMissingFiles.setSettingsKey("RemoteLinux.RsyncDeployStep.IgnoreMissingFiles");
|
|
|
|
ignoreMissingFiles.setLabelText(Tr::tr("Ignore missing files:"));
|
|
|
|
ignoreMissingFiles.setLabelPlacement(BoolAspect::LabelPlacement::InExtraLabel);
|
|
|
|
|
2023-11-27 14:34:58 +01:00
|
|
|
method.setSettingsKey("RemoteLinux.RsyncDeployStep.TransferMethod");
|
2023-07-05 11:39:10 +02:00
|
|
|
method.setDisplayStyle(SelectionAspect::DisplayStyle::ComboBox);
|
|
|
|
method.setDisplayName(Tr::tr("Transfer method:"));
|
2024-01-29 15:26:11 +01:00
|
|
|
method.addOption(Tr::tr("Use rsync or sftp if available, but prefer rsync. "
|
|
|
|
"Otherwise use default transfer."));
|
2023-10-05 17:31:58 +02:00
|
|
|
method.addOption(Tr::tr("Use sftp if available. Otherwise use default transfer."));
|
|
|
|
method.addOption(Tr::tr("Use default transfer. This might be slow."));
|
2023-07-05 11:39:10 +02:00
|
|
|
|
2023-07-07 11:40:12 +02:00
|
|
|
setInternalInitializer([this]() -> expected_str<void> {
|
2023-07-05 11:39:10 +02:00
|
|
|
if (BuildDeviceKitAspect::device(kit()) == DeviceKitAspect::device(kit())) {
|
|
|
|
// rsync transfer on the same device currently not implemented
|
|
|
|
// and typically not wanted.
|
2023-07-07 11:40:12 +02:00
|
|
|
return make_unexpected(
|
2023-07-05 11:39:10 +02:00
|
|
|
Tr::tr("rsync is only supported for transfers between different devices."));
|
|
|
|
}
|
|
|
|
return isDeploymentPossible();
|
|
|
|
});
|
|
|
|
}
|
2023-03-29 08:09:49 +02:00
|
|
|
|
|
|
|
private:
|
2023-07-10 09:25:59 +02:00
|
|
|
GroupItem deployRecipe() final;
|
2023-11-19 14:50:55 +01:00
|
|
|
GroupItem mkdirTask(const Storage<FilesToTransfer> &storage);
|
|
|
|
GroupItem transferTask(const Storage<FilesToTransfer> &storage);
|
2023-03-29 08:09:49 +02:00
|
|
|
|
2023-07-05 11:39:10 +02:00
|
|
|
StringAspect flags{this};
|
|
|
|
BoolAspect ignoreMissingFiles{this};
|
|
|
|
SelectionAspect method{this};
|
2023-03-29 08:09:49 +02:00
|
|
|
};
|
|
|
|
|
2023-11-19 14:50:55 +01:00
|
|
|
GroupItem GenericDeployStep::mkdirTask(const Storage<FilesToTransfer> &storage)
|
2018-12-14 15:41:59 +01:00
|
|
|
{
|
2023-06-20 15:01:02 +02:00
|
|
|
using ResultType = expected_str<void>;
|
|
|
|
|
2023-10-23 17:13:41 +02:00
|
|
|
const auto onSetup = [storage](Async<ResultType> &async) {
|
2023-06-20 15:01:02 +02:00
|
|
|
FilePaths remoteDirs;
|
2023-10-23 17:13:41 +02:00
|
|
|
for (const FileToTransfer &file : *storage)
|
2023-06-20 15:01:02 +02:00
|
|
|
remoteDirs << file.m_target.parentDir();
|
|
|
|
|
|
|
|
FilePath::sort(remoteDirs);
|
|
|
|
FilePath::removeDuplicates(remoteDirs);
|
|
|
|
|
|
|
|
async.setConcurrentCallData([remoteDirs](QPromise<ResultType> &promise) {
|
2023-10-19 08:39:25 +02:00
|
|
|
for (const FilePath &dir : remoteDirs) {
|
2023-06-20 15:01:02 +02:00
|
|
|
const expected_str<void> result = dir.ensureWritableDir();
|
|
|
|
promise.addResult(result);
|
|
|
|
if (!result)
|
|
|
|
promise.future().cancel();
|
|
|
|
}
|
2022-11-22 12:29:02 +01:00
|
|
|
});
|
|
|
|
};
|
2023-06-20 15:01:02 +02:00
|
|
|
|
|
|
|
const auto onError = [this](const Async<ResultType> &async) {
|
|
|
|
const int numResults = async.future().resultCount();
|
|
|
|
if (numResults == 0) {
|
|
|
|
addErrorMessage(
|
|
|
|
Tr::tr("Unknown error occurred while trying to create remote directories") + '\n');
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (int i = 0; i < numResults; ++i) {
|
2023-10-19 08:39:25 +02:00
|
|
|
const ResultType result = async.future().resultAt(i);
|
2023-06-20 15:01:02 +02:00
|
|
|
if (!result.has_value())
|
|
|
|
addErrorMessage(result.error());
|
2022-11-22 12:29:02 +01:00
|
|
|
}
|
|
|
|
};
|
2023-06-20 15:01:02 +02:00
|
|
|
|
2023-11-02 18:47:38 +01:00
|
|
|
return AsyncTask<ResultType>(onSetup, onError, CallDoneIf::Error);
|
2018-12-14 15:41:59 +01:00
|
|
|
}
|
|
|
|
|
2024-01-29 15:26:11 +01:00
|
|
|
static FileTransferMethod effectiveTransferMethodFor(const FileToTransfer &fileToTransfer,
|
|
|
|
FileTransferMethod preferred)
|
2023-06-22 09:11:07 +02:00
|
|
|
{
|
|
|
|
auto sourceDevice = ProjectExplorer::DeviceManager::deviceForPath(fileToTransfer.m_source);
|
|
|
|
auto targetDevice = ProjectExplorer::DeviceManager::deviceForPath(fileToTransfer.m_target);
|
2024-01-29 15:26:11 +01:00
|
|
|
if (!sourceDevice || !targetDevice)
|
|
|
|
return FileTransferMethod::GenericCopy;
|
2023-06-22 09:11:07 +02:00
|
|
|
|
2024-01-29 15:26:11 +01:00
|
|
|
const auto devicesSupportMethod = [&](Id method) {
|
|
|
|
return sourceDevice->extraData(method).toBool() && targetDevice->extraData(method).toBool();
|
|
|
|
};
|
|
|
|
if (preferred == FileTransferMethod::Rsync
|
|
|
|
&& !devicesSupportMethod(ProjectExplorer::Constants::SUPPORTS_RSYNC)) {
|
|
|
|
preferred = FileTransferMethod::Sftp;
|
2023-06-22 09:11:07 +02:00
|
|
|
}
|
2024-01-29 15:26:11 +01:00
|
|
|
if (preferred == FileTransferMethod::Sftp
|
|
|
|
&& !devicesSupportMethod(ProjectExplorer::Constants::SUPPORTS_SFTP)) {
|
|
|
|
preferred = FileTransferMethod::GenericCopy;
|
|
|
|
}
|
|
|
|
return preferred;
|
2023-06-22 09:11:07 +02:00
|
|
|
}
|
|
|
|
|
2023-11-19 14:50:55 +01:00
|
|
|
GroupItem GenericDeployStep::transferTask(const Storage<FilesToTransfer> &storage)
|
2018-12-14 15:41:59 +01:00
|
|
|
{
|
2023-11-02 18:47:38 +01:00
|
|
|
const auto onSetup = [this, storage](FileTransfer &transfer) {
|
2024-01-29 15:26:11 +01:00
|
|
|
FileTransferMethod preferredTransferMethod = FileTransferMethod::GenericCopy;
|
2023-07-05 11:39:10 +02:00
|
|
|
if (method() == 0)
|
|
|
|
preferredTransferMethod = FileTransferMethod::Rsync;
|
|
|
|
else if (method() == 1)
|
|
|
|
preferredTransferMethod = FileTransferMethod::Sftp;
|
|
|
|
|
|
|
|
FileTransferMethod transferMethod = preferredTransferMethod;
|
2023-06-22 09:11:07 +02:00
|
|
|
if (transferMethod != FileTransferMethod::GenericCopy) {
|
2023-10-23 17:13:41 +02:00
|
|
|
for (const FileToTransfer &fileToTransfer : *storage) {
|
2024-01-29 15:26:11 +01:00
|
|
|
transferMethod = effectiveTransferMethodFor(fileToTransfer, transferMethod);
|
|
|
|
if (transferMethod == FileTransferMethod::GenericCopy)
|
2023-06-22 09:11:07 +02:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
transfer.setTransferMethod(transferMethod);
|
|
|
|
|
2023-07-05 11:39:10 +02:00
|
|
|
transfer.setRsyncFlags(flags());
|
2023-10-23 17:13:41 +02:00
|
|
|
transfer.setFilesToTransfer(*storage);
|
2023-10-05 17:48:47 +02:00
|
|
|
connect(&transfer, &FileTransfer::progress, this, &GenericDeployStep::handleStdOutData);
|
2022-11-22 12:29:02 +01:00
|
|
|
};
|
2023-11-02 18:47:38 +01:00
|
|
|
const auto onError = [this](const FileTransfer &transfer) {
|
2022-11-22 12:29:02 +01:00
|
|
|
const ProcessResultData result = transfer.resultData();
|
2023-01-24 18:11:19 +01:00
|
|
|
if (result.m_error == QProcess::FailedToStart) {
|
2023-03-22 09:34:34 +01:00
|
|
|
addErrorMessage(Tr::tr("rsync failed to start: %1").arg(result.m_errorString));
|
2023-01-24 18:11:19 +01:00
|
|
|
} else if (result.m_exitStatus == QProcess::CrashExit) {
|
2023-03-22 09:34:34 +01:00
|
|
|
addErrorMessage(Tr::tr("rsync crashed."));
|
2023-01-24 18:11:19 +01:00
|
|
|
} else if (result.m_exitCode != 0) {
|
2023-03-22 09:34:34 +01:00
|
|
|
addErrorMessage(Tr::tr("rsync failed with exit code %1.").arg(result.m_exitCode)
|
|
|
|
+ "\n" + result.m_errorString);
|
2023-01-24 18:11:19 +01:00
|
|
|
}
|
2022-11-22 12:29:02 +01:00
|
|
|
};
|
2023-11-02 18:47:38 +01:00
|
|
|
return FileTransferTask(onSetup, onError, CallDoneIf::Error);
|
2018-12-14 15:41:59 +01:00
|
|
|
}
|
|
|
|
|
2023-10-05 17:48:47 +02:00
|
|
|
GroupItem GenericDeployStep::deployRecipe()
|
2018-12-14 15:41:59 +01:00
|
|
|
{
|
2023-11-19 14:50:55 +01:00
|
|
|
const Storage<FilesToTransfer> storage;
|
2023-10-23 17:13:41 +02:00
|
|
|
|
|
|
|
const auto onSetup = [this, storage] {
|
|
|
|
const QList<DeployableFile> deployableFiles = target()->deploymentData().allFiles();
|
|
|
|
FilesToTransfer &files = *storage;
|
2023-12-07 15:11:30 +01:00
|
|
|
for (const DeployableFile &file : deployableFiles) {
|
|
|
|
if (!ignoreMissingFiles() || file.localFilePath().exists()) {
|
|
|
|
const FilePermissions permissions = file.isExecutable()
|
|
|
|
? FilePermissions::ForceExecutable : FilePermissions::Default;
|
|
|
|
files.append({file.localFilePath(),
|
|
|
|
deviceConfiguration()->filePath(file.remoteFilePath()), permissions});
|
|
|
|
}
|
2023-10-23 17:13:41 +02:00
|
|
|
}
|
|
|
|
if (files.isEmpty()) {
|
|
|
|
addSkipDeploymentMessage();
|
2023-11-04 12:57:23 +01:00
|
|
|
return SetupResult::StopWithSuccess;
|
2023-10-23 17:13:41 +02:00
|
|
|
}
|
|
|
|
return SetupResult::Continue;
|
|
|
|
};
|
|
|
|
|
|
|
|
return Group {
|
2023-11-19 14:18:41 +01:00
|
|
|
storage,
|
2023-10-23 17:13:41 +02:00
|
|
|
onGroupSetup(onSetup),
|
|
|
|
mkdirTask(storage),
|
|
|
|
transferTask(storage)
|
|
|
|
};
|
2018-12-14 15:41:59 +01:00
|
|
|
}
|
|
|
|
|
2023-03-24 17:45:44 +01:00
|
|
|
// Factory
|
|
|
|
|
2023-10-05 17:48:47 +02:00
|
|
|
GenericDeployStepFactory::GenericDeployStepFactory()
|
2023-03-24 17:45:44 +01:00
|
|
|
{
|
2023-10-05 17:48:47 +02:00
|
|
|
registerStep<GenericDeployStep>(Constants::GenericDeployStepId);
|
2023-10-05 17:31:58 +02:00
|
|
|
setDisplayName(Tr::tr("Deploy files"));
|
2023-03-24 17:45:44 +01:00
|
|
|
}
|
|
|
|
|
2023-07-21 09:21:20 +02:00
|
|
|
} // RemoteLinux::Internal
|