// Copyright (C) 2023 The Qt Company Ltd. // SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only WITH Qt-GPL-exception-1.0 #pragma once #include "tasking_global.h" #include #include #include #include #include #include QT_BEGIN_NAMESPACE template class QFuture; QT_END_NAMESPACE namespace Tasking { Q_NAMESPACE_EXPORT(TASKING_EXPORT) class ExecutionContextActivator; class TaskContainer; class TaskTreePrivate; class TASKING_EXPORT TaskInterface : public QObject { Q_OBJECT signals: void done(bool success); private: template friend class TaskAdapter; friend class TaskNode; TaskInterface() = default; #ifdef Q_QDOC protected: #endif virtual void start() = 0; }; class TASKING_EXPORT TreeStorageBase { public: bool isValid() const; private: using StorageConstructor = std::function; using StorageDestructor = std::function; TreeStorageBase(StorageConstructor ctor, StorageDestructor dtor); struct StorageData; struct TASKING_EXPORT ThreadData { Q_DISABLE_COPY_MOVE(ThreadData) ThreadData(StorageData *storageData); ~ThreadData(); int createStorage(); bool deleteStorage(int id); // Returns true if it was the last storage. void activateStorage(int id); void *activeStorageVoid() const; int activeStorageId() const; private: StorageData *m_storageData = nullptr; QHash m_storageHash; int m_activeStorage = 0; // 0 means no active storage. }; ThreadData &threadData() const; int createStorage() const; void deleteStorage(int id) const; friend bool operator==(const TreeStorageBase &first, const TreeStorageBase &second) { return first.m_storageData == second.m_storageData; } friend bool operator!=(const TreeStorageBase &first, const TreeStorageBase &second) { return first.m_storageData != second.m_storageData; } friend size_t qHash(const TreeStorageBase &storage, uint seed = 0) { return size_t(storage.m_storageData.get()) ^ seed; } struct StorageData { ~StorageData(); const StorageConstructor m_constructor = {}; const StorageDestructor m_destructor = {}; QMutex m_threadDataMutex = {}; // Use std::map on purpose, so that it doesn't invalidate references on modifications. // Don't optimize it by using std::unordered_map. std::map m_threadDataMap = {}; std::atomic_int m_storageInstanceCounter = 0; // Bumped on each creation. }; QSharedPointer m_storageData; template friend class TreeStorage; friend ExecutionContextActivator; friend TaskContainer; friend TaskTreePrivate; }; template class TreeStorage final : public TreeStorageBase { public: TreeStorage() : TreeStorageBase(TreeStorage::ctor(), TreeStorage::dtor()) {} StorageStruct &operator*() const noexcept { return *activeStorage(); } StorageStruct *operator->() const noexcept { return activeStorage(); } StorageStruct *activeStorage() const { return static_cast(threadData().activeStorageVoid()); // HERE } private: static StorageConstructor ctor() { return [] { return new StorageStruct; }; } static StorageDestructor dtor() { return [](void *storage) { delete static_cast(storage); }; } }; // WorkflowPolicy: // 1. When all children finished with success -> report success, otherwise: // a) Report error on first error and stop executing other children (including their subtree). // b) On first error - continue executing all children and report error afterwards. // 2. When all children finished with error -> report error, otherwise: // a) Report success on first success and stop executing other children (including their subtree). // b) On first success - continue executing all children and report success afterwards. // 3. Stops on first finished child. In sequential mode it will never run other children then the first one. // Useful only in parallel mode. // 4. Always run all children, let them finish, ignore their results and report success afterwards. // 5. Always run all children, let them finish, ignore their results and report error afterwards. enum class WorkflowPolicy { StopOnError, // 1a - Reports error on first child error, otherwise success (if all children were success). ContinueOnError, // 1b - The same, but children execution continues. Reports success when no children. StopOnSuccess, // 2a - Reports success on first child success, otherwise error (if all children were error). ContinueOnSuccess, // 2b - The same, but children execution continues. Reports error when no children. StopOnFinished, // 3 - Stops on first finished child and report its result. FinishAllAndSuccess, // 4 - Reports success after all children finished. FinishAllAndError // 5 - Reports error after all children finished. }; Q_ENUM_NS(WorkflowPolicy); enum class SetupResult { Continue, StopWithSuccess, StopWithError }; Q_ENUM_NS(SetupResult); enum class DoneResult { Success, Error }; Q_ENUM_NS(DoneResult); enum class DoneWith { Success, Error, Cancel }; Q_ENUM_NS(DoneWith); enum class CallDoneIf { SuccessOrError, Success, Error }; Q_ENUM_NS(CallDoneIf); class TASKING_EXPORT GroupItem { public: // Internal, provided by QTC_DECLARE_CUSTOM_TASK using TaskCreateHandler = std::function; // Called prior to task start, just after createHandler using TaskSetupHandler = std::function; // Called on task done, just before deleteLater using TaskDoneHandler = std::function; // Called when group entered, after group's storages are created using GroupSetupHandler = std::function; // Called when group done, before group's storages are deleted using GroupDoneHandler = std::function; struct TaskHandler { TaskCreateHandler m_createHandler; TaskSetupHandler m_setupHandler = {}; TaskDoneHandler m_doneHandler = {}; CallDoneIf m_callDoneIf = CallDoneIf::SuccessOrError; }; struct GroupHandler { GroupSetupHandler m_setupHandler; GroupDoneHandler m_doneHandler = {}; CallDoneIf m_callDoneIf = CallDoneIf::SuccessOrError; }; struct GroupData { GroupHandler m_groupHandler = {}; std::optional m_parallelLimit = {}; std::optional m_workflowPolicy = {}; }; protected: enum class Type { List, Group, GroupData, Storage, TaskHandler }; GroupItem() = default; GroupItem(Type type) : m_type(type) { } GroupItem(const GroupData &data) : m_type(Type::GroupData) , m_groupData(data) {} GroupItem(const TreeStorageBase &storage) : m_type(Type::Storage) , m_storageList{storage} {} GroupItem(const TaskHandler &handler) : m_type(Type::TaskHandler) , m_taskHandler(handler) {} void addChildren(const QList &children); static GroupItem groupHandler(const GroupHandler &handler) { return GroupItem({handler}); } static GroupItem parallelLimit(int limit) { return GroupItem({{}, limit}); } static GroupItem workflowPolicy(WorkflowPolicy policy) { return GroupItem({{}, {}, policy}); } static GroupItem withTimeout(const GroupItem &item, std::chrono::milliseconds timeout, const std::function &handler = {}); // Checks if Function may be invoked with Args and if Function's return type is Result. template > static constexpr bool isInvocable() { // Note, that std::is_invocable_r_v doesn't check Result type properly. if constexpr (std::is_invocable_r_v) return std::is_same_v>; return false; } private: friend class TaskContainer; friend class TaskNode; Type m_type = Type::Group; QList m_children; GroupData m_groupData; QList m_storageList; TaskHandler m_taskHandler; }; // TODO: Add tests. class TASKING_EXPORT List final : public GroupItem { public: List(const QList &children) : GroupItem(Type::List) { addChildren(children); } List(std::initializer_list children) : GroupItem(Type::List) { addChildren(children); } }; class TASKING_EXPORT Group final : public GroupItem { public: Group(const QList &children) { addChildren(children); } Group(std::initializer_list children) { addChildren(children); } // GroupData related: template static GroupItem onGroupSetup(Handler &&handler) { return groupHandler({wrapGroupSetup(std::forward(handler))}); } template static GroupItem onGroupDone(Handler &&handler, CallDoneIf callDoneIf = CallDoneIf::SuccessOrError) { return groupHandler({{}, wrapGroupDone(std::forward(handler)), callDoneIf}); } using GroupItem::parallelLimit; // Default: 1 (sequential). 0 means unlimited (parallel). using GroupItem::workflowPolicy; // Default: WorkflowPolicy::StopOnError. GroupItem withTimeout(std::chrono::milliseconds timeout, const std::function &handler = {}) const { return GroupItem::withTimeout(*this, timeout, handler); } private: template static GroupSetupHandler wrapGroupSetup(Handler &&handler) { // S, V stands for: [S]etupResult, [V]oid static constexpr bool isS = isInvocable(); static constexpr bool isV = isInvocable(); static_assert(isS || isV, "Group setup handler needs to take no arguments and has to return void or SetupResult. " "The passed handler doesn't fulfill these requirements."); return [=] { if constexpr (isS) return std::invoke(handler); std::invoke(handler); return SetupResult::Continue; }; }; template static GroupDoneHandler wrapGroupDone(Handler &&handler) { // D, V, W stands for: [D]oneResult, [V]oid, Done[W]ith static constexpr bool isDW = isInvocable(); static constexpr bool isD = isInvocable(); static constexpr bool isVW = isInvocable(); static constexpr bool isV = isInvocable(); static_assert(isDW || isD || isVW || isV, "Group done handler needs to take (DoneWith) or (void) as an argument and has to " "return void or DoneResult. The passed handler doesn't fulfill these requirements."); return [=](DoneWith result) { if constexpr (isDW) return std::invoke(handler, result); if constexpr (isD) return std::invoke(handler); if constexpr (isVW) std::invoke(handler, result); else if constexpr (isV) std::invoke(handler); return result == DoneWith::Success ? DoneResult::Success : DoneResult::Error; }; }; }; template static GroupItem onGroupSetup(Handler &&handler) { return Group::onGroupSetup(std::forward(handler)); } template static GroupItem onGroupDone(Handler &&handler, CallDoneIf callDoneIf = CallDoneIf::SuccessOrError) { return Group::onGroupDone(std::forward(handler), callDoneIf); } TASKING_EXPORT GroupItem parallelLimit(int limit); TASKING_EXPORT GroupItem workflowPolicy(WorkflowPolicy policy); TASKING_EXPORT extern const GroupItem sequential; TASKING_EXPORT extern const GroupItem parallel; TASKING_EXPORT extern const GroupItem stopOnError; TASKING_EXPORT extern const GroupItem continueOnError; TASKING_EXPORT extern const GroupItem stopOnSuccess; TASKING_EXPORT extern const GroupItem continueOnSuccess; TASKING_EXPORT extern const GroupItem stopOnFinished; TASKING_EXPORT extern const GroupItem finishAllAndSuccess; TASKING_EXPORT extern const GroupItem finishAllAndError; class TASKING_EXPORT Storage final : public GroupItem { public: Storage(const TreeStorageBase &storage) : GroupItem(storage) { } }; // Synchronous invocation. Similarly to Group - isn't counted as a task inside taskCount() class TASKING_EXPORT Sync final : public GroupItem { public: template Sync(Handler &&handler) { addChildren({ onGroupSetup(wrapHandler(std::forward(handler))) }); } private: template static GroupSetupHandler wrapHandler(Handler &&handler) { // D, V stands for: [D]oneResult, [V]oid static constexpr bool isB = isInvocable(); static constexpr bool isV = isInvocable(); static_assert(isB || isV, "Sync handler needs to take no arguments and has to return void or DoneResult. " "The passed handler doesn't fulfill these requirements."); return [=] { if constexpr (isB) { return std::invoke(handler) == DoneResult::Success ? SetupResult::StopWithSuccess : SetupResult::StopWithError; } std::invoke(handler); return SetupResult::StopWithSuccess; }; }; }; template > class TaskAdapter : public TaskInterface { protected: TaskAdapter() : m_task(new Task) {} Task *task() { return m_task.get(); } const Task *task() const { return m_task.get(); } private: using TaskType = Task; using DeleterType = Deleter; template friend class CustomTask; std::unique_ptr m_task; }; template class CustomTask final : public GroupItem { public: using Task = typename Adapter::TaskType; using Deleter = typename Adapter::DeleterType; static_assert(std::is_base_of_v, Adapter>, "The Adapter type for the CustomTask needs to be derived from " "TaskAdapter."); using SetupFunction = std::function; using DoneFunction = std::function; static Adapter *createAdapter() { return new Adapter; } template CustomTask(SetupHandler &&setup = SetupFunction(), DoneHandler &&done = DoneFunction(), CallDoneIf callDoneIf = CallDoneIf::SuccessOrError) : GroupItem({&createAdapter, wrapSetup(std::forward(setup)), wrapDone(std::forward(done)), callDoneIf}) {} GroupItem withTimeout(std::chrono::milliseconds timeout, const std::function &handler = {}) const { return GroupItem::withTimeout(*this, timeout, handler); } private: template static GroupItem::TaskSetupHandler wrapSetup(Handler &&handler) { if constexpr (std::is_same_v) return {}; // When user passed {} for the setup handler. // S, V stands for: [S]etupResult, [V]oid static constexpr bool isS = isInvocable(); static constexpr bool isV = isInvocable(); static_assert(isS || isV, "Task setup handler needs to take (Task &) as an argument and has to return void or " "SetupResult. The passed handler doesn't fulfill these requirements."); return [=](TaskInterface &taskInterface) { Adapter &adapter = static_cast(taskInterface); if constexpr (isS) return std::invoke(handler, *adapter.task()); std::invoke(handler, *adapter.task()); return SetupResult::Continue; }; }; template static GroupItem::TaskDoneHandler wrapDone(Handler &&handler) { if constexpr (std::is_same_v) return {}; // When user passed {} for the done handler. // D, V, T, W stands for: [D]oneResult, [V]oid, [T]ask, done[W]ith static constexpr bool isDTW = isInvocable(); static constexpr bool isDT = isInvocable(); static constexpr bool isDW = isInvocable(); static constexpr bool isD = isInvocable(); static constexpr bool isVTW = isInvocable(); static constexpr bool isVT = isInvocable(); static constexpr bool isVW = isInvocable(); static constexpr bool isV = isInvocable(); static_assert(isDTW || isDT || isDW || isD || isVTW || isVT || isVW || isV, "Task done handler needs to take (const Task &, DoneWith), (const Task &), " "(DoneWith) or (void) as arguments and has to return void or DoneResult. " "The passed handler doesn't fulfill these requirements."); return [=](const TaskInterface &taskInterface, DoneWith result) { const Adapter &adapter = static_cast(taskInterface); if constexpr (isDTW) return std::invoke(handler, *adapter.task(), result); if constexpr (isDT) return std::invoke(handler, *adapter.task()); if constexpr (isDW) return std::invoke(handler, result); if constexpr (isD) return std::invoke(handler); if constexpr (isVTW) std::invoke(handler, *adapter.task(), result); else if constexpr (isVT) std::invoke(handler, *adapter.task()); else if constexpr (isVW) std::invoke(handler, result); else if constexpr (isV) std::invoke(handler); return result == DoneWith::Success ? DoneResult::Success : DoneResult::Error; }; }; }; class TaskTreePrivate; class TASKING_EXPORT TaskTree final : public QObject { Q_OBJECT public: TaskTree(); TaskTree(const Group &recipe); ~TaskTree(); void setRecipe(const Group &recipe); void start(); void stop(); bool isRunning() const; // Helper methods. They execute a local event loop with ExcludeUserInputEvents. // The passed future is used for listening to the cancel event. // Don't use it in main thread. To be used in non-main threads or in auto tests. DoneWith runBlocking(); DoneWith runBlocking(const QFuture &future); static DoneWith runBlocking(const Group &recipe, std::chrono::milliseconds timeout = std::chrono::milliseconds::max()); static DoneWith runBlocking(const Group &recipe, const QFuture &future, std::chrono::milliseconds timeout = std::chrono::milliseconds::max()); int taskCount() const; int progressMaximum() const { return taskCount(); } int progressValue() const; // all finished / skipped / stopped tasks, groups itself excluded template void onStorageSetup(const TreeStorage &storage, StorageHandler &&handler) { static_assert(std::is_invocable_v, StorageStruct &>, "Storage setup handler needs to take (Storage &) as an argument. " "The passed handler doesn't fulfill this requirement."); setupStorageHandler(storage, wrapHandler(std::forward(handler)), {}); } template void onStorageDone(const TreeStorage &storage, StorageHandler &&handler) { static_assert(std::is_invocable_v, const StorageStruct &>, "Storage done handler needs to take (const Storage &) as an argument. " "The passed handler doesn't fulfill this requirement."); setupStorageHandler(storage, {}, wrapHandler(std::forward(handler))); } signals: void started(); void done(DoneWith result); void errorOccurred(); void progressValueChanged(int value); // updated whenever task finished / skipped / stopped private: using StorageVoidHandler = std::function; void setupStorageHandler(const TreeStorageBase &storage, StorageVoidHandler setupHandler, StorageVoidHandler doneHandler); template StorageVoidHandler wrapHandler(StorageHandler &&handler) { return [=](void *voidStruct) { auto *storageStruct = static_cast(voidStruct); std::invoke(handler, *storageStruct); }; } friend class TaskTreePrivate; TaskTreePrivate *d; }; class TASKING_EXPORT TaskTreeTaskAdapter : public TaskAdapter { public: TaskTreeTaskAdapter(); void start() final; }; class TASKING_EXPORT TimeoutTaskAdapter : public TaskAdapter { public: TimeoutTaskAdapter(); ~TimeoutTaskAdapter(); void start() final; private: std::optional m_timerId; }; using TaskTreeTask = CustomTask; using TimeoutTask = CustomTask; } // namespace Tasking