qt-creator/src/tools/clangrefactoringbackend/source/symbolindexer.cpp

/****************************************************************************
**
** Copyright (C) 2017 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
**
** This file is part of Qt Creator.
**
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** GNU General Public License Usage
** Alternatively, this file may be used under the terms of the GNU
** General Public License version 3 as published by the Free Software
** Foundation with exceptions as appearing in the file LICENSE.GPL3-EXCEPT
** included in the packaging of this file. Please review the following
** information to ensure the GNU General Public License requirements will
** be met: https://www.gnu.org/licenses/gpl-3.0.html.
**
****************************************************************************/

#include "symbolindexer.h"

#include <symbolscollector.h>
#include <symbolindexertaskqueue.h>

namespace ClangBackEnd {

SymbolIndexer::SymbolIndexer(SymbolIndexerTaskQueueInterface &symbolIndexerTaskQueue,
                             SymbolStorageInterface &symbolStorage,
                             ClangPathWatcherInterface &pathWatcher,
                             FilePathCachingInterface &filePathCache,
                             FileStatusCache &fileStatusCache,
                             Sqlite::TransactionInterface &transactionInterface)
    : m_symbolIndexerTaskQueue(symbolIndexerTaskQueue),
      m_symbolStorage(symbolStorage),
      m_pathWatcher(pathWatcher),
      m_filePathCache(filePathCache),
      m_fileStatusCache(fileStatusCache),
      m_transactionInterface(transactionInterface)
{
    pathWatcher.setNotifier(this);
}

void SymbolIndexer::updateProjectParts(V2::ProjectPartContainers &&projectParts, const V2::FileContainers &generatedFiles)
{
        for (V2::ProjectPartContainer &projectPart : projectParts)
            updateProjectPart(std::move(projectPart), generatedFiles);
}

void SymbolIndexer::updateProjectPart(V2::ProjectPartContainer &&projectPart,
                                      const V2::FileContainers &generatedFiles)
{
    Sqlite::ImmediateTransaction transaction{m_transactionInterface};
    const auto optionalArtefact = m_symbolStorage.fetchProjectPartArtefact(projectPart.projectPartId);
    int projectPartId = m_symbolStorage.insertOrUpdateProjectPart(projectPart.projectPartId,
                                                                  projectPart.arguments,
                                                                  projectPart.compilerMacros,
                                                                  projectPart.includeSearchPaths);
    transaction.commit();

    if (optionalArtefact)
        projectPartId = optionalArtefact->projectPartId;

    FilePathIds sourcePathIds = updatableFilePathIds(projectPart, optionalArtefact);

    if (sourcePathIds.empty())
        return;

    Utils::SmallStringVector arguments = compilerArguments(projectPart, optionalArtefact);

    std::vector<SymbolIndexerTask> symbolIndexerTask;
    symbolIndexerTask.reserve(projectPart.sourcePathIds.size());

    for (FilePathId sourcePathId : projectPart.sourcePathIds) {
        auto indexing = [projectPart, arguments, generatedFiles, sourcePathId]
                (SymbolsCollectorInterface &symbolsCollector,
                SymbolStorageInterface &symbolStorage,
                Sqlite::TransactionInterface &transactionInterface) {
            symbolsCollector.addFile(sourcePathId, arguments);

            symbolsCollector.addUnsavedFiles(generatedFiles);

            symbolsCollector.collectSymbols();

            Sqlite::ImmediateTransaction transaction{transactionInterface};

            symbolStorage.addSymbolsAndSourceLocations(symbolsCollector.symbols(),
                                                       symbolsCollector.sourceLocations());

            symbolStorage.updateProjectPartSources(projectPart.projectPartId,
                                                   symbolsCollector.sourceFiles());

            symbolStorage.insertOrUpdateUsedMacros(symbolsCollector.usedMacros());

            symbolStorage.insertFileStatuses(symbolsCollector.fileStatuses());

            symbolStorage.insertOrUpdateSourceDependencies(symbolsCollector.sourceDependencies());

            transaction.commit();
        };

        symbolIndexerTask.emplace_back(sourcePathId, projectPartId, std::move(indexing));
    }

    m_symbolIndexerTaskQueue.addOrUpdateTasks(std::move(symbolIndexerTask));
    m_symbolIndexerTaskQueue.processTasks();
}

void SymbolIndexer::pathsWithIdsChanged(const Utils::SmallStringVector &)
{
}

void SymbolIndexer::pathsChanged(const FilePathIds &filePathIds)
{
    std::vector<SymbolIndexerTask> symbolIndexerTask;
    symbolIndexerTask.reserve(filePathIds.size());

    for (FilePathId filePathId : filePathIds)
        updateChangedPath(filePathId, symbolIndexerTask);

    m_symbolIndexerTaskQueue.addOrUpdateTasks(std::move(symbolIndexerTask));
    m_symbolIndexerTaskQueue.processTasks();
}

void SymbolIndexer::updateChangedPath(FilePathId filePathId,
                                      std::vector<SymbolIndexerTask> &symbolIndexerTask)
{
    m_fileStatusCache.update(filePathId);

    Sqlite::DeferredTransaction transaction{m_transactionInterface};
    const Utils::optional<ProjectPartArtefact> optionalArtefact = m_symbolStorage.fetchProjectPartArtefact(filePathId);
    transaction.commit();

    if (optionalArtefact && !optionalArtefact.value().compilerArguments.empty()) {

        const ProjectPartArtefact &artefact = optionalArtefact.value();

        Utils::SmallStringVector arguments = compilerArguments(artefact.compilerArguments,
                                                               artefact.projectPartId);

        auto indexing = [projectPartId=artefact.projectPartId, arguments, filePathId]
                (SymbolsCollectorInterface &symbolsCollector,
                SymbolStorageInterface &symbolStorage,
                Sqlite::TransactionInterface &transactionInterface) {
            symbolsCollector.addFile(filePathId, arguments);

            symbolsCollector.collectSymbols();

            Sqlite::ImmediateTransaction transaction{transactionInterface};

            symbolStorage.addSymbolsAndSourceLocations(symbolsCollector.symbols(),
                                                       symbolsCollector.sourceLocations());

            symbolStorage.updateProjectPartSources(projectPartId, symbolsCollector.sourceFiles());

            symbolStorage.insertOrUpdateUsedMacros(symbolsCollector.usedMacros());

            symbolStorage.insertFileStatuses(symbolsCollector.fileStatuses());

            symbolStorage.insertOrUpdateSourceDependencies(symbolsCollector.sourceDependencies());

            transaction.commit();
        };

        symbolIndexerTask.emplace_back(filePathId, optionalArtefact->projectPartId, std::move(indexing));
    }
}

bool SymbolIndexer::compilerMacrosOrIncludeSearchPathsAreDifferent(
        const V2::ProjectPartContainer &projectPart,
        const Utils::optional<ProjectPartArtefact> &optionalArtefact) const
{
    if (optionalArtefact) {
        const ProjectPartArtefact &artefact = optionalArtefact.value();
        return projectPart.compilerMacros != artefact.compilerMacros
             || projectPart.includeSearchPaths != artefact.includeSearchPaths;
    }

    return true;
}

FilePathIds SymbolIndexer::filterChangedFiles(const V2::ProjectPartContainer &projectPart) const
{
    FilePathIds ids;
    ids.reserve(projectPart.sourcePathIds.size());

    for (const FilePathId &sourceId : projectPart.sourcePathIds) {
        long long oldLastModified = m_symbolStorage.fetchLowestLastModifiedTime(sourceId);
        long long currentLastModified =  m_fileStatusCache.lastModifiedTime(sourceId);
        if (oldLastModified < currentLastModified)
            ids.push_back(sourceId);
    }

    return ids;
}

FilePathIds SymbolIndexer::updatableFilePathIds(const V2::ProjectPartContainer &projectPart,
                                                const Utils::optional<ProjectPartArtefact> &optionalArtefact) const
{
    if (compilerMacrosOrIncludeSearchPathsAreDifferent(projectPart, optionalArtefact))
        return projectPart.sourcePathIds;

    return filterChangedFiles(projectPart);
}

Utils::SmallStringVector SymbolIndexer::compilerArguments(
        Utils::SmallStringVector arguments,
        int projectPartId) const
{
    Utils::optional<ProjectPartPch> optionalProjectPartPch =  m_symbolStorage.fetchPrecompiledHeader(projectPartId);

    if (optionalProjectPartPch) {
        arguments.emplace_back("-Xclang");
        arguments.emplace_back("-include-pch");
        arguments.emplace_back("-Xclang");
        arguments.emplace_back(std::move(optionalProjectPartPch.value().pchPath));
    }

    return arguments;
}

Utils::SmallStringVector SymbolIndexer::compilerArguments(
        const V2::ProjectPartContainer &projectPart,
        const Utils::optional<ProjectPartArtefact> &optionalProjectPartArtefact) const
{
    if (optionalProjectPartArtefact)
        return compilerArguments(projectPart.arguments,
                                 optionalProjectPartArtefact.value().projectPartId);

    return projectPart.arguments;
}

} // namespace ClangBackEnd