forked from qt-creator/qt-creator
		
	1. Extends lexer so digit or string can be followed by underscore '_' and alphanumeric defining literal. 2. Extends parser so it accepts operator"" _abc(...) user-defined literal definition. 3. Adds Token::Flags.userDefinedLiteral bool flag field representing if token carries user-defined literal. 4. Adds C++11 auto tests case with: 12_km, 0.5_Pa, 'c'_X, "abd"_L, u"xyz"_M 5. All optional suffix scanning methods now return boolean if the suffix was found. 6. Adds C++ Lexer tests for user-defined literals with C++11 feature enabled. This change however does not make QtCreator understand user-defined literal semantics, e.g. properly resolve type when applying custom literal operator. Change-Id: I30e62f025ec9fb11c39261985ea4d772b1a80949 Reviewed-by: Nikolai Kosjar <nikolai.kosjar@theqtcompany.com>
		
			
				
	
	
		
			321 lines
		
	
	
		
			9.6 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			321 lines
		
	
	
		
			9.6 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
/****************************************************************************
 | 
						|
**
 | 
						|
** Copyright (C) 2015 The Qt Company Ltd.
 | 
						|
** Contact: http://www.qt.io/licensing
 | 
						|
**
 | 
						|
** This file is part of Qt Creator.
 | 
						|
**
 | 
						|
** Commercial License Usage
 | 
						|
** Licensees holding valid commercial Qt licenses may use this file in
 | 
						|
** accordance with the commercial license agreement provided with the
 | 
						|
** Software or, alternatively, in accordance with the terms contained in
 | 
						|
** a written agreement between you and The Qt Company.  For licensing terms and
 | 
						|
** conditions see http://www.qt.io/terms-conditions.  For further information
 | 
						|
** use the contact form at http://www.qt.io/contact-us.
 | 
						|
**
 | 
						|
** GNU Lesser General Public License Usage
 | 
						|
** Alternatively, this file may be used under the terms of the GNU Lesser
 | 
						|
** General Public License version 2.1 or version 3 as published by the Free
 | 
						|
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
 | 
						|
** LICENSE.LGPLv3 included in the packaging of this file.  Please review the
 | 
						|
** following information to ensure the GNU Lesser General Public License
 | 
						|
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
 | 
						|
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
 | 
						|
**
 | 
						|
** In addition, as a special exception, The Qt Company gives you certain additional
 | 
						|
** rights.  These rights are described in The Qt Company LGPL Exception
 | 
						|
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
 | 
						|
**
 | 
						|
****************************************************************************/
 | 
						|
 | 
						|
#include <cplusplus/CPlusPlus.h>
 | 
						|
#include <cplusplus/CppDocument.h>
 | 
						|
#include <cplusplus/LookupContext.h>
 | 
						|
#include <cplusplus/Overview.h>
 | 
						|
 | 
						|
#include <QtTest>
 | 
						|
#include <QObject>
 | 
						|
#include <QFile>
 | 
						|
 | 
						|
//TESTED_COMPONENT=src/libs/cplusplus
 | 
						|
using namespace CPlusPlus;
 | 
						|
 | 
						|
#define VERIFY_ERRORS() \
 | 
						|
    do { \
 | 
						|
      QByteArray expectedErrors; \
 | 
						|
      if (!errorFile.isEmpty()) { \
 | 
						|
        QFile e(testdata(errorFile)); \
 | 
						|
        if (e.open(QFile::ReadOnly)) \
 | 
						|
          expectedErrors = QTextStream(&e).readAll().toUtf8(); \
 | 
						|
      } \
 | 
						|
      QCOMPARE(QString::fromLatin1(errors), QString::fromLatin1(expectedErrors)); \
 | 
						|
    } while (0)
 | 
						|
 | 
						|
inline QString _(const QByteArray &ba) { return QString::fromUtf8(ba, ba.size()); }
 | 
						|
 | 
						|
class tst_cxx11: public QObject
 | 
						|
{
 | 
						|
    Q_OBJECT
 | 
						|
 | 
						|
    /*
 | 
						|
        Returns the path to some testdata file or directory.
 | 
						|
    */
 | 
						|
    static QString testdata(const QString &name = QString())
 | 
						|
    {
 | 
						|
        static const QString dataDirectory = QLatin1String(SRCDIR "/data");
 | 
						|
 | 
						|
        QString result = dataDirectory;
 | 
						|
        if (!name.isEmpty()) {
 | 
						|
            result += QLatin1Char('/');
 | 
						|
            result += name;
 | 
						|
        }
 | 
						|
        return result;
 | 
						|
    }
 | 
						|
 | 
						|
    struct Client: DiagnosticClient {
 | 
						|
        QByteArray *errors;
 | 
						|
 | 
						|
        Client(QByteArray *errors)
 | 
						|
            : errors(errors)
 | 
						|
        {
 | 
						|
        }
 | 
						|
 | 
						|
        virtual void report(int level,
 | 
						|
                            const StringLiteral *fileName,
 | 
						|
                            unsigned line, unsigned column,
 | 
						|
                            const char *format, va_list ap)
 | 
						|
        {
 | 
						|
            if (! errors)
 | 
						|
                return;
 | 
						|
 | 
						|
            static const char *const pretty[] = { "warning", "error", "fatal" };
 | 
						|
 | 
						|
            QString str;
 | 
						|
            str.sprintf("%s:%d:%d: %s: ", fileName->chars(), line, column, pretty[level]);
 | 
						|
            errors->append(str.toUtf8());
 | 
						|
 | 
						|
            str.vsprintf(format, ap);
 | 
						|
            errors->append(str.toUtf8());
 | 
						|
 | 
						|
            errors->append('\n');
 | 
						|
        }
 | 
						|
    };
 | 
						|
 | 
						|
    class FindLambdaFunction : public SymbolVisitor
 | 
						|
    {
 | 
						|
    public:
 | 
						|
        FindLambdaFunction() : m_function(0) {}
 | 
						|
 | 
						|
        Function *operator()(const Document::Ptr &document)
 | 
						|
        {
 | 
						|
            accept(document->globalNamespace());
 | 
						|
            return m_function;
 | 
						|
        }
 | 
						|
 | 
						|
    private:
 | 
						|
        bool preVisit(Symbol *) { return !m_function; }
 | 
						|
 | 
						|
        bool visit(Function *function)
 | 
						|
        {
 | 
						|
            if (function->name())
 | 
						|
                return true;
 | 
						|
 | 
						|
            m_function = function;
 | 
						|
            return false;
 | 
						|
        }
 | 
						|
 | 
						|
    private:
 | 
						|
        Function *m_function;
 | 
						|
    };
 | 
						|
 | 
						|
    static void processDocument(const Document::Ptr doc, QByteArray source,
 | 
						|
                                LanguageFeatures languageFeatures, QByteArray *errors)
 | 
						|
    {
 | 
						|
        Client client(errors);
 | 
						|
        doc->control()->setDiagnosticClient(&client);
 | 
						|
        doc->setUtf8Source(source);
 | 
						|
        doc->translationUnit()->setLanguageFeatures(languageFeatures);
 | 
						|
        doc->check();
 | 
						|
        doc->control()->setDiagnosticClient(0);
 | 
						|
    }
 | 
						|
 | 
						|
    Document::Ptr document(const QString &fileName, QByteArray *errors = 0, bool c99Enabled = false)
 | 
						|
    {
 | 
						|
        Document::Ptr doc = Document::create(fileName);
 | 
						|
        QFile file(testdata(fileName));
 | 
						|
        if (file.open(QFile::ReadOnly)) {
 | 
						|
            LanguageFeatures features;
 | 
						|
            features.cxx11Enabled = true;
 | 
						|
            features.c99Enabled = c99Enabled;
 | 
						|
            processDocument(doc, QTextStream(&file).readAll().toUtf8(), features, errors);
 | 
						|
        } else {
 | 
						|
            qWarning() << "could not read file" << fileName;
 | 
						|
        }
 | 
						|
        return doc;
 | 
						|
    }
 | 
						|
 | 
						|
private Q_SLOTS:
 | 
						|
    //
 | 
						|
    // checks for the syntax
 | 
						|
    //
 | 
						|
    void parse_data();
 | 
						|
    void parse();
 | 
						|
 | 
						|
    void parseWithC99Enabled_data();
 | 
						|
    void parseWithC99Enabled();
 | 
						|
 | 
						|
    //
 | 
						|
    // checks for the semantic
 | 
						|
    //
 | 
						|
    void inlineNamespaceLookup();
 | 
						|
 | 
						|
    void lambdaType_data();
 | 
						|
    void lambdaType();
 | 
						|
};
 | 
						|
 | 
						|
 | 
						|
void tst_cxx11::parse_data()
 | 
						|
{
 | 
						|
    QTest::addColumn<QString>("file");
 | 
						|
    QTest::addColumn<QString>("errorFile");
 | 
						|
 | 
						|
    QTest::newRow("inlineNamespace.1") << "inlineNamespace.1.cpp" << "inlineNamespace.1.errors.txt";
 | 
						|
    QTest::newRow("staticAssert.1") << "staticAssert.1.cpp" << "staticAssert.1.errors.txt";
 | 
						|
    QTest::newRow("noExcept.1") << "noExcept.1.cpp" << "noExcept.1.errors.txt";
 | 
						|
    QTest::newRow("braceInitializers.1") << "braceInitializers.1.cpp" << "braceInitializers.1.errors.txt";
 | 
						|
    QTest::newRow("braceInitializers.2") << "braceInitializers.2.cpp" << "";
 | 
						|
    QTest::newRow("braceInitializers.3") << "braceInitializers.3.cpp" << "";
 | 
						|
    QTest::newRow("defaultdeleteInitializer.1") << "defaultdeleteInitializer.1.cpp" << "";
 | 
						|
    QTest::newRow("refQualifier.1") << "refQualifier.1.cpp" << "";
 | 
						|
    QTest::newRow("alignofAlignas.1") << "alignofAlignas.1.cpp" << "";
 | 
						|
    QTest::newRow("rangeFor.1") << "rangeFor.1.cpp" << "";
 | 
						|
    QTest::newRow("aliasDecl.1") << "aliasDecl.1.cpp" << "";
 | 
						|
    QTest::newRow("enums.1") << "enums.1.cpp" << "";
 | 
						|
    QTest::newRow("templateGreaterGreater.1") << "templateGreaterGreater.1.cpp" << "";
 | 
						|
    QTest::newRow("packExpansion.1") << "packExpansion.1.cpp" << "";
 | 
						|
    QTest::newRow("declType.1") << "declType.1.cpp" << "";
 | 
						|
    QTest::newRow("threadLocal.1") << "threadLocal.1.cpp" << "";
 | 
						|
    QTest::newRow("trailingtypespec.1") << "trailingtypespec.1.cpp" << "";
 | 
						|
    QTest::newRow("lambda.2") << "lambda.2.cpp" << "";
 | 
						|
    QTest::newRow("userDefinedLiterals.1") << "userDefinedLiterals.1.cpp" << "";
 | 
						|
}
 | 
						|
 | 
						|
void tst_cxx11::parse()
 | 
						|
{
 | 
						|
    QFETCH(QString, file);
 | 
						|
    QFETCH(QString, errorFile);
 | 
						|
 | 
						|
    QByteArray errors;
 | 
						|
    Document::Ptr doc = document(file, &errors);
 | 
						|
 | 
						|
    if (! qgetenv("DEBUG").isNull())
 | 
						|
        printf("%s\n", errors.constData());
 | 
						|
 | 
						|
    VERIFY_ERRORS();
 | 
						|
}
 | 
						|
 | 
						|
void tst_cxx11::parseWithC99Enabled_data()
 | 
						|
{
 | 
						|
    QTest::addColumn<QString>("file");
 | 
						|
    QTest::addColumn<QString>("errorFile");
 | 
						|
 | 
						|
    QTest::newRow("lambda.1") << "lambda.1.cpp" << "";
 | 
						|
}
 | 
						|
 | 
						|
void tst_cxx11::parseWithC99Enabled()
 | 
						|
{
 | 
						|
    QFETCH(QString, file);
 | 
						|
    QFETCH(QString, errorFile);
 | 
						|
 | 
						|
    const bool c99Enabled = true;
 | 
						|
    QByteArray errors;
 | 
						|
    Document::Ptr doc = document(file, &errors, c99Enabled);
 | 
						|
 | 
						|
    if (! qgetenv("DEBUG").isNull())
 | 
						|
        printf("%s\n", errors.constData());
 | 
						|
 | 
						|
    VERIFY_ERRORS();
 | 
						|
}
 | 
						|
 | 
						|
//
 | 
						|
// check the visibility of symbols declared inside inline namespaces
 | 
						|
//
 | 
						|
void tst_cxx11::inlineNamespaceLookup()
 | 
						|
{
 | 
						|
    Document::Ptr doc = document("inlineNamespace.1.cpp");
 | 
						|
    Snapshot snapshot;
 | 
						|
    snapshot.insert(doc);
 | 
						|
 | 
						|
    LookupContext context(doc, snapshot);
 | 
						|
    QSharedPointer<Control> control = context.bindings()->control();
 | 
						|
 | 
						|
    QList<LookupItem> results = context.lookup(control->identifier("foo"), doc->globalNamespace());
 | 
						|
    QCOMPARE(results.size(), 1); // the symbol is visible from the global scope
 | 
						|
}
 | 
						|
 | 
						|
void tst_cxx11::lambdaType_data()
 | 
						|
{
 | 
						|
    QTest::addColumn<QString>("source");
 | 
						|
    QTest::addColumn<QString>("expectedType");
 | 
						|
 | 
						|
    QTest::newRow("basic1")
 | 
						|
        << _("void f()\n"
 | 
						|
             "{\n"
 | 
						|
             "    [](){};\n"
 | 
						|
             "}\n")
 | 
						|
        << _("void ()");
 | 
						|
 | 
						|
    QTest::newRow("basic2")
 | 
						|
        << _("class C {\n"
 | 
						|
             "    void f()\n"
 | 
						|
             "    {\n"
 | 
						|
             "        [](){};\n"
 | 
						|
             "    }\n"
 | 
						|
             "};\n")
 | 
						|
        << _("void ()");
 | 
						|
 | 
						|
    QTest::newRow("trailing return type")
 | 
						|
        << _("void f()\n"
 | 
						|
             "{\n"
 | 
						|
             "    []() -> int { return 0; };\n"
 | 
						|
             "}\n")
 | 
						|
        << _("int ()");
 | 
						|
 | 
						|
    QTest::newRow("return expression")
 | 
						|
        << _("void f()\n"
 | 
						|
             "{\n"
 | 
						|
             "    []() { return true; };\n"
 | 
						|
             "}\n")
 | 
						|
        << _("bool ()");
 | 
						|
}
 | 
						|
 | 
						|
void tst_cxx11::lambdaType()
 | 
						|
{
 | 
						|
    QFETCH(QString, source);
 | 
						|
    QFETCH(QString, expectedType);
 | 
						|
 | 
						|
    LanguageFeatures features;
 | 
						|
    features.cxx11Enabled = true;
 | 
						|
 | 
						|
    QByteArray errors;
 | 
						|
    Document::Ptr doc = Document::create(QLatin1String("testFile"));
 | 
						|
    processDocument(doc, source.toUtf8(), features, &errors);
 | 
						|
 | 
						|
    const bool hasErrors = !errors.isEmpty();
 | 
						|
    if (hasErrors)
 | 
						|
        qDebug() << errors;
 | 
						|
    QVERIFY(!hasErrors);
 | 
						|
 | 
						|
    Function *function = FindLambdaFunction()(doc);
 | 
						|
    QVERIFY(function);
 | 
						|
 | 
						|
    Overview oo;
 | 
						|
    oo.showReturnTypes = true;
 | 
						|
 | 
						|
    QEXPECT_FAIL("return expression", "Not implemented", Abort);
 | 
						|
    QCOMPARE(oo.prettyType(function->type()), expectedType);
 | 
						|
}
 | 
						|
 | 
						|
QTEST_APPLESS_MAIN(tst_cxx11)
 | 
						|
#include "tst_cxx11.moc"
 |