Clang: Support anonymous types in tokens

Add extra data to Keyword tokens.
Does not affect highlighting.

Change-Id: I206499ea35ee4ece5fe442665c904090cf5d90fc
Reviewed-by: Nikolai Kosjar <nikolai.kosjar@qt.io>

src/tools/clangbackend/source/fulltokeninfo.cpp

@@ -27,6 +27,7 @@
 #include "cursor.h"
 #include "fulltokeninfo.h"
 #include "sourcerange.h"
+#include "tokenprocessor.h"
 
 #include <utils/predicates.h>
 
@@ -42,7 +43,7 @@ FullTokenInfo::FullTokenInfo(const CXCursor &cxCursor,
 
 FullTokenInfo::operator TokenInfoContainer() const
 {
-    return TokenInfoContainer(line(), column(), length(), types(), m_extraInfo);
+    return TokenInfoContainer(line(), column(), length(), m_types, m_extraInfo);
 }
 
 static Utf8String fullyQualifiedType(const Cursor &cursor)
@@ -53,6 +54,7 @@ static Utf8String fullyQualifiedType(const Cursor &cursor)
         typeSpelling = cursor.unifiedSymbolResolution();
         typeSpelling.replace(Utf8StringLiteral("c:@N@"), Utf8StringLiteral(""));
         typeSpelling.replace(Utf8StringLiteral("@N@"), Utf8StringLiteral("::"));
+        typeSpelling.replace(Utf8StringLiteral("c:@aN"), Utf8StringLiteral("(anonymous)"));
     }
     return typeSpelling;
 }
@@ -159,7 +161,7 @@ void FullTokenInfo::identifierKind(const Cursor &cursor, Recursion recursion)
 
     m_extraInfo.identifier = (cursor.kind() != CXCursor_PreprocessingDirective);
 
-    if (types().mainHighlightingType == HighlightingType::QtProperty)
+    if (m_types.mainHighlightingType == HighlightingType::QtProperty)
         updatePropertyData();
     else
         m_extraInfo.cursorRange = cursor.sourceRange();
@@ -220,6 +222,37 @@ void FullTokenInfo::memberReferenceKind(const Cursor &cursor)
     }
 }
 
+void FullTokenInfo::keywordKind(const Cursor &cursor)
+{
+    TokenInfo::keywordKind(cursor);
+
+    CXCursorKind cursorKind = cursor.kind();
+    bool anonymous = false;
+    if (clang_Cursor_isAnonymous(cursor.cx())) {
+        anonymous = true;
+    } else {
+        const Utf8String type = fullyQualifiedType(cursor);
+        if (type.endsWith(Utf8StringLiteral(")"))
+                && static_cast<const QByteArray &>(type).indexOf("(anonymous") >= 0) {
+            anonymous = true;
+        }
+    }
+    if (anonymous) {
+        if (cursorKind == CXCursor_EnumDecl)
+            m_types.mixinHighlightingTypes.push_back(HighlightingType::Enum);
+        else if (cursorKind == CXCursor_ClassDecl)
+            m_types.mixinHighlightingTypes.push_back(HighlightingType::Class);
+        else if (cursorKind == CXCursor_StructDecl)
+            m_types.mixinHighlightingTypes.push_back(HighlightingType::Struct);
+        else if (cursorKind == CXCursor_Namespace)
+            m_types.mixinHighlightingTypes.push_back(HighlightingType::Namespace);
+        m_extraInfo.declaration = m_extraInfo.definition = true;
+        m_extraInfo.token = Utf8StringLiteral("anonymous");
+        updateTypeSpelling(cursor);
+        m_extraInfo.cursorRange = cursor.sourceRange();
+    }
+}
+
 void FullTokenInfo::evaluate()
 {
     m_extraInfo.token = ClangString(clang_getTokenSpelling(m_cxTranslationUnit, *m_cxToken));

src/tools/clangbackend/source/fulltokeninfo.h

@@ -31,7 +31,9 @@ namespace ClangBackEnd {
 
 class FullTokenInfo : public TokenInfo
 {
+    template<class T> friend class TokenProcessor;
 public:
+    FullTokenInfo() = default;
     FullTokenInfo(const CXCursor &cxCursor,
                   CXToken *cxToken,
                   CXTranslationUnit cxTranslationUnit,
@@ -46,6 +48,7 @@ protected:
     void variableKind(const Cursor &cursor) override;
     void fieldKind(const Cursor &cursor) override;
     void memberReferenceKind(const Cursor &cursor) override;
+    void keywordKind(const Cursor &cursor) override;
 private:
     void updateTypeSpelling(const Cursor &cursor, bool functionLike = false);
     void updatePropertyData();

src/tools/clangbackend/source/tokeninfo.cpp

@@ -612,6 +612,13 @@ static HighlightingType highlightingTypeForKeyword(CXTranslationUnit cxTranslati
     return HighlightingType::Keyword;
 }
 
+void TokenInfo::keywordKind(const Cursor &cursor)
+{
+    m_types.mainHighlightingType = highlightingTypeForKeyword(m_cxTranslationUnit,
+                                                              m_cxToken,
+                                                              cursor);
+}
+
 void TokenInfo::evaluate()
 {
     auto cxTokenKind = clang_getTokenKind(*m_cxToken);
@@ -620,9 +627,7 @@ void TokenInfo::evaluate()
 
     switch (cxTokenKind) {
         case CXToken_Keyword:
-            m_types.mainHighlightingType = highlightingTypeForKeyword(m_cxTranslationUnit,
-                                                                      m_cxToken,
-                                                                      m_originalCursor);
+            keywordKind(m_originalCursor);
             break;
         case CXToken_Punctuation:
             m_types.mainHighlightingType = punctuationKind(m_originalCursor);

src/tools/clangbackend/source/tokeninfo.h

@@ -39,8 +39,9 @@ namespace ClangBackEnd {
 class TokenInfo
 {
     friend bool operator==(const TokenInfo &first, const TokenInfo &second);
-
+    template<class T> friend class TokenProcessor;
 public:
+    TokenInfo() = default;
     TokenInfo(const CXCursor &cxCursor,
               CXToken *cxToken,
               CXTranslationUnit cxTranslationUnit,
@@ -94,11 +95,13 @@ protected:
     virtual void memberReferenceKind(const Cursor &cursor);
     virtual HighlightingType punctuationKind(const Cursor &cursor);
     virtual void typeKind(const Cursor &cursor);
+    virtual void keywordKind(const Cursor &cursor);
     virtual void invalidFileKind();
 
     Cursor m_originalCursor;
     CXToken *m_cxToken;
     CXTranslationUnit m_cxTranslationUnit;
+    HighlightingTypes m_types;
 
 private:
     bool isVirtualMethodDeclarationOrDefinition(const Cursor &cursor) const;
@@ -111,11 +114,10 @@ private:
     bool isArgumentInCurrentOutputArgumentLocations() const;
 
     std::vector<CXSourceRange> *m_currentOutputArgumentRanges = nullptr;
-    uint m_line;
-    uint m_column;
-    uint m_length;
+    uint m_line = 0;
+    uint m_column = 0;
+    uint m_length = 0;
     uint m_offset = 0;
-    HighlightingTypes m_types;
 };