forked from qt-creator/qt-creator
625 lines
16 KiB
C++
625 lines
16 KiB
C++
/***************************************************************************
|
|
**
|
|
** This file is part of Qt Creator
|
|
**
|
|
** Copyright (c) 2008 Nokia Corporation and/or its subsidiary(-ies).
|
|
**
|
|
** Contact: Qt Software Information (qt-info@nokia.com)
|
|
**
|
|
**
|
|
** Non-Open Source Usage
|
|
**
|
|
** Licensees may use this file in accordance with the Qt Beta Version
|
|
** License Agreement, Agreement version 2.2 provided with the Software or,
|
|
** alternatively, in accordance with the terms contained in a written
|
|
** agreement between you and Nokia.
|
|
**
|
|
** GNU General Public License Usage
|
|
**
|
|
** Alternatively, this file may be used under the terms of the GNU General
|
|
** Public License versions 2.0 or 3.0 as published by the Free Software
|
|
** Foundation and appearing in the file LICENSE.GPL included in the packaging
|
|
** of this file. Please review the following information to ensure GNU
|
|
** General Public Licensing requirements will be met:
|
|
**
|
|
** http://www.fsf.org/licensing/licenses/info/GPLv2.html and
|
|
** http://www.gnu.org/copyleft/gpl.html.
|
|
**
|
|
** In addition, as a special exception, Nokia gives you certain additional
|
|
** rights. These rights are described in the Nokia Qt GPL Exception
|
|
** version 1.2, included in the file GPL_EXCEPTION.txt in this package.
|
|
**
|
|
***************************************************************************/
|
|
// Copyright (c) 2008 Roberto Raggi <roberto.raggi@gmail.com>
|
|
//
|
|
// Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
// of this software and associated documentation files (the "Software"), to deal
|
|
// in the Software without restriction, including without limitation the rights
|
|
// to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
// copies of the Software, and to permit persons to whom the Software is
|
|
// furnished to do so, subject to the following conditions:
|
|
//
|
|
// The above copyright notice and this permission notice shall be included in
|
|
// all copies or substantial portions of the Software.
|
|
//
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
// FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
// AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
// LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
// THE SOFTWARE.
|
|
|
|
#include "Lexer.h"
|
|
#include "Control.h"
|
|
#include "TranslationUnit.h"
|
|
#include <cctype>
|
|
#include <cassert>
|
|
|
|
CPLUSPLUS_BEGIN_NAMESPACE
|
|
|
|
Lexer::Lexer(TranslationUnit *unit)
|
|
: _translationUnit(unit),
|
|
_state(Lexer::DefaultState),
|
|
_flags(0),
|
|
_currentLine(1)
|
|
{
|
|
_scanKeywords = true;
|
|
setSource(_translationUnit->firstSourceChar(),
|
|
_translationUnit->lastSourceChar());
|
|
}
|
|
|
|
Lexer::Lexer(const char *firstChar, const char *lastChar)
|
|
: _translationUnit(0),
|
|
_state(Lexer::DefaultState),
|
|
_flags(0),
|
|
_currentLine(1)
|
|
{
|
|
_scanKeywords = true;
|
|
setSource(firstChar, lastChar);
|
|
}
|
|
|
|
Lexer::~Lexer()
|
|
{ }
|
|
|
|
TranslationUnit *Lexer::translationUnit() const
|
|
{ return _translationUnit; }
|
|
|
|
Control *Lexer::control() const
|
|
{
|
|
if (_translationUnit)
|
|
return _translationUnit->control();
|
|
|
|
return 0;
|
|
}
|
|
|
|
void Lexer::setSource(const char *firstChar, const char *lastChar)
|
|
{
|
|
_firstChar = firstChar;
|
|
_lastChar = lastChar;
|
|
_currentChar = _firstChar - 1;
|
|
_tokenStart = _currentChar;
|
|
_yychar = '\n';
|
|
}
|
|
|
|
void Lexer::setStartWithNewline(bool enabled)
|
|
{
|
|
if (enabled)
|
|
_yychar = '\n';
|
|
else
|
|
_yychar = ' ';
|
|
}
|
|
|
|
int Lexer::state() const
|
|
{ return _state; }
|
|
|
|
void Lexer::setState(int state)
|
|
{ _state = state; }
|
|
|
|
bool Lexer::qtMocRunEnabled() const
|
|
{ return _qtMocRunEnabled; }
|
|
|
|
void Lexer::setQtMocRunEnabled(bool onoff)
|
|
{ _qtMocRunEnabled = onoff; }
|
|
|
|
bool Lexer::isIncremental() const
|
|
{ return _isIncremental; }
|
|
|
|
void Lexer::setIncremental(bool isIncremental)
|
|
{ _isIncremental = isIncremental; }
|
|
|
|
bool Lexer::scanCommentTokens() const
|
|
{ return _scanCommentTokens; }
|
|
|
|
void Lexer::setScanCommentTokens(bool onoff)
|
|
{ _scanCommentTokens = onoff; }
|
|
|
|
bool Lexer::scanKeywords() const
|
|
{ return _scanKeywords; }
|
|
|
|
void Lexer::setScanKeywords(bool onoff)
|
|
{ _scanKeywords = onoff; }
|
|
|
|
void Lexer::setScanAngleStringLiteralTokens(bool onoff)
|
|
{ _scanAngleStringLiteralTokens = onoff; }
|
|
|
|
void Lexer::pushLineStartOffset()
|
|
{
|
|
++_currentLine;
|
|
|
|
if (_translationUnit)
|
|
_translationUnit->pushLineOffset(_currentChar - _firstChar);
|
|
}
|
|
|
|
unsigned Lexer::tokenOffset() const
|
|
{ return _tokenStart - _firstChar; }
|
|
|
|
unsigned Lexer::tokenLength() const
|
|
{ return _currentChar - _tokenStart; }
|
|
|
|
const char *Lexer::tokenBegin() const
|
|
{ return _tokenStart; }
|
|
|
|
const char *Lexer::tokenEnd() const
|
|
{ return _currentChar; }
|
|
|
|
unsigned Lexer::currentLine() const
|
|
{ return _currentLine; }
|
|
|
|
void Lexer::scan(Token *tok)
|
|
{
|
|
tok->reset();
|
|
scan_helper(tok);
|
|
tok->length = _currentChar - _tokenStart;
|
|
}
|
|
|
|
void Lexer::scan_helper(Token *tok)
|
|
{
|
|
_Lagain:
|
|
while (_yychar && std::isspace(_yychar)) {
|
|
if (_yychar == '\n')
|
|
tok->newline = true;
|
|
else
|
|
tok->whitespace = true;
|
|
yyinp();
|
|
}
|
|
|
|
if (! _translationUnit)
|
|
tok->lineno = _currentLine;
|
|
|
|
_tokenStart = _currentChar;
|
|
tok->offset = _currentChar - _firstChar;
|
|
|
|
if (_state == MultiLineCommentState) {
|
|
if (! _yychar) {
|
|
tok->kind = T_EOF_SYMBOL;
|
|
return;
|
|
}
|
|
|
|
while (_yychar) {
|
|
if (_yychar != '*')
|
|
yyinp();
|
|
else {
|
|
yyinp();
|
|
if (_yychar == '/') {
|
|
yyinp();
|
|
_state = DefaultState;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (! _scanCommentTokens)
|
|
goto _Lagain;
|
|
|
|
tok->kind = T_COMMENT;
|
|
return; // done
|
|
}
|
|
|
|
if (! _yychar) {
|
|
tok->kind = T_EOF_SYMBOL;
|
|
return;
|
|
}
|
|
|
|
char ch = _yychar;
|
|
yyinp();
|
|
|
|
switch (ch) {
|
|
case '\\':
|
|
while (_yychar != '\n' && std::isspace(_yychar))
|
|
yyinp();
|
|
// ### assert(! _yychar || _yychar == '\n');
|
|
if (_yychar == '\n') {
|
|
tok->joined = true;
|
|
tok->newline = false;
|
|
yyinp();
|
|
}
|
|
goto _Lagain;
|
|
|
|
case '"': case '\'': {
|
|
const char quote = ch;
|
|
|
|
tok->kind = quote == '"'
|
|
? T_STRING_LITERAL
|
|
: T_CHAR_LITERAL;
|
|
|
|
const char *yytext = _currentChar;
|
|
|
|
while (_yychar && _yychar != quote) {
|
|
if (_yychar != '\\')
|
|
yyinp();
|
|
else {
|
|
yyinp(); // skip `\\'
|
|
|
|
if (_yychar)
|
|
yyinp();
|
|
}
|
|
}
|
|
// assert(_yychar == quote);
|
|
|
|
int yylen = _currentChar - yytext;
|
|
|
|
if (_yychar == quote)
|
|
yyinp();
|
|
|
|
if (control())
|
|
tok->string = control()->findOrInsertStringLiteral(yytext, yylen);
|
|
} break;
|
|
|
|
case '{':
|
|
tok->kind = T_LBRACE;
|
|
break;
|
|
|
|
case '}':
|
|
tok->kind = T_RBRACE;
|
|
break;
|
|
|
|
case '[':
|
|
tok->kind = T_LBRACKET;
|
|
break;
|
|
|
|
case ']':
|
|
tok->kind = T_RBRACKET;
|
|
break;
|
|
|
|
case '#':
|
|
if (_yychar == '#') {
|
|
tok->kind = T_POUND_POUND;
|
|
yyinp();
|
|
} else {
|
|
tok->kind = T_POUND;
|
|
}
|
|
break;
|
|
|
|
case '(':
|
|
tok->kind = T_LPAREN;
|
|
break;
|
|
|
|
case ')':
|
|
tok->kind = T_RPAREN;
|
|
break;
|
|
|
|
case ';':
|
|
tok->kind = T_SEMICOLON;
|
|
break;
|
|
|
|
case ':':
|
|
if (_yychar == ':') {
|
|
yyinp();
|
|
tok->kind = T_COLON_COLON;
|
|
} else {
|
|
tok->kind = T_COLON;
|
|
}
|
|
break;
|
|
|
|
case '.':
|
|
if (_yychar == '*') {
|
|
yyinp();
|
|
tok->kind = T_DOT_STAR;
|
|
} else if (_yychar == '.') {
|
|
yyinp();
|
|
// ### assert(_yychar);
|
|
if (_yychar == '.') {
|
|
yyinp();
|
|
tok->kind = T_DOT_DOT_DOT;
|
|
} else {
|
|
tok->kind = T_ERROR;
|
|
}
|
|
} else if (std::isdigit(_yychar)) {
|
|
const char *yytext = _currentChar - 2;
|
|
do {
|
|
if (_yychar == 'e' || _yychar == 'E') {
|
|
yyinp();
|
|
if (_yychar == '-' || _yychar == '+') {
|
|
yyinp();
|
|
// ### assert(std::isdigit(_yychar));
|
|
}
|
|
} else if (std::isalnum(_yychar) || _yychar == '.') {
|
|
yyinp();
|
|
} else {
|
|
break;
|
|
}
|
|
} while (_yychar);
|
|
int yylen = _currentChar - yytext;
|
|
tok->kind = T_INT_LITERAL;
|
|
if (control())
|
|
tok->number = control()->findOrInsertNumericLiteral(yytext, yylen);
|
|
} else {
|
|
tok->kind = T_DOT;
|
|
}
|
|
break;
|
|
|
|
case '?':
|
|
tok->kind = T_QUESTION;
|
|
break;
|
|
|
|
case '+':
|
|
if (_yychar == '+') {
|
|
yyinp();
|
|
tok->kind = T_PLUS_PLUS;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_PLUS_EQUAL;
|
|
} else {
|
|
tok->kind = T_PLUS;
|
|
}
|
|
break;
|
|
|
|
case '-':
|
|
if (_yychar == '-') {
|
|
yyinp();
|
|
tok->kind = T_MINUS_MINUS;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_MINUS_EQUAL;
|
|
} else if (_yychar == '>') {
|
|
yyinp();
|
|
if (_yychar == '*') {
|
|
yyinp();
|
|
tok->kind = T_ARROW_STAR;
|
|
} else {
|
|
tok->kind = T_ARROW;
|
|
}
|
|
} else {
|
|
tok->kind = T_MINUS;
|
|
}
|
|
break;
|
|
|
|
case '*':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_STAR_EQUAL;
|
|
} else {
|
|
tok->kind = T_STAR;
|
|
}
|
|
break;
|
|
|
|
case '/':
|
|
if (_yychar == '/') {
|
|
do {
|
|
yyinp();
|
|
} while (_yychar && _yychar != '\n');
|
|
if (! _scanCommentTokens)
|
|
goto _Lagain;
|
|
tok->kind = T_COMMENT;
|
|
} else if (_yychar == '*') {
|
|
yyinp();
|
|
while (_yychar) {
|
|
if (_yychar != '*') {
|
|
yyinp();
|
|
} else {
|
|
yyinp();
|
|
if (_yychar == '/')
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (_yychar)
|
|
yyinp();
|
|
else
|
|
_state = MultiLineCommentState;
|
|
|
|
if (! _scanCommentTokens)
|
|
goto _Lagain;
|
|
tok->kind = T_COMMENT;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_SLASH_EQUAL;
|
|
} else {
|
|
tok->kind = T_SLASH;
|
|
}
|
|
break;
|
|
|
|
case '%':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_PERCENT_EQUAL;
|
|
} else {
|
|
tok->kind = T_PERCENT;
|
|
}
|
|
break;
|
|
|
|
case '^':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_CARET_EQUAL;
|
|
} else {
|
|
tok->kind = T_CARET;
|
|
}
|
|
break;
|
|
|
|
case '&':
|
|
if (_yychar == '&') {
|
|
yyinp();
|
|
tok->kind = T_AMPER_AMPER;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_AMPER_EQUAL;
|
|
} else {
|
|
tok->kind = T_AMPER;
|
|
}
|
|
break;
|
|
|
|
case '|':
|
|
if (_yychar == '|') {
|
|
yyinp();
|
|
tok->kind = T_PIPE_PIPE;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_PIPE_EQUAL;
|
|
} else {
|
|
tok->kind = T_PIPE;
|
|
}
|
|
break;
|
|
|
|
case '~':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_TILDE_EQUAL;
|
|
} else {
|
|
tok->kind = T_TILDE;
|
|
}
|
|
break;
|
|
|
|
case '!':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_EXCLAIM_EQUAL;
|
|
} else {
|
|
tok->kind = T_EXCLAIM;
|
|
}
|
|
break;
|
|
|
|
case '=':
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_EQUAL_EQUAL;
|
|
} else {
|
|
tok->kind = T_EQUAL;
|
|
}
|
|
break;
|
|
|
|
case '<':
|
|
if (_scanAngleStringLiteralTokens) {
|
|
const char *yytext = _currentChar;
|
|
while (_yychar && _yychar != '>')
|
|
yyinp();
|
|
int yylen = _currentChar - yytext;
|
|
// ### assert(_yychar == '>');
|
|
if (_yychar == '>')
|
|
yyinp();
|
|
if (control())
|
|
tok->string = control()->findOrInsertStringLiteral(yytext, yylen);
|
|
tok->kind = T_ANGLE_STRING_LITERAL;
|
|
} else if (_yychar == '<') {
|
|
yyinp();
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_LESS_LESS_EQUAL;
|
|
} else
|
|
tok->kind = T_LESS_LESS;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_LESS_EQUAL;
|
|
} else {
|
|
tok->kind = T_LESS;
|
|
}
|
|
break;
|
|
|
|
case '>':
|
|
if (_yychar == '>') {
|
|
yyinp();
|
|
if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_GREATER_GREATER_EQUAL;
|
|
} else
|
|
tok->kind = T_LESS_LESS;
|
|
tok->kind = T_GREATER_GREATER;
|
|
} else if (_yychar == '=') {
|
|
yyinp();
|
|
tok->kind = T_GREATER_EQUAL;
|
|
} else {
|
|
tok->kind = T_GREATER;
|
|
}
|
|
break;
|
|
|
|
case ',':
|
|
tok->kind = T_COMMA;
|
|
break;
|
|
|
|
default: {
|
|
if (ch == 'L' && (_yychar == '"' || _yychar == '\'')) {
|
|
// wide char literals
|
|
ch = _yychar;
|
|
yyinp();
|
|
|
|
const char quote = ch;
|
|
|
|
tok->kind = quote == '"'
|
|
? T_WIDE_STRING_LITERAL
|
|
: T_WIDE_CHAR_LITERAL;
|
|
|
|
const char *yytext = _currentChar;
|
|
|
|
while (_yychar && _yychar != quote) {
|
|
if (_yychar != '\\')
|
|
yyinp();
|
|
else {
|
|
yyinp(); // skip `\\'
|
|
|
|
if (_yychar)
|
|
yyinp();
|
|
}
|
|
}
|
|
// assert(_yychar == quote);
|
|
|
|
int yylen = _currentChar - yytext;
|
|
|
|
if (_yychar == quote)
|
|
yyinp();
|
|
|
|
if (control())
|
|
tok->string = control()->findOrInsertStringLiteral(yytext, yylen);
|
|
} else if (std::isalpha(ch) || ch == '_') {
|
|
const char *yytext = _currentChar - 1;
|
|
while (std::isalnum(_yychar) || _yychar == '_')
|
|
yyinp();
|
|
int yylen = _currentChar - yytext;
|
|
if (_scanKeywords)
|
|
tok->kind = classify(yytext, yylen, _qtMocRunEnabled);
|
|
else
|
|
tok->kind = T_IDENTIFIER;
|
|
if (tok->kind == T_IDENTIFIER && control())
|
|
tok->identifier = control()->findOrInsertIdentifier(yytext, yylen);
|
|
break;
|
|
} else if (std::isdigit(ch)) {
|
|
const char *yytext = _currentChar - 1;
|
|
while (_yychar) {
|
|
if (_yychar == 'e' || _yychar == 'E') {
|
|
yyinp();
|
|
if (_yychar == '-' || _yychar == '+') {
|
|
yyinp();
|
|
// ### assert(std::isdigit(_yychar));
|
|
}
|
|
} else if (std::isalnum(_yychar) || _yychar == '.') {
|
|
yyinp();
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
int yylen = _currentChar - yytext;
|
|
tok->kind = T_INT_LITERAL;
|
|
if (control())
|
|
tok->number = control()->findOrInsertNumericLiteral(yytext, yylen);
|
|
break;
|
|
} else {
|
|
tok->kind = T_ERROR;
|
|
break;
|
|
}
|
|
} // default
|
|
|
|
} // switch
|
|
}
|
|
|
|
CPLUSPLUS_END_NAMESPACE
|