forked from qt-creator/qt-creator
148 lines
3.6 KiB
C++
148 lines
3.6 KiB
C++
/**************************************************************************
|
|
**
|
|
** This file is part of Qt Creator
|
|
**
|
|
** Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies).
|
|
**
|
|
** Contact: Qt Software Information (qt-info@nokia.com)
|
|
**
|
|
** Commercial Usage
|
|
**
|
|
** Licensees holding valid Qt Commercial licenses may use this file in
|
|
** accordance with the Qt Commercial License Agreement provided with the
|
|
** Software or, alternatively, in accordance with the terms contained in
|
|
** a written agreement between you and Nokia.
|
|
**
|
|
** GNU Lesser General Public License Usage
|
|
**
|
|
** Alternatively, this file may be used under the terms of the GNU Lesser
|
|
** General Public License version 2.1 as published by the Free Software
|
|
** Foundation and appearing in the file LICENSE.LGPL included in the
|
|
** packaging of this file. Please review the following information to
|
|
** ensure the GNU Lesser General Public License version 2.1 requirements
|
|
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
|
**
|
|
** If you are unsure which license is appropriate for your use, please
|
|
** contact the sales department at qt-sales@nokia.com.
|
|
**
|
|
**************************************************************************/
|
|
|
|
#include "SimpleLexer.h"
|
|
|
|
#include <Lexer.h>
|
|
#include <Token.h>
|
|
#include <QtDebug>
|
|
|
|
using namespace CPlusPlus;
|
|
|
|
bool SimpleToken::isLiteral() const
|
|
{
|
|
return _kind >= T_FIRST_LITERAL && _kind <= T_LAST_LITERAL;
|
|
}
|
|
|
|
bool SimpleToken::isOperator() const
|
|
{
|
|
return _kind >= T_FIRST_OPERATOR && _kind <= T_LAST_OPERATOR;
|
|
}
|
|
|
|
bool SimpleToken::isKeyword() const
|
|
{
|
|
return _kind >= T_FIRST_KEYWORD && _kind < T_FIRST_QT_KEYWORD;
|
|
}
|
|
|
|
bool SimpleToken::isComment() const
|
|
{
|
|
return _kind == T_COMMENT || _kind == T_DOXY_COMMENT;
|
|
}
|
|
|
|
SimpleLexer::SimpleLexer()
|
|
: _lastState(0),
|
|
_skipComments(false),
|
|
_qtMocRunEnabled(true),
|
|
_objCEnabled(false)
|
|
{
|
|
setObjCEnabled(true);
|
|
}
|
|
|
|
SimpleLexer::~SimpleLexer()
|
|
{ }
|
|
|
|
bool SimpleLexer::qtMocRunEnabled() const
|
|
{
|
|
return _qtMocRunEnabled;
|
|
}
|
|
|
|
void SimpleLexer::setQtMocRunEnabled(bool enabled)
|
|
{
|
|
_qtMocRunEnabled = enabled;
|
|
}
|
|
|
|
bool SimpleLexer::objCEnabled() const
|
|
{
|
|
return _objCEnabled;
|
|
}
|
|
|
|
void SimpleLexer::setObjCEnabled(bool onoff)
|
|
{
|
|
_objCEnabled = onoff;
|
|
}
|
|
|
|
bool SimpleLexer::skipComments() const
|
|
{
|
|
return _skipComments;
|
|
}
|
|
|
|
void SimpleLexer::setSkipComments(bool skipComments)
|
|
{
|
|
_skipComments = skipComments;
|
|
}
|
|
|
|
QList<SimpleToken> SimpleLexer::operator()(const QString &text, int state)
|
|
{
|
|
QList<SimpleToken> tokens;
|
|
|
|
const QByteArray bytes = text.toLatin1();
|
|
const char *firstChar = bytes.constData();
|
|
const char *lastChar = firstChar + bytes.size();
|
|
|
|
Lexer lex(firstChar, lastChar);
|
|
lex.setQtMocRunEnabled(_qtMocRunEnabled);
|
|
lex.setObjCEnabled(_objCEnabled);
|
|
|
|
if (! _skipComments)
|
|
lex.setScanCommentTokens(true);
|
|
|
|
if (state != -1)
|
|
lex.setState(state & 0xff);
|
|
|
|
bool inPreproc = false;
|
|
|
|
for (;;) {
|
|
Token tk;
|
|
lex(&tk);
|
|
if (tk.is(T_EOF_SYMBOL))
|
|
break;
|
|
|
|
SimpleToken simpleTk;
|
|
simpleTk._kind = int(tk.kind);
|
|
simpleTk._position = int(lex.tokenOffset());
|
|
simpleTk._length = int(lex.tokenLength());
|
|
simpleTk._text = text.midRef(simpleTk._position, simpleTk._length);
|
|
|
|
lex.setScanAngleStringLiteralTokens(false);
|
|
|
|
if (tk.newline && tk.is(T_POUND))
|
|
inPreproc = true;
|
|
else if (inPreproc && tokens.size() == 1 && simpleTk.is(T_IDENTIFIER) &&
|
|
simpleTk.text() == QLatin1String("include"))
|
|
lex.setScanAngleStringLiteralTokens(true);
|
|
|
|
tokens.append(simpleTk);
|
|
}
|
|
|
|
_lastState = lex.state();
|
|
return tokens;
|
|
}
|
|
|
|
|