forked from qt-creator/qt-creator
Moved the qmljs shared folder into the shared library.
This commit is contained in:
Erik Verbruggen
249
src/libs/qmljs/parser/qmljslexer_p.h
Normal file
249
src/libs/qmljs/parser/qmljslexer_p.h
Normal file
@@ -0,0 +1,249 @@
|
||||
/****************************************************************************
|
||||
**
|
||||
** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).
|
||||
** All rights reserved.
|
||||
** Contact: Nokia Corporation (qt-info@nokia.com)
|
||||
**
|
||||
** This file is part of the QtDeclarative module of the Qt Toolkit.
|
||||
**
|
||||
** $QT_BEGIN_LICENSE:LGPL$
|
||||
** No Commercial Usage
|
||||
** This file contains pre-release code and may not be distributed.
|
||||
** You may use this file in accordance with the terms and conditions
|
||||
** contained in the Technology Preview License Agreement accompanying
|
||||
** this package.
|
||||
**
|
||||
** GNU Lesser General Public License Usage
|
||||
** Alternatively, this file may be used under the terms of the GNU Lesser
|
||||
** General Public License version 2.1 as published by the Free Software
|
||||
** Foundation and appearing in the file LICENSE.LGPL included in the
|
||||
** packaging of this file. Please review the following information to
|
||||
** ensure the GNU Lesser General Public License version 2.1 requirements
|
||||
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
|
||||
**
|
||||
** In addition, as a special exception, Nokia gives you certain additional
|
||||
** rights. These rights are described in the Nokia Qt LGPL Exception
|
||||
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
|
||||
**
|
||||
** If you have questions regarding the use of this file, please contact
|
||||
** Nokia at qt-info@nokia.com.
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
**
|
||||
** $QT_END_LICENSE$
|
||||
**
|
||||
****************************************************************************/
|
||||
|
||||
#ifndef QMLJSLEXER_P_H
|
||||
#define QMLJSLEXER_P_H
|
||||
|
||||
//
|
||||
// W A R N I N G
|
||||
// -------------
|
||||
//
|
||||
// This file is not part of the Qt API. It exists purely as an
|
||||
// implementation detail. This header file may change from version to
|
||||
// version without notice, or even be removed.
|
||||
//
|
||||
// We mean it.
|
||||
//
|
||||
|
||||
#include "qmljsglobal_p.h"
|
||||
|
||||
#include <QtCore/QString>
|
||||
|
||||
QT_QML_BEGIN_NAMESPACE
|
||||
|
||||
namespace QmlJS {
|
||||
|
||||
class Engine;
|
||||
class NameId;
|
||||
|
||||
class QML_PARSER_EXPORT Lexer
|
||||
{
|
||||
public:
|
||||
Lexer(Engine *eng, bool tokenizeComments = false);
|
||||
~Lexer();
|
||||
|
||||
void setCode(const QString &c, int lineno);
|
||||
int lex();
|
||||
|
||||
int currentLineNo() const { return yylineno; }
|
||||
int currentColumnNo() const { return yycolumn; }
|
||||
|
||||
int tokenOffset() const { return startpos; }
|
||||
int tokenLength() const { return pos - startpos; }
|
||||
|
||||
int startLineNo() const { return startlineno; }
|
||||
int startColumnNo() const { return startcolumn; }
|
||||
|
||||
int endLineNo() const { return currentLineNo(); }
|
||||
int endColumnNo() const
|
||||
{ int col = currentColumnNo(); return (col > 0) ? col - 1 : col; }
|
||||
|
||||
bool prevTerminator() const { return terminator; }
|
||||
|
||||
enum State { Start,
|
||||
Identifier,
|
||||
InIdentifier,
|
||||
InSingleLineComment,
|
||||
InMultiLineComment,
|
||||
InNum,
|
||||
InNum0,
|
||||
InHex,
|
||||
InOctal,
|
||||
InDecimal,
|
||||
InExponentIndicator,
|
||||
InExponent,
|
||||
Hex,
|
||||
Octal,
|
||||
Number,
|
||||
String,
|
||||
Eof,
|
||||
InString,
|
||||
InEscapeSequence,
|
||||
InHexEscape,
|
||||
InUnicodeEscape,
|
||||
Other,
|
||||
Bad };
|
||||
|
||||
enum Error {
|
||||
NoError,
|
||||
IllegalCharacter,
|
||||
UnclosedStringLiteral,
|
||||
IllegalEscapeSequence,
|
||||
IllegalUnicodeEscapeSequence,
|
||||
UnclosedComment,
|
||||
IllegalExponentIndicator,
|
||||
IllegalIdentifier
|
||||
};
|
||||
|
||||
enum ParenthesesState {
|
||||
IgnoreParentheses,
|
||||
CountParentheses,
|
||||
BalancedParentheses
|
||||
};
|
||||
|
||||
enum RegExpBodyPrefix {
|
||||
NoPrefix,
|
||||
EqualPrefix
|
||||
};
|
||||
|
||||
bool scanRegExp(RegExpBodyPrefix prefix = NoPrefix);
|
||||
|
||||
NameId *pattern;
|
||||
int flags;
|
||||
|
||||
State lexerState() const
|
||||
{ return state; }
|
||||
|
||||
QString errorMessage() const
|
||||
{ return errmsg; }
|
||||
void setErrorMessage(const QString &err)
|
||||
{ errmsg = err; }
|
||||
void setErrorMessage(const char *err)
|
||||
{ setErrorMessage(QString::fromLatin1(err)); }
|
||||
|
||||
Error error() const
|
||||
{ return err; }
|
||||
void clearError()
|
||||
{ err = NoError; }
|
||||
|
||||
private:
|
||||
Engine *driver;
|
||||
int yylineno;
|
||||
bool done;
|
||||
char *buffer8;
|
||||
QChar *buffer16;
|
||||
uint size8, size16;
|
||||
uint pos8, pos16;
|
||||
bool terminator;
|
||||
bool restrKeyword;
|
||||
// encountered delimiter like "'" and "}" on last run
|
||||
bool delimited;
|
||||
int stackToken;
|
||||
|
||||
State state;
|
||||
void setDone(State s);
|
||||
uint pos;
|
||||
void shift(uint p);
|
||||
int lookupKeyword(const char *);
|
||||
|
||||
bool isWhiteSpace() const;
|
||||
bool isLineTerminator() const;
|
||||
bool isHexDigit(ushort c) const;
|
||||
bool isOctalDigit(ushort c) const;
|
||||
|
||||
int matchPunctuator(ushort c1, ushort c2,
|
||||
ushort c3, ushort c4);
|
||||
ushort singleEscape(ushort c) const;
|
||||
ushort convertOctal(ushort c1, ushort c2,
|
||||
ushort c3) const;
|
||||
public:
|
||||
static unsigned char convertHex(ushort c1);
|
||||
static unsigned char convertHex(ushort c1, ushort c2);
|
||||
static QChar convertUnicode(ushort c1, ushort c2,
|
||||
ushort c3, ushort c4);
|
||||
static bool isIdentLetter(ushort c);
|
||||
static bool isDecimalDigit(ushort c);
|
||||
|
||||
inline int ival() const { return qsyylval.ival; }
|
||||
inline double dval() const { return qsyylval.dval; }
|
||||
inline NameId *ustr() const { return qsyylval.ustr; }
|
||||
|
||||
const QChar *characterBuffer() const { return buffer16; }
|
||||
int characterCount() const { return pos16; }
|
||||
|
||||
private:
|
||||
void record8(ushort c);
|
||||
void record16(QChar c);
|
||||
void recordStartPos();
|
||||
|
||||
int findReservedWord(const QChar *buffer, int size) const;
|
||||
|
||||
void syncProhibitAutomaticSemicolon();
|
||||
|
||||
const QChar *code;
|
||||
uint length;
|
||||
int yycolumn;
|
||||
int startpos;
|
||||
int startlineno;
|
||||
int startcolumn;
|
||||
int bol; // begin of line
|
||||
|
||||
union {
|
||||
int ival;
|
||||
double dval;
|
||||
NameId *ustr;
|
||||
} qsyylval;
|
||||
|
||||
// current and following unicode characters
|
||||
ushort current, next1, next2, next3;
|
||||
|
||||
struct keyword {
|
||||
const char *name;
|
||||
int token;
|
||||
};
|
||||
|
||||
QString errmsg;
|
||||
Error err;
|
||||
|
||||
bool wantRx;
|
||||
bool check_reserved;
|
||||
|
||||
ParenthesesState parenthesesState;
|
||||
int parenthesesCount;
|
||||
bool prohibitAutomaticSemicolon;
|
||||
bool tokenizeComments;
|
||||
};
|
||||
|
||||
} // namespace QmlJS
|
||||
|
||||
QT_QML_END_NAMESPACE
|
||||
|
||||
#endif
|
||||
Reference in New Issue
Block a user