feedc0de/qt-creator
1
0
Fork 0
forked from qt-creator/qt-creator
Code Pull Requests Activity

Use the backward scanner to indent labeled statements, ctor-initializers and access specifiers.

Browse Source
This commit is contained in:
Roberto Raggi
2009-09-21 15:11:18 +02:00
parent caa164a4ab
commit 6c9670c3db
5 changed files with 202 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

108
src/libs/cplusplus/BackwardsScanner.cpp
View File

@@ -38,6 +38,7 @@ BackwardsScanner::BackwardsScanner(const QTextCursor &cursor, const QString &suf
, _block(cursor.block())
, _maxBlockCount(maxBlockCount)
{
_tokenize.setQtMocRunEnabled(true);
_tokenize.setSkipComments(true);
_text = _block.text().left(cursor.position() - cursor.block().position());
@@ -52,13 +53,10 @@ BackwardsScanner::BackwardsScanner(const QTextCursor &cursor, const QString &suf
int BackwardsScanner::state() const
{ return _tokenize.state(); }
const QList<SimpleToken> &BackwardsScanner::tokens() const
{ return _tokens; }
const SimpleToken &BackwardsScanner::LA(int index) const
SimpleToken BackwardsScanner::LA(int index) const
{ return const_cast<BackwardsScanner *>(this)->fetchToken(_startToken - index); }
const SimpleToken &BackwardsScanner::operator[](int index) const
SimpleToken BackwardsScanner::operator[](int index) const
{ return const_cast<BackwardsScanner *>(this)->fetchToken(index); }
const SimpleToken &BackwardsScanner::fetchToken(int i)
@@ -72,16 +70,27 @@ const SimpleToken &BackwardsScanner::fetchToken(int i)
} else {
++_blocksTokenized;
QString blockText = _block.text();
const QString blockText = _block.text();
_text.prepend(blockText);
QList<SimpleToken> adaptedTokens;
for (int i = 0; i < _tokens.size(); ++i) {
const SimpleToken &t = _tokens.at(i);
const int position = t.position() + blockText.length();
adaptedTokens.append(SimpleToken(t.kind(),
position,
t.length(),
_text.midRef(position, t.length())));
SimpleToken t = _tokens.at(i);
if (i == 0) {
Q_ASSERT(t.followsNewline());
}
t.setPosition(t.position() + blockText.length());
t.setText(_text.midRef(t.position(), t.length()));
if (i == 0) {
Q_ASSERT(t.followsNewline());
}
adaptedTokens.append(t);
if (i == 0) {
Q_ASSERT(adaptedTokens.last().followsNewline());
}
}
_tokens = _tokenize(blockText, previousBlockState(_block));
@@ -156,6 +165,17 @@ int BackwardsScanner::startOfMatchingBrace(int index) const
--count;
--i;
} while (count != 0 && tk[i].isNot(T_EOF_SYMBOL));
} else if (tk[index - 1].is(T_RBRACE)) {
int i = index - 1;
int count = 0;
do {
if (tk[i].is(T_LBRACE)) {
if (! ++count)
return i;
} else if (tk[i].is(T_RBRACE))
--count;
--i;
} while (count != 0 && tk[i].isNot(T_EOF_SYMBOL));
} else if (tk[index - 1].is(T_GREATER)) {
int i = index - 1;
int count = 0;
@@ -167,7 +187,71 @@ int BackwardsScanner::startOfMatchingBrace(int index) const
--count;
--i;
} while (count != 0 && tk[i].isNot(T_EOF_SYMBOL));
} else {
Q_ASSERT(0);
}
return index;
}
int BackwardsScanner::startOfLine(int index) const
{
const BackwardsScanner tk(*this);
forever {
const SimpleToken &tok = tk[index - 1];
if (tok.is(T_EOF_SYMBOL))
break;
else if (tok.followsNewline())
return index - 1;
--index;
}
return index;
}
int BackwardsScanner::startOfBlock(int index) const
{
const BackwardsScanner tk(*this);
const int start = index;
forever {
SimpleToken token = tk[index - 1];
if (token.is(T_EOF_SYMBOL)) {
break;
} else if (token.is(T_GREATER)) {
const int matchingBrace = startOfMatchingBrace(index);
if (matchingBrace != index && tk[matchingBrace - 1].is(T_TEMPLATE))
index = matchingBrace;
} else if (token.is(T_RPAREN) || token.is(T_RBRACKET) || token.is(T_RBRACE)) {
const int matchingBrace = startOfMatchingBrace(index);
if (matchingBrace != index)
index = matchingBrace;
} else if (token.is(T_LPAREN) || token.is(T_LBRACKET)) {
break; // unmatched brace
} else if (token.is(T_LBRACE)) {
return index - 1;
}
--index;
}
return start;
}
int BackwardsScanner::indentation(int index) const
{
SimpleToken newline = operator[](startOfLine(index + 1));
return newline.position();
}

10
src/libs/cplusplus/BackwardsScanner.h
View File

@@ -55,17 +55,21 @@ public:
QStringRef textRef(int begin, int end) const;
// 1-based
const SimpleToken &LA(int index) const;
SimpleToken LA(int index) const;
// n-la token is [startToken - n]
const SimpleToken &operator[](int index) const; // ### deprecate
SimpleToken operator[](int index) const; // ### deprecate
int indentation(int index) const;
int startOfLine(int index) const;
int startOfMatchingBrace(int index) const;
int startOfBlock(int index) const;
int previousBlockState(const QTextBlock &block) const;
private:
const SimpleToken &fetchToken(int i);
const QList<SimpleToken> &tokens() const;
private:
QList<SimpleToken> _tokens;

36
src/libs/cplusplus/SimpleLexer.cpp
View File

@@ -35,6 +35,17 @@
using namespace CPlusPlus;
SimpleToken::SimpleToken(const Token &token, const QStringRef &text)
: _kind(token.f.kind)
, _flags(0)
, _position(token.begin())
, _length(token.f.length)
, _text(text)
{
f._whitespace = token.f.whitespace;
f._newline = token.f.newline;
}
bool SimpleToken::isLiteral() const
{
return _kind >= T_FIRST_LITERAL && _kind <= T_LAST_LITERAL;
@@ -60,6 +71,11 @@ bool SimpleToken::isObjCAtKeyword() const
return _kind >= T_FIRST_OBJC_AT_KEYWORD && _kind <= T_LAST_OBJC_AT_KEYWORD;
}
const char *SimpleToken::name() const
{
return Token::name(_kind);
}
SimpleLexer::SimpleLexer()
: _lastState(0),
_skipComments(false),
@@ -113,6 +129,7 @@ QList<SimpleToken> SimpleLexer::operator()(const QString &text, int state)
Lexer lex(firstChar, lastChar);
lex.setQtMocRunEnabled(_qtMocRunEnabled);
lex.setObjCEnabled(_objCEnabled);
lex.setStartWithNewline(true);
if (! _skipComments)
lex.setScanCommentTokens(true);
@@ -122,17 +139,26 @@ QList<SimpleToken> SimpleLexer::operator()(const QString &text, int state)
bool inPreproc = false;
bool first = true;
for (;;) {
Token tk;
lex(&tk);
if (tk.is(T_EOF_SYMBOL))
break;
SimpleToken simpleTk;
simpleTk._kind = int(tk.f.kind);
simpleTk._position = int(lex.tokenOffset());
simpleTk._length = int(lex.tokenLength());
simpleTk._text = text.midRef(simpleTk._position, simpleTk._length);
Q_ASSERT(lex.tokenOffset() == tk.begin());
Q_ASSERT(lex.tokenLength() == tk.f.length);
QStringRef spell = text.midRef(lex.tokenOffset(), lex.tokenLength());
SimpleToken simpleTk(tk, spell);
if (first) {
first = false;
Q_ASSERT(tk.f.newline);
Q_ASSERT(simpleTk.followsNewline());
}
lex.setScanAngleStringLiteralTokens(false);

42
src/libs/cplusplus/SimpleLexer.h
View File

@@ -37,21 +37,18 @@
namespace CPlusPlus {
class SimpleLexer;
class Token;
class CPLUSPLUS_EXPORT SimpleToken
{
public:
SimpleToken(int kind, int position, int length, const QStringRef &text)
: _kind(kind)
, _position(position)
, _length(length)
, _text(text)
{ }
SimpleToken(const Token &token, const QStringRef &text);
SimpleToken()
: _kind(0),
_position(0),
_length(0)
: _kind(0)
, _flags(0)
, _position(0)
, _length(0)
{ }
inline int kind() const
@@ -72,6 +69,12 @@ public:
inline QStringRef text() const
{ return _text; }
inline bool followsNewline() const
{ return f._newline; }
inline bool followsWhitespace() const
{ return f._whitespace; }
inline bool is(int k) const { return _kind == k; }
inline bool isNot(int k) const { return _kind != k; }
@@ -81,8 +84,27 @@ public:
bool isComment() const;
bool isObjCAtKeyword() const;
const char *name() const;
// internal
inline void setPosition(int position)
{ _position = position; }
// internal
inline void setText(const QStringRef &text)
{ _text = text; }
public:
int _kind;
short _kind;
union {
short _flags;
struct {
short _newline: 1;
short _whitespace: 1;
} f;
};
int _position;
int _length;
QStringRef _text;