Added JsonDocument::overflowed() (closes #1358)

This commit is contained in:
Benoit Blanchon
2020-09-05 10:54:46 +02:00
parent 6d2ad4539f
commit 8d37939086
13 changed files with 155 additions and 64 deletions

View File

@ -32,8 +32,9 @@ deserialize(JsonDocument &doc, const TString &input, NestingLimit nestingLimit,
TFilter filter) {
Reader<TString> reader(input);
doc.clear();
return makeDeserializer<TDeserializer>(doc.memoryPool(), reader,
makeStringStorage(input))
return makeDeserializer<TDeserializer>(
doc.memoryPool(), reader,
makeStringStorage(input, doc.memoryPool()))
.parse(doc.data(), filter, nestingLimit);
}
//
@ -47,8 +48,9 @@ DeserializationError deserialize(JsonDocument &doc, TChar *input,
TFilter filter) {
BoundedReader<TChar *> reader(input, inputSize);
doc.clear();
return makeDeserializer<TDeserializer>(doc.memoryPool(), reader,
makeStringStorage(input))
return makeDeserializer<TDeserializer>(
doc.memoryPool(), reader,
makeStringStorage(input, doc.memoryPool()))
.parse(doc.data(), filter, nestingLimit);
}
//
@ -60,8 +62,9 @@ DeserializationError deserialize(JsonDocument &doc, TStream &input,
NestingLimit nestingLimit, TFilter filter) {
Reader<TStream> reader(input);
doc.clear();
return makeDeserializer<TDeserializer>(doc.memoryPool(), reader,
makeStringStorage(input))
return makeDeserializer<TDeserializer>(
doc.memoryPool(), reader,
makeStringStorage(input, doc.memoryPool()))
.parse(doc.data(), filter, nestingLimit);
}

View File

@ -48,6 +48,10 @@ class JsonDocument : public Visitable {
return _pool.size();
}
bool overflowed() const {
return _pool.overflowed();
}
size_t nesting() const {
return _data.nesting();
}
@ -81,6 +85,7 @@ class JsonDocument : public Visitable {
return _pool;
}
// for internal use only
VariantData& data() {
return _data;
}

View File

@ -241,7 +241,7 @@ class JsonDeserializer {
if (!variant) {
// Save key in memory pool.
// This MUST be done before adding the slot.
key = _stringStorage.save(_pool);
key = _stringStorage.save();
// Allocate slot in object
VariantSlot *slot = object.addSlot(_pool);
@ -334,7 +334,7 @@ class JsonDeserializer {
}
bool parseKey() {
_stringStorage.startString(_pool);
_stringStorage.startString();
if (isQuote(current())) {
return parseQuotedString();
} else {
@ -343,10 +343,10 @@ class JsonDeserializer {
}
bool parseStringValue(VariantData &variant) {
_stringStorage.startString(_pool);
_stringStorage.startString();
if (!parseQuotedString())
return false;
const char *value = _stringStorage.save(_pool);
const char *value = _stringStorage.save();
variant.setString(make_not_null(value),
typename TStringStorage::storage_policy());
return true;

View File

@ -29,7 +29,8 @@ class MemoryPool {
: _begin(buf),
_left(buf),
_right(buf ? buf + capa : 0),
_end(buf ? buf + capa : 0) {
_end(buf ? buf + capa : 0),
_overflowed(false) {
ARDUINOJSON_ASSERT(isAligned(_begin));
ARDUINOJSON_ASSERT(isAligned(_right));
ARDUINOJSON_ASSERT(isAligned(_end));
@ -48,6 +49,10 @@ class MemoryPool {
return size_t(_left - _begin + _end - _right);
}
bool overflowed() const {
return _overflowed;
}
VariantSlot* allocVariant() {
return allocRight<VariantSlot>();
}
@ -91,9 +96,14 @@ class MemoryPool {
return str;
}
void markAsOverflowed() {
_overflowed = true;
}
void clear() {
_left = _begin;
_right = _end;
_overflowed = false;
}
bool canAlloc(size_t bytes) const {
@ -171,8 +181,10 @@ class MemoryPool {
#endif
char* allocString(size_t n) {
if (!canAlloc(n))
if (!canAlloc(n)) {
_overflowed = true;
return 0;
}
char* s = _left;
_left += n;
checkInvariants();
@ -185,13 +197,16 @@ class MemoryPool {
}
void* allocRight(size_t bytes) {
if (!canAlloc(bytes))
if (!canAlloc(bytes)) {
_overflowed = true;
return 0;
}
_right -= bytes;
return _right;
}
char *_begin, *_left, *_right, *_end;
bool _overflowed;
};
} // namespace ARDUINOJSON_NAMESPACE

View File

@ -239,7 +239,7 @@ class MsgPackDeserializer {
}
bool readString(const char *&result, size_t n) {
_stringStorage.startString(_pool);
_stringStorage.startString();
for (; n; --n) {
uint8_t c;
if (!readBytes(c))
@ -252,7 +252,7 @@ class MsgPackDeserializer {
return false;
}
result = _stringStorage.save(_pool);
result = _stringStorage.save();
return true;
}

View File

@ -10,14 +10,16 @@ namespace ARDUINOJSON_NAMESPACE {
class StringCopier {
public:
void startString(MemoryPool* pool) {
pool->getFreeZone(&_ptr, &_capacity);
StringCopier(MemoryPool& pool) : _pool(&pool) {}
void startString() {
_pool->getFreeZone(&_ptr, &_capacity);
_size = 0;
}
const char* save(MemoryPool* pool) {
const char* save() {
ARDUINOJSON_ASSERT(_ptr);
return pool->saveStringFromFreeZone(_size);
return _pool->saveStringFromFreeZone(_size);
}
void append(const char* s) {
@ -34,6 +36,7 @@ class StringCopier {
if (_size >= _capacity) {
_ptr = 0;
_pool->markAsOverflowed();
return;
}
@ -51,6 +54,7 @@ class StringCopier {
typedef storage_policies::store_by_copy storage_policy;
private:
MemoryPool* _pool;
char* _ptr;
size_t _size;
size_t _capacity;

View File

@ -13,11 +13,11 @@ class StringMover {
public:
StringMover(char* ptr) : _writePtr(ptr) {}
void startString(MemoryPool*) {
void startString() {
_startPtr = _writePtr;
}
const char* save(MemoryPool*) const {
const char* save() const {
return _startPtr;
}

View File

@ -9,32 +9,15 @@
namespace ARDUINOJSON_NAMESPACE {
template <typename TInput, typename Enable = void>
struct StringStorage {
typedef StringCopier type;
static type create(TInput&) {
return type();
}
};
template <typename TChar>
struct StringStorage<TChar*,
typename enable_if<!is_const<TChar>::value>::type> {
typedef StringMover type;
static type create(TChar* input) {
return type(reinterpret_cast<char*>(input));
}
};
template <typename TInput>
typename StringStorage<TInput>::type makeStringStorage(TInput& input) {
return StringStorage<TInput>::create(input);
StringCopier makeStringStorage(TInput&, MemoryPool& pool) {
return StringCopier(pool);
}
template <typename TChar>
typename StringStorage<TChar*>::type makeStringStorage(TChar* input) {
return StringStorage<TChar*>::create(input);
StringMover makeStringStorage(
TChar* input, MemoryPool&,
typename enable_if<!is_const<TChar>::value>::type* = 0) {
return StringMover(reinterpret_cast<char*>(input));
}
} // namespace ARDUINOJSON_NAMESPACE