Lines Matching refs:token

235     GenericPointer Append(const Token& token, Allocator* allocator = 0) const {
238 Ch *p = r.CopyFromRaw(*this, 1, token.length + 1);
239 std::memcpy(p, token.name, (token.length + 1) * sizeof(Ch));
241 r.tokens_[tokenCount_].length = token.length;
242 r.tokens_[tokenCount_].index = token.index;
254 Token token = { name, length, kPointerInvalidIndex }; variable
255 return Append(token, allocator);
295 Token token = { reinterpret_cast<Ch*>(buffer), length, index }; variable
296 return Append(token, allocator);
302 Token token = { name, length, index }; variable
303 return Append(token, allocator);
313 GenericPointer Append(const ValueType& token, Allocator* allocator = 0) const {
314 if (token.IsString())
315 return Append(token.GetString(), token.GetStringLength(), allocator);
317 RAPIDJSON_ASSERT(token.IsUint64());
318 RAPIDJSON_ASSERT(token.GetUint64() <= SizeType(~0));
319 return Append(static_cast<SizeType>(token.GetUint64()), allocator);
933 …Token* token = tokens_ = static_cast<Token *>(allocator_->Malloc(tokenCount_ * sizeof(Token) + len… in Parse() local
953 token->name = name; in Parse()
1011 token->length = static_cast<SizeType>(name - token->name); in Parse()
1012 if (token->length == 0) in Parse()
1017 if (isNumber && token->length > 1 && token->name[0] == '0') in Parse()
1023 for (size_t j = 0; j < token->length; j++) { in Parse()
1024 SizeType m = n * 10 + static_cast<SizeType>(token->name[j] - '0'); in Parse()
1033 token->index = isNumber ? n : kPointerInvalidIndex; in Parse()
1034 token++; in Parse()