tokenizer Class Reference

Inheritance diagram for tokenizer:

Public Types
using	RANGE = ::ansi_range
using	const_iterator = RANGE::const_iterator

Public Member Functions
	tokenizer (const tokenizer &range)
	tokenizer (tokenizer &&range)
	tokenizer (const ::const_ansi_range &range)
tokenizer &	operator= (const tokenizer &tokenizer)
tokenizer &	operator= (tokenizer &&tokenizer)
const_iterator	find (const ::scoped_string &scopedstrSeparator) const
::string &	substring (::string &str, character_count count)
::string &	substring (::string &str, const_iterator iterator)
::string &	substring (::string &str)
template<prototype_range RANGE>
RANGE &	substring (RANGE &range, character_count count)
template<prototype_range RANGE>
RANGE &	substring (RANGE &range, const_iterator iterator)
template<prototype_range RANGE>
RANGE &	substring (RANGE &range)
bool	ReadLine (::string &str, bool bWithSeparator=false)
bool	_01Read (::i32 &i)
bool	_01Read (::u32 &user)
bool	_01ReadHex (::i32 &i)
bool	_01ReadHex (::u32 &user)
bool	_01Read (::string &str)
bool	ExtractFolderPath (const ::scoped_string &scopedstrFilePath)
void	reset ()
void	reset (const ::const_ansi_range &range)
bool	get_next_token (::string &strToken, const ::scoped_string &scopedstrSeparator, bool bWithSeparator=false)
bool	get_next_smallest_token (::string &strToken, const ::string_array_base &straSeparator, bool bWithSeparator=false)
bool	get_next_token_ex (::string &strToken, const ::scoped_string &scopedstrSeparator, bool bWithSeparator=false, bool bSkipAdjacent=false)
bool	_001GetNextToken (::string &strToken)
bool	get_next_word (::string *pstrToken=nullptr)
character_count	read (void *p, character_count s)
template<prototype_range RANGE>
bool	get_line (RANGE &rangeLine)
::collection::count	skip_word (::collection::count c)
::string	get_word ()
bool	get_word (::string &str)

Public Attributes
const_iterator	m_iterator

---

The documentation for this class was generated from the following files:

• prototype/string/tokenizer.h
• prototype/string/tokenizer.cpp