22 #ifndef COMMON_TOKENIZER_H 23 #define COMMON_TOKENIZER_H 25 #include "common/scummsys.h" 26 #include "common/str-array.h" 66 typename T::const_iterator _tokenBegin;
67 typename T::const_iterator _tokenEnd;
T delimitersAtTokenBegin() const
Returns a String with all delimiters between the current and previous token.
bool empty() const
Returns true if there are no more tokens left in the string, false otherwise.
T delimitersAtTokenEnd() const
Returns a String with all delimiters between the current and next token.
T nextToken()
Returns the next token from the string (Or an empty string if there are no more tokens) ...
BaseStringTokenizer(const T &str, const String &delimiters=" \\\)
Definition: tokenizer.h:46
Definition: algorithm.h:29
void reset()
Resets the tokenizer to its initial state, i.e points boten token iterators to the beginning...
Array< T > split()
Returns an Array with all tokens. Beware of the memory usage.