Package eu.svjatoslav.commons.string.tokenizer

Class Tokenizer

java.lang.Object

eu.svjatoslav.commons.string.tokenizer.Tokenizer

public class Tokenizer
extends Object

Constructor Summary

Constructors

Constructor	Description
Tokenizer()
Tokenizer(String source)

Method Summary

Modifier and Type	Method	Description
Terminator	addTerminator(Terminator terminator)
Terminator	addTerminator(Terminator.TerminationStrategy terminationStrategy, String regexp)
Terminator	addTerminator(Terminator.TerminationStrategy terminationStrategy, String regexp, String group)
boolean	consumeIfNextToken(String token)
void	enlistRemainingTokens()	For debugging
void	expectAndConsumeNextStringToken(String value)
TokenizerMatch	expectAndConsumeNextTerminatorToken(Terminator terminator)
TokenizerMatch	findTerminatorMatch()
TokenizerMatch	getNextToken()
boolean	hasMoreContent()
void	peekExpectNoneOf(String... possibilities)
boolean	peekIsOneOf(String... possibilities)
TokenizerMatch	peekNextToken()
Tokenizer	setSource(String source)
void	skipUntilDataEnd()
void	unreadToken()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Tokenizer

public Tokenizer(String source)

Tokenizer

public Tokenizer()

Method Details

setSource

public Tokenizer setSource(String source)

addTerminator

public Terminator addTerminator(Terminator.TerminationStrategy terminationStrategy,
 String regexp)

addTerminator

public Terminator addTerminator(Terminator.TerminationStrategy terminationStrategy,
 String regexp,
 String group)

addTerminator

public Terminator addTerminator(Terminator terminator)

expectAndConsumeNextStringToken

public void expectAndConsumeNextStringToken(String value)
                                     throws InvalidSyntaxException

Throws:

InvalidSyntaxException

expectAndConsumeNextTerminatorToken

public TokenizerMatch expectAndConsumeNextTerminatorToken(Terminator terminator)
                                                   throws InvalidSyntaxException

Throws:

InvalidSyntaxException

getNextToken

public TokenizerMatch getNextToken()

Returns:

next @TokenizerMatch or null if end of input is reached.

findTerminatorMatch

public TokenizerMatch findTerminatorMatch()

hasMoreContent

public boolean hasMoreContent()

consumeIfNextToken

public boolean consumeIfNextToken(String token)
                           throws InvalidSyntaxException

Throws:

InvalidSyntaxException

peekNextToken

public TokenizerMatch peekNextToken()
                             throws InvalidSyntaxException

Throws:

InvalidSyntaxException

peekIsOneOf

public boolean peekIsOneOf(String... possibilities)
                    throws InvalidSyntaxException

Throws:

InvalidSyntaxException

peekExpectNoneOf

public void peekExpectNoneOf(String... possibilities)
                      throws InvalidSyntaxException

Throws:

InvalidSyntaxException

unreadToken

public void unreadToken()

enlistRemainingTokens

public void enlistRemainingTokens()

For debugging

skipUntilDataEnd

public void skipUntilDataEnd()