net.morimekta.providence.reflect.parser.internal

Class Tokenizer

java.lang.Object

net.morimekta.providence.reflect.parser.internal.Tokenizer

public class Tokenizer
extends Object

Since:

24.09.15

Author:

Stein Eldar Johnsen

Constructor Summary

Constructors

Constructor and Description
Tokenizer(InputStream in)

Method Summary

Modifier and Type	Method and Description
Token	expect(String message)
Token	expectIdentifier(String message)
Token	expectQualifiedIdentifier(String message)
void	expectSymbol(Symbol symbol, String message)
String	getLine(int line)
boolean	hasNext()
Token	next()
String	readUntil(char terminator)
String	readUntil(String terminator)
void	unshift(Token token)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Tokenizer

public Tokenizer(InputStream in)
          throws IOException

Throws:

IOException

Method Detail

expect

public Token expect(String message)
             throws IOException,
                    ParseException

Throws:

IOException

ParseException

expectSymbol

public void expectSymbol(Symbol symbol,
                         String message)
                  throws IOException,
                         ParseException

Throws:

IOException

ParseException

expectIdentifier

public Token expectIdentifier(String message)
                       throws IOException,
                              ParseException

Throws:

IOException

ParseException

expectQualifiedIdentifier

public Token expectQualifiedIdentifier(String message)
                                throws IOException,
                                       ParseException

Throws:

IOException

ParseException

hasNext

public boolean hasNext()
                throws IOException,
                       ParseException

Throws:

IOException

ParseException

next

public Token next()
           throws IOException,
                  ParseException

Throws:

IOException

ParseException

unshift

public void unshift(Token token)

getLine

public String getLine(int line)
               throws IOException

Throws:

IOException

readUntil

public String readUntil(char terminator)
                 throws IOException

Throws:

IOException

readUntil

public String readUntil(String terminator)
                 throws IOException

Throws:

IOException