net.morimekta.providence.util.pretty

Class Tokenizer

java.lang.Object

java.io.InputStream

net.morimekta.providence.util.pretty.Tokenizer

All Implemented Interfaces:

Closeable, AutoCloseable

public class Tokenizer
extends InputStream

Simple tokenizer for the pretty serializer that strips away comments based on the "#" (shell) comment character. Each comment lasts until the next newline.

Constructor Summary

Constructors

Constructor and Description
Tokenizer(InputStream in, boolean enclosedContent)

Method Summary

Modifier and Type	Method and Description
Token	expect(String message)
Token	expectIdentifier(String message)
Token	expectStringLiteral(String message)
char	expectSymbol(String message, char... symbols)
String	getLine(int theLine)
boolean	hasNext()
Token	next()
Token	peek()
Token	peek(String message)
int	read()
String	readUntil(char end, boolean allowSpaces, boolean allowNewlines)

Methods inherited from class java.io.InputStream

available, close, mark, markSupported, read, read, reset, skip

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Tokenizer

public Tokenizer(InputStream in,
                 boolean enclosedContent)
          throws IOException

Throws:

IOException

Method Detail

read

public int read()

Specified by:

read in class InputStream

expect

public Token expect(String message)
             throws IOException,
                    TokenizerException

Throws:

IOException

TokenizerException

peek

public Token peek(String message)
           throws IOException,
                  TokenizerException

Throws:

IOException

TokenizerException

peek

public Token peek()
           throws IOException,
                  TokenizerException

Throws:

IOException

TokenizerException

expectSymbol

public char expectSymbol(String message,
                         char... symbols)
                  throws IOException,
                         TokenizerException

Throws:

IOException

TokenizerException

expectIdentifier

public Token expectIdentifier(String message)
                       throws IOException,
                              TokenizerException

Throws:

IOException

TokenizerException

expectStringLiteral

public Token expectStringLiteral(String message)
                          throws IOException,
                                 TokenizerException

Throws:

IOException

TokenizerException

hasNext

public boolean hasNext()
                throws IOException,
                       TokenizerException

Throws:

IOException

TokenizerException

next

public Token next()
           throws IOException,
                  TokenizerException

Throws:

IOException

TokenizerException

getLine

public String getLine(int theLine)

readUntil

public String readUntil(char end,
                        boolean allowSpaces,
                        boolean allowNewlines)
                 throws TokenizerException

Throws:

TokenizerException