Class Tokenizer

java.lang.Object

no.hasmac.rdf.io.nquad.Tokenizer

final class Tokenizer
extends Object

See Also:

• N-Quads Grammar

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static class	Tokenizer.Token
protected static enum	Tokenizer.TokenType

Field Summary

Fields

Modifier and Type	Field	Description
private static final int	BUFFER_SIZE
private Tokenizer.Token	next
private final Reader	reader

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	Tokenizer(Reader reader)

Method Summary

Modifier and Type	Method	Description
boolean	accept(Tokenizer.TokenType type)
private Tokenizer.Token	doRead()
boolean	hasNext()
Tokenizer.Token	next()
private Tokenizer.Token	readBlankNode()
private Tokenizer.Token	readComment()
private void	readEscape(StringBuilder value)
private char	readHex8()
private void	readIriEscape(StringBuilder value)
private Tokenizer.Token	readIriRef()
private Tokenizer.Token	readLangTag()
private Tokenizer.Token	readString()
private char[]	readUnicode()
private char[]	readUnicode64()
private Tokenizer.Token	skipEol()
private Tokenizer.Token	skipWhitespaces()
Tokenizer.Token	token()
private static int	unescape(int symbol)
private static void	unexpected(int actual, String... expected)

Methods inherited from class Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

BUFFER_SIZE

private static final int BUFFER_SIZE

See Also:

• Constant Field Values

reader

private final Reader reader

next

private Tokenizer.Token next

Constructor Details

Tokenizer

protected Tokenizer(Reader reader)

Method Details

next

public Tokenizer.Token next()
                     throws RdfReaderException

Throws:

RdfReaderException

token

public Tokenizer.Token token()
                      throws RdfReaderException

Throws:

RdfReaderException

accept

public boolean accept(Tokenizer.TokenType type)
               throws RdfReaderException

Throws:

RdfReaderException

doRead

private Tokenizer.Token doRead()
                        throws RdfReaderException

Throws:

RdfReaderException

unexpected

private static void unexpected(int actual,
 String... expected)
                        throws RdfReaderException

Throws:

RdfReaderException

skipWhitespaces

private Tokenizer.Token skipWhitespaces()
                                 throws RdfReaderException

Throws:

RdfReaderException

skipEol

private Tokenizer.Token skipEol()
                         throws RdfReaderException

Throws:

RdfReaderException

readIriRef

private Tokenizer.Token readIriRef()
                            throws RdfReaderException

Throws:

RdfReaderException

readString

private Tokenizer.Token readString()
                            throws RdfReaderException

Throws:

RdfReaderException

readLangTag

private Tokenizer.Token readLangTag()
                             throws RdfReaderException

Throws:

RdfReaderException

readIriEscape

private void readIriEscape(StringBuilder value)
                    throws RdfReaderException,
IOException

Throws:

RdfReaderException

IOException

readEscape

private void readEscape(StringBuilder value)
                 throws RdfReaderException,
IOException

Throws:

RdfReaderException

IOException

readBlankNode

private Tokenizer.Token readBlankNode()
                               throws RdfReaderException

Throws:

RdfReaderException

readUnicode

private char[] readUnicode()
                    throws RdfReaderException,
IOException

Throws:

RdfReaderException

IOException

readHex8

private char readHex8()
               throws IOException,
RdfReaderException

Throws:

IOException

RdfReaderException

readUnicode64

private char[] readUnicode64()
                      throws IOException,
RdfReaderException

Throws:

IOException

RdfReaderException

unescape

private static int unescape(int symbol)

readComment

private Tokenizer.Token readComment()
                             throws RdfReaderException

Throws:

RdfReaderException

hasNext

public boolean hasNext()
                throws RdfReaderException

Throws:

RdfReaderException