Package no.hasmac.rdf.io.nquad

Class Tokenizer

java.lang.Object

no.hasmac.rdf.io.nquad.Tokenizer

final class Tokenizer
extends java.lang.Object

See Also:

N-Quads Grammar

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected static class	Tokenizer.Token
protected static class	Tokenizer.TokenType

Field Summary

Fields

Modifier and Type	Field	Description
private static int	BUFFER_SIZE
private Tokenizer.Token	next
private java.io.Reader	reader

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	Tokenizer(java.io.Reader reader)

Method Summary

Modifier and Type	Method	Description
boolean	accept(Tokenizer.TokenType type)
private Tokenizer.Token	doRead()
boolean	hasNext()
Tokenizer.Token	next()
private Tokenizer.Token	readBlankNode()
private Tokenizer.Token	readComment()
private void	readEscape(java.lang.StringBuilder value)
private char	readHex8()
private void	readIriEscape(java.lang.StringBuilder value)
private Tokenizer.Token	readIriRef()
private Tokenizer.Token	readLangTag()
private Tokenizer.Token	readString()
private char[]	readUnicode()
private char[]	readUnicode64()
private Tokenizer.Token	skipEol()
private Tokenizer.Token	skipWhitespaces()
Tokenizer.Token	token()
private static int	unescape(int symbol)
private static void	unexpected(int actual, java.lang.String... expected)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

BUFFER_SIZE

private static final int BUFFER_SIZE

See Also:

Constant Field Values

reader

private final java.io.Reader reader

next

private Tokenizer.Token next

Constructor Detail

Tokenizer

protected Tokenizer(java.io.Reader reader)

Method Detail

next

public Tokenizer.Token next()
                     throws RdfReaderException

Throws:

RdfReaderException

token

public Tokenizer.Token token()
                      throws RdfReaderException

Throws:

RdfReaderException

accept

public boolean accept(Tokenizer.TokenType type)
               throws RdfReaderException

Throws:

RdfReaderException

doRead

private Tokenizer.Token doRead()
                        throws RdfReaderException

Throws:

RdfReaderException

unexpected

private static void unexpected(int actual,
                               java.lang.String... expected)
                        throws RdfReaderException

Throws:

RdfReaderException

skipWhitespaces

private Tokenizer.Token skipWhitespaces()
                                 throws RdfReaderException

Throws:

RdfReaderException

skipEol

private Tokenizer.Token skipEol()
                         throws RdfReaderException

Throws:

RdfReaderException

readIriRef

private Tokenizer.Token readIriRef()
                            throws RdfReaderException

Throws:

RdfReaderException

readString

private Tokenizer.Token readString()
                            throws RdfReaderException

Throws:

RdfReaderException

readLangTag

private Tokenizer.Token readLangTag()
                             throws RdfReaderException

Throws:

RdfReaderException

readIriEscape

private void readIriEscape(java.lang.StringBuilder value)
                    throws RdfReaderException,
                           java.io.IOException

Throws:

RdfReaderException

java.io.IOException

readEscape

private void readEscape(java.lang.StringBuilder value)
                 throws RdfReaderException,
                        java.io.IOException

Throws:

RdfReaderException

java.io.IOException

readBlankNode

private Tokenizer.Token readBlankNode()
                               throws RdfReaderException

Throws:

RdfReaderException

readUnicode

private char[] readUnicode()
                    throws RdfReaderException,
                           java.io.IOException

Throws:

RdfReaderException

java.io.IOException

readHex8

private char readHex8()
               throws java.io.IOException,
                      RdfReaderException

Throws:

java.io.IOException

RdfReaderException

readUnicode64

private char[] readUnicode64()
                      throws java.io.IOException,
                             RdfReaderException

Throws:

java.io.IOException

RdfReaderException

unescape

private static int unescape(int symbol)

readComment

private Tokenizer.Token readComment()
                             throws RdfReaderException

Throws:

RdfReaderException

hasNext

public boolean hasNext()
                throws RdfReaderException

Throws:

RdfReaderException