com.apicatalog.rdf.nquads

Class NQuadsTokenizer

java.lang.Object

com.apicatalog.rdf.nquads.NQuadsTokenizer

public class NQuadsTokenizer
extends Object

A tokenizer for parsing N-Quads data streams according to the N-Quads Grammar.

This class reads an input stream character by character and extracts tokens representing RDF terms, literals, and syntax elements in the N-Quads format. It supports whitespace handling, comments, and various escape sequences.

Usage example:

 Reader reader = new FileReader("data.nq");
 NQuadsTokenizer tokenizer = new NQuadsTokenizer(reader);
 while (tokenizer.hasNext()) {
     Token token = tokenizer.next();
     System.out.println(token);
 }
 

See Also:

RDF 1.1 N-Quads Specification

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	NQuadsTokenizer.Token
static class	NQuadsTokenizer.TokenType

Field Summary

Fields

Modifier and Type	Field and Description
static int	DEFAULT_BUFFER_SIZE
protected NQuadsTokenizer.Token	next
protected Reader	reader

Constructor Summary

Constructors

Constructor and Description
NQuadsTokenizer(Reader reader)
NQuadsTokenizer(Reader reader, int bufferSize)

Method Summary

Modifier and Type	Method and Description
boolean	accept(NQuadsTokenizer.TokenType type)
protected NQuadsTokenizer.Token	doRead()
boolean	hasNext()
NQuadsTokenizer.Token	next()
protected NQuadsTokenizer.Token	readBlankNode()
protected NQuadsTokenizer.Token	readComment()
protected void	readEscape(StringBuilder value)
protected char	readHex8()
protected void	readIriEscape(StringBuilder value)
protected NQuadsTokenizer.Token	readIriRef()
protected NQuadsTokenizer.Token	readLangTag()
protected NQuadsTokenizer.Token	readString()
protected char[]	readUnicode()
protected char[]	readUnicode64()
protected NQuadsTokenizer.Token	skipEol()
protected NQuadsTokenizer.Token	skipWhitespaces()
NQuadsTokenizer.Token	token()
protected static int	unescape(int symbol)
protected static void	unexpected(int actual, String... expected)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_BUFFER_SIZE

public static final int DEFAULT_BUFFER_SIZE

See Also:

Constant Field Values

reader

protected final Reader reader

next

protected NQuadsTokenizer.Token next

Constructor Detail

NQuadsTokenizer

public NQuadsTokenizer(Reader reader)

NQuadsTokenizer

public NQuadsTokenizer(Reader reader,
                       int bufferSize)

Method Detail

hasNext

public boolean hasNext()
                throws NQuadsReaderException

Throws:

NQuadsReaderException

next

public NQuadsTokenizer.Token next()
                           throws NQuadsReaderException

Throws:

NQuadsReaderException

token

public NQuadsTokenizer.Token token()
                            throws NQuadsReaderException

Throws:

NQuadsReaderException

accept

public boolean accept(NQuadsTokenizer.TokenType type)
               throws NQuadsReaderException

Throws:

NQuadsReaderException

doRead

protected NQuadsTokenizer.Token doRead()
                                throws NQuadsReaderException

Throws:

NQuadsReaderException

unexpected

protected static final void unexpected(int actual,
                                       String... expected)
                                throws NQuadsReaderException

Throws:

NQuadsReaderException

skipWhitespaces

protected NQuadsTokenizer.Token skipWhitespaces()
                                         throws NQuadsReaderException

Throws:

NQuadsReaderException

skipEol

protected NQuadsTokenizer.Token skipEol()
                                 throws NQuadsReaderException

Throws:

NQuadsReaderException

readIriRef

protected NQuadsTokenizer.Token readIriRef()
                                    throws NQuadsReaderException

Throws:

NQuadsReaderException

readString

protected NQuadsTokenizer.Token readString()
                                    throws NQuadsReaderException

Throws:

NQuadsReaderException

readLangTag

protected NQuadsTokenizer.Token readLangTag()
                                     throws NQuadsReaderException

Throws:

NQuadsReaderException

readIriEscape

protected void readIriEscape(StringBuilder value)
                      throws NQuadsReaderException,
                             IOException

Throws:

NQuadsReaderException

IOException

readEscape

protected void readEscape(StringBuilder value)
                   throws NQuadsReaderException,
                          IOException

Throws:

NQuadsReaderException

IOException

readBlankNode

protected NQuadsTokenizer.Token readBlankNode()
                                       throws NQuadsReaderException

Throws:

NQuadsReaderException

readUnicode

protected char[] readUnicode()
                      throws NQuadsReaderException,
                             IOException

Throws:

NQuadsReaderException

IOException

readHex8

protected char readHex8()
                 throws IOException,
                        NQuadsReaderException

Throws:

IOException

NQuadsReaderException

readUnicode64

protected char[] readUnicode64()
                        throws IOException,
                               NQuadsReaderException

Throws:

IOException

NQuadsReaderException

unescape

protected static final int unescape(int symbol)

readComment

protected NQuadsTokenizer.Token readComment()
                                     throws NQuadsReaderException

Throws:

NQuadsReaderException