net.sansa_stack.rdf.common.io.riot.tokens

Class TokenizerTextForgiving

java.lang.Object

net.sansa_stack.rdf.common.io.riot.tokens.TokenizerTextForgiving

All Implemented Interfaces:

Iterator<org.apache.jena.riot.tokens.Token>, org.apache.jena.atlas.lib.Closeable, org.apache.jena.riot.tokens.Tokenizer

public final class TokenizerTextForgiving
extends Object
implements org.apache.jena.riot.tokens.Tokenizer

Tokenizer for all sorts of things RDF-ish

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	TokenizerTextForgiving.ErrorHandlerTokenizer

Field Summary

Fields

Modifier and Type	Field and Description
protected static boolean	AllowSpacesInIRI
protected org.apache.jena.riot.RiotException	bad
protected org.apache.jena.riot.tokens.TokenChecker	checker
static boolean	Checking
static int	CTRL_CHAR
static org.apache.jena.riot.system.ErrorHandler	defaultErrorHandler
protected org.apache.jena.riot.system.ErrorHandler	errorHandler
protected static char[]	extraCharsVar
protected static char[]	extraCharsWord
protected boolean	finished
protected boolean	lineMode
protected org.apache.jena.atlas.io.PeekReader	reader
protected StringBuilder	stringBuilder
protected org.apache.jena.riot.tokens.Token	token
protected static boolean	VeryVeryLaxIRI

Constructor Summary

Constructors

Constructor and Description
TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader)
TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader, boolean lineMode)

Method Summary

Modifier and Type	Method and Description
protected void	a2z(StringBuilder sb2)
protected void	a2zN(StringBuilder sb2)
protected void	checkBlankNode(String blankNodeLabel)
protected void	checkControl(int code)
protected void	checkDirective(int cntrlCode)
protected void	checkKeyword(String tokenImage)
protected void	checkLiteralDT(String lexicalForm, org.apache.jena.riot.tokens.Token datatype)
protected void	checkLiteralLang(String lexicalForm, String langTag)
protected void	checkNumber(String image, String datatype)
protected void	checkPrefixedName(String tokenImage, String tokenImage2)
protected void	checkString(String string)
protected void	checkURI(String uriStr)
protected void	checkVariable(String tokenImage)
void	close()
boolean	eof()
protected void	error(String message, Object... args)
protected boolean	expect(String str)
protected boolean	exponent(StringBuilder sb)
org.apache.jena.riot.tokens.TokenChecker	getChecker()
long	getColumn()
org.apache.jena.riot.system.ErrorHandler	getErrorHandler()
long	getLine()
boolean	hasNext()
protected void	insertCodepoint(StringBuilder buffer, int ch)
protected String	langTag()
org.apache.jena.riot.tokens.Token	next()
protected org.apache.jena.riot.tokens.Token	parseToken()
org.apache.jena.riot.tokens.Token	peek()
protected void	processPLX(int ch)
protected String	readBlankNodeLabel()
protected int	readCharEscape()
protected String	readCharsAnd(boolean leadingDigitAllowed, boolean leadingSignAllowed, char[] extraChars, boolean allowFinalDot)
protected int	readDigits(StringBuilder buffer)
protected void	readHex(org.apache.jena.atlas.io.PeekReader reader, StringBuilder sb)
protected int	readHexChar()
protected int	readHexSequence(int N)
protected String	readIRI()
protected int	readLiteralEscape()
protected String	readLocalPart()
protected String	readLongString(int quoteChar, boolean endNL)
protected void	readNumber()
protected void	readPossibleSign(StringBuilder sb)
protected void	readPrefixedNameOrKeyword(org.apache.jena.riot.tokens.Token token)
protected String	readPrefixPart()
protected String	readSegment(boolean isLocalPart)
protected String	readString(int startCh, int endCh)
protected int	readUnicode4Escape()
protected int	readUnicode8Escape()
protected int	readUnicodeEscape()
protected String	readVarName()
protected String	readWord(boolean leadingDigitAllowed)
protected String	readWordSub(boolean leadingDigitAllowed, boolean leadingSignAllowed)
void	remove()
void	setChecker(org.apache.jena.riot.tokens.TokenChecker checker)
void	setErrorHandler(org.apache.jena.riot.system.ErrorHandler handler)
protected void	skip()
void	skipLine()
protected boolean	threeQuotes(int ch)
protected void	warning(String message, Object... args)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface java.util.Iterator

forEachRemaining

Field Detail

CTRL_CHAR

public static final int CTRL_CHAR

See Also:

Constant Field Values

Checking

public static boolean Checking

token

protected org.apache.jena.riot.tokens.Token token

stringBuilder

protected final StringBuilder stringBuilder

reader

protected final org.apache.jena.atlas.io.PeekReader reader

lineMode

protected final boolean lineMode

finished

protected boolean finished

checker

protected org.apache.jena.riot.tokens.TokenChecker checker

bad

protected org.apache.jena.riot.RiotException bad

defaultErrorHandler

public static final org.apache.jena.riot.system.ErrorHandler defaultErrorHandler

errorHandler

protected org.apache.jena.riot.system.ErrorHandler errorHandler

VeryVeryLaxIRI

protected static final boolean VeryVeryLaxIRI

See Also:

Constant Field Values

AllowSpacesInIRI

protected static final boolean AllowSpacesInIRI

See Also:

Constant Field Values

extraCharsWord

protected static char[] extraCharsWord

extraCharsVar

protected static char[] extraCharsVar

Constructor Detail

TokenizerTextForgiving

public TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader)

TokenizerTextForgiving

public TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader,
                              boolean lineMode)

Method Detail

hasNext

public final boolean hasNext()

Specified by:

hasNext in interface Iterator<org.apache.jena.riot.tokens.Token>

Specified by:

hasNext in interface org.apache.jena.riot.tokens.Tokenizer

eof

public final boolean eof()

Specified by:

eof in interface org.apache.jena.riot.tokens.Tokenizer

next

public final org.apache.jena.riot.tokens.Token next()

Specified by:

next in interface Iterator<org.apache.jena.riot.tokens.Token>

Specified by:

next in interface org.apache.jena.riot.tokens.Tokenizer

peek

public final org.apache.jena.riot.tokens.Token peek()

Specified by:

peek in interface org.apache.jena.riot.tokens.Tokenizer

remove

public void remove()

Specified by:

remove in interface Iterator<org.apache.jena.riot.tokens.Token>

getChecker

public org.apache.jena.riot.tokens.TokenChecker getChecker()

setChecker

public void setChecker(org.apache.jena.riot.tokens.TokenChecker checker)

getErrorHandler

public org.apache.jena.riot.system.ErrorHandler getErrorHandler()

setErrorHandler

public void setErrorHandler(org.apache.jena.riot.system.ErrorHandler handler)

close

public void close()

Specified by:

close in interface org.apache.jena.atlas.lib.Closeable

skipLine

public void skipLine()

skip

protected void skip()

parseToken

protected org.apache.jena.riot.tokens.Token parseToken()

readIRI

protected String readIRI()

readUnicodeEscape

protected final int readUnicodeEscape()

readPrefixedNameOrKeyword

protected void readPrefixedNameOrKeyword(org.apache.jena.riot.tokens.Token token)

readPrefixPart

protected String readPrefixPart()

readLocalPart

protected String readLocalPart()

readSegment

protected String readSegment(boolean isLocalPart)

processPLX

protected void processPLX(int ch)

readString

protected String readString(int startCh,
                            int endCh)

readLongString

protected String readLongString(int quoteChar,
                                boolean endNL)

readWord

protected String readWord(boolean leadingDigitAllowed)

readWordSub

protected String readWordSub(boolean leadingDigitAllowed,
                             boolean leadingSignAllowed)

readVarName

protected String readVarName()

readCharsAnd

protected String readCharsAnd(boolean leadingDigitAllowed,
                              boolean leadingSignAllowed,
                              char[] extraChars,
                              boolean allowFinalDot)

readBlankNodeLabel

protected String readBlankNodeLabel()

readNumber

protected void readNumber()

readHex

protected void readHex(org.apache.jena.atlas.io.PeekReader reader,
                       StringBuilder sb)

readDigits

protected int readDigits(StringBuilder buffer)

readPossibleSign

protected void readPossibleSign(StringBuilder sb)

threeQuotes

protected boolean threeQuotes(int ch)

exponent

protected boolean exponent(StringBuilder sb)

langTag

protected String langTag()

a2z

protected void a2z(StringBuilder sb2)

a2zN

protected void a2zN(StringBuilder sb2)

insertCodepoint

protected void insertCodepoint(StringBuilder buffer,
                               int ch)

getColumn

public long getColumn()

Specified by:

getColumn in interface org.apache.jena.riot.tokens.Tokenizer

getLine

public long getLine()

Specified by:

getLine in interface org.apache.jena.riot.tokens.Tokenizer

checkBlankNode

protected void checkBlankNode(String blankNodeLabel)

checkLiteralLang

protected void checkLiteralLang(String lexicalForm,
                                String langTag)

checkLiteralDT

protected void checkLiteralDT(String lexicalForm,
                              org.apache.jena.riot.tokens.Token datatype)

checkString

protected void checkString(String string)

checkURI

protected void checkURI(String uriStr)

checkNumber

protected void checkNumber(String image,
                           String datatype)

checkVariable

protected void checkVariable(String tokenImage)

checkDirective

protected void checkDirective(int cntrlCode)

checkKeyword

protected void checkKeyword(String tokenImage)

checkPrefixedName

protected void checkPrefixedName(String tokenImage,
                                 String tokenImage2)

checkControl

protected void checkControl(int code)

readLiteralEscape

protected final int readLiteralEscape()

readCharEscape

protected final int readCharEscape()

readUnicode4Escape

protected final int readUnicode4Escape()

readUnicode8Escape

protected final int readUnicode8Escape()

readHexSequence

protected final int readHexSequence(int N)

readHexChar

protected final int readHexChar()

expect

protected boolean expect(String str)

warning

protected void warning(String message,
                       Object... args)

error

protected void error(String message,
                     Object... args)