Class TokenizerTextForgiving
- java.lang.Object
-
- net.sansa_stack.rdf.common.io.riot.tokens.TokenizerTextForgiving
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description static class
TokenizerTextForgiving.ErrorHandlerTokenizer
-
Field Summary
Fields Modifier and Type Field Description protected static boolean
AllowSpacesInIRI
protected org.apache.jena.riot.RiotException
bad
protected org.apache.jena.riot.tokens.TokenChecker
checker
static boolean
Checking
static int
CTRL_CHAR
static org.apache.jena.riot.system.ErrorHandler
defaultErrorHandler
protected org.apache.jena.riot.system.ErrorHandler
errorHandler
protected static char[]
extraCharsVar
protected static char[]
extraCharsWord
protected boolean
finished
protected boolean
lineMode
protected org.apache.jena.atlas.io.PeekReader
reader
protected StringBuilder
stringBuilder
protected org.apache.jena.riot.tokens.Token
token
protected static boolean
VeryVeryLaxIRI
-
Constructor Summary
Constructors Constructor Description TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader)
TokenizerTextForgiving(org.apache.jena.atlas.io.PeekReader reader, boolean lineMode)
-
Method Summary
All Methods Instance Methods Concrete Methods Modifier and Type Method Description protected void
a2z(StringBuilder sb2)
protected void
a2zN(StringBuilder sb2)
protected void
checkBlankNode(String blankNodeLabel)
protected void
checkControl(int code)
protected void
checkDirective(int cntrlCode)
protected void
checkKeyword(String tokenImage)
protected void
checkLiteralDT(String lexicalForm, org.apache.jena.riot.tokens.Token datatype)
protected void
checkLiteralLang(String lexicalForm, String langTag)
protected void
checkNumber(String image, String datatype)
protected void
checkPrefixedName(String tokenImage, String tokenImage2)
protected void
checkString(String string)
protected void
checkURI(String uriStr)
protected void
checkVariable(String tokenImage)
void
close()
boolean
eof()
protected void
error(String message, Object... args)
protected boolean
expect(String str)
protected boolean
exponent(StringBuilder sb)
org.apache.jena.riot.tokens.TokenChecker
getChecker()
long
getColumn()
org.apache.jena.riot.system.ErrorHandler
getErrorHandler()
long
getLine()
boolean
hasNext()
protected void
insertCodepoint(StringBuilder buffer, int ch)
protected String
langTag()
org.apache.jena.riot.tokens.Token
next()
protected org.apache.jena.riot.tokens.Token
parseToken()
org.apache.jena.riot.tokens.Token
peek()
protected void
processPLX(int ch)
protected String
readBlankNodeLabel()
protected int
readCharEscape()
protected String
readCharsAnd(boolean leadingDigitAllowed, boolean leadingSignAllowed, char[] extraChars, boolean allowFinalDot)
protected int
readDigits(StringBuilder buffer)
protected void
readHex(org.apache.jena.atlas.io.PeekReader reader, StringBuilder sb)
protected int
readHexChar()
protected int
readHexSequence(int N)
protected String
readIRI()
protected int
readLiteralEscape()
protected String
readLocalPart()
protected String
readLongString(int quoteChar, boolean endNL)
protected void
readNumber()
protected void
readPossibleSign(StringBuilder sb)
protected void
readPrefixedNameOrKeyword(org.apache.jena.riot.tokens.Token token)
protected String
readPrefixPart()
protected String
readSegment(boolean isLocalPart)
protected String
readString(int startCh, int endCh)
protected int
readUnicode4Escape()
protected int
readUnicode8Escape()
protected int
readUnicodeEscape()
protected String
readVarName()
protected String
readWord(boolean leadingDigitAllowed)
protected String
readWordSub(boolean leadingDigitAllowed, boolean leadingSignAllowed)
void
remove()
void
setChecker(org.apache.jena.riot.tokens.TokenChecker checker)
void
setErrorHandler(org.apache.jena.riot.system.ErrorHandler handler)
protected void
skip()
void
skipLine()
protected boolean
threeQuotes(int ch)
protected void
warning(String message, Object... args)
-
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-
Methods inherited from interface java.util.Iterator
forEachRemaining
-
-
-
-
Field Detail
-
CTRL_CHAR
public static final int CTRL_CHAR
- See Also:
- Constant Field Values
-
Checking
public static boolean Checking
-
token
protected org.apache.jena.riot.tokens.Token token
-
stringBuilder
protected final StringBuilder stringBuilder
-
reader
protected final org.apache.jena.atlas.io.PeekReader reader
-
lineMode
protected final boolean lineMode
-
finished
protected boolean finished
-
checker
protected org.apache.jena.riot.tokens.TokenChecker checker
-
bad
protected org.apache.jena.riot.RiotException bad
-
defaultErrorHandler
public static final org.apache.jena.riot.system.ErrorHandler defaultErrorHandler
-
errorHandler
protected org.apache.jena.riot.system.ErrorHandler errorHandler
-
VeryVeryLaxIRI
protected static final boolean VeryVeryLaxIRI
- See Also:
- Constant Field Values
-
AllowSpacesInIRI
protected static final boolean AllowSpacesInIRI
- See Also:
- Constant Field Values
-
extraCharsWord
protected static char[] extraCharsWord
-
extraCharsVar
protected static char[] extraCharsVar
-
-
Method Detail
-
hasNext
public final boolean hasNext()
-
eof
public final boolean eof()
- Specified by:
eof
in interfaceorg.apache.jena.riot.tokens.Tokenizer
-
next
public final org.apache.jena.riot.tokens.Token next()
-
peek
public final org.apache.jena.riot.tokens.Token peek()
- Specified by:
peek
in interfaceorg.apache.jena.riot.tokens.Tokenizer
-
remove
public void remove()
-
getChecker
public org.apache.jena.riot.tokens.TokenChecker getChecker()
-
setChecker
public void setChecker(org.apache.jena.riot.tokens.TokenChecker checker)
-
getErrorHandler
public org.apache.jena.riot.system.ErrorHandler getErrorHandler()
-
setErrorHandler
public void setErrorHandler(org.apache.jena.riot.system.ErrorHandler handler)
-
close
public void close()
- Specified by:
close
in interfaceorg.apache.jena.atlas.lib.Closeable
-
skipLine
public void skipLine()
-
skip
protected void skip()
-
parseToken
protected org.apache.jena.riot.tokens.Token parseToken()
-
readIRI
protected String readIRI()
-
readUnicodeEscape
protected final int readUnicodeEscape()
-
readPrefixedNameOrKeyword
protected void readPrefixedNameOrKeyword(org.apache.jena.riot.tokens.Token token)
-
readPrefixPart
protected String readPrefixPart()
-
readLocalPart
protected String readLocalPart()
-
readSegment
protected String readSegment(boolean isLocalPart)
-
processPLX
protected void processPLX(int ch)
-
readString
protected String readString(int startCh, int endCh)
-
readLongString
protected String readLongString(int quoteChar, boolean endNL)
-
readWord
protected String readWord(boolean leadingDigitAllowed)
-
readWordSub
protected String readWordSub(boolean leadingDigitAllowed, boolean leadingSignAllowed)
-
readVarName
protected String readVarName()
-
readCharsAnd
protected String readCharsAnd(boolean leadingDigitAllowed, boolean leadingSignAllowed, char[] extraChars, boolean allowFinalDot)
-
readBlankNodeLabel
protected String readBlankNodeLabel()
-
readNumber
protected void readNumber()
-
readHex
protected void readHex(org.apache.jena.atlas.io.PeekReader reader, StringBuilder sb)
-
readDigits
protected int readDigits(StringBuilder buffer)
-
readPossibleSign
protected void readPossibleSign(StringBuilder sb)
-
threeQuotes
protected boolean threeQuotes(int ch)
-
exponent
protected boolean exponent(StringBuilder sb)
-
langTag
protected String langTag()
-
a2z
protected void a2z(StringBuilder sb2)
-
a2zN
protected void a2zN(StringBuilder sb2)
-
insertCodepoint
protected void insertCodepoint(StringBuilder buffer, int ch)
-
getColumn
public long getColumn()
- Specified by:
getColumn
in interfaceorg.apache.jena.riot.tokens.Tokenizer
-
getLine
public long getLine()
- Specified by:
getLine
in interfaceorg.apache.jena.riot.tokens.Tokenizer
-
checkBlankNode
protected void checkBlankNode(String blankNodeLabel)
-
checkLiteralDT
protected void checkLiteralDT(String lexicalForm, org.apache.jena.riot.tokens.Token datatype)
-
checkString
protected void checkString(String string)
-
checkURI
protected void checkURI(String uriStr)
-
checkVariable
protected void checkVariable(String tokenImage)
-
checkDirective
protected void checkDirective(int cntrlCode)
-
checkKeyword
protected void checkKeyword(String tokenImage)
-
checkControl
protected void checkControl(int code)
-
readLiteralEscape
protected final int readLiteralEscape()
-
readCharEscape
protected final int readCharEscape()
-
readUnicode4Escape
protected final int readUnicode4Escape()
-
readUnicode8Escape
protected final int readUnicode8Escape()
-
readHexSequence
protected final int readHexSequence(int N)
-
readHexChar
protected final int readHexChar()
-
expect
protected boolean expect(String str)
-
-