Class TokenizerTextForgiving

  • All Implemented Interfaces:
    Iterator<org.apache.jena.riot.tokens.Token>, org.apache.jena.atlas.lib.Closeable, org.apache.jena.riot.tokens.Tokenizer

    public final class TokenizerTextForgiving
    extends Object
    implements org.apache.jena.riot.tokens.Tokenizer
    Tokenizer for all sorts of things RDF-ish
    • Field Detail

      • Checking

        public static boolean Checking
      • token

        protected org.apache.jena.riot.tokens.Token token
      • reader

        protected final org.apache.jena.atlas.io.PeekReader reader
      • lineMode

        protected final boolean lineMode
      • finished

        protected boolean finished
      • checker

        protected org.apache.jena.riot.tokens.TokenChecker checker
      • bad

        protected org.apache.jena.riot.RiotException bad
      • defaultErrorHandler

        public static final org.apache.jena.riot.system.ErrorHandler defaultErrorHandler
      • errorHandler

        protected org.apache.jena.riot.system.ErrorHandler errorHandler
      • extraCharsWord

        protected static char[] extraCharsWord
      • extraCharsVar

        protected static char[] extraCharsVar
    • Constructor Detail

      • TokenizerTextForgiving

        public TokenizerTextForgiving​(org.apache.jena.atlas.io.PeekReader reader)
      • TokenizerTextForgiving

        public TokenizerTextForgiving​(org.apache.jena.atlas.io.PeekReader reader,
                                      boolean lineMode)
    • Method Detail

      • hasNext

        public final boolean hasNext()
        Specified by:
        hasNext in interface Iterator<org.apache.jena.riot.tokens.Token>
        Specified by:
        hasNext in interface org.apache.jena.riot.tokens.Tokenizer
      • eof

        public final boolean eof()
        Specified by:
        eof in interface org.apache.jena.riot.tokens.Tokenizer
      • next

        public final org.apache.jena.riot.tokens.Token next()
        Specified by:
        next in interface Iterator<org.apache.jena.riot.tokens.Token>
        Specified by:
        next in interface org.apache.jena.riot.tokens.Tokenizer
      • peek

        public final org.apache.jena.riot.tokens.Token peek()
        Specified by:
        peek in interface org.apache.jena.riot.tokens.Tokenizer
      • remove

        public void remove()
        Specified by:
        remove in interface Iterator<org.apache.jena.riot.tokens.Token>
      • getChecker

        public org.apache.jena.riot.tokens.TokenChecker getChecker()
      • setChecker

        public void setChecker​(org.apache.jena.riot.tokens.TokenChecker checker)
      • getErrorHandler

        public org.apache.jena.riot.system.ErrorHandler getErrorHandler()
      • setErrorHandler

        public void setErrorHandler​(org.apache.jena.riot.system.ErrorHandler handler)
      • close

        public void close()
        Specified by:
        close in interface org.apache.jena.atlas.lib.Closeable
      • skipLine

        public void skipLine()
      • skip

        protected void skip()
      • parseToken

        protected org.apache.jena.riot.tokens.Token parseToken()
      • readIRI

        protected String readIRI()
      • readUnicodeEscape

        protected final int readUnicodeEscape()
      • readPrefixedNameOrKeyword

        protected void readPrefixedNameOrKeyword​(org.apache.jena.riot.tokens.Token token)
      • readPrefixPart

        protected String readPrefixPart()
      • readLocalPart

        protected String readLocalPart()
      • readSegment

        protected String readSegment​(boolean isLocalPart)
      • processPLX

        protected void processPLX​(int ch)
      • readString

        protected String readString​(int startCh,
                                    int endCh)
      • readLongString

        protected String readLongString​(int quoteChar,
                                        boolean endNL)
      • readWord

        protected String readWord​(boolean leadingDigitAllowed)
      • readWordSub

        protected String readWordSub​(boolean leadingDigitAllowed,
                                     boolean leadingSignAllowed)
      • readVarName

        protected String readVarName()
      • readCharsAnd

        protected String readCharsAnd​(boolean leadingDigitAllowed,
                                      boolean leadingSignAllowed,
                                      char[] extraChars,
                                      boolean allowFinalDot)
      • readBlankNodeLabel

        protected String readBlankNodeLabel()
      • readNumber

        protected void readNumber()
      • readHex

        protected void readHex​(org.apache.jena.atlas.io.PeekReader reader,
                               StringBuilder sb)
      • readDigits

        protected int readDigits​(StringBuilder buffer)
      • readPossibleSign

        protected void readPossibleSign​(StringBuilder sb)
      • threeQuotes

        protected boolean threeQuotes​(int ch)
      • langTag

        protected String langTag()
      • insertCodepoint

        protected void insertCodepoint​(StringBuilder buffer,
                                       int ch)
      • getColumn

        public long getColumn()
        Specified by:
        getColumn in interface org.apache.jena.riot.tokens.Tokenizer
      • getLine

        public long getLine()
        Specified by:
        getLine in interface org.apache.jena.riot.tokens.Tokenizer
      • checkBlankNode

        protected void checkBlankNode​(String blankNodeLabel)
      • checkLiteralLang

        protected void checkLiteralLang​(String lexicalForm,
                                        String langTag)
      • checkLiteralDT

        protected void checkLiteralDT​(String lexicalForm,
                                      org.apache.jena.riot.tokens.Token datatype)
      • checkString

        protected void checkString​(String string)
      • checkURI

        protected void checkURI​(String uriStr)
      • checkNumber

        protected void checkNumber​(String image,
                                   String datatype)
      • checkVariable

        protected void checkVariable​(String tokenImage)
      • checkDirective

        protected void checkDirective​(int cntrlCode)
      • checkKeyword

        protected void checkKeyword​(String tokenImage)
      • checkPrefixedName

        protected void checkPrefixedName​(String tokenImage,
                                         String tokenImage2)
      • checkControl

        protected void checkControl​(int code)
      • readLiteralEscape

        protected final int readLiteralEscape()
      • readCharEscape

        protected final int readCharEscape()
      • readUnicode4Escape

        protected final int readUnicode4Escape()
      • readUnicode8Escape

        protected final int readUnicode8Escape()
      • readHexSequence

        protected final int readHexSequence​(int N)
      • readHexChar

        protected final int readHexChar()
      • expect

        protected boolean expect​(String str)
      • warning

        protected void warning​(String message,
                               Object... args)
      • error

        protected void error​(String message,
                             Object... args)