org.dice_research.topicmodeling.wikipedia

Class WikipediaDumpReader

java.lang.Object

org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

org.dice_research.topicmodeling.wikipedia.WikipediaDumpReader

All Implemented Interfaces:

org.dice_research.topicmodeling.io.xml.XMLParserObserver, org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

public class WikipediaDumpReader
extends org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier
implements org.dice_research.topicmodeling.io.xml.XMLParserObserver

Field Summary

Fields

Modifier and Type	Field and Description
private static String	ARTICLE_ID_XML_TAG_NAME
private String	data
private org.dice_research.topicmodeling.utils.doc.Document	document
private static String	DOCUMENT_XML_TAG_NAME
private Reader	dumpReader
private String	lastIdContainingTag
private static org.slf4j.Logger	LOGGER
private static String	NAMESPACE_XML_TAG_NAME
private static String	REDIRECT_XML_TAG_NAME
private static String	REVISION_XML_TAG_NAME
private static String	TEXT_XML_TAG_NAME
private static String	TITLE_XML_TAG_NAME
private org.dice_research.topicmodeling.io.xml.stream.SimpleReaderBasedXMLParser	xmlParser

Fields inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

nextDocumentId

Constructor Summary

Constructors

Modifier	Constructor and Description
private	WikipediaDumpReader(Reader reader)

Method Summary

Modifier and Type	Method and Description
static WikipediaDumpReader	createReader(File file)
static WikipediaDumpReader	createReader(File file, Charset charset)
static WikipediaDumpReader	createReader(InputStream input, Charset charset)
static WikipediaDumpReader	createReader(String filename)
static WikipediaDumpReader	createReader(String filename, Charset charset)
org.dice_research.topicmodeling.utils.doc.Document	getNextDocument()
void	handleClosingTag(String tagString)
void	handleData(String data)
void	handleEmptyTag(String tagString)
void	handleOpeningTag(String tagString)

Methods inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

getNextDocumentId, setDocumentStartId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

convertToStream

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

DOCUMENT_XML_TAG_NAME

private static final String DOCUMENT_XML_TAG_NAME

See Also:

Constant Field Values

TITLE_XML_TAG_NAME

private static final String TITLE_XML_TAG_NAME

See Also:

Constant Field Values

TEXT_XML_TAG_NAME

private static final String TEXT_XML_TAG_NAME

See Also:

Constant Field Values

ARTICLE_ID_XML_TAG_NAME

private static final String ARTICLE_ID_XML_TAG_NAME

See Also:

Constant Field Values

REVISION_XML_TAG_NAME

private static final String REVISION_XML_TAG_NAME

See Also:

Constant Field Values

REDIRECT_XML_TAG_NAME

private static final String REDIRECT_XML_TAG_NAME

See Also:

Constant Field Values

NAMESPACE_XML_TAG_NAME

private static final String NAMESPACE_XML_TAG_NAME

See Also:

Constant Field Values

dumpReader

private Reader dumpReader

xmlParser

private org.dice_research.topicmodeling.io.xml.stream.SimpleReaderBasedXMLParser xmlParser

data

private String data

document

private org.dice_research.topicmodeling.utils.doc.Document document

lastIdContainingTag

private String lastIdContainingTag

Constructor Detail

WikipediaDumpReader

private WikipediaDumpReader(Reader reader)

Method Detail

createReader

public static WikipediaDumpReader createReader(String filename)
                                        throws FileNotFoundException

Throws:

FileNotFoundException

createReader

public static WikipediaDumpReader createReader(String filename,
                                               Charset charset)
                                        throws FileNotFoundException

Throws:

FileNotFoundException

createReader

public static WikipediaDumpReader createReader(File file)
                                        throws FileNotFoundException

Throws:

FileNotFoundException

createReader

public static WikipediaDumpReader createReader(File file,
                                               Charset charset)
                                        throws FileNotFoundException

Throws:

FileNotFoundException

createReader

public static WikipediaDumpReader createReader(InputStream input,
                                               Charset charset)

getNextDocument

public org.dice_research.topicmodeling.utils.doc.Document getNextDocument()

Specified by:

getNextDocument in interface org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

handleOpeningTag

public void handleOpeningTag(String tagString)

Specified by:

handleOpeningTag in interface org.dice_research.topicmodeling.io.xml.XMLParserObserver

handleClosingTag

public void handleClosingTag(String tagString)

Specified by:

handleClosingTag in interface org.dice_research.topicmodeling.io.xml.XMLParserObserver

handleData

public void handleData(String data)

Specified by:

handleData in interface org.dice_research.topicmodeling.io.xml.XMLParserObserver

handleEmptyTag

public void handleEmptyTag(String tagString)

Specified by:

handleEmptyTag in interface org.dice_research.topicmodeling.io.xml.XMLParserObserver