org.dice_research.topicmodeling.io.json

Class JsonPartsBasedDocumentSupplier

java.lang.Object

org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

org.dice_research.topicmodeling.io.json.JsonPartsBasedDocumentSupplier

All Implemented Interfaces:

org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

public class JsonPartsBasedDocumentSupplier
extends org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier
implements org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

Field Summary

Fields

Modifier and Type	Field and Description
private int	currentPartId
private StreamBasedJsonDocumentSupplier	currentReader
private int	endPartId Part Id until which it will be read (excluding).
private String	filePrefix
private String	fileSuffix
private File	inputFolder
private static org.slf4j.Logger	LOGGER
private static boolean	USE_DOCUMENT_IDS_FROM_FILE_DEFAULT
private boolean	useDocumentIdsFromFile

Fields inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

nextDocumentId

Constructor Summary

Constructors

Constructor and Description
JsonPartsBasedDocumentSupplier(File inputFolder)
JsonPartsBasedDocumentSupplier(File inputFolder, int firstPartId, int endPartId)
JsonPartsBasedDocumentSupplier(File inputFolder, String filePrefix, String fileSuffix)
JsonPartsBasedDocumentSupplier(File inputFolder, String filePrefix, String fileSuffix, boolean useDocumentIdsFromFile)
JsonPartsBasedDocumentSupplier(File inputFolder, String filePrefix, String fileSuffix, boolean useDocumentIdsFromFile, int firstPartId, int endPartId)

Method Summary

Modifier and Type	Method and Description
org.dice_research.topicmodeling.utils.doc.Document	getNextDocument()
private StreamBasedJsonDocumentSupplier	getNextReader()
private org.dice_research.topicmodeling.utils.doc.Document	requestNextDocument()

Methods inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.AbstractDocumentSupplier

getNextDocumentId, setDocumentStartId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

convertToStream, setDocumentStartId

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

USE_DOCUMENT_IDS_FROM_FILE_DEFAULT

private static final boolean USE_DOCUMENT_IDS_FROM_FILE_DEFAULT

See Also:

Constant Field Values

filePrefix

private String filePrefix

fileSuffix

private String fileSuffix

useDocumentIdsFromFile

private boolean useDocumentIdsFromFile

inputFolder

private final File inputFolder

currentPartId

private int currentPartId

endPartId

private int endPartId

Part Id until which it will be read (excluding).

currentReader

private StreamBasedJsonDocumentSupplier currentReader

Constructor Detail

JsonPartsBasedDocumentSupplier

public JsonPartsBasedDocumentSupplier(File inputFolder)

JsonPartsBasedDocumentSupplier

public JsonPartsBasedDocumentSupplier(File inputFolder,
                                      String filePrefix,
                                      String fileSuffix)

JsonPartsBasedDocumentSupplier

public JsonPartsBasedDocumentSupplier(File inputFolder,
                                      String filePrefix,
                                      String fileSuffix,
                                      boolean useDocumentIdsFromFile)

JsonPartsBasedDocumentSupplier

public JsonPartsBasedDocumentSupplier(File inputFolder,
                                      int firstPartId,
                                      int endPartId)

JsonPartsBasedDocumentSupplier

public JsonPartsBasedDocumentSupplier(File inputFolder,
                                      String filePrefix,
                                      String fileSuffix,
                                      boolean useDocumentIdsFromFile,
                                      int firstPartId,
                                      int endPartId)

Method Detail

getNextDocument

public org.dice_research.topicmodeling.utils.doc.Document getNextDocument()

Specified by:

getNextDocument in interface org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

requestNextDocument

private org.dice_research.topicmodeling.utils.doc.Document requestNextDocument()

getNextReader

private StreamBasedJsonDocumentSupplier getNextReader()