org.dice_research.topicmodeling.preprocessing.docsupplier.decorator

Class NSFTextAndCategoryExtractingSupplierDecorator

java.lang.Object

org.dice_research.topicmodeling.preprocessing.docsupplier.decorator.AbstractDocumentSupplierDecorator

org.dice_research.topicmodeling.preprocessing.docsupplier.decorator.NSFTextAndCategoryExtractingSupplierDecorator

All Implemented Interfaces:

Function<org.dice_research.topicmodeling.utils.doc.Document,org.dice_research.topicmodeling.utils.doc.Document>, DocumentSupplierDecorator, org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

public class NSFTextAndCategoryExtractingSupplierDecorator
extends AbstractDocumentSupplierDecorator

Field Summary

Fields

Modifier and Type	Field and Description
private com.carrotsearch.hppc.ObjectIntOpenHashMap<String>	categories
private static String	CATEGORY_KEY
private static String	EMPTY_TEXT
private static String	FILTER_CATEGORY
private static org.slf4j.Logger	LOGGER
private static boolean	REMOVE_DOCUMENTS_WITHOUT_CATEGORY
private static String	TEXT_KEY

Fields inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.decorator.AbstractDocumentSupplierDecorator

documentSource

Constructor Summary

Constructors

Constructor and Description
NSFTextAndCategoryExtractingSupplierDecorator(org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier documentSource)

Method Summary

Modifier and Type	Method and Description
private String	extractCategory(String text)
private String	extractText(String text)
private String[]	getTrimmedLinesOfValue(String value)
private String	getValueForKey(String text, String key)
org.dice_research.topicmodeling.utils.doc.Document	prepareDocument(org.dice_research.topicmodeling.utils.doc.Document document)

Methods inherited from class org.dice_research.topicmodeling.preprocessing.docsupplier.decorator.AbstractDocumentSupplierDecorator

apply, getDecoratedDocumentSupplier, getNextDocument, setDecoratedDocumentSupplier, setDocumentStartId

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier

convertToStream

Methods inherited from interface java.util.function.Function

andThen, compose, identity

Field Detail

LOGGER

private static final org.slf4j.Logger LOGGER

REMOVE_DOCUMENTS_WITHOUT_CATEGORY

private static final boolean REMOVE_DOCUMENTS_WITHOUT_CATEGORY

See Also:

Constant Field Values

CATEGORY_KEY

private static final String CATEGORY_KEY

See Also:

Constant Field Values

TEXT_KEY

private static final String TEXT_KEY

See Also:

Constant Field Values

EMPTY_TEXT

private static final String EMPTY_TEXT

See Also:

Constant Field Values

FILTER_CATEGORY

private static final String FILTER_CATEGORY

See Also:

Constant Field Values

categories

private com.carrotsearch.hppc.ObjectIntOpenHashMap<String> categories

Constructor Detail

NSFTextAndCategoryExtractingSupplierDecorator

public NSFTextAndCategoryExtractingSupplierDecorator(org.dice_research.topicmodeling.preprocessing.docsupplier.DocumentSupplier documentSource)

Method Detail

prepareDocument

public org.dice_research.topicmodeling.utils.doc.Document prepareDocument(org.dice_research.topicmodeling.utils.doc.Document document)

Specified by:

prepareDocument in class AbstractDocumentSupplierDecorator

extractCategory

private String extractCategory(String text)

extractText

private String extractText(String text)

getTrimmedLinesOfValue

private String[] getTrimmedLinesOfValue(String value)

getValueForKey

private String getValueForKey(String text,
                              String key)