marmot.tokenize

Interface Tokenizer

All Superinterfaces:

java.io.Serializable

All Known Implementing Classes:

AbstractTokenizer, OpenNlpTokenizer, RuleBasedTokenizer

public interface Tokenizer
extends java.io.Serializable

Method Summary

Modifier and Type	Method and Description
void	saveToFile(java.lang.String path)
java.util.List<java.lang.String>	tokenize(java.lang.String untokenized)

Method Detail

tokenize

java.util.List<java.lang.String> tokenize(java.lang.String untokenized)

saveToFile

void saveToFile(java.lang.String path)