com.github.pmerienne.trident.ml.preprocessing

Class TextInstanceCreator<L>

java.lang.Object

storm.trident.operation.BaseOperation

storm.trident.operation.BaseFunction

com.github.pmerienne.trident.ml.preprocessing.TextInstanceCreator<L>

All Implemented Interfaces:

Serializable, storm.trident.operation.EachOperation, storm.trident.operation.Function, storm.trident.operation.Operation

public class TextInstanceCreator<L>
extends storm.trident.operation.BaseFunction

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
TextInstanceCreator()
TextInstanceCreator(boolean withLabel)
TextInstanceCreator(boolean withLabel, TextTokenizer textAnalyser)

Method Summary

Methods

Modifier and Type	Method and Description
protected TextInstance<L>	createInstance(storm.trident.tuple.TridentTuple tuple)
void	execute(storm.trident.tuple.TridentTuple tuple, storm.trident.operation.TridentCollector collector)
protected List<String>	extractTokens(String text)
TextTokenizer	getTextAnalyser()
boolean	isWithLabel()
void	setTextAnalyser(TextTokenizer textAnalyser)
void	setWithLabel(boolean withLabel)

Methods inherited from class storm.trident.operation.BaseOperation

cleanup, prepare

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface storm.trident.operation.Operation

cleanup, prepare

Constructor Detail

TextInstanceCreator

public TextInstanceCreator()

TextInstanceCreator

public TextInstanceCreator(boolean withLabel)

TextInstanceCreator

public TextInstanceCreator(boolean withLabel,
                   TextTokenizer textAnalyser)

Method Detail

execute

public void execute(storm.trident.tuple.TridentTuple tuple,
           storm.trident.operation.TridentCollector collector)

createInstance

protected TextInstance<L> createInstance(storm.trident.tuple.TridentTuple tuple)

extractTokens

protected List<String> extractTokens(String text)

isWithLabel

public boolean isWithLabel()

setWithLabel

public void setWithLabel(boolean withLabel)

getTextAnalyser

public TextTokenizer getTextAnalyser()

setTextAnalyser

public void setTextAnalyser(TextTokenizer textAnalyser)