Package weka.filters.unsupervised.attribute

Class TweetToFeatureVector

java.lang.Object

weka.filters.Filter

weka.filters.SimpleFilter

weka.filters.SimpleBatchFilter

weka.filters.unsupervised.attribute.TweetToFeatureVector

All Implemented Interfaces:

java.io.Serializable, CapabilitiesHandler, CapabilitiesIgnorer, CommandlineRunnable, OptionHandler, RevisionHandler

Direct Known Subclasses:

DistantSupervisionSyntheticFilter, PMILexiconExpander, TweetCentroid, TweetToEmbeddingsFeatureVector, TweetToInputLexiconFeatureVector, TweetToLexiconFeatureVector, TweetToSentiStrengthFeatureVector, TweetToSparseFeatureVector, TweetToWordListCountFeatureVector

public abstract class TweetToFeatureVector
extends SimpleBatchFilter

An abstract Weka filter for calculating attributes from tweets.

Version:

$Revision: 1 $

Author:

Felipe Bravo-Marquez (fbravoma@waikato.ac.nz)

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor	Description
TweetToFeatureVector()

Method Summary

Modifier and Type	Method	Description
boolean	allowAccessToFullInputFormat()
Capabilities	getCapabilities()
java.lang.String[]	getOptions()
Stemmer	getStemmer()
StopwordsHandler	getStopwordsHandler()
java.lang.String	getTextIndex()
Tokenizer	getTokenizer()
boolean	isReduceRepeatedLetters()
boolean	isStandarizeUrlsUsers()
boolean	isToLowerCase()
java.util.Enumeration<Option>	listOptions()
void	setOptions(java.lang.String[] options)
void	setReduceRepeatedLetters(boolean reduceRepeatedLetters)
void	setStandarizeUrlsUsers(boolean standarizeUrlsUsers)
void	setStemmer(Stemmer m_stemmer)
void	setStopwordsHandler(StopwordsHandler m_stopwordsHandler)
void	setTextIndex(java.lang.String textIndex)
void	setTokenizer(Tokenizer m_tokenizer)
void	setToLowerCase(boolean toLowerCase)

Methods inherited from class weka.filters.Filter

batchFilterFile, debugTipText, doNotCheckCapabilitiesTipText, filterFile, getCapabilities, getCopyOfInputFormat, getDebug, getDoNotCheckCapabilities, getOutputFormat, getRevision, isFirstBatchDone, isNewBatch, isOutputFormatDefined, main, makeCopies, makeCopy, mayRemoveInstanceAfterFirstBatchDone, numPendingOutput, output, outputPeek, postExecution, preExecution, run, runFilter, setDebug, setDoNotCheckCapabilities, toString, useFilter, wekaStaticWrapper

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from class weka.filters.SimpleBatchFilter

batchFinished, input

Methods inherited from class weka.filters.SimpleFilter

globalInfo, setInputFormat

Constructor Detail

TweetToFeatureVector

public TweetToFeatureVector()

Method Detail

listOptions

public java.util.Enumeration<Option> listOptions()

Specified by:

listOptions in interface OptionHandler

Overrides:

listOptions in class Filter

getOptions

public java.lang.String[] getOptions()

Specified by:

getOptions in interface OptionHandler

Overrides:

getOptions in class Filter

setOptions

public void setOptions(java.lang.String[] options)
                throws java.lang.Exception

Specified by:

setOptions in interface OptionHandler

Overrides:

setOptions in class Filter

Throws:

java.lang.Exception

getCapabilities

public Capabilities getCapabilities()

Specified by:

getCapabilities in interface CapabilitiesHandler

Overrides:

getCapabilities in class Filter

allowAccessToFullInputFormat

public boolean allowAccessToFullInputFormat()

Overrides:

allowAccessToFullInputFormat in class SimpleBatchFilter

getTextIndex

@OptionMetadata(displayName="textIndex",
                description="The index (starting from 1) of the target string attribute. First and last are valid values. ",
                commandLineParamName="I",
                commandLineParamSynopsis="-I <col>",
                displayOrder=0)
public java.lang.String getTextIndex()

setTextIndex

public void setTextIndex(java.lang.String textIndex)

isToLowerCase

@OptionMetadata(displayName="lowercase",
                description="Lowercase the tweet\'s content.",
                commandLineParamIsFlag=true,
                commandLineParamName="U",
                commandLineParamSynopsis="-U",
                displayOrder=1)
public boolean isToLowerCase()

setToLowerCase

public void setToLowerCase(boolean toLowerCase)

isStandarizeUrlsUsers

@OptionMetadata(displayName="standarize URLs and @user mentions",
                description="Reduce the attribute space by replacing user mentions and URLs with generic tokens.",
                commandLineParamIsFlag=true,
                commandLineParamName="stan",
                commandLineParamSynopsis="-stan",
                displayOrder=2)
public boolean isStandarizeUrlsUsers()

setStandarizeUrlsUsers

public void setStandarizeUrlsUsers(boolean standarizeUrlsUsers)

isReduceRepeatedLetters

@OptionMetadata(displayName="reduceRepeatedLetters",
                description="Reduce the attribute space by replacing sequences of letters occurring more than two times in a row with two occurrences of them (e.g., huuungry is reduced to huungry, loooove to loove)",
                commandLineParamIsFlag=true,
                commandLineParamName="red",
                commandLineParamSynopsis="-red",
                displayOrder=2)
public boolean isReduceRepeatedLetters()

setReduceRepeatedLetters

public void setReduceRepeatedLetters(boolean reduceRepeatedLetters)

getTokenizer

@OptionMetadata(displayName="tokenizer",
                description="The tokenizing algorithm to use on the tweets. Uses the CMU TweetNLP tokenizer as default",
                commandLineParamName="tokenizer",
                commandLineParamSynopsis="-tokenizer <string>",
                displayOrder=3)
public Tokenizer getTokenizer()

setTokenizer

public void setTokenizer(Tokenizer m_tokenizer)

getStemmer

@OptionMetadata(displayName="stemmer",
                description="The stemming algorithm to use on the words. Default: no stemming.",
                commandLineParamName="stemmer",
                commandLineParamSynopsis="-stemmer <string>",
                displayOrder=4)
public Stemmer getStemmer()

setStemmer

public void setStemmer(Stemmer m_stemmer)

getStopwordsHandler

@OptionMetadata(displayName="stopwordsHandler",
                description="The stopwords handler to use (Null means no stopwords are used).",
                commandLineParamName="stopwords-handler",
                commandLineParamSynopsis="-stopwords-handler <string>",
                displayOrder=5)
public StopwordsHandler getStopwordsHandler()

setStopwordsHandler

public void setStopwordsHandler(StopwordsHandler m_stopwordsHandler)