edu.stanford.nlp.patterns

Class InvertedIndexByTokens<E extends Pattern>

java.lang.Object

edu.stanford.nlp.patterns.SentenceIndex<E>

edu.stanford.nlp.patterns.InvertedIndexByTokens<E>

All Implemented Interfaces:

java.io.Serializable

public class InvertedIndexByTokens<E extends Pattern>
extends SentenceIndex<E>
implements java.io.Serializable

Creates an inverted index of (classkey:value) => {sentid1,sentid2,.. }.

Author:

Sonal Gupta (sonalg@stanford.edu)

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
InvertedIndexByTokens(java.util.Properties props, java.util.Set<java.lang.String> stopWords, java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString)
InvertedIndexByTokens(java.util.Properties props, java.util.Set<java.lang.String> stopWords, java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString, java.util.Map<java.lang.String,java.util.Set<java.lang.String>> index)

Method Summary

Modifier and Type	Method and Description
protected void	add(java.util.List<CoreLabel> sent, java.lang.String sentId, boolean addProcessedText)
void	add(java.util.Map<java.lang.String,DataInstance> sents, boolean addProcessedText) addProcessedText is true when inserting sentences for the first time
static InvertedIndexByTokens	createIndex(java.util.Map<java.lang.String,java.util.List<CoreLabel>> sentences, java.util.Properties props, java.util.Set<java.lang.String> stopWords, java.lang.String dir, java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformCoreLabeltoString)
void	finishUpdating()
java.util.Set<java.lang.String>	getFileSentIds(CollectionValuedMap<java.lang.String,java.lang.String> relevantWords)
java.util.Map<E,java.util.Set<java.lang.String>>	getFileSentIdsFromPats(java.util.Collection<E> pats)
static InvertedIndexByTokens	loadIndex(java.util.Properties props, java.util.Set<java.lang.String> stopwords, java.lang.String dir, java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString)
java.util.Map<E,java.util.Set<java.lang.String>>	queryIndex(java.util.Collection<E> patterns)
void	saveIndex(java.lang.String dir)
void	update(java.util.List<CoreLabel> tokens, java.lang.String sentid)

Methods inherited from class edu.stanford.nlp.patterns.SentenceIndex

createIndex, loadIndex, setUp, size

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

InvertedIndexByTokens

public InvertedIndexByTokens(java.util.Properties props,
                             java.util.Set<java.lang.String> stopWords,
                             java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString)

InvertedIndexByTokens

public InvertedIndexByTokens(java.util.Properties props,
                             java.util.Set<java.lang.String> stopWords,
                             java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString,
                             java.util.Map<java.lang.String,java.util.Set<java.lang.String>> index)

Method Detail

add

public void add(java.util.Map<java.lang.String,DataInstance> sents,
                boolean addProcessedText)

Description copied from class: SentenceIndex

addProcessedText is true when inserting sentences for the first time

Specified by:

add in class SentenceIndex<E extends Pattern>

add

protected void add(java.util.List<CoreLabel> sent,
                   java.lang.String sentId,
                   boolean addProcessedText)

Specified by:

add in class SentenceIndex<E extends Pattern>

finishUpdating

public void finishUpdating()

Specified by:

finishUpdating in class SentenceIndex<E extends Pattern>

update

public void update(java.util.List<CoreLabel> tokens,
                   java.lang.String sentid)

Specified by:

update in class SentenceIndex<E extends Pattern>

getFileSentIds

public java.util.Set<java.lang.String> getFileSentIds(CollectionValuedMap<java.lang.String,java.lang.String> relevantWords)

getFileSentIdsFromPats

public java.util.Map<E,java.util.Set<java.lang.String>> getFileSentIdsFromPats(java.util.Collection<E> pats)

createIndex

public static InvertedIndexByTokens createIndex(java.util.Map<java.lang.String,java.util.List<CoreLabel>> sentences,
                                                java.util.Properties props,
                                                java.util.Set<java.lang.String> stopWords,
                                                java.lang.String dir,
                                                java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformCoreLabeltoString)

queryIndex

public java.util.Map<E,java.util.Set<java.lang.String>> queryIndex(java.util.Collection<E> patterns)

Specified by:

queryIndex in class SentenceIndex<E extends Pattern>

saveIndex

public void saveIndex(java.lang.String dir)

Specified by:

saveIndex in class SentenceIndex<E extends Pattern>

loadIndex

public static InvertedIndexByTokens loadIndex(java.util.Properties props,
                                              java.util.Set<java.lang.String> stopwords,
                                              java.lang.String dir,
                                              java.util.function.Function<CoreLabel,java.util.Map<java.lang.String,java.lang.String>> transformSentenceToString)