edu.stanford.nlp.patterns

Class ScorePhrasesLearnFeatWt<E extends Pattern>

java.lang.Object

edu.stanford.nlp.patterns.PhraseScorer<E>

edu.stanford.nlp.patterns.ScorePhrasesLearnFeatWt<E>

public class ScorePhrasesLearnFeatWt<E extends Pattern>
extends PhraseScorer<E>

Learn a logistic regression classifier to combine weights to score a phrase.

Author:

Sonal Gupta (sonalg@stanford.edu)

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	ScorePhrasesLearnFeatWt.ChooseDatumsThread
static class	ScorePhrasesLearnFeatWt.ClassifierType

Nested classes/interfaces inherited from class edu.stanford.nlp.patterns.PhraseScorer

PhraseScorer.Normalization, PhraseScorer.Similarities

Field Summary

Fields

Modifier and Type	Field and Description
TwoDimensionalCounter<CandidatePhrase,ConstantsAndVariables.ScorePhraseMeasures>	phraseScoresRaw

Fields inherited from class edu.stanford.nlp.patterns.PhraseScorer

usePatternWeights

Constructor Summary

Constructors

Constructor and Description
ScorePhrasesLearnFeatWt(ConstantsAndVariables constvar)

Method Summary

Modifier and Type	Method and Description
GeneralDataset<java.lang.String,ConstantsAndVariables.ScorePhraseMeasures>	choosedatums(boolean forLearningPattern, java.lang.String answerLabel, TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted, Counter<E> allSelectedPatterns, boolean computeRawFreq)
static boolean	getRandomBoolean(java.util.Random random, double p)
Classifier	learnClassifier(java.lang.String label, boolean forLearningPatterns, TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted, Counter<E> allSelectedPatterns)
void	printReasonForChoosing(Counter<CandidatePhrase> phrases)
Counter<CandidatePhrase>	scorePhrases(java.lang.String label, java.util.Set<CandidatePhrase> terms, boolean forLearningPatterns)
Counter<CandidatePhrase>	scorePhrases(java.lang.String label, TwoDimensionalCounter<CandidatePhrase,E> terms, TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted, Counter<E> allSelectedPatterns, java.util.Set<CandidatePhrase> alreadyIdentifiedWords, boolean forLearningPatterns)
double	scoreUsingClassifer(Classifier classifier, CandidatePhrase word, java.lang.String label, boolean forLearningPatterns, Counter<E> patternsThatExtractedPat, Counter<E> allSelectedPatterns)

Methods inherited from class edu.stanford.nlp.patterns.PhraseScorer

getDictOddsScore, getDistSimWtScore, getDomainNgramScore, getGoogleNgramScore, getPhraseWeightFromWords, getWordShapeScore, wordShape

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

phraseScoresRaw

public TwoDimensionalCounter<CandidatePhrase,ConstantsAndVariables.ScorePhraseMeasures> phraseScoresRaw

Constructor Detail

ScorePhrasesLearnFeatWt

public ScorePhrasesLearnFeatWt(ConstantsAndVariables constvar)

Method Detail

learnClassifier

public Classifier learnClassifier(java.lang.String label,
                                  boolean forLearningPatterns,
                                  TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted,
                                  Counter<E> allSelectedPatterns)
                           throws java.io.IOException,
                                  java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

printReasonForChoosing

public void printReasonForChoosing(Counter<CandidatePhrase> phrases)

Specified by:

printReasonForChoosing in class PhraseScorer<E extends Pattern>

scorePhrases

public Counter<CandidatePhrase> scorePhrases(java.lang.String label,
                                             TwoDimensionalCounter<CandidatePhrase,E> terms,
                                             TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted,
                                             Counter<E> allSelectedPatterns,
                                             java.util.Set<CandidatePhrase> alreadyIdentifiedWords,
                                             boolean forLearningPatterns)
                                      throws java.io.IOException,
                                             java.lang.ClassNotFoundException

Throws:

java.io.IOException

java.lang.ClassNotFoundException

scorePhrases

public Counter<CandidatePhrase> scorePhrases(java.lang.String label,
                                             java.util.Set<CandidatePhrase> terms,
                                             boolean forLearningPatterns)
                                      throws java.io.IOException,
                                             java.lang.ClassNotFoundException

Specified by:

scorePhrases in class PhraseScorer<E extends Pattern>

Throws:

java.io.IOException

java.lang.ClassNotFoundException

getRandomBoolean

public static boolean getRandomBoolean(java.util.Random random,
                                       double p)

choosedatums

public GeneralDataset<java.lang.String,ConstantsAndVariables.ScorePhraseMeasures> choosedatums(boolean forLearningPattern,
                                                                                               java.lang.String answerLabel,
                                                                                               TwoDimensionalCounter<CandidatePhrase,E> wordsPatExtracted,
                                                                                               Counter<E> allSelectedPatterns,
                                                                                               boolean computeRawFreq)
                                                                                        throws java.io.IOException

Throws:

java.io.IOException

scoreUsingClassifer

public double scoreUsingClassifer(Classifier classifier,
                                  CandidatePhrase word,
                                  java.lang.String label,
                                  boolean forLearningPatterns,
                                  Counter<E> patternsThatExtractedPat,
                                  Counter<E> allSelectedPatterns)