edu.stanford.nlp.parser.dvparser

Class DVParser

java.lang.Object

edu.stanford.nlp.parser.dvparser.DVParser

public class DVParser
extends java.lang.Object

Author:

John Bauer & Richard Socher

Constructor Summary

Constructors

Constructor and Description
DVParser(DVModel model, LexicalizedParser parser)
DVParser(LexicalizedParser parser)

Method Summary

Modifier and Type	Method and Description
LexicalizedParser	attachModelToLexicalizedParser()
static TreeTransformer	buildTrainTransformer(Options op)
void	executeOneTrainingBatch(java.util.List<Tree> trainingBatch, java.util.IdentityHashMap<Tree,byte[]> compressedParses, double[] sumGradSquare)
LexicalizedParser	getBaseParser()
DVModel	getDVModel()
static DVModel	getModelFromLexicalizedParser(LexicalizedParser parser)
Options	getOp()
static java.util.List<Tree>	getTopParsesForOneTree(LexicalizedParser parser, int dvKBest, Tree tree, TreeTransformer transformer)
static void	help()
static DVParser	loadModel(java.lang.String filename, java.lang.String[] args)
static void	main(java.lang.String[] args) An example command line for training a new parser: nohup java -mx6g edu.stanford.nlp.parser.dvparser.DVParser -cachedTrees /scr/nlp/data/dvparser/wsj/cached.wsj.train.simple.ser.gz -train -testTreebank /afs/ir/data/linguistic-data/Treebank/3/parsed/mrg/wsj/22 2200-2219 -debugOutputFrequency 400 -nofilter -trainingThreads 5 -parser /u/nlp/data/lexparser/wsjPCFG.nocompact.simple.ser.gz -trainingIterations 40 -batchSize 25 -model /scr/nlp/data/dvparser/wsj/wsj.combine.v2.ser.gz -unkWord "*UNK*" -dvCombineCategories > /scr/nlp/data/dvparser/wsj/wsj.combine.v2.out 2>&1 &
boolean	runGradientCheck(java.util.List<Tree> sentences, java.util.IdentityHashMap<Tree,byte[]> compressedParses)
void	saveModel(java.lang.String filename)
void	train(java.util.List<Tree> sentences, java.util.IdentityHashMap<Tree,byte[]> compressedParses, Treebank testTreebank, java.lang.String modelPath, java.lang.String resultsRecordPath)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DVParser

public DVParser(DVModel model,
                LexicalizedParser parser)

DVParser

public DVParser(LexicalizedParser parser)

Method Detail

getOp

public Options getOp()

getDVModel

public DVModel getDVModel()

getBaseParser

public LexicalizedParser getBaseParser()

getTopParsesForOneTree

public static java.util.List<Tree> getTopParsesForOneTree(LexicalizedParser parser,
                                                          int dvKBest,
                                                          Tree tree,
                                                          TreeTransformer transformer)

train

public void train(java.util.List<Tree> sentences,
                  java.util.IdentityHashMap<Tree,byte[]> compressedParses,
                  Treebank testTreebank,
                  java.lang.String modelPath,
                  java.lang.String resultsRecordPath)
           throws java.io.IOException

Throws:

java.io.IOException

executeOneTrainingBatch

public void executeOneTrainingBatch(java.util.List<Tree> trainingBatch,
                                    java.util.IdentityHashMap<Tree,byte[]> compressedParses,
                                    double[] sumGradSquare)

runGradientCheck

public boolean runGradientCheck(java.util.List<Tree> sentences,
                                java.util.IdentityHashMap<Tree,byte[]> compressedParses)

buildTrainTransformer

public static TreeTransformer buildTrainTransformer(Options op)

attachModelToLexicalizedParser

public LexicalizedParser attachModelToLexicalizedParser()

saveModel

public void saveModel(java.lang.String filename)

loadModel

public static DVParser loadModel(java.lang.String filename,
                                 java.lang.String[] args)

getModelFromLexicalizedParser

public static DVModel getModelFromLexicalizedParser(LexicalizedParser parser)

help

public static void help()

main

public static void main(java.lang.String[] args)
                 throws java.io.IOException,
                        java.lang.ClassNotFoundException

An example command line for training a new parser:
nohup java -mx6g edu.stanford.nlp.parser.dvparser.DVParser -cachedTrees /scr/nlp/data/dvparser/wsj/cached.wsj.train.simple.ser.gz -train -testTreebank /afs/ir/data/linguistic-data/Treebank/3/parsed/mrg/wsj/22 2200-2219 -debugOutputFrequency 400 -nofilter -trainingThreads 5 -parser /u/nlp/data/lexparser/wsjPCFG.nocompact.simple.ser.gz -trainingIterations 40 -batchSize 25 -model /scr/nlp/data/dvparser/wsj/wsj.combine.v2.ser.gz -unkWord "*UNK*" -dvCombineCategories > /scr/nlp/data/dvparser/wsj/wsj.combine.v2.out 2>&1 &

Throws:

java.io.IOException

java.lang.ClassNotFoundException