public class Util
extends java.lang.Object
Modifier and Type | Method and Description |
---|---|
static java.util.List<java.lang.String> |
generateDict(java.util.List<java.lang.String> str) |
static java.util.List<java.lang.String> |
generateDict(java.util.List<java.lang.String> str,
int cutOff)
Build a dictionary of words collected from a corpus.
|
static <T> java.util.List<T> |
getRandomSubList(java.util.List<T> input,
int subsetSize) |
static void |
loadConllFile(java.lang.String inFile,
java.util.List<CoreMap> sents,
java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees) |
static void |
loadConllFile(java.lang.String inFile,
java.util.List<CoreMap> sents,
java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees,
boolean unlabeled,
boolean cPOS) |
static void |
printTreeStats(java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees) |
static void |
printTreeStats(java.lang.String str,
java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees) |
static double[][] |
scaling(double[][] A)
Normalize word embeddings by setting mean = 0, std = 1
|
static double[][] |
scaling(double[][] A,
double rMean,
double rStd)
Normalize word embeddings by setting mean = rMean, std = rStd
|
static void |
writeConllFile(java.lang.String outFile,
java.util.List<CoreMap> sentences,
java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees) |
public static double[][] scaling(double[][] A, double rMean, double rStd)
public static double[][] scaling(double[][] A)
public static java.util.List<java.lang.String> generateDict(java.util.List<java.lang.String> str, int cutOff)
Filters out words with a frequency below the given cutOff
.
cutOff
public static java.util.List<java.lang.String> generateDict(java.util.List<java.lang.String> str)
public static <T> java.util.List<T> getRandomSubList(java.util.List<T> input, int subsetSize)
public static void loadConllFile(java.lang.String inFile, java.util.List<CoreMap> sents, java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees, boolean unlabeled, boolean cPOS)
public static void loadConllFile(java.lang.String inFile, java.util.List<CoreMap> sents, java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees)
public static void writeConllFile(java.lang.String outFile, java.util.List<CoreMap> sentences, java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees)
public static void printTreeStats(java.lang.String str, java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees)
public static void printTreeStats(java.util.List<edu.stanford.nlp.parser.nndep.DependencyTree> trees)