public class Data
extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static Counter<java.lang.String> |
domainNGramRawFreq |
static java.lang.String |
domainNGramsFile |
static java.lang.String |
inMemorySaveFileLocation |
static java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.util.List<java.lang.Integer>>> |
matchedTokensForEachPhrase |
static Counter<CandidatePhrase> |
processedDataFreq |
static double |
ratioDomainNgramFreqWithDataFreq |
static double |
ratioGoogleNgramFreqWithDataFreq |
static Counter<CandidatePhrase> |
rawFreq |
static java.util.Map<java.lang.String,java.io.File> |
sentId2File |
static java.util.Map<java.lang.String,DataInstance> |
sents |
static java.util.List<java.io.File> |
sentsFiles |
Constructor and Description |
---|
Data() |
Modifier and Type | Method and Description |
---|---|
static void |
computeRawFreqIfNull(int numWordsCompound,
boolean batchProcess) |
static void |
computeRawFreqIfNull(java.util.Map<java.lang.String,DataInstance> sents,
int numWordsCompound) |
static void |
loadDomainNGrams() |
static void |
setRatioGoogleNgramFreqWithDataFreq() |
public static double ratioDomainNgramFreqWithDataFreq
public static Counter<CandidatePhrase> rawFreq
public static java.util.List<java.io.File> sentsFiles
public static java.util.Map<java.lang.String,java.io.File> sentId2File
public static java.util.Map<java.lang.String,DataInstance> sents
public static java.lang.String inMemorySaveFileLocation
public static Counter<CandidatePhrase> processedDataFreq
public static Counter<java.lang.String> domainNGramRawFreq
public static double ratioGoogleNgramFreqWithDataFreq
@ArgumentParser.Option(name="domainNGramsFile") public static java.lang.String domainNGramsFile
public static java.util.Map<java.lang.String,java.util.Map<java.lang.String,java.util.List<java.lang.Integer>>> matchedTokensForEachPhrase
public static void computeRawFreqIfNull(int numWordsCompound, boolean batchProcess)
public static void computeRawFreqIfNull(java.util.Map<java.lang.String,DataInstance> sents, int numWordsCompound)
public static void setRatioGoogleNgramFreqWithDataFreq()
public static void loadDomainNGrams()