int lmOrder
WordIndexer<W> wordIndexer
float oovWordLogProb
unk
tag probability.NgramMap<V> map
ProbBackoffValueContainer values
boolean useScratchValues
long numWords
int compressedBlockSize
int offsetDeltaRadix
int valueRadix
double hashTableLoadFactor
double unknownWordLogProb
double stupidBackoffAlpha
double[] kneserNeyDiscounts
double[] kneserNeyMinCounts
int numWordBits
boolean lockIndexer
boolean storeRankedProbBackoffs
HashNgramMap<T> map
ProbBackoffValueContainer values
long numWords
long size
int keyWidth
int fullWidth
long widthDiff
LongArray data
long size
long[][] data
long[] first
int radix
ArrayEncodedLmCache cache
ArrayEncodedNgramLanguageModel<W> lm
int capacity
int[] threadUnsafeArray
java.lang.ThreadLocal<T> threadSafeArray
int cacheSize
int structLength
boolean threadSafe
int arrayLength
ContextEncodedLmCache contextCache
ContextEncodedNgramLanguageModel<W> lm
int capacity
long[] threadUnsafeArray
java.lang.ThreadLocal<T> threadSafeArray
int cacheSize
boolean threadSafe
AbstractTMap.MapType mapType
boolean locked
int num
java.lang.Comparable<T>[] keys
AbstractTMap.Functionality<T extends java.lang.Comparable> keyFunc
int numCollisions
java.util.Map<K,V> entries
boolean dirty
double cacheTotal
double defaultCount
long[] keys
int size
double maxLoadFactor
int[] values
int lmOrder
WordIndexer<W> wordIndexer
HashNgramMap<T> ngrams
ConfigOptions opts
int startIndex
int NUM_WORD_BITS
int NUM_SUFFIX_BITS
long WORD_BIT_MASK
long SUFFIX_BIT_MASK
ValueContainer<V> values
ConfigOptions opts
int compressedBlockSize
VariableLengthBitCompressor offsetCoder
VariableLengthBitCompressor wordCoder
VariableLengthBitCompressor suffixCoder
double totalKeyBitsFinal
double totalValueBitsFinal
double totalBitsFinal
double totalSizeFinal
int offsetDeltaRadix
edu.berkeley.nlp.lm.map.CompressedMap[] maps
boolean reverseTrie
long[] numNgramsForEachOrder
edu.berkeley.nlp.lm.map.ExplicitWordHashMap[] explicitMaps
edu.berkeley.nlp.lm.map.ImplicitWordHashMap[] implicitMaps
edu.berkeley.nlp.lm.map.UnigramHashMap implicitUnigramMap
long[] initCapacities
double maxLoadFactor
boolean isExplicit
boolean reversed
boolean storeSuffixOffsets
HashNgramMap<T> map
WordIndexer<W> wordIndexer
LongArray[] features
LongArray[] valueIndexes
java.util.ArrayList<E>[] targetTranslations
HashNgramMap<T> map
int separatorWord
int numFeatures
float[] features
long[] targetTranslationOffsets
int[] targetTranslationOrders
long value
java.lang.Object first
java.lang.Object second
float[] backoffsForRank
float[] probsForRank
int backoffWidth
long[] countsForRank
long unigramSum
LongArray tokenCounts
LongArray prefixTokenCounts
LongArray[] rightDotTypeCounts
LongArray[] dotdotTypeCounts
LongArray[] leftDotTypeCounts
LongHashSet[] oneCountOffsets
LongHashSet[] twoCountOffsets
long bigramTypeCounts
HashNgramMap<T> map
int startIndex
long[] probsAndBackoffsForRank
boolean storeSuffixIndexes
int[] suffixBitsForOrder
long[] numNgramsForEachOrder
CustomWidthArray[] valueRanks
NgramMap<V> ngramMap