public class CompressedNgramMap<T> extends AbstractNgramMap<T> implements java.io.Serializable
NgramMap.Entry<T>
NUM_BITS_PER_BYTE, NUM_SUFFIX_BITS, NUM_WORD_BITS, opts, SUFFIX_BIT_MASK, values, WORD_BIT_MASK
Constructor and Description |
---|
CompressedNgramMap(CompressibleValueContainer<T> values,
long[] numNgramsForEachOrder,
ConfigOptions opts) |
Modifier and Type | Method and Description |
---|---|
void |
clearStorage() |
protected static int |
compareLongsRaw(long a,
long b) |
boolean |
contains(int[] ngram,
int startPos,
int endPos) |
T |
get(int[] ngram,
int startPos,
int endPos) |
int |
getMaxNgramOrder() |
java.lang.Iterable<NgramMap.Entry<T>> |
getNgramsForOrder(int ngramOrder) |
long |
getNumNgrams(int ngramOrder) |
long |
getValueAndOffset(long contextOffset,
int contextNgramOrder,
int word,
T outputVal) |
CustomWidthArray |
getValueStoringArray(int ngramOrder) |
void |
handleNgramsFinished(int justFinishedOrder) |
void |
initWithLengths(java.util.List<java.lang.Long> numNGrams) |
long |
put(int[] ngram,
int startPos,
int endPos,
T val) |
protected void |
sort(LongArray array,
long left0,
long right0,
int ngramOrder) |
protected void |
swap(LongArray array,
long a,
long b) |
protected void |
swap(long a,
long b,
LongArray array,
int ngramOrder) |
void |
trim() |
combineToKey, containsOutOfVocab, contextOffsetOf, equals, getSubArray, getValues, wordOf
public CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)
public long getValueAndOffset(long contextOffset, int contextNgramOrder, int word, T outputVal)
getValueAndOffset
in interface NgramMap<T>
public long put(int[] ngram, int startPos, int endPos, T val)
public void handleNgramsFinished(int justFinishedOrder)
handleNgramsFinished
in interface NgramMap<T>
protected static int compareLongsRaw(long a, long b)
protected void sort(LongArray array, long left0, long right0, int ngramOrder)
protected void swap(long a, long b, LongArray array, int ngramOrder)
protected void swap(LongArray array, long a, long b)
public void initWithLengths(java.util.List<java.lang.Long> numNGrams)
initWithLengths
in interface NgramMap<T>
public int getMaxNgramOrder()
getMaxNgramOrder
in interface NgramMap<T>
public java.lang.Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)
getNgramsForOrder
in interface NgramMap<T>
public long getNumNgrams(int ngramOrder)
getNumNgrams
in interface NgramMap<T>
public boolean contains(int[] ngram, int startPos, int endPos)
public CustomWidthArray getValueStoringArray(int ngramOrder)
getValueStoringArray
in interface NgramMap<T>
public void clearStorage()
clearStorage
in interface NgramMap<T>