Package edu.berkeley.nlp.lm.map
Class CompressedNgramMap<T>
java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
edu.berkeley.nlp.lm.map.CompressedNgramMap<T>
- All Implemented Interfaces:
NgramMap<T>
,Serializable
- See Also:
-
Nested Class Summary
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
-
Field Summary
Fields inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
NUM_BITS_PER_BYTE, NUM_SUFFIX_BITS, NUM_WORD_BITS, opts, SUFFIX_BIT_MASK, values, WORD_BIT_MASK
-
Constructor Summary
ConstructorsConstructorDescriptionCompressedNgramMap
(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts) -
Method Summary
Modifier and TypeMethodDescriptionvoid
protected static int
compareLongsRaw
(long a, long b) boolean
contains
(int[] ngram, int startPos, int endPos) get
(int[] ngram, int startPos, int endPos) int
getNgramsForOrder
(int ngramOrder) long
getNumNgrams
(int ngramOrder) long
getValueAndOffset
(long contextOffset, int contextNgramOrder, int word, T outputVal) getValueStoringArray
(int ngramOrder) void
handleNgramsFinished
(int justFinishedOrder) void
initWithLengths
(List<Long> numNGrams) long
protected void
protected void
protected void
void
trim()
Methods inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
combineToKey, containsOutOfVocab, contextOffsetOf, equals, getSubArray, getValues, wordOf
-
Constructor Details
-
CompressedNgramMap
public CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)
-
-
Method Details
-
getValueAndOffset
- Specified by:
getValueAndOffset
in interfaceNgramMap<T>
-
put
-
handleNgramsFinished
public void handleNgramsFinished(int justFinishedOrder) - Specified by:
handleNgramsFinished
in interfaceNgramMap<T>
-
compareLongsRaw
protected static int compareLongsRaw(long a, long b) -
sort
-
swap
-
swap
-
trim
public void trim() -
initWithLengths
- Specified by:
initWithLengths
in interfaceNgramMap<T>
-
getMaxNgramOrder
public int getMaxNgramOrder()- Specified by:
getMaxNgramOrder
in interfaceNgramMap<T>
-
getNgramsForOrder
- Specified by:
getNgramsForOrder
in interfaceNgramMap<T>
-
getNumNgrams
public long getNumNgrams(int ngramOrder) - Specified by:
getNumNgrams
in interfaceNgramMap<T>
-
contains
public boolean contains(int[] ngram, int startPos, int endPos) -
get
-
getValueStoringArray
- Specified by:
getValueStoringArray
in interfaceNgramMap<T>
-
clearStorage
public void clearStorage()- Specified by:
clearStorage
in interfaceNgramMap<T>
-