public class ArpaLmReader<W> extends java.lang.Object implements LmReader<ProbBackoffPair,ArpaLmReaderCallback<ProbBackoffPair>>
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
END_SYMBOL |
static java.lang.String |
START_SYMBOL |
static java.lang.String |
UNK_SYMBOL |
Constructor and Description |
---|
ArpaLmReader(java.lang.String file,
WordIndexer<W> wordIndexer,
int maxNgramOrder) |
Modifier and Type | Method and Description |
---|---|
void |
parse(ArpaLmReaderCallback<ProbBackoffPair> callback)
Parse the ARPA file and populate the relevant fields of the enclosing
ICSILanguageModel
|
protected java.util.List<java.lang.Long> |
parseHeader() |
protected void |
parseNGrams(ArpaLmReaderCallback<ProbBackoffPair> callback) |
protected java.lang.String |
readLine() |
public static final java.lang.String START_SYMBOL
public static final java.lang.String END_SYMBOL
public static final java.lang.String UNK_SYMBOL
public ArpaLmReader(java.lang.String file, WordIndexer<W> wordIndexer, int maxNgramOrder)
reader
- protected java.lang.String readLine() throws java.io.IOException
java.io.IOException
public void parse(ArpaLmReaderCallback<ProbBackoffPair> callback)
parse
in interface LmReader<ProbBackoffPair,ArpaLmReaderCallback<ProbBackoffPair>>
protected java.util.List<java.lang.Long> parseHeader()
callback
- java.io.IOException
ARPAParserException
protected void parseNGrams(ArpaLmReaderCallback<ProbBackoffPair> callback)