public class TokenInfoDictionaryCompiler extends TokenInfoDictionaryCompilerBase<DictionaryEntry>
bufferEntries, dictionaryEntries, otherInfo, posInfo, wordIdsCompiler
Constructor and Description |
---|
TokenInfoDictionaryCompiler(String encoding) |
Modifier and Type | Method and Description |
---|---|
List<String> |
extractOtherFeatures(DictionaryEntry entry) |
List<String> |
extractPosFeatures(DictionaryEntry entry) |
protected GenericDictionaryEntry |
generateGenericDictionaryEntry(DictionaryEntry entry) |
protected DictionaryEntry |
parse(String line) |
addMapping, analyzeTokenInfo, combinedSequentialFileInputStream, compile, getBufferEntries, getCsvFiles, getDictionaryEntries, getSurfaces, getWordIdMap, readTokenInfo, setDictionaryEntries, write, writeDictionary, writeMap, writeWordIds
public TokenInfoDictionaryCompiler(String encoding)
protected DictionaryEntry parse(String line)
parse
in class TokenInfoDictionaryCompilerBase<DictionaryEntry>
protected GenericDictionaryEntry generateGenericDictionaryEntry(DictionaryEntry entry)
generateGenericDictionaryEntry
in class TokenInfoDictionaryCompilerBase<DictionaryEntry>
public List<String> extractPosFeatures(DictionaryEntry entry)
public List<String> extractOtherFeatures(DictionaryEntry entry)
Copyright © 2020. All rights reserved.