public class TokenInfoDictionaryCompiler extends TokenInfoDictionaryCompilerBase<DictionaryEntry>
bufferEntries, dictionaryEntries, otherInfo, posInfo, wordIdsCompiler| Constructor and Description |
|---|
TokenInfoDictionaryCompiler(java.lang.String encoding) |
| Modifier and Type | Method and Description |
|---|---|
java.util.List<java.lang.String> |
extractOtherFeatures(DictionaryEntry entry) |
java.util.List<java.lang.String> |
extractPosFeatures(DictionaryEntry entry) |
protected GenericDictionaryEntry |
generateGenericDictionaryEntry(DictionaryEntry entry) |
protected DictionaryEntry |
parse(java.lang.String line) |
addMapping, analyzeTokenInfo, combinedSequentialFileInputStream, compile, getBufferEntries, getCsvFiles, getDictionaryEntries, getSurfaces, getWordIdMap, readTokenInfo, setDictionaryEntries, write, writeDictionary, writeMap, writeWordIdspublic TokenInfoDictionaryCompiler(java.lang.String encoding)
protected DictionaryEntry parse(java.lang.String line)
parse in class TokenInfoDictionaryCompilerBase<DictionaryEntry>protected GenericDictionaryEntry generateGenericDictionaryEntry(DictionaryEntry entry)
generateGenericDictionaryEntry in class TokenInfoDictionaryCompilerBase<DictionaryEntry>public java.util.List<java.lang.String> extractPosFeatures(DictionaryEntry entry)
public java.util.List<java.lang.String> extractOtherFeatures(DictionaryEntry entry)