public class SparkWord2Vec extends SparkSequenceVectors<VocabWord>
Modifier and Type | Class and Description |
---|---|
static class |
SparkWord2Vec.Builder |
SequenceVectors.AsyncSequencer
configurationBroadcast, ela, elementsFreqAccum, elementsFreqAccumExtra, exporter, isAutoDiscoveryMode, isEnvironmentReady, paramServerConfiguration, shallowVocabCache, shallowVocabCacheBroadcast, sla, storageLevel, vocabCacheBroadcast
configuration, configured, elementsLearningAlgorithm, enableScavenger, eventListeners, existingModel, intersectModel, iterator, lockFactor, log, scoreElements, scoreSequences, sequenceLearningAlgorithm, unknownElement, vocabLimit
batchSize, DEFAULT_UNK, layerSize, learningRate, learningRateDecayWords, lookupTable, minLearningRate, minWordFrequency, modelUtils, negative, numEpochs, numIterations, resetModel, sampling, seed, stopWords, trainElementsVectors, trainSequenceVectors, useAdeGrad, useUnknown, variableWindows, vocab, window, workers
Modifier | Constructor and Description |
---|---|
protected |
SparkWord2Vec() |
|
SparkWord2Vec(@NonNull VoidConfiguration psConfiguration,
@NonNull VectorsConfiguration configuration) |
Modifier and Type | Method and Description |
---|---|
void |
fit()
Deprecated.
|
void |
fitSentences(org.apache.spark.api.java.JavaRDD<String> sentences) |
protected VocabCache<ShallowSequenceElement> |
getShallowVocabCache() |
protected void |
validateConfiguration() |
broadcastEnvironment, buildShallowVocabCache, fitLists, fitSequences, getCounter
buildVocab, getElementsScore, getSequencesScore, getUNK, getWordVectorMatrix, initLearners, setUNK, trainSequence
accuracy, getLayerSize, getWordVector, getWordVectorMatrixNormalized, getWordVectors, getWordVectorsMean, hasWord, indexOf, jsonSerializable, loadWeightsInto, lookupTable, outOfVocabularySupported, setLookupTable, setModelUtils, setVocab, similarity, similarWordsInVocabTo, update, update, vectorSize, vocab, vocabSize, wordsNearest, wordsNearest, wordsNearest, wordsNearestSum, wordsNearestSum, wordsNearestSum
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
accuracy, getWordVector, getWordVectorMatrixNormalized, getWordVectors, getWordVectorsMean, hasWord, indexOf, lookupTable, outOfVocabularySupported, setModelUtils, similarity, similarWordsInVocabTo, vocab, wordsNearest, wordsNearest, wordsNearest, wordsNearestSum, wordsNearestSum, wordsNearestSum
jsonSerializable, loadWeightsInto, vectorSize, vocabSize
protected SparkWord2Vec()
public SparkWord2Vec(@NonNull @NonNull VoidConfiguration psConfiguration, @NonNull @NonNull VectorsConfiguration configuration)
protected VocabCache<ShallowSequenceElement> getShallowVocabCache()
getShallowVocabCache
in class SparkSequenceVectors<VocabWord>
protected void validateConfiguration()
validateConfiguration
in class SparkSequenceVectors<VocabWord>
@Deprecated public void fit()
fit
in class SparkSequenceVectors<VocabWord>
public void fitSentences(org.apache.spark.api.java.JavaRDD<String> sentences)
Copyright © 2020. All rights reserved.