Modifier and Type | Method and Description |
---|---|
protected VocabCache<ShallowSequenceElement> |
SparkParagraphVectors.getShallowVocabCache() |
Modifier and Type | Field and Description |
---|---|
protected VocabCache<ShallowSequenceElement> |
SparkSequenceVectors.shallowVocabCache |
protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> |
SparkSequenceVectors.shallowVocabCacheBroadcast |
Modifier and Type | Method and Description |
---|---|
protected VocabCache<ShallowSequenceElement> |
SparkSequenceVectors.buildShallowVocabCache(Counter<Long> counter)
This method builds shadow vocabulary and huffman tree
|
protected VocabCache<ShallowSequenceElement> |
SparkSequenceVectors.getShallowVocabCache() |
Modifier and Type | Field and Description |
---|---|
protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> |
DistributedFunction.shallowVocabBroadcast |
protected VocabCache<ShallowSequenceElement> |
DistributedFunction.shallowVocabCache |
protected VocabCache<ShallowSequenceElement> |
PartitionTrainingFunction.shallowVocabCache |
protected VocabCache<ShallowSequenceElement> |
TrainingFunction.shallowVocabCache |
protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> |
PartitionTrainingFunction.vocabCacheBroadcast |
protected org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> |
TrainingFunction.vocabCacheBroadcast |
Modifier and Type | Method and Description |
---|---|
protected void |
PartitionTrainingFunction.trainAllAtOnce(List<Sequence<ShallowSequenceElement>> sequences) |
Constructor and Description |
---|
ExportFunction(org.apache.spark.broadcast.Broadcast<VocabCache<ShallowSequenceElement>> vocabCacheBroadcast,
@NonNull String hdfsFilePath) |
Modifier and Type | Method and Description |
---|---|
Frame<? extends TrainingMessage> |
SparkElementsLearningAlgorithm.frameSequence(Sequence<ShallowSequenceElement> sequence,
AtomicLong nextRandom,
double learningRate) |
Modifier and Type | Field and Description |
---|---|
protected VocabCache<ShallowSequenceElement> |
BaseSparkLearningAlgorithm.vocabCache |
Modifier and Type | Method and Description |
---|---|
static Sequence<ShallowSequenceElement> |
BaseSparkLearningAlgorithm.applySubsampling(@NonNull Sequence<ShallowSequenceElement> sequence,
@NonNull AtomicLong nextRandom,
long totalElementsCount,
double prob) |
Modifier and Type | Method and Description |
---|---|
protected void |
SparkCBOW.iterateSample(ShallowSequenceElement currentWord,
int[] windowWords,
AtomicLong nextRandom,
double alpha,
boolean isInference,
int numLabels,
boolean trainWords,
INDArray inferenceVector) |
protected void |
SparkSkipGram.iterateSample(ShallowSequenceElement word,
ShallowSequenceElement lastWord,
AtomicLong nextRandom,
double lr) |
Modifier and Type | Field and Description |
---|---|
protected ElementsLearningAlgorithm<ShallowSequenceElement> |
BaseSparkSequenceLearningAlgorithm.elementsLearningAlgorithm |
protected VocabCache<ShallowSequenceElement> |
BaseSparkSequenceLearningAlgorithm.vocabCache |
Modifier and Type | Method and Description |
---|---|
ElementsLearningAlgorithm<ShallowSequenceElement> |
BaseSparkSequenceLearningAlgorithm.getElementsLearningAlgorithm() |
Modifier and Type | Method and Description |
---|---|
void |
BaseSparkSequenceLearningAlgorithm.configure(VocabCache<ShallowSequenceElement> vocabCache,
WeightLookupTable<ShallowSequenceElement> lookupTable,
VectorsConfiguration configuration) |
void |
BaseSparkSequenceLearningAlgorithm.configure(VocabCache<ShallowSequenceElement> vocabCache,
WeightLookupTable<ShallowSequenceElement> lookupTable,
VectorsConfiguration configuration) |
Frame<? extends TrainingMessage> |
SparkDBOW.frameSequence(Sequence<ShallowSequenceElement> sequence,
AtomicLong nextRandom,
double learningRate) |
Frame<? extends TrainingMessage> |
SparkDM.frameSequence(Sequence<ShallowSequenceElement> sequence,
AtomicLong nextRandom,
double learningRate) |
INDArray |
BaseSparkSequenceLearningAlgorithm.inferSequence(Sequence<ShallowSequenceElement> sequence,
long nextRandom,
double learningRate,
double minLearningRate,
int iterations) |
void |
BaseSparkSequenceLearningAlgorithm.pretrain(SequenceIterator<ShallowSequenceElement> iterator) |
Modifier and Type | Method and Description |
---|---|
protected VocabCache<ShallowSequenceElement> |
SparkWord2Vec.getShallowVocabCache() |
Copyright © 2020. All rights reserved.