public class SecondIterationFunction extends Object implements org.apache.spark.api.java.function.FlatMapFunction<Iterator<scala.Tuple2<List<VocabWord>,Long>>,Map.Entry<VocabWord,INDArray>>
Constructor and Description |
---|
SecondIterationFunction(org.apache.spark.broadcast.Broadcast<Map<String,Object>> word2vecVarMapBroadcast,
org.apache.spark.broadcast.Broadcast<double[]> expTableBroadcast,
org.apache.spark.broadcast.Broadcast<VocabCache<VocabWord>> vocabCacheBroadcast) |
Modifier and Type | Method and Description |
---|---|
Iterator<Map.Entry<VocabWord,INDArray>> |
call(Iterator<scala.Tuple2<List<VocabWord>,Long>> pairIter) |
void |
iterateSample(VocabWord w1,
VocabWord w2,
double currentSentenceAlpha) |
void |
skipGram(int ithWordInSentence,
List<VocabWord> vocabWordsList,
int b,
double currentSentenceAlpha) |
void |
trainSentence(List<VocabWord> vocabWordsList,
double currentSentenceAlpha) |
public SecondIterationFunction(org.apache.spark.broadcast.Broadcast<Map<String,Object>> word2vecVarMapBroadcast, org.apache.spark.broadcast.Broadcast<double[]> expTableBroadcast, org.apache.spark.broadcast.Broadcast<VocabCache<VocabWord>> vocabCacheBroadcast)
public Iterator<Map.Entry<VocabWord,INDArray>> call(Iterator<scala.Tuple2<List<VocabWord>,Long>> pairIter)
public void trainSentence(List<VocabWord> vocabWordsList, double currentSentenceAlpha)
public void skipGram(int ithWordInSentence, List<VocabWord> vocabWordsList, int b, double currentSentenceAlpha)
Copyright © 2020. All rights reserved.