File tree Expand file tree Collapse file tree 1 file changed +31
-0
lines changed
mllib/src/test/java/org/apache/spark/mllib/clustering Expand file tree Collapse file tree 1 file changed +31
-0
lines changed Original file line number Diff line number Diff line change @@ -109,6 +109,37 @@ public void distributedLDAModel() {
109
109
assert (model .logPrior () < 0.0 );
110
110
}
111
111
112
+
113
+ @ Test
114
+ public void OnlineOptimizerCompatibility () {
115
+ int k = 3 ;
116
+ double topicSmoothing = 1.2 ;
117
+ double termSmoothing = 1.2 ;
118
+
119
+ // Train a model
120
+ OnlineLDAOptimizer op = new OnlineLDAOptimizer ().setTau_0 (1024 ).setKappa (0.51 )
121
+ .setGammaShape (1e40 ).setMiniBatchFraction (0.5 );
122
+ LDA lda = new LDA ();
123
+ lda .setK (k )
124
+ .setDocConcentration (topicSmoothing )
125
+ .setTopicConcentration (termSmoothing )
126
+ .setMaxIterations (5 )
127
+ .setSeed (12345 )
128
+ .setOptimizer (op );
129
+
130
+ LDAModel model = lda .run (corpus );
131
+
132
+ // Check: basic parameters
133
+ assertEquals (model .k (), k );
134
+ assertEquals (model .vocabSize (), tinyVocabSize );
135
+
136
+ // Check: topic summaries
137
+ Tuple2 <int [], double []>[] roundedTopicSummary = model .describeTopics ();
138
+ assertEquals (roundedTopicSummary .length , k );
139
+ Tuple2 <int [], double []>[] roundedLocalTopicSummary = model .describeTopics ();
140
+ assertEquals (roundedLocalTopicSummary .length , k );
141
+ }
142
+
112
143
private static int tinyK = LDASuite$ .MODULE$ .tinyK ();
113
144
private static int tinyVocabSize = LDASuite$ .MODULE$ .tinyVocabSize ();
114
145
private static Matrix tinyTopics = LDASuite$ .MODULE$ .tinyTopics ();
You can’t perform that action at this time.
0 commit comments