FastLDA

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def docVertices: VertexRDD[VD]

   

   Definition Classes

   LDA

7. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

8. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

9. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

10. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

11. def getCorpus: Graph[VD, ED]

    

    Definition Classes

    LDA

12. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

13. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

14. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

15. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

16. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

17. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

18. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

19. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

20. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

21. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

22. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

23. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

24. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

25. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

27. def mergeDuplicateTopic(threshold: Double = 0.95D): Map[Int, Int]

    

    Definition Classes

    LDA

28. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

29. final def notify(): Unit

    

    Definition Classes

    AnyRef

30. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

31. def perplexity(): Double

    

    the multiplcation between word distribution among all topics and the corresponding doc distribution among all topics: p(w)=\sum_{k}{p(k|d)*p(w|k)}= \sum_{k}{\frac{{n}_{kw}+{\beta }_{w}} {{n}_{k}+\bar{\beta }} \frac{{n}_{kd}+{\alpha }_{k}}{\sum{{n}_{k}}+ \bar{\alpha }}}

    the multiplcation between word distribution among all topics and the corresponding doc distribution among all topics: p(w)=\sum_{k}{p(k|d)*p(w|k)}= \sum_{k}{\frac{{n}_{kw}+{\beta }_{w}} {{n}_{k}+\bar{\beta }} \frac{{n}_{kd}+{\alpha }_{k}}{\sum{{n}_{k}}+ \bar{\alpha }}}

    \sum_{k} \frac{{\alpha }_{k}{\beta }_{w} + {n}_{kw}{\alpha }_{k} + {n}_{kd}{\beta }_{w} + {n}_{kw}{n}_{kd}} {{n}_{k}+\bar{\beta }} \frac{1}{\sum{{n}_{k}}+\bar{\alpha }}} \exp^{-(\sum{\log(p(w))})/N} N is the number of tokens in corpus

    \bar{\alpha }}} \sum_{k} \frac{{\alpha }_{k}{\beta }_{w} + {n}_{kw}{\alpha }_{k} + {n}_{kd}{\beta }_{w} + {n}_{kw}{n}_{kd}} {{n}_{k}+\bar{\beta }} \frac{1}{\sum{{n}_{k}}+\bar{\alpha }}} \exp^{-(\sum{\log(p(w))})/N} N is the number of tokens in corpus

    Definition Classes

    LDA

32. def runGibbsSampling(totalIter: Int, ChkptInterval: Int = 0, calcPerplexity: Boolean = false): Unit

    

    Definition Classes

    LDA

33. def sampleTokens(corpus: Graph[VD, ED], totalTopicCounter: DenseVector[Count], pseudoIter: Int, numTokens: Long, numTopics: Int, numTerms: Int, alpha: Float, alphaAS: Float, beta: Float): Graph[VD, ED]

    

    Attributes

    protected

    Definition Classes

    FastLDA → LDA

34. def saveModel(saveIter: Int = 1): DistributedLDAModel

    

    Save the term-topic related model

    Save the term-topic related model

    saveIter

    saved these iters' averaged model

    Definition Classes

    LDA

35. def setAlpha(alpha: Float): FastLDA.this.type

    

    Definition Classes

    LDA

36. def setAlphaAS(alphaAS: Float): FastLDA.this.type

    

    Definition Classes

    LDA

37. def setBeta(beta: Float): FastLDA.this.type

    

    Definition Classes

    LDA

38. def setSeed(newSeed: Int): FastLDA.this.type

    

    Definition Classes

    LDA

39. def setStorageLevel(storageLevel: StorageLevel): FastLDA.this.type

    

    Definition Classes

    LDA

40. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

41. def termVertices: VertexRDD[VD]

    

    Definition Classes

    LDA

42. def toString(): String

    

    Definition Classes

    AnyRef → Any

43. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

45. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )