LDALearner

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. val LOG: Log

   

5. object SampleOps extends Enumeration

   

6. def addPostHook(func: HookFunc): Unit

   

   Definition Classes

   Learner

7. def addPreHook(func: HookFunc): Unit

   

   Definition Classes

   Learner

8. val alpha: Float

   

9. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

10. def barrier(): Unit

    

    Attributes

    protected

    Definition Classes

    MLLearner → Learner

11. val beta: Float

    

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def computeWordLLH: Double

    

14. def computeWordLLHSummary: Double

    

15. val conf: Configuration

    

    Definition Classes

    MLLearner

16. def createDestAndTmpFile(matrix: String, dir: String): (Path, Path)

    

17. val ctx: TaskContext

    

    Definition Classes

    MLLearner

18. def docLLH(n_docs: Int): Double

    

19. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

20. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

21. val executor: ExecutorService

    

22. def fetchNk(): Unit

    

23. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

24. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

25. val globalMetrics: GlobalMetrics

    

    Definition Classes

    MLLearner

26. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

27. def inference(n_iters: Int): Unit

    

28. def initForInference(): Unit

    

29. def initialize(): Unit

    

30. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

31. val lgammaAlpha: Double

    

32. val lgammaAlphaSum: Double

    

33. val lgammaBeta: Double

    

34. def likelihood: Double

    

35. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

36. val nk: Array[Int]

    

37. final def notify(): Unit

    

    Definition Classes

    AnyRef

38. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

39. val pkeys: List[PartitionKey]

    

40. val postHook: ListBuffer[HookFunc]

    

    Attributes

    protected

    Definition Classes

    Learner

41. val preHook: ListBuffer[HookFunc]

    

    Attributes

    protected

    Definition Classes

    Learner

42. val queue: LinkedBlockingQueue[Sampler]

    

43. val reqRows: HashMap[Int, List[Integer]]

    

44. def reset(epoch: Int): Unit

    

45. val results: LinkedBlockingQueue[Future[VoidResult]]

    

46. def sample(): Unit

    

47. def sampleForInference(): Unit

    

48. def saveDocTopic(dir: String, data: CSRTokens, model: LDAModel): Unit

    

49. def saveDocTopicDistribution(dir: String, data: CSRTokens, model: LDAModel): Unit

    

50. def saveWordTopic(model: LDAModel): Unit

    

51. def saveWordTopicDistribution(model: LDAModel): Unit

    

52. def saveWordTopicDistribution(model: LDAModel, start: Int, end: Int, num: Int): Unit

    

53. def scheduleInit(): Unit

    

54. def scheduleReset(): Unit

    

55. def scheduleWithFetch(pkeys: List[PartitionKey], update: Boolean, Op: SampleOps.Value): Unit

    

56. def scheduleWithoutFetch(pkeys: List[PartitionKey], update: Boolean, Op: SampleOps.Value): Unit

    

57. val ssScheduler: StepSizeScheduler

    

    Attributes

    protected

    Definition Classes

    LDALearner → Learner

58. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

59. def toString(): String

    

    Definition Classes

    AnyRef → Any

60. def train(n_iters: Int): Unit

    

61. def train(posTrainData: DataBlock[LabeledData], negTrainData: DataBlock[LabeledData], validationData: DataBlock[LabeledData]): MLModel

    

    Definition Classes

    MLLearner → Learner

62. def train(trainData: DataBlock[LabeledData], validationData: DataBlock[LabeledData]): MLModel

    

    Definition Classes

    MLLearner → Learner

63. def trainOld(train: DataBlock[LabeledData], vali: DataBlock[LabeledData]): OldMLModel

    

    Train a ML Model

    Train a ML Model

    train

    : input train data storage

    vali

    : validate data storage

    returns

    : a learned model

    Definition Classes

    LDALearner → MLLearner

64. def trainOneEpoch(epoch: Int, iter: Iterator[Array[LabeledData]], numBatch: Int): Double

    

    Attributes

    protected

    Definition Classes

    LDALearner → Learner

65. def validate(epoch: Int, valiData: DataBlock[LabeledData]): Unit

    

    Attributes

    protected

    Definition Classes

    LDALearner → Learner

66. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

67. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

68. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )