Class/Object

com.lucidworks.spark.rdd

StreamingSolrRDD

Related Docs: object StreamingSolrRDD | package rdd

Permalink

class StreamingSolrRDD extends SolrRDD[Map[_, _]] with LazyLogging

Linear Supertypes
SolrRDD[Map[_, _]], LazyLogging, RDD[Map[_, _]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StreamingSolrRDD
  2. SolrRDD
  3. LazyLogging
  4. RDD
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StreamingSolrRDD(zkHost: String, collection: String, sc: SparkContext, requestHandler: Option[String] = None, query: Option[String] = Option(DEFAULT_QUERY), fields: Option[Array[String]] = None, rows: Option[Int] = Option(DEFAULT_PAGE_SIZE), splitField: Option[String] = None, splitsPerShard: Option[Int] = None, solrQuery: Option[SolrQuery] = None, uKey: Option[String] = None, accumulator: Option[SparkSolrAccumulator] = None)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def ++(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. val accumulator: Option[SparkSolrAccumulator]

    Permalink

  6. def aggregate[U](zeroValue: U)(seqOp: (U, Map[_, _]) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD

  7. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  8. def buildQuery: SolrQuery

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  9. def cache(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  10. def calculateSplitsPerShard(solrQuery: SolrQuery, shardSize: Int, replicaSize: Int, docsPerTask: Int = 10000, maxRows: Option[Int] = None): Int

    Permalink
    Definition Classes
    SolrRDD

  11. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(Map[_, _], U)]

    Permalink
    Definition Classes
    RDD

  12. def checkpoint(): Unit

    Permalink
    Definition Classes
    RDD

  13. def clearDependencies(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RDD

  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  15. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  16. def collect[U](f: PartialFunction[Map[_, _], U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  17. def collect(): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  18. val collection: String

    Permalink
    Definition Classes
    SolrRDD

  19. def compute(split: Partition, context: TaskContext): Iterator[Map[_, _]]

    Permalink
    Definition Classes
    StreamingSolrRDD → RDD
    Annotations
    @DeveloperApi()

  20. def context: SparkContext

    Permalink
    Definition Classes
    RDD

  21. def copy(requestHandler: Option[String] = requestHandler, query: Option[String] = query, fields: Option[Array[String]] = fields, rows: Option[Int] = rows, splitField: Option[String] = splitField, splitsPerShard: Option[Int] = splitsPerShard, solrQuery: Option[SolrQuery] = solrQuery): StreamingSolrRDD

    Permalink
    Attributes
    protected

  22. def count(): Long

    Permalink
    Definition Classes
    RDD

  23. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

    Permalink
    Definition Classes
    RDD

  24. def countApproxDistinct(relativeSD: Double): Long

    Permalink
    Definition Classes
    RDD

  25. def countApproxDistinct(p: Int, sp: Int): Long

    Permalink
    Definition Classes
    RDD

  26. def countByValue()(implicit ord: Ordering[Map[_, _]]): Map[Map[_, _], Long]

    Permalink
    Definition Classes
    RDD

  27. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[Map[_, _]]): PartialResult[Map[Map[_, _], BoundedDouble]]

    Permalink
    Definition Classes
    RDD

  28. final def dependencies: Seq[Dependency[_]]

    Permalink
    Definition Classes
    RDD

  29. def distinct(): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  30. def distinct(numPartitions: Int)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  31. def doSplits(): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  32. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  33. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  34. def filter(f: (Map[_, _]) ⇒ Boolean): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  35. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  36. def first(): Map[_, _]

    Permalink
    Definition Classes
    RDD

  37. def firstParent[U](implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD

  38. def flatMap[U](f: (Map[_, _]) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  39. def fold(zeroValue: Map[_, _])(op: (Map[_, _], Map[_, _]) ⇒ Map[_, _]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  40. def foreach(f: (Map[_, _]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD

  41. def foreachPartition(f: (Iterator[Map[_, _]]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD

  42. def getCheckpointFile: Option[String]

    Permalink
    Definition Classes
    RDD

  43. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  44. def getDependencies: Seq[Dependency[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    RDD

  45. final def getNumPartitions: Int

    Permalink
    Definition Classes
    RDD
    Annotations
    @Since( "1.6.0" )

  46. def getOutputDeterministicLevel: org.apache.spark.rdd.DeterministicLevel.Value

    Permalink
    Attributes
    protected
    Definition Classes
    RDD
    Annotations
    @DeveloperApi()

  47. def getPartitions: Array[Partition]

    Permalink
    Definition Classes
    StreamingSolrRDD → RDD

  48. def getPreferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    SolrRDD → RDD

  49. def getReplicaToQuery(partition: SolrRDDPartition, attempt_no: Int): String

    Permalink
    Definition Classes
    SolrRDD

  50. def getStorageLevel: StorageLevel

    Permalink
    Definition Classes
    RDD

  51. def glom(): RDD[Array[Map[_, _]]]

    Permalink
    Definition Classes
    RDD

  52. def groupBy[K](f: (Map[_, _]) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  53. def groupBy[K](f: (Map[_, _]) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  54. def groupBy[K](f: (Map[_, _]) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  55. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  56. val id: Int

    Permalink
    Definition Classes
    RDD

  57. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  58. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  59. def intersection(other: RDD[Map[_, _]], numPartitions: Int): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  60. def intersection(other: RDD[Map[_, _]], partitioner: Partitioner)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  61. def intersection(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  62. def isCheckpointed: Boolean

    Permalink
    Definition Classes
    RDD

  63. def isEmpty(): Boolean

    Permalink
    Definition Classes
    RDD

  64. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  65. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  66. final def iterator(split: Partition, context: TaskContext): Iterator[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  67. def keyBy[K](f: (Map[_, _]) ⇒ K): RDD[(K, Map[_, _])]

    Permalink
    Definition Classes
    RDD

  68. def localCheckpoint(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  69. def log: org.slf4j.Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  70. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  71. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  72. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  73. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  74. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  75. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  76. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  77. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  78. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  79. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  80. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  81. lazy val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    LazyLogging

  82. def map[U](f: (Map[_, _]) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  83. def mapPartitions[U](f: (Iterator[Map[_, _]]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  84. def mapPartitionsWithIndex[U](f: (Int, Iterator[Map[_, _]]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  85. def max()(implicit ord: Ordering[Map[_, _]]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  86. def min()(implicit ord: Ordering[Map[_, _]]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  87. var name: String

    Permalink
    Definition Classes
    RDD

  88. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  89. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  90. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  91. def parent[U](j: Int)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD

  92. val partitioner: Option[Partitioner]

    Permalink
    Definition Classes
    RDD

  93. final def partitions: Array[Partition]

    Permalink
    Definition Classes
    RDD

  94. def persist(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  95. def persist(newLevel: StorageLevel): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  96. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: (Map[_, _], (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]

    Permalink
    Definition Classes
    RDD

  97. def pipe(command: String, env: Map[String, String]): RDD[String]

    Permalink
    Definition Classes
    RDD

  98. def pipe(command: String): RDD[String]

    Permalink
    Definition Classes
    RDD

  99. final def preferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    RDD

  100. def query(solrQuery: SolrQuery): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  101. def query(q: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  102. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[Map[_, _]]]

    Permalink
    Definition Classes
    RDD

  103. def reduce(f: (Map[_, _], Map[_, _]) ⇒ Map[_, _]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  104. def repartition(numPartitions: Int)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  105. def requestHandler(requestHandler: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  106. def rows(rows: Int): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  107. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  108. def saveAsObjectFile(path: String): Unit

    Permalink
    Definition Classes
    RDD

  109. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

    Permalink
    Definition Classes
    RDD

  110. def saveAsTextFile(path: String): Unit

    Permalink
    Definition Classes
    RDD

  111. def select(fl: Array[String]): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  112. def select(fl: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  113. def setName(_name: String): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  114. def solrCount: BigInt

    Permalink
    Definition Classes
    SolrRDD

  115. def sortBy[K](f: (Map[_, _]) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  116. def sparkContext: SparkContext

    Permalink
    Definition Classes
    RDD

  117. def splitField(field: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  118. def splitsPerShard(splitsPerShard: Int): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  119. def subtract(other: RDD[Map[_, _]], p: Partitioner)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  120. def subtract(other: RDD[Map[_, _]], numPartitions: Int): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  121. def subtract(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  122. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  123. def take(num: Int): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  124. def takeOrdered(num: Int)(implicit ord: Ordering[Map[_, _]]): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  125. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  126. def toDebugString: String

    Permalink
    Definition Classes
    RDD

  127. def toJavaRDD(): JavaRDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  128. def toLocalIterator: Iterator[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  129. def toString(): String

    Permalink
    Definition Classes
    RDD → AnyRef → Any

  130. def top(num: Int)(implicit ord: Ordering[Map[_, _]]): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  131. def treeAggregate[U](zeroValue: U)(seqOp: (U, Map[_, _]) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD

  132. def treeReduce(f: (Map[_, _], Map[_, _]) ⇒ Map[_, _], depth: Int): Map[_, _]

    Permalink
    Definition Classes
    RDD

  133. def union(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  134. val uniqueKey: String

    Permalink
    Definition Classes
    SolrRDD

  135. def unpersist(blocking: Boolean): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  136. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  137. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  138. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  139. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(Map[_, _], U)]

    Permalink
    Definition Classes
    RDD

  140. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  141. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  142. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  143. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  144. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[Map[_, _]], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  145. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  146. def zipWithIndex(): RDD[(Map[_, _], Long)]

    Permalink
    Definition Classes
    RDD

  147. def zipWithUniqueId(): RDD[(Map[_, _], Long)]

    Permalink
    Definition Classes
    RDD

  148. val zkHost: String

    Permalink
    Definition Classes
    SolrRDD

Inherited from SolrRDD[Map[_, _]]

Inherited from LazyLogging

Inherited from RDD[Map[_, _]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped