Class/Object

com.lucidworks.spark.rdd

StreamingSolrRDD

Related Docs: object StreamingSolrRDD | package rdd

Permalink

class StreamingSolrRDD extends SolrRDD[Map[_, _]] with LazyLogging

Linear Supertypes
SolrRDD[Map[_, _]], LazyLogging, RDD[Map[_, _]], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StreamingSolrRDD
  2. SolrRDD
  3. LazyLogging
  4. RDD
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StreamingSolrRDD(zkHost: String, collection: String, sc: SparkContext, requestHandler: Option[String] = None, query: Option[String] = Option(DEFAULT_QUERY), fields: Option[Array[String]] = None, rows: Option[Int] = Option(DEFAULT_PAGE_SIZE), splitField: Option[String] = None, splitsPerShard: Option[Int] = None, solrQuery: Option[SolrQuery] = None, uKey: Option[String] = None, accumulator: Option[SparkSolrAccumulator] = None)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. def ++(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  5. val accumulator: Option[SparkSolrAccumulator]

    Permalink

  6. def aggregate[U](zeroValue: U)(seqOp: (U, Map[_, _]) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD

  7. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  8. def barrier(): RDDBarrier[Map[_, _]]

    Permalink
    Definition Classes
    RDD
    Annotations
    @Experimental() @Since( "2.4.0" )

  9. def buildQuery: SolrQuery

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  10. def cache(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  11. def calculateSplitsPerShard(solrQuery: SolrQuery, shardSize: Int, replicaSize: Int, docsPerTask: Int = 10000, maxRows: Option[Int] = None): Int

    Permalink
    Definition Classes
    SolrRDD

  12. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(Map[_, _], U)]

    Permalink
    Definition Classes
    RDD

  13. def checkpoint(): Unit

    Permalink
    Definition Classes
    RDD

  14. def clearDependencies(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RDD

  15. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  16. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  17. def collect[U](f: PartialFunction[Map[_, _], U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  18. def collect(): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  19. val collection: String

    Permalink
    Definition Classes
    SolrRDD

  20. def compute(split: Partition, context: TaskContext): Iterator[Map[_, _]]

    Permalink
    Definition Classes
    StreamingSolrRDD → RDD
    Annotations
    @DeveloperApi()

  21. def context: SparkContext

    Permalink
    Definition Classes
    RDD

  22. def copy(requestHandler: Option[String] = requestHandler, query: Option[String] = query, fields: Option[Array[String]] = fields, rows: Option[Int] = rows, splitField: Option[String] = splitField, splitsPerShard: Option[Int] = splitsPerShard, solrQuery: Option[SolrQuery] = solrQuery): StreamingSolrRDD

    Permalink
    Attributes
    protected

  23. def count(): Long

    Permalink
    Definition Classes
    RDD

  24. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

    Permalink
    Definition Classes
    RDD

  25. def countApproxDistinct(relativeSD: Double): Long

    Permalink
    Definition Classes
    RDD

  26. def countApproxDistinct(p: Int, sp: Int): Long

    Permalink
    Definition Classes
    RDD

  27. def countByValue()(implicit ord: Ordering[Map[_, _]]): Map[Map[_, _], Long]

    Permalink
    Definition Classes
    RDD

  28. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[Map[_, _]]): PartialResult[Map[Map[_, _], BoundedDouble]]

    Permalink
    Definition Classes
    RDD

  29. final def dependencies: Seq[Dependency[_]]

    Permalink
    Definition Classes
    RDD

  30. def distinct(): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  31. def distinct(numPartitions: Int)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  32. def doSplits(): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  33. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  34. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  35. def filter(f: (Map[_, _]) ⇒ Boolean): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  36. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  37. def first(): Map[_, _]

    Permalink
    Definition Classes
    RDD

  38. def firstParent[U](implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD

  39. def flatMap[U](f: (Map[_, _]) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  40. def fold(zeroValue: Map[_, _])(op: (Map[_, _], Map[_, _]) ⇒ Map[_, _]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  41. def foreach(f: (Map[_, _]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD

  42. def foreachPartition(f: (Iterator[Map[_, _]]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD

  43. def getCheckpointFile: Option[String]

    Permalink
    Definition Classes
    RDD

  44. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  45. def getDependencies: Seq[Dependency[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    RDD

  46. final def getNumPartitions: Int

    Permalink
    Definition Classes
    RDD
    Annotations
    @Since( "1.6.0" )

  47. def getOutputDeterministicLevel: org.apache.spark.rdd.DeterministicLevel.Value

    Permalink
    Attributes
    protected
    Definition Classes
    RDD
    Annotations
    @DeveloperApi()

  48. def getPartitions: Array[Partition]

    Permalink
    Definition Classes
    StreamingSolrRDD → RDD

  49. def getPreferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    SolrRDD → RDD

  50. def getReplicaToQuery(partition: SolrRDDPartition, attempt_no: Int): String

    Permalink
    Definition Classes
    SolrRDD

  51. def getStorageLevel: StorageLevel

    Permalink
    Definition Classes
    RDD

  52. def glom(): RDD[Array[Map[_, _]]]

    Permalink
    Definition Classes
    RDD

  53. def groupBy[K](f: (Map[_, _]) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  54. def groupBy[K](f: (Map[_, _]) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  55. def groupBy[K](f: (Map[_, _]) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[Map[_, _]])]

    Permalink
    Definition Classes
    RDD

  56. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  57. val id: Int

    Permalink
    Definition Classes
    RDD

  58. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  59. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  60. def intersection(other: RDD[Map[_, _]], numPartitions: Int): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  61. def intersection(other: RDD[Map[_, _]], partitioner: Partitioner)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  62. def intersection(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  63. lazy val isBarrier_: Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    RDD

  64. def isCheckpointed: Boolean

    Permalink
    Definition Classes
    RDD

  65. def isEmpty(): Boolean

    Permalink
    Definition Classes
    RDD

  66. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  67. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  68. final def iterator(split: Partition, context: TaskContext): Iterator[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  69. def keyBy[K](f: (Map[_, _]) ⇒ K): RDD[(K, Map[_, _])]

    Permalink
    Definition Classes
    RDD

  70. def localCheckpoint(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  71. def log: org.slf4j.Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  72. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  73. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  74. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  75. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  76. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  77. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  78. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  79. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  80. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  81. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  82. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  83. lazy val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    LazyLogging

  84. def map[U](f: (Map[_, _]) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  85. def mapPartitions[U](f: (Iterator[Map[_, _]]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  86. def mapPartitionsWithIndex[U](f: (Int, Iterator[Map[_, _]]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD

  87. def max()(implicit ord: Ordering[Map[_, _]]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  88. def min()(implicit ord: Ordering[Map[_, _]]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  89. var name: String

    Permalink
    Definition Classes
    RDD

  90. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  91. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  92. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  93. def parent[U](j: Int)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD

  94. val partitioner: Option[Partitioner]

    Permalink
    Definition Classes
    RDD

  95. final def partitions: Array[Partition]

    Permalink
    Definition Classes
    RDD

  96. def persist(): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  97. def persist(newLevel: StorageLevel): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  98. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: (Map[_, _], (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]

    Permalink
    Definition Classes
    RDD

  99. def pipe(command: String, env: Map[String, String]): RDD[String]

    Permalink
    Definition Classes
    RDD

  100. def pipe(command: String): RDD[String]

    Permalink
    Definition Classes
    RDD

  101. final def preferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    RDD

  102. def query(solrQuery: SolrQuery): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  103. def query(q: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  104. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[Map[_, _]]]

    Permalink
    Definition Classes
    RDD

  105. def reduce(f: (Map[_, _], Map[_, _]) ⇒ Map[_, _]): Map[_, _]

    Permalink
    Definition Classes
    RDD

  106. def repartition(numPartitions: Int)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  107. def requestHandler(requestHandler: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  108. def rows(rows: Int): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  109. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  110. def saveAsObjectFile(path: String): Unit

    Permalink
    Definition Classes
    RDD

  111. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

    Permalink
    Definition Classes
    RDD

  112. def saveAsTextFile(path: String): Unit

    Permalink
    Definition Classes
    RDD

  113. def select(fl: Array[String]): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  114. def select(fl: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  115. def setName(_name: String): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  116. def solrCount: BigInt

    Permalink
    Definition Classes
    SolrRDD

  117. def sortBy[K](f: (Map[_, _]) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  118. def sparkContext: SparkContext

    Permalink
    Definition Classes
    RDD

  119. def splitField(field: String): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  120. def splitsPerShard(splitsPerShard: Int): StreamingSolrRDD

    Permalink
    Definition Classes
    StreamingSolrRDD → SolrRDD

  121. def subtract(other: RDD[Map[_, _]], p: Partitioner)(implicit ord: Ordering[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  122. def subtract(other: RDD[Map[_, _]], numPartitions: Int): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  123. def subtract(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  124. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  125. def take(num: Int): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  126. def takeOrdered(num: Int)(implicit ord: Ordering[Map[_, _]]): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  127. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  128. def toDebugString: String

    Permalink
    Definition Classes
    RDD

  129. def toJavaRDD(): JavaRDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  130. def toLocalIterator: Iterator[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  131. def toString(): String

    Permalink
    Definition Classes
    RDD → AnyRef → Any

  132. def top(num: Int)(implicit ord: Ordering[Map[_, _]]): Array[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  133. def treeAggregate[U](zeroValue: U)(seqOp: (U, Map[_, _]) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD

  134. def treeReduce(f: (Map[_, _], Map[_, _]) ⇒ Map[_, _], depth: Int): Map[_, _]

    Permalink
    Definition Classes
    RDD

  135. def union(other: RDD[Map[_, _]]): RDD[Map[_, _]]

    Permalink
    Definition Classes
    RDD

  136. val uniqueKey: String

    Permalink
    Definition Classes
    SolrRDD

  137. def unpersist(blocking: Boolean): StreamingSolrRDD.this.type

    Permalink
    Definition Classes
    RDD

  138. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  139. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  140. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  141. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(Map[_, _], U)]

    Permalink
    Definition Classes
    RDD

  142. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  143. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  144. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  145. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  146. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[Map[_, _]], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  147. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[Map[_, _]], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD

  148. def zipWithIndex(): RDD[(Map[_, _], Long)]

    Permalink
    Definition Classes
    RDD

  149. def zipWithUniqueId(): RDD[(Map[_, _], Long)]

    Permalink
    Definition Classes
    RDD

  150. val zkHost: String

    Permalink
    Definition Classes
    SolrRDD

Inherited from SolrRDD[Map[_, _]]

Inherited from LazyLogging

Inherited from RDD[Map[_, _]]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped