Class/Object

com.lucidworks.spark.rdd

SelectSolrRDD

Related Docs: object SelectSolrRDD | package rdd

Permalink

class SelectSolrRDD extends SolrRDD[SolrDocument] with LazyLogging

Linear Supertypes
SolrRDD[SolrDocument], LazyLogging, RDD[SolrDocument], Logging, Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SelectSolrRDD
  2. SolrRDD
  3. LazyLogging
  4. RDD
  5. Logging
  6. Serializable
  7. Serializable
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SelectSolrRDD(zkHost: String, collection: String, sc: SparkContext, requestHandler: Option[String] = None, query: Option[String] = Option(DEFAULT_QUERY), fields: Option[Array[String]] = None, rows: Option[Int] = Option(DEFAULT_PAGE_SIZE), splitField: Option[String] = None, splitsPerShard: Option[Int] = None, solrQuery: Option[SolrQuery] = None, uKey: Option[String] = None, maxRows: Option[Int] = None, accumulator: Option[SparkSolrAccumulator] = None)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. def ++(other: RDD[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  4. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  5. val accumulator: Option[SparkSolrAccumulator]

    Permalink
  6. def aggregate[U](zeroValue: U)(seqOp: (U, SolrDocument) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD
  7. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  8. def buildQuery: SolrQuery

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  9. def cache(): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  10. def calculateSplitsPerShard(solrQuery: SolrQuery, shardSize: Int, replicaSize: Int, docsPerTask: Int = 10000, maxRows: Option[Int] = None): Int

    Permalink
    Definition Classes
    SolrRDD
  11. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(SolrDocument, U)]

    Permalink
    Definition Classes
    RDD
  12. def checkpoint(): Unit

    Permalink
    Definition Classes
    RDD
  13. def clearDependencies(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    RDD
  14. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  15. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  16. def collect[U](f: PartialFunction[SolrDocument, U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD
  17. def collect(): Array[SolrDocument]

    Permalink
    Definition Classes
    RDD
  18. val collection: String

    Permalink
    Definition Classes
    SolrRDD
  19. def compute(split: Partition, context: TaskContext): Iterator[SolrDocument]

    Permalink
    Definition Classes
    SelectSolrRDD → RDD
    Annotations
    @DeveloperApi()
  20. def context: SparkContext

    Permalink
    Definition Classes
    RDD
  21. def copy(requestHandler: Option[String] = requestHandler, query: Option[String] = query, fields: Option[Array[String]] = fields, rows: Option[Int] = rows, splitField: Option[String] = splitField, splitsPerShard: Option[Int] = splitsPerShard, solrQuery: Option[SolrQuery] = solrQuery, uKey: Option[String] = uKey, maxRows: Option[Int] = maxRows): SelectSolrRDD

    Permalink
    Attributes
    protected
  22. def count(): Long

    Permalink
    Definition Classes
    RDD
  23. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

    Permalink
    Definition Classes
    RDD
  24. def countApproxDistinct(relativeSD: Double): Long

    Permalink
    Definition Classes
    RDD
  25. def countApproxDistinct(p: Int, sp: Int): Long

    Permalink
    Definition Classes
    RDD
  26. def countByValue()(implicit ord: Ordering[SolrDocument]): Map[SolrDocument, Long]

    Permalink
    Definition Classes
    RDD
  27. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[SolrDocument]): PartialResult[Map[SolrDocument, BoundedDouble]]

    Permalink
    Definition Classes
    RDD
  28. final def dependencies: Seq[Dependency[_]]

    Permalink
    Definition Classes
    RDD
  29. def distinct(): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  30. def distinct(numPartitions: Int)(implicit ord: Ordering[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  31. def doSplits(): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  32. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  33. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  34. def filter(f: (SolrDocument) ⇒ Boolean): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  35. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  36. def first(): SolrDocument

    Permalink
    Definition Classes
    RDD
  37. def firstParent[U](implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD
  38. def flatMap[U](f: (SolrDocument) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD
  39. def fold(zeroValue: SolrDocument)(op: (SolrDocument, SolrDocument) ⇒ SolrDocument): SolrDocument

    Permalink
    Definition Classes
    RDD
  40. def foreach(f: (SolrDocument) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD
  41. def foreachPartition(f: (Iterator[SolrDocument]) ⇒ Unit): Unit

    Permalink
    Definition Classes
    RDD
  42. def getCheckpointFile: Option[String]

    Permalink
    Definition Classes
    RDD
  43. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  44. def getDependencies: Seq[Dependency[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    RDD
  45. final def getNumPartitions: Int

    Permalink
    Definition Classes
    RDD
    Annotations
    @Since( "1.6.0" )
  46. def getOutputDeterministicLevel: org.apache.spark.rdd.DeterministicLevel.Value

    Permalink
    Attributes
    protected
    Definition Classes
    RDD
    Annotations
    @DeveloperApi()
  47. def getPartitions: Array[Partition]

    Permalink
    Definition Classes
    SelectSolrRDD → RDD
  48. def getPreferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    SolrRDD → RDD
  49. def getReplicaToQuery(partition: SolrRDDPartition, attempt_no: Int): String

    Permalink
    Definition Classes
    SolrRDD
  50. def getStorageLevel: StorageLevel

    Permalink
    Definition Classes
    RDD
  51. def glom(): RDD[Array[SolrDocument]]

    Permalink
    Definition Classes
    RDD
  52. def groupBy[K](f: (SolrDocument) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[SolrDocument])]

    Permalink
    Definition Classes
    RDD
  53. def groupBy[K](f: (SolrDocument) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[SolrDocument])]

    Permalink
    Definition Classes
    RDD
  54. def groupBy[K](f: (SolrDocument) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[SolrDocument])]

    Permalink
    Definition Classes
    RDD
  55. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  56. val id: Int

    Permalink
    Definition Classes
    RDD
  57. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  58. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  59. def intersection(other: RDD[SolrDocument], numPartitions: Int): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  60. def intersection(other: RDD[SolrDocument], partitioner: Partitioner)(implicit ord: Ordering[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  61. def intersection(other: RDD[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  62. def isCheckpointed: Boolean

    Permalink
    Definition Classes
    RDD
  63. def isEmpty(): Boolean

    Permalink
    Definition Classes
    RDD
  64. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  65. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  66. final def iterator(split: Partition, context: TaskContext): Iterator[SolrDocument]

    Permalink
    Definition Classes
    RDD
  67. def keyBy[K](f: (SolrDocument) ⇒ K): RDD[(K, SolrDocument)]

    Permalink
    Definition Classes
    RDD
  68. def localCheckpoint(): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  69. def log: org.slf4j.Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  70. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  71. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  72. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  73. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  74. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  75. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  76. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  77. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  78. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  79. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  80. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  81. lazy val logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    LazyLogging
  82. def map[U](f: (SolrDocument) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD
  83. def mapPartitions[U](f: (Iterator[SolrDocument]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD
  84. def mapPartitionsWithIndex[U](f: (Int, Iterator[SolrDocument]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Definition Classes
    RDD
  85. def max()(implicit ord: Ordering[SolrDocument]): SolrDocument

    Permalink
    Definition Classes
    RDD
  86. val maxRows: Option[Int]

    Permalink
  87. def min()(implicit ord: Ordering[SolrDocument]): SolrDocument

    Permalink
    Definition Classes
    RDD
  88. var name: String

    Permalink
    Definition Classes
    RDD
  89. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  90. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  91. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  92. def parent[U](j: Int)(implicit arg0: ClassTag[U]): RDD[U]

    Permalink
    Attributes
    protected[org.apache.spark]
    Definition Classes
    RDD
  93. val partitioner: Option[Partitioner]

    Permalink
    Definition Classes
    RDD
  94. final def partitions: Array[Partition]

    Permalink
    Definition Classes
    RDD
  95. def persist(): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  96. def persist(newLevel: StorageLevel): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  97. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: (SolrDocument, (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]

    Permalink
    Definition Classes
    RDD
  98. def pipe(command: String, env: Map[String, String]): RDD[String]

    Permalink
    Definition Classes
    RDD
  99. def pipe(command: String): RDD[String]

    Permalink
    Definition Classes
    RDD
  100. final def preferredLocations(split: Partition): Seq[String]

    Permalink
    Definition Classes
    RDD
  101. def query(solrQuery: SolrQuery): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  102. def query(q: String): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  103. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[SolrDocument]]

    Permalink
    Definition Classes
    RDD
  104. def reduce(f: (SolrDocument, SolrDocument) ⇒ SolrDocument): SolrDocument

    Permalink
    Definition Classes
    RDD
  105. def repartition(numPartitions: Int)(implicit ord: Ordering[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  106. def requestHandler(requestHandler: String): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  107. def rows(rows: Int): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  108. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  109. def saveAsObjectFile(path: String): Unit

    Permalink
    Definition Classes
    RDD
  110. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

    Permalink
    Definition Classes
    RDD
  111. def saveAsTextFile(path: String): Unit

    Permalink
    Definition Classes
    RDD
  112. def select(fl: Array[String]): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  113. def select(fl: String): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  114. def setName(_name: String): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  115. def solrCount: BigInt

    Permalink
    Definition Classes
    SolrRDD
  116. def sortBy[K](f: (SolrDocument) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  117. def sparkContext: SparkContext

    Permalink
    Definition Classes
    RDD
  118. def splitField(field: String): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  119. def splitsPerShard(splitsPerShard: Int): SelectSolrRDD

    Permalink
    Definition Classes
    SelectSolrRDDSolrRDD
  120. def subtract(other: RDD[SolrDocument], p: Partitioner)(implicit ord: Ordering[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  121. def subtract(other: RDD[SolrDocument], numPartitions: Int): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  122. def subtract(other: RDD[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  123. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  124. def take(num: Int): Array[SolrDocument]

    Permalink
    Definition Classes
    RDD
  125. def takeOrdered(num: Int)(implicit ord: Ordering[SolrDocument]): Array[SolrDocument]

    Permalink
    Definition Classes
    RDD
  126. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[SolrDocument]

    Permalink
    Definition Classes
    RDD
  127. def toDebugString: String

    Permalink
    Definition Classes
    RDD
  128. def toJavaRDD(): JavaRDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  129. def toLocalIterator: Iterator[SolrDocument]

    Permalink
    Definition Classes
    RDD
  130. def toString(): String

    Permalink
    Definition Classes
    RDD → AnyRef → Any
  131. def top(num: Int)(implicit ord: Ordering[SolrDocument]): Array[SolrDocument]

    Permalink
    Definition Classes
    RDD
  132. def treeAggregate[U](zeroValue: U)(seqOp: (U, SolrDocument) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U

    Permalink
    Definition Classes
    RDD
  133. def treeReduce(f: (SolrDocument, SolrDocument) ⇒ SolrDocument, depth: Int): SolrDocument

    Permalink
    Definition Classes
    RDD
  134. def union(other: RDD[SolrDocument]): RDD[SolrDocument]

    Permalink
    Definition Classes
    RDD
  135. val uniqueKey: String

    Permalink
    Definition Classes
    SolrRDD
  136. def unpersist(blocking: Boolean): SelectSolrRDD.this.type

    Permalink
    Definition Classes
    RDD
  137. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  138. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  139. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  140. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(SolrDocument, U)]

    Permalink
    Definition Classes
    RDD
  141. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[SolrDocument], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  142. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[SolrDocument], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  143. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[SolrDocument], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  144. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[SolrDocument], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  145. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[SolrDocument], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  146. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[SolrDocument], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

    Permalink
    Definition Classes
    RDD
  147. def zipWithIndex(): RDD[(SolrDocument, Long)]

    Permalink
    Definition Classes
    RDD
  148. def zipWithUniqueId(): RDD[(SolrDocument, Long)]

    Permalink
    Definition Classes
    RDD
  149. val zkHost: String

    Permalink
    Definition Classes
    SolrRDD

Inherited from SolrRDD[SolrDocument]

Inherited from LazyLogging

Inherited from RDD[SolrDocument]

Inherited from Logging

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped