RedisKVRDD

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def ++(other: RDD[(String, String)]): RDD[(String, String)]

   

   Definition Classes

   RDD

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. def aggregate[U](zeroValue: U)(seqOp: (U, (String, String)) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

   

   Definition Classes

   RDD

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def barrier(): RDDBarrier[(String, String)]

   

   Definition Classes

   RDD

   Annotations

   @Experimental() @Since( "2.4.0" )

8. def cache(): RedisKVRDD.this.type

   

   Definition Classes

   RDD

9. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[((String, String), U)]

   

   Definition Classes

   RDD

10. def checkpoint(): Unit

    

    Definition Classes

    RDD

11. def clearDependencies(): Unit

    

    Attributes

    protected

    Definition Classes

    RDD

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[(String, String)]): RDD[(String, String)]

    

    Definition Classes

    RDD

14. def collect[U](f: PartialFunction[(String, String), U])(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

15. def collect(): Array[(String, String)]

    

    Definition Classes

    RDD

16. def compute(split: Partition, context: TaskContext): Iterator[(String, String)]

    

    Definition Classes

    RedisKVRDD → RDD

17. def context: SparkContext

    

    Definition Classes

    RDD

18. def count(): Long

    

    Definition Classes

    RDD

19. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

    

    Definition Classes

    RDD

20. def countApproxDistinct(relativeSD: Double): Long

    

    Definition Classes

    RDD

21. def countApproxDistinct(p: Int, sp: Int): Long

    

    Definition Classes

    RDD

22. def countByValue()(implicit ord: Ordering[(String, String)]): Map[(String, String), Long]

    

    Definition Classes

    RDD

23. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[(String, String)]): PartialResult[Map[(String, String), BoundedDouble]]

    

    Definition Classes

    RDD

24. final def dependencies: Seq[Dependency[_]]

    

    Definition Classes

    RDD

25. def distinct(): RDD[(String, String)]

    

    Definition Classes

    RDD

26. def distinct(numPartitions: Int)(implicit ord: Ordering[(String, String)]): RDD[(String, String)]

    

    Definition Classes

    RDD

27. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

28. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

29. def filter(f: ((String, String)) ⇒ Boolean): RDD[(String, String)]

    

    Definition Classes

    RDD

30. def filterKeysByType(conn: Jedis, keys: Array[String], t: String)(implicit readWriteConfig: ReadWriteConfig): Array[String]

    
    keys

    keys are guaranteed that they belongs with the server jedis connected to.

    returns

    keys of "t" type

    Definition Classes

    Keys

31. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

32. def first(): (String, String)

    

    Definition Classes

    RDD

33. def firstParent[U](implicit arg0: ClassTag[U]): RDD[U]

    

    Attributes

    protected[org.apache.spark]

    Definition Classes

    RDD

34. def flatMap[U](f: ((String, String)) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

35. def fold(zeroValue: (String, String))(op: ((String, String), (String, String)) ⇒ (String, String)): (String, String)

    

    Definition Classes

    RDD

36. def foreach(f: ((String, String)) ⇒ Unit): Unit

    

    Definition Classes

    RDD

37. def foreachPartition(f: (Iterator[(String, String)]) ⇒ Unit): Unit

    

    Definition Classes

    RDD

38. def getCheckpointFile: Option[String]

    

    Definition Classes

    RDD

39. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

40. def getDependencies: Seq[Dependency[_]]

    

    Attributes

    protected

    Definition Classes

    RDD

41. def getHASH(nodes: Array[RedisNode], keys: Iterator[String]): Iterator[(String, String)]

    

42. def getKV(nodes: Array[RedisNode], keys: Iterator[String]): Iterator[(String, String)]

    

43. def getKeys(nodes: Array[RedisNode], sPos: Int, ePos: Int, keyPattern: String)(implicit readWriteConfig: ReadWriteConfig): Iterator[String]

    
    nodes

    list of RedisNode

    sPos

    start position of slots

    ePos

    end position of slots

    returns

    keys whose slot is in [sPos, ePos]

    Definition Classes

    Keys

44. def getMasterNode(nodes: Array[RedisNode], key: String): RedisNode

    

    Master node for a key

    Master node for a key

    nodes

    list of all nodes

    key

    key

    returns

    master node

    Definition Classes

    Keys

45. final def getNumPartitions: Int

    

    Definition Classes

    RDD

    Annotations

    @Since( "1.6.0" )

46. def getOutputDeterministicLevel: org.apache.spark.rdd.DeterministicLevel.Value

    

    Attributes

    protected

    Definition Classes

    RDD

    Annotations

    @DeveloperApi()

47. def getPartitions: Array[Partition]

    

    Definition Classes

    RedisKVRDD → RDD

48. def getPreferredLocations(split: Partition): Seq[String]

    

    Attributes

    protected

    Definition Classes

    RDD

49. def getStorageLevel: StorageLevel

    

    Definition Classes

    RDD

50. def glom(): RDD[Array[(String, String)]]

    

    Definition Classes

    RDD

51. def groupBy[K](f: ((String, String)) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[(String, String)])]

    

    Definition Classes

    RDD

52. def groupBy[K](f: ((String, String)) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[(String, String)])]

    

    Definition Classes

    RDD

53. def groupBy[K](f: ((String, String)) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[(String, String)])]

    

    Definition Classes

    RDD

54. def groupKeysByNode(nodes: Array[RedisNode], keys: Iterator[String]): Iterator[(RedisNode, Array[String])]

    
    nodes

    list of RedisNode

    keys

    list of keys

    returns

    (node: (key1, key2, ...), node2: (key3, key4,...), ...)

    Definition Classes

    Keys

55. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

56. val id: Int

    

    Definition Classes

    RDD

57. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

58. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

59. def intersection(other: RDD[(String, String)], numPartitions: Int): RDD[(String, String)]

    

    Definition Classes

    RDD

60. def intersection(other: RDD[(String, String)], partitioner: Partitioner)(implicit ord: Ordering[(String, String)]): RDD[(String, String)]

    

    Definition Classes

    RDD

61. def intersection(other: RDD[(String, String)]): RDD[(String, String)]

    

    Definition Classes

    RDD

62. lazy val isBarrier_: Boolean

    

    Attributes

    protected

    Definition Classes

    RDD

63. def isCheckpointed: Boolean

    

    Definition Classes

    RDD

64. def isEmpty(): Boolean

    

    Definition Classes

    RDD

65. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

66. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

67. final def iterator(split: Partition, context: TaskContext): Iterator[(String, String)]

    

    Definition Classes

    RDD

68. def keyBy[K](f: ((String, String)) ⇒ K): RDD[(K, (String, String))]

    

    Definition Classes

    RDD

69. def localCheckpoint(): RedisKVRDD.this.type

    

    Definition Classes

    RDD

70. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

71. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

72. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

73. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

74. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

75. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

76. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

77. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

78. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

79. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

80. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

81. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

82. def map[U](f: ((String, String)) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

83. def mapPartitions[U](f: (Iterator[(String, String)]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

84. def mapPartitionsWithIndex[U](f: (Int, Iterator[(String, String)]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

85. def max()(implicit ord: Ordering[(String, String)]): (String, String)

    

    Definition Classes

    RDD

86. def min()(implicit ord: Ordering[(String, String)]): (String, String)

    

    Definition Classes

    RDD

87. var name: String

    

    Definition Classes

    RDD

88. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

89. final def notify(): Unit

    

    Definition Classes

    AnyRef

90. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

91. def parent[U](j: Int)(implicit arg0: ClassTag[U]): RDD[U]

    

    Attributes

    protected[org.apache.spark]

    Definition Classes

    RDD

92. val partitioner: Option[Partitioner]

    

    Definition Classes

    RDD

93. final def partitions: Array[Partition]

    

    Definition Classes

    RDD

94. def persist(): RedisKVRDD.this.type

    

    Definition Classes

    RDD

95. def persist(newLevel: StorageLevel): RedisKVRDD.this.type

    

    Definition Classes

    RDD

96. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: ((String, String), (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]

    

    Definition Classes

    RDD

97. def pipe(command: String, env: Map[String, String]): RDD[String]

    

    Definition Classes

    RDD

98. def pipe(command: String): RDD[String]

    

    Definition Classes

    RDD

99. final def preferredLocations(split: Partition): Seq[String]

    

    Definition Classes

    RDD

100. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[(String, String)]]

     

     Definition Classes

     RDD

101. val rddType: String

     

102. implicit val readWriteConfig: ReadWriteConfig

     

103. def reduce(f: ((String, String), (String, String)) ⇒ (String, String)): (String, String)

     

     Definition Classes

     RDD

104. def repartition(numPartitions: Int)(implicit ord: Ordering[(String, String)]): RDD[(String, String)]

     

     Definition Classes

     RDD

105. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[(String, String)]

     

     Definition Classes

     RDD

106. def saveAsObjectFile(path: String): Unit

     

     Definition Classes

     RDD

107. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

     

     Definition Classes

     RDD

108. def saveAsTextFile(path: String): Unit

     

     Definition Classes

     RDD

109. def setName(_name: String): RedisKVRDD.this.type

     

     Definition Classes

     RDD

110. def sortBy[K](f: ((String, String)) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[(String, String)]

     

     Definition Classes

     RDD

111. def sparkContext: SparkContext

     

     Definition Classes

     RDD

112. def subtract(other: RDD[(String, String)], p: Partitioner)(implicit ord: Ordering[(String, String)]): RDD[(String, String)]

     

     Definition Classes

     RDD

113. def subtract(other: RDD[(String, String)], numPartitions: Int): RDD[(String, String)]

     

     Definition Classes

     RDD

114. def subtract(other: RDD[(String, String)]): RDD[(String, String)]

     

     Definition Classes

     RDD

115. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

116. def take(num: Int): Array[(String, String)]

     

     Definition Classes

     RDD

117. def takeOrdered(num: Int)(implicit ord: Ordering[(String, String)]): Array[(String, String)]

     

     Definition Classes

     RDD

118. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[(String, String)]

     

     Definition Classes

     RDD

119. def toDebugString: String

     

     Definition Classes

     RDD

120. def toJavaRDD(): JavaRDD[(String, String)]

     

     Definition Classes

     RDD

121. def toLocalIterator: Iterator[(String, String)]

     

     Definition Classes

     RDD

122. def toString(): String

     

     Definition Classes

     RDD → AnyRef → Any

123. def top(num: Int)(implicit ord: Ordering[(String, String)]): Array[(String, String)]

     

     Definition Classes

     RDD

124. def treeAggregate[U](zeroValue: U)(seqOp: (U, (String, String)) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U

     

     Definition Classes

     RDD

125. def treeReduce(f: ((String, String), (String, String)) ⇒ (String, String), depth: Int): (String, String)

     

     Definition Classes

     RDD

126. def union(other: RDD[(String, String)]): RDD[(String, String)]

     

     Definition Classes

     RDD

127. def unpersist(blocking: Boolean): RedisKVRDD.this.type

     

     Definition Classes

     RDD

128. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

129. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

130. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

131. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[((String, String), U)]

     

     Definition Classes

     RDD

132. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[(String, String)], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

133. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[(String, String)], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

134. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[(String, String)], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

135. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[(String, String)], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

136. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[(String, String)], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

137. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[(String, String)], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

138. def zipWithIndex(): RDD[((String, String), Long)]

     

     Definition Classes

     RDD

139. def zipWithUniqueId(): RDD[((String, String), Long)]

     

     Definition Classes

     RDD