shark
.
api
TableSeqRDD
class
TableSeqRDD
extends
RDD
[
Seq
[
Any
]]
Linear Supertypes
RDD
[
Seq
[
Any
]],
Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
TableSeqRDD
RDD
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
TableSeqRDD
(
prev:
TableRDD
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
++
(
other:
RDD
[
Seq
[
Any
]]
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
def
aggregate
[
U
]
(
zeroValue:
U
)
(
seqOp: (
U
,
Seq
[
Any
]) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
U
Definition Classes
RDD
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
cartesian
[
U
]
(
other:
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[(
Seq
[
Any
],
U
)]
Definition Classes
RDD
def
checkpoint
()
:
Unit
Definition Classes
RDD
def
clearDependencies
()
:
Unit
Attributes
protected
Definition Classes
RDD
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
,
shuffle:
Boolean
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
collect
[
U
]
(
f:
PartialFunction
[
Seq
[
Any
],
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
collect
()
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
compute
(
split:
Partition
,
context:
TaskContext
)
:
Iterator
[
Seq
[
Any
]]
Definition Classes
TableSeqRDD
→ RDD
def
context
:
SparkContext
Definition Classes
RDD
def
count
()
:
Long
Definition Classes
RDD
def
countApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
BoundedDouble
]
Definition Classes
RDD
def
countApproxDistinct
(
relativeSD:
Double
)
:
Long
Definition Classes
RDD
def
countByValue
()
:
Map
[
Seq
[
Any
],
Long
]
Definition Classes
RDD
def
countByValueApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
Map
[
Seq
[
Any
],
BoundedDouble
]]
Definition Classes
RDD
final
def
dependencies
:
Seq
[
Dependency
[_]]
Definition Classes
RDD
def
distinct
()
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
distinct
(
numPartitions:
Int
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
f: (
Seq
[
Any
]) ⇒
Boolean
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
filterWith
[
A
]
(
constructA: (
Int
) ⇒
A
)
(
p: (
Seq
[
Any
],
A
) ⇒
Boolean
)
(
implicit
arg0:
ClassTag
[
A
]
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
()
:
Seq
[
Any
]
Definition Classes
RDD
def
firstParent
[
U
]
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Attributes
protected[
org.apache.spark
]
Definition Classes
RDD
def
flatMap
[
U
]
(
f: (
Seq
[
Any
]) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
flatMapWith
[
A
,
U
]
(
constructA: (
Int
) ⇒
A
,
preservesPartitioning:
Boolean
)
(
f: (
Seq
[
Any
],
A
) ⇒
Seq
[
U
]
)
(
implicit
arg0:
ClassTag
[
A
]
,
arg1:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
fold
(
zeroValue:
Seq
[
Any
]
)
(
op: (
Seq
[
Any
],
Seq
[
Any
]) ⇒
Seq
[
Any
]
)
:
Seq
[
Any
]
Definition Classes
RDD
def
foreach
(
f: (
Seq
[
Any
]) ⇒
Unit
)
:
Unit
Definition Classes
RDD
def
foreachPartition
(
f: (
Iterator
[
Seq
[
Any
]]) ⇒
Unit
)
:
Unit
Definition Classes
RDD
def
foreachWith
[
A
]
(
constructA: (
Int
) ⇒
A
)
(
f: (
Seq
[
Any
],
A
) ⇒
Unit
)
(
implicit
arg0:
ClassTag
[
A
]
)
:
Unit
Definition Classes
RDD
var
generator
:
String
Definition Classes
RDD
def
getCheckpointFile
:
Option
[
String
]
Definition Classes
RDD
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getDependencies
:
Seq
[
Dependency
[_]]
Attributes
protected
Definition Classes
RDD
def
getPartitions
:
Array
[
Partition
]
Definition Classes
TableSeqRDD
→ RDD
def
getPreferredLocations
(
split:
Partition
)
:
Seq
[
String
]
Attributes
protected
Definition Classes
RDD
def
getSchema
:
Array
[
ColumnDesc
]
def
getStorageLevel
:
StorageLevel
Definition Classes
RDD
def
glom
()
:
RDD
[
Array
[
Seq
[
Any
]]]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
Seq
[
Any
]) ⇒
K
,
p:
Partitioner
)
(
implicit
arg0:
ClassTag
[
K
]
)
:
RDD
[(
K
,
Seq
[
Seq
[
Any
]])]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
Seq
[
Any
]) ⇒
K
,
numPartitions:
Int
)
(
implicit
arg0:
ClassTag
[
K
]
)
:
RDD
[(
K
,
Seq
[
Seq
[
Any
]])]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
Seq
[
Any
]) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
)
:
RDD
[(
K
,
Seq
[
Seq
[
Any
]])]
Definition Classes
RDD
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
Int
Definition Classes
RDD
def
isCheckpointed
:
Boolean
Definition Classes
RDD
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
final
def
iterator
(
split:
Partition
,
context:
TaskContext
)
:
Iterator
[
Seq
[
Any
]]
Definition Classes
RDD
def
keyBy
[
K
]
(
f: (
Seq
[
Any
]) ⇒
K
)
:
RDD
[(
K
,
Seq
[
Any
])]
Definition Classes
RDD
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
map
[
U
]
(
f: (
Seq
[
Any
]) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapPartitions
[
U
]
(
f: (
Iterator
[
Seq
[
Any
]]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapPartitionsWithContext
[
U
]
(
f: (
TaskContext
,
Iterator
[
Seq
[
Any
]]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapPartitionsWithIndex
[
U
]
(
f: (
Int
,
Iterator
[
Seq
[
Any
]]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapWith
[
A
,
U
]
(
constructA: (
Int
) ⇒
A
,
preservesPartitioning:
Boolean
)
(
f: (
Seq
[
Any
],
A
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
A
]
,
arg1:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
var
name
:
String
Definition Classes
RDD
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
partitioner
:
Option
[
Partitioner
]
Definition Classes
RDD
final
def
partitions
:
Array
[
Partition
]
Definition Classes
RDD
def
persist
()
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
persist
(
newLevel:
StorageLevel
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
pipe
(
command:
Seq
[
String
]
,
env:
Map
[
String
,
String
]
,
printPipeContext: ((
String
) ⇒
Unit
) ⇒
Unit
,
printRDDElement: (
Seq
[
Any
], (
String
) ⇒
Unit
) ⇒
Unit
)
:
RDD
[
String
]
Definition Classes
RDD
def
pipe
(
command:
String
,
env:
Map
[
String
,
String
]
)
:
RDD
[
String
]
Definition Classes
RDD
def
pipe
(
command:
String
)
:
RDD
[
String
]
Definition Classes
RDD
final
def
preferredLocations
(
split:
Partition
)
:
Seq
[
String
]
Definition Classes
RDD
def
reduce
(
f: (
Seq
[
Any
],
Seq
[
Any
]) ⇒
Seq
[
Any
]
)
:
Seq
[
Any
]
Definition Classes
RDD
def
repartition
(
numPartitions:
Int
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Int
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
saveAsObjectFile
(
path:
String
)
:
Unit
Definition Classes
RDD
def
saveAsTextFile
(
path:
String
,
codec:
Class
[_ <:
CompressionCodec
]
)
:
Unit
Definition Classes
RDD
def
saveAsTextFile
(
path:
String
)
:
Unit
Definition Classes
RDD
def
setGenerator
(
_generator:
String
)
:
Unit
Definition Classes
RDD
def
setName
(
_name:
String
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
sparkContext
:
SparkContext
Definition Classes
RDD
def
subtract
(
other:
RDD
[
Seq
[
Any
]]
,
p:
Partitioner
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
subtract
(
other:
RDD
[
Seq
[
Any
]]
,
numPartitions:
Int
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
subtract
(
other:
RDD
[
Seq
[
Any
]]
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
num:
Int
)
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
takeOrdered
(
num:
Int
)
(
implicit
ord:
Ordering
[
Seq
[
Any
]]
)
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
takeSample
(
withReplacement:
Boolean
,
num:
Int
,
seed:
Int
)
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
toArray
()
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
toDebugString
:
String
Definition Classes
RDD
def
toJavaRDD
()
:
JavaRDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
toString
()
:
String
Definition Classes
RDD → AnyRef → Any
def
top
(
num:
Int
)
(
implicit
ord:
Ordering
[
Seq
[
Any
]]
)
:
Array
[
Seq
[
Any
]]
Definition Classes
RDD
def
union
(
other:
RDD
[
Seq
[
Any
]]
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
def
unpersist
(
blocking:
Boolean
)
:
RDD
[
Seq
[
Any
]]
Definition Classes
RDD
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
zip
[
U
]
(
other:
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[(
Seq
[
Any
],
U
)]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
D
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
rdd4:
RDD
[
D
]
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
],
Iterator
[
C
],
Iterator
[
D
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
D
]
,
arg3:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
D
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
rdd4:
RDD
[
D
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
],
Iterator
[
C
],
Iterator
[
D
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
D
]
,
arg3:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
],
Iterator
[
C
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
],
Iterator
[
C
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
V
]
(
rdd2:
RDD
[
B
]
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
V
]
(
rdd2:
RDD
[
B
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
Seq
[
Any
]],
Iterator
[
B
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
Deprecated Value Members
def
mapPartitionsWithSplit
[
U
]
(
f: (
Int
,
Iterator
[
Seq
[
Any
]]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
Annotations
@deprecated
Deprecated
(Since version 0.7.0)
use mapPartitionsWithIndex
Inherited from
RDD
[
Seq
[
Any
]]
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped