com
.
datawizards
.
sparklocal
.
dataset
DataSetAPIScalaImpl
Related Doc:
package dataset
class
DataSetAPIScalaImpl
[
T
]
extends
DataSetAPI
[
T
]
Linear Supertypes
DataSetAPI
[
T
],
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
DataSetAPIScalaImpl
DataSetAPI
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
DataSetAPIScalaImpl
(
iterable:
Iterable
[
T
]
)
(
implicit
arg0:
ClassTag
[
T
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
T
]
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
checkpoint
(
eager:
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
checkpoint
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPI
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
collect
()
:
Array
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
collectAsList
()
:
List
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
count
()
:
Long
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
createDataset
[
That
]
(
d:
Seq
[
That
]
)
(
implicit
arg0:
scala.reflect.api.JavaUniverse.TypeTag
[
That
]
)
:
Dataset
[
That
]
Attributes
protected
Definition Classes
DataSetAPI
def
distinct
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
obj:
Any
)
:
Boolean
Definition Classes
DataSetAPI
→ AnyRef → Any
def
filter
(
p: (
T
) ⇒
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
U
]
(
func: (
T
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
U
]
)
:
DataSetAPI
[
U
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
foreach
(
f: (
T
) ⇒
Unit
)
:
Unit
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
foreachPartition
(
f: (
Iterator
[
T
]) ⇒
Unit
)
:
Unit
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
fullOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
K
]
,
arg2:
ClassTag
[
W
]
,
arg3:
scala.reflect.api.JavaUniverse.TypeTag
[
W
]
,
ct:
ClassTag
[
T
]
,
tg:
scala.reflect.api.JavaUniverse.TypeTag
[
T
]
)
:
DataSetAPI
[(
Option
[
T
],
Option
[
W
])]
Definition Classes
DataSetAPI
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
groupByKey
[
K
]
(
func: (
T
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
K
]
)
:
KeyValueGroupedDataSetAPI
[
K
,
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
head
(
n:
Int
)
:
Array
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
head
()
:
T
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
intersect
(
other:
DataSetAPI
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
join
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
K
]
,
arg2:
ClassTag
[
W
]
,
arg3:
scala.reflect.api.JavaUniverse.TypeTag
[
W
]
,
ct:
ClassTag
[
T
]
,
tg:
scala.reflect.api.JavaUniverse.TypeTag
[
T
]
)
:
DataSetAPI
[(
T
,
W
)]
Definition Classes
DataSetAPI
def
leftOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
K
]
,
arg2:
ClassTag
[
W
]
,
arg3:
scala.reflect.api.JavaUniverse.TypeTag
[
W
]
,
ct:
ClassTag
[
T
]
,
tg:
scala.reflect.api.JavaUniverse.TypeTag
[
T
]
)
:
DataSetAPI
[(
T
,
Option
[
W
])]
Definition Classes
DataSetAPI
def
limit
(
n:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
map
[
That
]
(
map: (
T
) ⇒
That
)
(
implicit
arg0:
ClassTag
[
That
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
That
]
)
:
DataSetAPI
[
That
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
persist
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
persist
(
newLevel:
StorageLevel
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
randomSplit
(
weights:
Array
[
Double
]
,
seed:
Long
)
:
Array
[
DataSetAPI
[
T
]]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
rdd
()
:
RDDAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
reduce
(
func: (
T
,
T
) ⇒
T
)
:
T
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
repartition
(
numPartitions:
Int
,
partitionExprs:
Column
*
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
repartition
(
partitionExprs:
Column
*
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
repartition
(
numPartitions:
Int
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
rightOuterJoin
[
K
,
W
]
(
other:
DataSetAPI
[
W
]
)
(
left: (
T
) ⇒
K
,
right: (
W
) ⇒
K
)
(
implicit
arg0:
ClassTag
[
K
]
,
arg1:
scala.reflect.api.JavaUniverse.TypeTag
[
K
]
,
arg2:
ClassTag
[
W
]
,
arg3:
scala.reflect.api.JavaUniverse.TypeTag
[
W
]
,
ct:
ClassTag
[
T
]
,
tg:
scala.reflect.api.JavaUniverse.TypeTag
[
T
]
)
:
DataSetAPI
[(
Option
[
T
],
W
)]
Definition Classes
DataSetAPI
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
lazy val
spark
:
SparkSession
Attributes
protected
Definition Classes
DataSetAPI
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
n:
Int
)
:
Array
[
T
]
Definition Classes
DataSetAPI
def
takeAsList
(
n:
Int
)
:
List
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
toString
()
:
String
Definition Classes
DataSetAPI
→ AnyRef → Any
def
union
(
other:
DataSetAPI
[
T
]
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
unpersist
(
blocking:
Boolean
)
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
def
unpersist
()
:
DataSetAPI
[
T
]
Definition Classes
DataSetAPIScalaImpl
→
DataSetAPI
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
DataSetAPI
[
T
]
Inherited from
AnyRef
Inherited from
Any
Ungrouped