de
.
l3s
.
archivespark
.
specific
.
warc
.
specs
WarcHdfsCdxPathRddSpec
Related Docs:
object WarcHdfsCdxPathRddSpec
|
package specs
class
WarcHdfsCdxPathRddSpec
extends
WarcHdfsSpecBase
[(
CdxRecord
,
String
)]
Linear Supertypes
WarcHdfsSpecBase
[(
CdxRecord
,
String
)],
DataSpec
[(
CdxRecord
,
String
),
WarcRecord
],
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
WarcHdfsCdxPathRddSpec
WarcHdfsSpecBase
DataSpec
Serializable
Serializable
AnyRef
Any
Hide All
Show all
Visibility
Public
All
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filePathMap
(
warcPath:
String
)
:
FilePathMap
Attributes
protected
Definition Classes
WarcHdfsSpecBase
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initialize
(
sc:
SparkContext
)
:
Unit
Definition Classes
DataSpec
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
load
(
sc:
SparkContext
,
minPartitions:
Int
)
:
RDD
[(
CdxRecord
,
String
)]
Definition Classes
WarcHdfsCdxPathRddSpec
→
DataSpec
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parse
(
cdxPath: (
CdxRecord
,
String
)
)
:
Option
[
WarcRecord
]
Definition Classes
WarcHdfsCdxPathRddSpec
→
DataSpec
def
parse
(
cdx:
CdxRecord
,
path:
Path
)
:
Option
[
WarcRecord
]
Attributes
protected
Definition Classes
WarcHdfsSpecBase
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
WarcHdfsSpecBase
[(
CdxRecord
,
String
)]
Inherited from
DataSpec
[(
CdxRecord
,
String
),
WarcRecord
]
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped