quasar
.
physical
.
sparkcore
.
fs
SparkCore
Related Docs:
object SparkCore
|
package fs
trait
SparkCore
extends
BackendModule
with
DefaultAnalyzeModule
Linear Supertypes
DefaultAnalyzeModule
,
BackendModule
,
AnyRef
,
Any
Known Subclasses
SparkCassandra
,
SparkElastic
,
SparkHdfs
,
SparkLocal
Ordering
Alphabetic
By Inheritance
Inherited
SparkCore
DefaultAnalyzeModule
BackendModule
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Type Members
trait
AnalyzeModule
extends
AnyRef
Definition Classes
BackendModule
type
Backend
[
A
]
=
EitherT
[[β$1$]
WriterT
[[β$0$]
Kleisli
[
M
,
Config
,
β$0$
],
Vector
[
PhaseResult
],
β$1$
],
FileSystemError
,
A
]
Definition Classes
BackendModule
type
BackendT
[
F
[
_
]
,
A
]
=
EitherT
[[β$1$]
WriterT
[[β$0$]
Kleisli
[
F
,
Config
,
β$0$
],
Vector
[
PhaseResult
],
β$1$
],
FileSystemError
,
A
]
Definition Classes
BackendModule
abstract
type
Config
Definition Classes
BackendModule
type
Configured
[
A
]
=
Kleisli
[
M
,
Config
,
A
]
Definition Classes
BackendModule
type
ConfiguredT
[
F
[
_
]
,
A
]
=
Kleisli
[
F
,
Config
,
A
]
Definition Classes
BackendModule
abstract
type
Eff
[
A
]
implicit
class
LiftBackend
[
A
]
extends
AnyRef
Definition Classes
BackendModule
implicit
class
LiftBackendConfigured
[
A
]
extends
AnyRef
Definition Classes
BackendModule
type
LowerLevel
[
A
]
=
Coproduct
[
Task
,
PhysErr
,
A
]
type
M
[
A
]
=
Free
[
Eff
,
A
]
Definition Classes
SparkCore
→ BackendModule
trait
ManageFileModule
extends
AnyRef
Definition Classes
BackendModule
type
QS
[
T
[
_
[
_
]
]
]
=
:\:
[[β$2$]
QScriptCore
[
T
,
β$2$
],
:/:
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
]]]
Definition Classes
SparkCore
→ BackendModule
type
QSM
[
T
[
_
[
_
]
]
,
A
]
=
fp.:\:.M
[
A
]
Definition Classes
BackendModule
trait
QueryFileModule
extends
AnyRef
Definition Classes
BackendModule
trait
ReadFileModule
extends
AnyRef
Definition Classes
BackendModule
type
Repr
=
RDD
[
Data
]
Definition Classes
SparkCore
→ BackendModule
abstract
class
SparkCoreManageFileModule
extends
ManageFileModule
trait
WriteFileModule
extends
AnyRef
Definition Classes
BackendModule
Abstract Value Members
abstract
def
ManageFileModule
:
ManageFileModule
Definition Classes
BackendModule
abstract
def
MonotonicSeqInj
:
Inject
[
MonotonicSeq
,
Eff
]
abstract
def
QFKeyValueStoreInj
:
Inject
[[γ$3$]
KeyValueStore
[
ResultHandle
,
SparkCursor
,
γ$3$
],
Eff
]
abstract
def
RFKeyValueStoreInj
:
Inject
[[γ$2$]
KeyValueStore
[
ReadHandle
,
SparkCursor
,
γ$2$
],
Eff
]
abstract
def
ReadSparkContextInj
:
Inject
[[β$1$]
Read
[
SparkContext
,
β$1$
],
Eff
]
abstract
def
SparkConnectorDetailsInj
:
Inject
[
SparkConnectorDetails
,
Eff
]
abstract
def
TaskInj
:
Inject
[
Task
,
Eff
]
abstract
val
Type
:
FileSystemType
Definition Classes
BackendModule
abstract
def
WriteFileModule
:
WriteFileModule
Definition Classes
BackendModule
abstract
def
generateSC
: (
APath
,
Config
) ⇒
DefErrT
[
Task
,
SparkContext
]
abstract
def
getSparkConf
: (
Config
) ⇒
SparkConf
abstract
def
parseConfig
(
uri:
ConnectionUri
)
:
DefErrT
[
Task
,
Config
]
Definition Classes
BackendModule
abstract
def
toLowerLevel
[
S
[
_
]
]
(
sc:
SparkContext
,
config:
Config
)
(
implicit
S0:
:<:
[
Task
,
S
]
,
S1:
:<:
[
PhysErr
,
S
]
)
:
Task
[
~>
[
M
, [β$0$]
Free
[
S
,
β$0$
]]]
Concrete Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
CardinalityQSM
:
Cardinality
[[β$12$]
Coproduct
[[β$2$]
QScriptCore
[
Fix
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
Fix
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$12$
]]
Definition Classes
SparkCore
→ DefaultAnalyzeModule
def
CostQSM
:
Cost
[[β$14$]
Coproduct
[[β$2$]
QScriptCore
[
Fix
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
Fix
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$14$
]]
Definition Classes
SparkCore
→ DefaultAnalyzeModule
def
DelayRenderTreeQSM
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Delay
[
RenderTree
, [β$18$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$18$
]]
Definition Classes
SparkCore
→ BackendModule
def
ExtractPathQSM
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
RecursiveT
[
T
]
)
:
ExtractPath
[[β$19$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$19$
],
APath
]
Definition Classes
SparkCore
→ BackendModule
def
FunctorQSM
[
T
[
_
[
_
]
]
]
:
Functor
[[β$16$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$16$
]]
Definition Classes
SparkCore
→ BackendModule
def
MonadM
:
Monad
[
M
]
Definition Classes
SparkCore
→ BackendModule
def
QSCoreInject
[
T
[
_
[
_
]
]
]
:
:<:
[[β$20$]
QScriptCore
[
T
,
β$20$
], [β$21$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$21$
]]
Definition Classes
SparkCore
→ BackendModule
def
QueryFileModule
:
QueryFileModule
Definition Classes
SparkCore
→ BackendModule
def
ReadFileModule
:
SparkReadFileModule
Definition Classes
SparkCore
→ BackendModule
object
SparkQueryFileModule
extends
QueryFileModule
object
SparkReadFileModule
extends
ReadFileModule
def
TraverseQSM
[
T
[
_
[
_
]
]
]
:
Traverse
[[β$17$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$17$
]]
Definition Classes
SparkCore
→ DefaultAnalyzeModule
def
UnicoalesceCap
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Capture
[
T
,
QS
[
T
]]
Definition Classes
SparkCore
→ BackendModule
def
UnirewriteT
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Unirewrite
[
T
,
QS
[
T
]]
Definition Classes
SparkCore
→ BackendModule
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compile
(
cfg:
Config
)
:
DefErrT
[
Task
, (
~>
[
M
,
Task
],
Task
[
slamdata.Predef.Unit
])]
Definition Classes
SparkCore
→ BackendModule
final
def
config
[
F
[
_
]
]
(
implicit
C:
MonadReader_
[
F
,
Config
]
)
:
F
[
Config
]
Definition Classes
BackendModule
final
val
definition
:
BackendDef
[
Task
]
Definition Classes
BackendModule
def
detailsOps
:
Ops
[
Eff
]
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
: (
RDD
[
Data
]) ⇒
M
[
Data
]
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initSC
: (
Config
) ⇒
DefErrT
[
Task
,
SparkContext
]
def
interpreter
(
cfg:
Config
)
:
DefErrT
[
Task
, (
~>
[
BackendEffect
,
Task
],
Task
[
slamdata.Predef.Unit
])]
Definition Classes
BackendModule
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
lowerToTask
:
~>
[
LowerLevel
,
Task
]
final
def
lpToQScript
[
T
[
_
[
_
]
]
,
M
[
_
]
]
(
lp:
T
[
LogicalPlan
]
,
lc:
ListContents
[
M
]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
,
arg4:
Monad
[
M
]
,
arg5:
MonadFsErr
[
M
]
,
arg6:
PhaseResultTell
[
M
]
)
:
M
[
T
[[β$16$]
fp.:\:.M
[
β$16$
]]]
Definition Classes
BackendModule
final
def
lpToRepr
[
T
[
_
[
_
]
]
]
(
lp:
T
[
LogicalPlan
]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Backend
[
PhysicalPlan
[
Repr
]]
Definition Classes
BackendModule
def
msOps
:
Ops
[
Eff
]
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
optimize
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
)
: (
QSM
[
T
,
T
[[β$9$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$9$
]]]) ⇒
QSM
[
T
,
T
[[β$10$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$10$
]]]
Definition Classes
SparkCore
→ BackendModule
def
plan
[
T
[
_
[
_
]
]
]
(
cp:
T
[[β$23$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$23$
]]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Backend
[
Repr
]
Definition Classes
SparkCore
→ BackendModule
implicit
def
qScriptToQScriptTotal
[
T
[
_
[
_
]
]
]
:
Aux
[[β$4$]
Coproduct
[[β$2$]
QScriptCore
[
T
,
β$2$
], [A]
Coproduct
[[β$0$]
EquiJoin
[
T
,
β$0$
], [β$1$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$1$
],
A
],
β$4$
], [β$5$]
Coproduct
[[β$0$]
QScriptCore
[
T
,
β$0$
], [β$1$]
Coproduct
[[β$2$]
ProjectBucket
[
T
,
β$2$
], [β$3$]
Coproduct
[[β$4$]
ThetaJoin
[
T
,
β$4$
], [β$5$]
Coproduct
[[β$6$]
EquiJoin
[
T
,
β$6$
], [β$7$]
Coproduct
[[β$8$]
Const
[
ShiftedRead
[
Path
[
Abs
,
Dir
,
Sandboxed
]],
β$8$
], [β$9$]
Coproduct
[[β$10$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$10$
], [β$11$]
Coproduct
[[β$12$]
Const
[
Read
[
Path
[
Abs
,
Dir
,
Sandboxed
]],
β$12$
], [β$13$]
Coproduct
[[β$14$]
Const
[
Read
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$14$
], [β$15$]
Const
[
DeadEnd
,
β$15$
],
β$13$
],
β$11$
],
β$9$
],
β$7$
],
β$5$
],
β$3$
],
β$1$
],
β$5$
]]
Definition Classes
SparkCore
→ BackendModule
def
qfKvsOps
:
Ops
[
ResultHandle
,
SparkCursor
,
Eff
]
def
rddFrom
: (
AFile
) ⇒
Configured
[
RDD
[
Data
]]
def
readScOps
:
Ops
[
SparkContext
,
Eff
]
def
sparkCoreJar
:
DefErrT
[
Task
,
APath
]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
toTask
(
sc:
SparkContext
,
config:
Config
)
:
Task
[
~>
[
M
,
Task
]]
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
DefaultAnalyzeModule
Inherited from
BackendModule
Inherited from
AnyRef
Inherited from
Any
Ungrouped