quasar
.
physical
.
sparkcore
.
fs
.
local
SparkLocal
Related Doc:
package local
object
SparkLocal
extends
SparkCore
with
ChrootedInterpreter
Linear Supertypes
ChrootedInterpreter
,
SparkCore
,
BackendModule
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
SparkLocal
ChrootedInterpreter
SparkCore
BackendModule
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Type Members
type
Backend
[
A
]
=
EitherT
[[β$1$]
WriterT
[[β$0$]
Kleisli
[
M
,
Config
,
β$0$
],
Vector
[
PhaseResult
],
β$1$
],
FileSystemError
,
A
]
Definition Classes
BackendModule
type
BackendT
[
F
[
_
]
,
A
]
=
EitherT
[[β$1$]
WriterT
[[β$0$]
Kleisli
[
F
,
Config
,
β$0$
],
Vector
[
PhaseResult
],
β$1$
],
FileSystemError
,
A
]
Definition Classes
BackendModule
type
Config
=
LocalConfig
Definition Classes
SparkLocal
→ BackendModule
type
Configured
[
A
]
=
Kleisli
[
M
,
Config
,
A
]
Definition Classes
BackendModule
type
ConfiguredT
[
F
[
_
]
,
A
]
=
Kleisli
[
F
,
Config
,
A
]
Definition Classes
BackendModule
type
Eff
[
A
]
=
Coproduct
[
SparkConnectorDetails
,
Eff6
,
A
]
Definition Classes
SparkLocal
→
SparkCore
type
Eff1
[
A
]
=
Coproduct
[[γ$0$]
KeyValueStore
[
ResultHandle
,
SparkCursor
,
γ$0$
], [β$1$]
Read
[
SparkContext
,
β$1$
],
A
]
type
Eff2
[
A
]
=
Coproduct
[[γ$2$]
KeyValueStore
[
ReadHandle
,
SparkCursor
,
γ$2$
],
Eff1
,
A
]
type
Eff3
[
A
]
=
Coproduct
[[γ$3$]
KeyValueStore
[
WriteHandle
,
PrintWriter
,
γ$3$
],
Eff2
,
A
]
type
Eff4
[
A
]
=
Coproduct
[
Task
,
Eff3
,
A
]
type
Eff5
[
A
]
=
Coproduct
[
PhysErr
,
Eff4
,
A
]
type
Eff6
[
A
]
=
Coproduct
[
MonotonicSeq
,
Eff5
,
A
]
implicit
class
LiftBackend
[
A
]
extends
AnyRef
Definition Classes
BackendModule
implicit
class
LiftBackendConfigured
[
A
]
extends
AnyRef
Definition Classes
BackendModule
type
LowerLevel
[
A
]
=
Coproduct
[
Task
,
PhysErr
,
A
]
Definition Classes
SparkCore
type
M
[
A
]
=
Free
[
Eff
,
A
]
Definition Classes
SparkCore
→ BackendModule
trait
ManageFileModule
extends
AnyRef
Definition Classes
BackendModule
type
QS
[
T
[
_
[
_
]
]
]
=
:\:
[[β$6$]
QScriptCore
[
T
,
β$6$
],
:/:
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
]]]
Definition Classes
SparkCore
→ BackendModule
type
QSM
[
T
[
_
[
_
]
]
,
A
]
=
fp.:\:.M
[
A
]
Definition Classes
BackendModule
trait
QueryFileModule
extends
AnyRef
Definition Classes
BackendModule
trait
ReadFileModule
extends
AnyRef
Definition Classes
BackendModule
type
Repr
=
RDD
[
Data
]
Definition Classes
SparkCore
→ BackendModule
abstract
class
SparkCoreManageFileModule
extends
ManageFileModule
Definition Classes
SparkCore
trait
WriteFileModule
extends
AnyRef
Definition Classes
BackendModule
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
DelayRenderTreeQSM
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Delay
[
RenderTree
, [β$11$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$11$
]]
Definition Classes
SparkCore
→ BackendModule
def
ExtractPathQSM
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
RecursiveT
[
T
]
)
:
ExtractPath
[[β$12$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$12$
],
APath
]
Definition Classes
SparkCore
→ BackendModule
def
FunctorQSM
[
T
[
_
[
_
]
]
]
:
Functor
[[β$10$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$10$
]]
Definition Classes
SparkCore
→ BackendModule
object
LocalManageFileModule
extends
SparkCoreManageFileModule
object
LocalWriteFileModule
extends
WriteFileModule
def
ManageFileModule
:
ManageFileModule
Definition Classes
SparkLocal
→ BackendModule
def
MonadM
:
Monad
[
M
]
Definition Classes
SparkCore
→ BackendModule
def
MonotonicSeqInj
:
Inject
[
MonotonicSeq
,
Eff
]
Definition Classes
SparkLocal
→
SparkCore
def
QFKeyValueStoreInj
:
Inject
[[γ$11$]
KeyValueStore
[
ResultHandle
,
SparkCursor
,
γ$11$
],
Eff
]
Definition Classes
SparkLocal
→
SparkCore
def
QSCoreInject
[
T
[
_
[
_
]
]
]
:
:<:
[[β$13$]
QScriptCore
[
T
,
β$13$
], [β$14$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$14$
]]
Definition Classes
SparkCore
→ BackendModule
def
QueryFileModule
:
QueryFileModule
Definition Classes
SparkCore
→ BackendModule
def
RFKeyValueStoreInj
:
Inject
[[γ$10$]
KeyValueStore
[
ReadHandle
,
SparkCursor
,
γ$10$
],
Eff
]
Definition Classes
SparkLocal
→
SparkCore
def
ReadFileModule
:
SparkReadFileModule
Definition Classes
SparkCore
→ BackendModule
def
ReadSparkContextInj
:
Inject
[[β$9$]
Read
[
SparkContext
,
β$9$
],
Eff
]
Definition Classes
SparkLocal
→
SparkCore
def
SparkConnectorDetailsInj
:
Inject
[
SparkConnectorDetails
,
Eff
]
Definition Classes
SparkLocal
→
SparkCore
object
SparkQueryFileModule
extends
QueryFileModule
Definition Classes
SparkCore
object
SparkReadFileModule
extends
ReadFileModule
Definition Classes
SparkCore
def
TaskInj
:
Inject
[
Task
,
Eff
]
Definition Classes
SparkLocal
→
SparkCore
val
Type
:
FileSystemType
Definition Classes
SparkLocal
→ BackendModule
def
UnicoalesceCap
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Capture
[
T
,
QS
[
T
]]
Definition Classes
SparkCore
→ BackendModule
def
UnirewriteT
[
T
[
_
[
_
]
]
]
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Unirewrite
[
T
,
QS
[
T
]]
Definition Classes
SparkCore
→ BackendModule
def
WriteFileModule
:
LocalWriteFileModule
Definition Classes
SparkLocal
→ BackendModule
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compile
(
cfg:
Config
)
:
DefErrT
[
Task
, (
~>
[
M
,
Task
],
Task
[
slamdata.Predef.Unit
])]
Definition Classes
SparkCore
→ BackendModule
final
def
config
[
F
[
_
]
]
(
implicit
C:
MonadReader_
[
F
,
Config
]
)
:
F
[
Config
]
Definition Classes
BackendModule
final
val
definition
:
BackendDef
[
Task
]
Definition Classes
BackendModule
object
details
def
detailsOps
:
Ops
[
Eff
]
Definition Classes
SparkCore
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
: (
RDD
[
Data
]) ⇒
M
[
Data
]
Definition Classes
SparkCore
def
generateSC
: (
LocalConfig
) ⇒
DefErrT
[
Task
,
SparkContext
]
Definition Classes
SparkLocal
→
SparkCore
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
interpreter
(
cfg:
Config
)
:
DefErrT
[
Task
, (
~>
[
BackendEffect
,
Task
],
Task
[
slamdata.Predef.Unit
])]
Definition Classes
ChrootedInterpreter → BackendModule
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
lowerToTask
:
~>
[
LowerLevel
,
Task
]
Definition Classes
SparkCore
final
def
lpToQScript
[
T
[
_
[
_
]
]
,
M
[
_
]
]
(
lp:
T
[
LogicalPlan
]
,
lc:
ListContents
[
M
]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
,
arg4:
Monad
[
M
]
,
arg5:
MonadFsErr
[
M
]
,
arg6:
PhaseResultTell
[
M
]
)
:
M
[
T
[[β$13$]
fp.:\:.M
[
β$13$
]]]
Definition Classes
BackendModule
final
def
lpToRepr
[
T
[
_
[
_
]
]
]
(
lp:
T
[
LogicalPlan
]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Backend
[
PhysicalPlan
[
Repr
]]
Definition Classes
BackendModule
def
msOps
:
Ops
[
Eff
]
Definition Classes
SparkCore
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parseConfig
(
uri:
ConnectionUri
)
:
DefErrT
[
Task
,
LocalConfig
]
Definition Classes
SparkLocal
→ BackendModule
def
plan
[
T
[
_
[
_
]
]
]
(
cp:
T
[[β$17$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$17$
]]
)
(
implicit
arg0:
BirecursiveT
[
T
]
,
arg1:
EqualT
[
T
]
,
arg2:
ShowT
[
T
]
,
arg3:
RenderTreeT
[
T
]
)
:
Backend
[
Repr
]
Definition Classes
SparkCore
→ BackendModule
implicit
def
qScriptToQScriptTotal
[
T
[
_
[
_
]
]
]
:
Aux
[[β$4$]
Coproduct
[[β$6$]
QScriptCore
[
T
,
β$6$
], [A]
Coproduct
[[β$4$]
EquiJoin
[
T
,
β$4$
], [β$5$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$5$
],
A
],
β$4$
], [β$5$]
Coproduct
[[β$0$]
QScriptCore
[
T
,
β$0$
], [β$1$]
Coproduct
[[β$2$]
ProjectBucket
[
T
,
β$2$
], [β$3$]
Coproduct
[[β$4$]
ThetaJoin
[
T
,
β$4$
], [β$5$]
Coproduct
[[β$6$]
EquiJoin
[
T
,
β$6$
], [β$7$]
Coproduct
[[β$8$]
Const
[
ShiftedRead
[
Path
[
Abs
,
Dir
,
Sandboxed
]],
β$8$
], [β$9$]
Coproduct
[[β$10$]
Const
[
ShiftedRead
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$10$
], [β$11$]
Coproduct
[[β$12$]
Const
[
Read
[
Path
[
Abs
,
Dir
,
Sandboxed
]],
β$12$
], [β$13$]
Coproduct
[[β$14$]
Const
[
Read
[
Path
[
Abs
,
File
,
Sandboxed
]],
β$14$
], [β$15$]
Const
[
DeadEnd
,
β$15$
],
β$13$
],
β$11$
],
β$9$
],
β$7$
],
β$5$
],
β$3$
],
β$1$
],
β$5$
]]
Definition Classes
SparkLocal
→ BackendModule
def
qfKvsOps
:
Ops
[
ResultHandle
,
SparkCursor
,
Eff
]
Definition Classes
SparkCore
def
rddFrom
: (
AFile
) ⇒
Configured
[
RDD
[
Data
]]
Definition Classes
SparkCore
def
readScOps
:
Ops
[
SparkContext
,
Eff
]
Definition Classes
SparkCore
def
rootPrefix
(
cfg:
LocalConfig
)
:
ADir
Definition Classes
SparkLocal
→ ChrootedInterpreter
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toLowerLevel
[
S
[
_
]
]
(
sc:
SparkContext
,
config:
LocalConfig
)
(
implicit
S0:
:<:
[
Task
,
S
]
,
S1:
:<:
[
PhysErr
,
S
]
)
:
Task
[
~>
[[β$12$]
Free
[[A]
Coproduct
[
SparkConnectorDetails
, [A]
Coproduct
[
MonotonicSeq
, [A]
Coproduct
[[A]
Failure
[
PhysicalError
,
A
], [A]
Coproduct
[
Task
, [A]
Coproduct
[[γ$3$]
KeyValueStore
[
WriteHandle
,
PrintWriter
,
γ$3$
], [A]
Coproduct
[[γ$2$]
KeyValueStore
[
ReadHandle
,
SparkCursor
,
γ$2$
], [A]
Coproduct
[[γ$0$]
KeyValueStore
[
ResultHandle
,
SparkCursor
,
γ$0$
], [β$1$]
Read
[
SparkContext
,
β$1$
],
A
],
A
],
A
],
A
],
A
],
A
],
A
],
β$12$
], [β$13$]
Free
[
S
,
β$13$
]]]
Definition Classes
SparkLocal
→
SparkCore
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
toTask
(
sc:
SparkContext
,
config:
Config
)
:
Task
[
~>
[
M
,
Task
]]
Definition Classes
SparkCore
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
wrKvsOps
:
Ops
[
WriteHandle
,
PrintWriter
,
Eff
]
Inherited from
ChrootedInterpreter
Inherited from
SparkCore
Inherited from
BackendModule
Inherited from
AnyRef
Inherited from
Any
Ungrouped