SparkLocal

Type Members

trait AnalyzeModule extends AnyRef

Definition Classes
BackendModule
type Backend[A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[M, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

Definition Classes
BackendModule
type BackendT[F[_], A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[F, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

Definition Classes
BackendModule
type Config = LocalConfig

Definition Classes
SparkLocal → BackendModule
type Configured[A] = Kleisli[M, Config, A]

Definition Classes
BackendModule
type ConfiguredT[F[_], A] = Kleisli[F, Config, A]

Definition Classes
BackendModule
type Eff[A] = Coproduct[SparkConnectorDetails, Eff6, A]

Definition Classes
SparkLocal → SparkCore
type Eff1[A] = Coproduct[[γ$0$]KeyValueStore[ResultHandle, SparkCursor, γ$0$], [β$1$]Read[SparkContext, β$1$], A]
type Eff2[A] = Coproduct[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], Eff1, A]
type Eff3[A] = Coproduct[[γ$3$]KeyValueStore[WriteHandle, PrintWriter, γ$3$], Eff2, A]
type Eff4[A] = Coproduct[Task, Eff3, A]
type Eff5[A] = Coproduct[PhysErr, Eff4, A]
type Eff6[A] = Coproduct[MonotonicSeq, Eff5, A]
implicit class LiftBackend[A] extends AnyRef

Definition Classes
BackendModule
implicit class LiftBackendConfigured[A] extends AnyRef

Definition Classes
BackendModule
type LowerLevel[A] = Coproduct[Task, PhysErr, A]

Definition Classes
SparkCore
type M[A] = Free[Eff, A]

Definition Classes
SparkCore → BackendModule
trait ManageFileModule extends AnyRef

Definition Classes
BackendModule
type QS[T[_[_]]] = :\:[[β$6$]QScriptCore[T, β$6$], :/:[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$]]]

Definition Classes
SparkCore → BackendModule
type QSM[T[_[_]], A] = fp.:\:.M[A]

Definition Classes
BackendModule
trait QueryFileModule extends AnyRef

Definition Classes
BackendModule
trait ReadFileModule extends AnyRef

Definition Classes
BackendModule
type Repr = RDD[Data]

Definition Classes
SparkCore → BackendModule
abstract class SparkCoreManageFileModule extends ManageFileModule

Definition Classes
SparkCore
trait WriteFileModule extends AnyRef

Definition Classes
BackendModule

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def CardinalityQSM: Cardinality[[β$13$]Coproduct[[β$6$]QScriptCore[Fix, β$6$], [A]Coproduct[[β$4$]EquiJoin[Fix, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$13$]]

Definition Classes
SparkCore → DefaultAnalyzeModule
def CostQSM: Cost[[β$15$]Coproduct[[β$6$]QScriptCore[Fix, β$6$], [A]Coproduct[[β$4$]EquiJoin[Fix, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$15$]]

Definition Classes
SparkCore → DefaultAnalyzeModule
def DelayRenderTreeQSM[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Delay[RenderTree, [β$19$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$19$]]

Definition Classes
SparkCore → BackendModule
def ExtractPathQSM[T[_[_]]](implicit arg0: RecursiveT[T]): ExtractPath[[β$20$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$20$], APath]

Definition Classes
SparkCore → BackendModule
def FunctorQSM[T[_[_]]]: Functor[[β$17$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$17$]]

Definition Classes
SparkCore → BackendModule
object LocalManageFileModule extends SparkCoreManageFileModule
object LocalWriteFileModule extends WriteFileModule
def ManageFileModule: ManageFileModule

Definition Classes
SparkLocal → BackendModule
def MonadM: Monad[M]

Definition Classes
SparkCore → BackendModule
def MonotonicSeqInj: Inject[MonotonicSeq, Eff]

Definition Classes
SparkLocal → SparkCore
def QFKeyValueStoreInj: Inject[[γ$11$]KeyValueStore[ResultHandle, SparkCursor, γ$11$], Eff]

Definition Classes
SparkLocal → SparkCore
def QSCoreInject[T[_[_]]]: :<:[[β$21$]QScriptCore[T, β$21$], [β$22$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$22$]]

Definition Classes
SparkCore → BackendModule
def QueryFileModule: QueryFileModule

Definition Classes
SparkCore → BackendModule
def RFKeyValueStoreInj: Inject[[γ$10$]KeyValueStore[ReadHandle, SparkCursor, γ$10$], Eff]

Definition Classes
SparkLocal → SparkCore
def ReadFileModule: SparkReadFileModule

Definition Classes
SparkCore → BackendModule
def ReadSparkContextInj: Inject[[β$9$]Read[SparkContext, β$9$], Eff]

Definition Classes
SparkLocal → SparkCore
def SparkConnectorDetailsInj: Inject[SparkConnectorDetails, Eff]

Definition Classes
SparkLocal → SparkCore
object SparkQueryFileModule extends QueryFileModule

Definition Classes
SparkCore
object SparkReadFileModule extends ReadFileModule

Definition Classes
SparkCore
def TaskInj: Inject[Task, Eff]

Definition Classes
SparkLocal → SparkCore
def TraverseQSM[T[_[_]]]: Traverse[[β$18$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$18$]]

Definition Classes
SparkCore → DefaultAnalyzeModule
val Type: FileSystemType

Definition Classes
SparkLocal → BackendModule
def UnicoalesceCap[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Capture[T, QS[T]]

Definition Classes
SparkCore → BackendModule
def UnirewriteT[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Unirewrite[T, QS[T]]

Definition Classes
SparkCore → BackendModule
def WriteFileModule: LocalWriteFileModule

Definition Classes
SparkLocal → BackendModule
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def compile(cfg: Config): DefErrT[Task, (~>[M, Task], Task[slamdata.Predef.Unit])]

Definition Classes
SparkCore → BackendModule
final def config[F[_]](implicit C: MonadReader_[F, Config]): F[Config]

Definition Classes
BackendModule
final val definition: BackendDef[Task]

Definition Classes
BackendModule
object details
def detailsOps: Ops[Eff]

Definition Classes
SparkCore
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def first: (RDD[Data]) ⇒ M[Data]

Definition Classes
SparkCore
def generateSC: (APath, LocalConfig) ⇒ DefErrT[Task, SparkContext]

Definition Classes
SparkLocal → SparkCore
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getSparkConf: (Config) ⇒ SparkConf

Definition Classes
SparkLocal → SparkCore
def hashCode(): Int

Definition Classes
AnyRef → Any
def initSC: (Config) ⇒ DefErrT[Task, SparkContext]

Definition Classes
SparkCore
def interpreter(cfg: Config): DefErrT[Task, (~>[BackendEffect, Task], Task[slamdata.Predef.Unit])]

Definition Classes
ChrootedInterpreter → BackendModule
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
def lowerToTask: ~>[LowerLevel, Task]

Definition Classes
SparkCore
final def lpToQScript[T[_[_]], M[_]](lp: T[LogicalPlan], lc: ListContents[M])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T], arg4: Monad[M], arg5: MonadFsErr[M], arg6: PhaseResultTell[M]): M[T[[β$15$]fp.:\:.M[β$15$]]]

Definition Classes
BackendModule
final def lpToRepr[T[_[_]]](lp: T[LogicalPlan])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[PhysicalPlan[Repr]]

Definition Classes
BackendModule
def msOps: Ops[Eff]

Definition Classes
SparkCore
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def optimize[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T]): (QSM[T, T[[β$10$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$10$]]]) ⇒ QSM[T, T[[β$11$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$11$]]]

Definition Classes
SparkCore → BackendModule
def parseConfig(uri: ConnectionUri): DefErrT[Task, LocalConfig]

Definition Classes
SparkLocal → BackendModule
def plan[T[_[_]]](cp: T[[β$25$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$25$]])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[Repr]

Definition Classes
SparkCore → BackendModule
implicit def qScriptToQScriptTotal[T[_[_]]]: Aux[[β$4$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$4$], [β$5$]Coproduct[[β$0$]QScriptCore[T, β$0$], [β$1$]Coproduct[[β$2$]ProjectBucket[T, β$2$], [β$3$]Coproduct[[β$4$]ThetaJoin[T, β$4$], [β$5$]Coproduct[[β$6$]EquiJoin[T, β$6$], [β$7$]Coproduct[[β$8$]Const[ShiftedRead[Path[Abs, Dir, Sandboxed]], β$8$], [β$9$]Coproduct[[β$10$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$10$], [β$11$]Coproduct[[β$12$]Const[Read[Path[Abs, Dir, Sandboxed]], β$12$], [β$13$]Coproduct[[β$14$]Const[Read[Path[Abs, File, Sandboxed]], β$14$], [β$15$]Const[DeadEnd, β$15$], β$13$], β$11$], β$9$], β$7$], β$5$], β$3$], β$1$], β$5$]]

Definition Classes
SparkLocal → BackendModule
def qfKvsOps: Ops[ResultHandle, SparkCursor, Eff]

Definition Classes
SparkCore
def rddFrom: (AFile) ⇒ Configured[RDD[Data]]

Definition Classes
SparkCore
def readScOps: Ops[SparkContext, Eff]

Definition Classes
SparkCore
def rootPrefix(cfg: LocalConfig): ADir

Definition Classes
SparkLocal → ChrootedInterpreter
def sparkCoreJar: DefErrT[Task, APath]

Definition Classes
SparkCore
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toLowerLevel[S[_]](sc: SparkContext, config: LocalConfig)(implicit S0: :<:[Task, S], S1: :<:[PhysErr, S]): Task[~>[[β$12$]Free[[A]Coproduct[SparkConnectorDetails, [A]Coproduct[MonotonicSeq, [A]Coproduct[[A]Failure[PhysicalError, A], [A]Coproduct[Task, [A]Coproduct[[γ$3$]KeyValueStore[WriteHandle, PrintWriter, γ$3$], [A]Coproduct[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], [A]Coproduct[[γ$0$]KeyValueStore[ResultHandle, SparkCursor, γ$0$], [β$1$]Read[SparkContext, β$1$], A], A], A], A], A], A], A], β$12$], [β$13$]Free[S, β$13$]]]

Definition Classes
SparkLocal → SparkCore
def toString(): String

Definition Classes
AnyRef → Any
def toTask(sc: SparkContext, config: Config): Task[~>[M, Task]]

Definition Classes
SparkCore
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
def wrKvsOps: Ops[WriteHandle, PrintWriter, Eff]

Related Doc: package local

object SparkLocal extends SparkCore with ChrootedInterpreter

Type Members

trait AnalyzeModule extends AnyRef

type Backend[A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[M, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

type BackendT[F[_], A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[F, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

type Config = LocalConfig

type Configured[A] = Kleisli[M, Config, A]

type ConfiguredT[F[_], A] = Kleisli[F, Config, A]

type Eff[A] = Coproduct[SparkConnectorDetails, Eff6, A]

type Eff1[A] = Coproduct[[γ$0$]KeyValueStore[ResultHandle, SparkCursor, γ$0$], [β$1$]Read[SparkContext, β$1$], A]

type Eff2[A] = Coproduct[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], Eff1, A]

type Eff3[A] = Coproduct[[γ$3$]KeyValueStore[WriteHandle, PrintWriter, γ$3$], Eff2, A]

type Eff4[A] = Coproduct[Task, Eff3, A]

type Eff5[A] = Coproduct[PhysErr, Eff4, A]

type Eff6[A] = Coproduct[MonotonicSeq, Eff5, A]

implicit class LiftBackend[A] extends AnyRef

implicit class LiftBackendConfigured[A] extends AnyRef

type LowerLevel[A] = Coproduct[Task, PhysErr, A]

type M[A] = Free[Eff, A]

trait ManageFileModule extends AnyRef

type QS[T[_[_]]] = :\:[[β$6$]QScriptCore[T, β$6$], :/:[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$]]]

type QSM[T[_[_]], A] = fp.:\:.M[A]

trait QueryFileModule extends AnyRef

trait ReadFileModule extends AnyRef

type Repr = RDD[Data]

abstract class SparkCoreManageFileModule extends ManageFileModule

trait WriteFileModule extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

def CardinalityQSM: Cardinality[[β$13$]Coproduct[[β$6$]QScriptCore[Fix, β$6$], [A]Coproduct[[β$4$]EquiJoin[Fix, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$13$]]

def CostQSM: Cost[[β$15$]Coproduct[[β$6$]QScriptCore[Fix, β$6$], [A]Coproduct[[β$4$]EquiJoin[Fix, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$15$]]

def ExtractPathQSM[T[_[_]]](implicit arg0: RecursiveT[T]): ExtractPath[[β$20$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$20$], APath]

def FunctorQSM[T[_[_]]]: Functor[[β$17$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$17$]]

object LocalManageFileModule extends SparkCoreManageFileModule

object LocalWriteFileModule extends WriteFileModule

def ManageFileModule: ManageFileModule

def MonadM: Monad[M]

def MonotonicSeqInj: Inject[MonotonicSeq, Eff]

def QFKeyValueStoreInj: Inject[[γ$11$]KeyValueStore[ResultHandle, SparkCursor, γ$11$], Eff]

def QSCoreInject[T[_[_]]]: :<:[[β$21$]QScriptCore[T, β$21$], [β$22$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$22$]]

def QueryFileModule: QueryFileModule

def RFKeyValueStoreInj: Inject[[γ$10$]KeyValueStore[ReadHandle, SparkCursor, γ$10$], Eff]

def ReadFileModule: SparkReadFileModule

def ReadSparkContextInj: Inject[[β$9$]Read[SparkContext, β$9$], Eff]

def SparkConnectorDetailsInj: Inject[SparkConnectorDetails, Eff]

object SparkQueryFileModule extends QueryFileModule

object SparkReadFileModule extends ReadFileModule

def TaskInj: Inject[Task, Eff]

def TraverseQSM[T[_[_]]]: Traverse[[β$18$]Coproduct[[β$6$]QScriptCore[T, β$6$], [A]Coproduct[[β$4$]EquiJoin[T, β$4$], [β$5$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$5$], A], β$18$]]

val Type: FileSystemType

def UnicoalesceCap[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Capture[T, QS[T]]

def UnirewriteT[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Unirewrite[T, QS[T]]

def WriteFileModule: LocalWriteFileModule

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def compile(cfg: Config): DefErrT[Task, (~>[M, Task], Task[slamdata.Predef.Unit])]

final def config[F[_]](implicit C: MonadReader_[F, Config]): F[Config]

final val definition: BackendDef[Task]

object details

def detailsOps: Ops[Eff]

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def first: (RDD[Data]) ⇒ M[Data]

def generateSC: (APath, LocalConfig) ⇒ DefErrT[Task, SparkContext]

final def getClass(): Class[_]

def getSparkConf: (Config) ⇒ SparkConf

def hashCode(): Int

def initSC: (Config) ⇒ DefErrT[Task, SparkContext]

def interpreter(cfg: Config): DefErrT[Task, (~>[BackendEffect, Task], Task[slamdata.Predef.Unit])]

final def isInstanceOf[T0]: Boolean

def lowerToTask: ~>[LowerLevel, Task]

final def lpToQScript[T[_[_]], M[_]](lp: T[LogicalPlan], lc: ListContents[M])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T], arg4: Monad[M], arg5: MonadFsErr[M], arg6: PhaseResultTell[M]): M[T[[β$15$]fp.:\:.M[β$15$]]]

final def lpToRepr[T[_[_]]](lp: T[LogicalPlan])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[PhysicalPlan[Repr]]

def msOps: Ops[Eff]

final def ne(arg0: AnyRef): Boolean