Trait/Object

quasar.physical.sparkcore.fs

SparkCore

Related Docs: object SparkCore | package fs

Permalink

trait SparkCore extends BackendModule with DefaultAnalyzeModule

Linear Supertypes
DefaultAnalyzeModule, BackendModule, AnyRef, Any
Known Subclasses
SparkCassandra, SparkElastic, SparkHdfs, SparkLocal
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkCore
  2. DefaultAnalyzeModule
  3. BackendModule
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. trait AnalyzeModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  2. type Backend[A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[M, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

    Permalink
    Definition Classes
    BackendModule

  3. type BackendT[F[_], A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[F, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

    Permalink
    Definition Classes
    BackendModule

  4. abstract type Config

    Permalink
    Definition Classes
    BackendModule

  5. type Configured[A] = Kleisli[M, Config, A]

    Permalink
    Definition Classes
    BackendModule

  6. type ConfiguredT[F[_], A] = Kleisli[F, Config, A]

    Permalink
    Definition Classes
    BackendModule

  7. abstract type Eff[A]

    Permalink

  8. implicit class LiftBackend[A] extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  9. implicit class LiftBackendConfigured[A] extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  10. type LowerLevel[A] = Coproduct[Task, PhysErr, A]

    Permalink

  11. type M[A] = Free[Eff, A]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  12. trait ManageFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  13. type QS[T[_[_]]] = :\:[[β$2$]QScriptCore[T, β$2$], :/:[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$]]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  14. type QSM[T[_[_]], A] = fp.:\:.M[A]

    Permalink
    Definition Classes
    BackendModule

  15. trait QueryFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  16. trait ReadFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  17. type Repr = RDD[Data]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  18. abstract class SparkCoreManageFileModule extends ManageFileModule

    Permalink

  19. trait WriteFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

Abstract Value Members

  1. abstract def ManageFileModule: ManageFileModule

    Permalink
    Definition Classes
    BackendModule

  2. abstract def MonotonicSeqInj: Inject[MonotonicSeq, Eff]

    Permalink

  3. abstract def QFKeyValueStoreInj: Inject[[γ$3$]KeyValueStore[ResultHandle, SparkCursor, γ$3$], Eff]

    Permalink

  4. abstract def RFKeyValueStoreInj: Inject[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], Eff]

    Permalink

  5. abstract def ReadSparkContextInj: Inject[[β$1$]Read[SparkContext, β$1$], Eff]

    Permalink

  6. abstract def SparkConnectorDetailsInj: Inject[SparkConnectorDetails, Eff]

    Permalink

  7. abstract def TaskInj: Inject[Task, Eff]

    Permalink

  8. abstract val Type: FileSystemType

    Permalink
    Definition Classes
    BackendModule

  9. abstract def WriteFileModule: WriteFileModule

    Permalink
    Definition Classes
    BackendModule

  10. abstract def generateSC: (APath, Config) ⇒ DefErrT[Task, SparkContext]

    Permalink

  11. abstract def getSparkConf: (Config) ⇒ SparkConf

    Permalink

  12. abstract def parseConfig(uri: ConnectionUri): DefErrT[Task, Config]

    Permalink
    Definition Classes
    BackendModule

  13. abstract def toLowerLevel[S[_]](sc: SparkContext, config: Config)(implicit S0: :<:[Task, S], S1: :<:[PhysErr, S]): Task[~>[M, [β$0$]Free[S, β$0$]]]

    Permalink

Concrete Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def CardinalityQSM: Cardinality[[β$12$]Coproduct[[β$2$]QScriptCore[Fix, β$2$], [A]Coproduct[[β$0$]EquiJoin[Fix, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$12$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  5. def CostQSM: Cost[[β$14$]Coproduct[[β$2$]QScriptCore[Fix, β$2$], [A]Coproduct[[β$0$]EquiJoin[Fix, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$14$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  6. def DelayRenderTreeQSM[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Delay[RenderTree, [β$18$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$18$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  7. def ExtractPathQSM[T[_[_]]](implicit arg0: RecursiveT[T]): ExtractPath[[β$19$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$19$], APath]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  8. def FunctorQSM[T[_[_]]]: Functor[[β$16$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$16$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  9. def MonadM: Monad[M]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  10. def QSCoreInject[T[_[_]]]: :<:[[β$20$]QScriptCore[T, β$20$], [β$21$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$21$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  11. def QueryFileModule: QueryFileModule

    Permalink
    Definition Classes
    SparkCore → BackendModule

  12. def ReadFileModule: SparkReadFileModule

    Permalink
    Definition Classes
    SparkCore → BackendModule

  13. object SparkQueryFileModule extends QueryFileModule

    Permalink

  14. object SparkReadFileModule extends ReadFileModule

    Permalink

  15. def TraverseQSM[T[_[_]]]: Traverse[[β$17$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$17$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  16. def UnicoalesceCap[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Capture[T, QS[T]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  17. def UnirewriteT[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Unirewrite[T, QS[T]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  18. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  19. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  20. def compile(cfg: Config): DefErrT[Task, (~>[M, Task], Task[slamdata.Predef.Unit])]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  21. final def config[F[_]](implicit C: MonadReader_[F, Config]): F[Config]

    Permalink
    Definition Classes
    BackendModule

  22. final val definition: BackendDef[Task]

    Permalink
    Definition Classes
    BackendModule

  23. def detailsOps: Ops[Eff]

    Permalink

  24. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  25. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  26. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  27. def first: (RDD[Data]) ⇒ M[Data]

    Permalink

  28. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  29. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  30. def initSC: (Config) ⇒ DefErrT[Task, SparkContext]

    Permalink

  31. def interpreter(cfg: Config): DefErrT[Task, (~>[BackendEffect, Task], Task[slamdata.Predef.Unit])]

    Permalink
    Definition Classes
    BackendModule

  32. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  33. def lowerToTask: ~>[LowerLevel, Task]

    Permalink

  34. final def lpToQScript[T[_[_]], M[_]](lp: T[LogicalPlan], lc: ListContents[M])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T], arg4: Monad[M], arg5: MonadFsErr[M], arg6: PhaseResultTell[M]): M[T[[β$16$]fp.:\:.M[β$16$]]]

    Permalink
    Definition Classes
    BackendModule

  35. final def lpToRepr[T[_[_]]](lp: T[LogicalPlan])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[PhysicalPlan[Repr]]

    Permalink
    Definition Classes
    BackendModule

  36. def msOps: Ops[Eff]

    Permalink

  37. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  38. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  39. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  40. def optimize[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T]): (QSM[T, T[[β$9$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$9$]]]) ⇒ QSM[T, T[[β$10$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$10$]]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  41. def plan[T[_[_]]](cp: T[[β$23$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$23$]])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[Repr]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  42. implicit def qScriptToQScriptTotal[T[_[_]]]: Aux[[β$4$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$4$], [β$5$]Coproduct[[β$0$]QScriptCore[T, β$0$], [β$1$]Coproduct[[β$2$]ProjectBucket[T, β$2$], [β$3$]Coproduct[[β$4$]ThetaJoin[T, β$4$], [β$5$]Coproduct[[β$6$]EquiJoin[T, β$6$], [β$7$]Coproduct[[β$8$]Const[ShiftedRead[Path[Abs, Dir, Sandboxed]], β$8$], [β$9$]Coproduct[[β$10$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$10$], [β$11$]Coproduct[[β$12$]Const[Read[Path[Abs, Dir, Sandboxed]], β$12$], [β$13$]Coproduct[[β$14$]Const[Read[Path[Abs, File, Sandboxed]], β$14$], [β$15$]Const[DeadEnd, β$15$], β$13$], β$11$], β$9$], β$7$], β$5$], β$3$], β$1$], β$5$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  43. def qfKvsOps: Ops[ResultHandle, SparkCursor, Eff]

    Permalink

  44. def rddFrom: (AFile) ⇒ Configured[RDD[Data]]

    Permalink

  45. def readScOps: Ops[SparkContext, Eff]

    Permalink

  46. def sparkCoreJar: DefErrT[Task, APath]

    Permalink

  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  48. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  49. def toTask(sc: SparkContext, config: Config): Task[~>[M, Task]]

    Permalink

  50. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  51. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  52. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from DefaultAnalyzeModule

Inherited from BackendModule

Inherited from AnyRef

Inherited from Any

Ungrouped