Object

quasar.physical.sparkcore.fs.hdfs

SparkHdfs

Related Doc: package hdfs

Permalink

object SparkHdfs extends SparkCore with ChrootedInterpreter

Linear Supertypes
ChrootedInterpreter, SparkCore, DefaultAnalyzeModule, BackendModule, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkHdfs
  2. ChrootedInterpreter
  3. SparkCore
  4. DefaultAnalyzeModule
  5. BackendModule
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. trait AnalyzeModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  2. type Backend[A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[M, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

    Permalink
    Definition Classes
    BackendModule

  3. type BackendT[F[_], A] = EitherT[[β$1$]WriterT[[β$0$]Kleisli[F, Config, β$0$], Vector[PhaseResult], β$1$], FileSystemError, A]

    Permalink
    Definition Classes
    BackendModule

  4. type Config = HdfsConfig

    Permalink
    Definition Classes
    SparkHdfs → BackendModule

  5. type Configured[A] = Kleisli[M, Config, A]

    Permalink
    Definition Classes
    BackendModule

  6. type ConfiguredT[F[_], A] = Kleisli[F, Config, A]

    Permalink
    Definition Classes
    BackendModule

  7. type Eff[A] = Coproduct[[β$4$]Read[FileSystem, β$4$], Eff7, A]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  8. type Eff1[A] = Coproduct[[γ$0$]KeyValueStore[ResultHandle, SparkCursor, γ$0$], [β$1$]Read[SparkContext, β$1$], A]

    Permalink

  9. type Eff2[A] = Coproduct[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], Eff1, A]

    Permalink

  10. type Eff3[A] = Coproduct[[γ$3$]KeyValueStore[WriteHandle, HdfsWriteCursor, γ$3$], Eff2, A]

    Permalink

  11. type Eff4[A] = Coproduct[Task, Eff3, A]

    Permalink

  12. type Eff5[A] = Coproduct[PhysErr, Eff4, A]

    Permalink

  13. type Eff6[A] = Coproduct[MonotonicSeq, Eff5, A]

    Permalink

  14. type Eff7[A] = Coproduct[SparkConnectorDetails, Eff6, A]

    Permalink

  15. implicit class LiftBackend[A] extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  16. implicit class LiftBackendConfigured[A] extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  17. type LowerLevel[A] = Coproduct[Task, PhysErr, A]

    Permalink
    Definition Classes
    SparkCore

  18. type M[A] = Free[Eff, A]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  19. trait ManageFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  20. type QS[T[_[_]]] = :\:[[β$2$]QScriptCore[T, β$2$], :/:[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$]]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  21. type QSM[T[_[_]], A] = fp.:\:.M[A]

    Permalink
    Definition Classes
    BackendModule

  22. trait QueryFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  23. trait ReadFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  24. type Repr = RDD[Data]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  25. abstract class SparkCoreManageFileModule extends ManageFileModule

    Permalink
    Definition Classes
    SparkCore

  26. trait WriteFileModule extends AnyRef

    Permalink
    Definition Classes
    BackendModule

  27. class details[F[_]] extends AnyRef

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def CardinalityQSM: Cardinality[[β$12$]Coproduct[[β$2$]QScriptCore[Fix, β$2$], [A]Coproduct[[β$0$]EquiJoin[Fix, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$12$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  5. def CostQSM: Cost[[β$14$]Coproduct[[β$2$]QScriptCore[Fix, β$2$], [A]Coproduct[[β$0$]EquiJoin[Fix, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$14$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  6. def DelayRenderTreeQSM[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Delay[RenderTree, [β$18$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$18$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  7. def ExtractPathQSM[T[_[_]]](implicit arg0: RecursiveT[T]): ExtractPath[[β$19$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$19$], APath]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  8. def FunctorQSM[T[_[_]]]: Functor[[β$16$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$16$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  9. object HdfsManageFileModule extends SparkCoreManageFileModule

    Permalink

  10. object HdfsWriteFileModule extends WriteFileModule

    Permalink

  11. def ManageFileModule: ManageFileModule

    Permalink
    Definition Classes
    SparkHdfs → BackendModule

  12. def MonadM: Monad[M]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  13. def MonotonicSeqInj: Inject[MonotonicSeq, Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  14. def QFKeyValueStoreInj: Inject[[γ$7$]KeyValueStore[ResultHandle, SparkCursor, γ$7$], Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  15. def QSCoreInject[T[_[_]]]: :<:[[β$20$]QScriptCore[T, β$20$], [β$21$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$21$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  16. def QueryFileModule: QueryFileModule

    Permalink
    Definition Classes
    SparkCore → BackendModule

  17. def RFKeyValueStoreInj: Inject[[γ$6$]KeyValueStore[ReadHandle, SparkCursor, γ$6$], Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  18. def ReadFileModule: SparkReadFileModule

    Permalink
    Definition Classes
    SparkCore → BackendModule

  19. def ReadSparkContextInj: Inject[[β$5$]Read[SparkContext, β$5$], Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  20. def SparkConnectorDetailsInj: Inject[SparkConnectorDetails, Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  21. object SparkQueryFileModule extends QueryFileModule

    Permalink
    Definition Classes
    SparkCore

  22. object SparkReadFileModule extends ReadFileModule

    Permalink
    Definition Classes
    SparkCore

  23. def TaskInj: Inject[Task, Eff]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  24. def TraverseQSM[T[_[_]]]: Traverse[[β$17$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$17$]]

    Permalink
    Definition Classes
    SparkCore → DefaultAnalyzeModule

  25. val Type: FileSystemType

    Permalink
    Definition Classes
    SparkHdfs → BackendModule

  26. def UnicoalesceCap[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Capture[T, QS[T]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  27. def UnirewriteT[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Unirewrite[T, QS[T]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  28. def WriteFileModule: HdfsWriteFileModule

    Permalink
    Definition Classes
    SparkHdfs → BackendModule

  29. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  30. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  31. def compile(cfg: Config): DefErrT[Task, (~>[M, Task], Task[slamdata.Predef.Unit])]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  32. final def config[F[_]](implicit C: MonadReader_[F, Config]): F[Config]

    Permalink
    Definition Classes
    BackendModule

  33. final val definition: BackendDef[Task]

    Permalink
    Definition Classes
    BackendModule

  34. object details

    Permalink

  35. def detailsOps: Ops[Eff]

    Permalink
    Definition Classes
    SparkCore

  36. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  37. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  38. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  39. def first: (RDD[Data]) ⇒ M[Data]

    Permalink
    Definition Classes
    SparkCore

  40. def generateHdfsFS(sfsConf: HdfsConfig): Task[FileSystem]

    Permalink
    Annotations
    @SuppressWarnings()

  41. def generateSC: (APath, HdfsConfig) ⇒ DefErrT[Task, SparkContext]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  42. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  43. def getSparkConf: (Config) ⇒ SparkConf

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  44. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  45. def hdfsFSOps: Ops[FileSystem, Eff]

    Permalink

  46. def hdfsPathStr(sfsConf: HdfsConfig): (AFile) ⇒ ReaderT[Task, SparkContext, slamdata.Predef.String]

    Permalink

  47. def initSC: (Config) ⇒ DefErrT[Task, SparkContext]

    Permalink
    Definition Classes
    SparkCore

  48. def interpreter(cfg: Config): DefErrT[Task, (~>[BackendEffect, Task], Task[slamdata.Predef.Unit])]

    Permalink
    Definition Classes
    ChrootedInterpreter → BackendModule

  49. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  50. def lowerToTask: ~>[LowerLevel, Task]

    Permalink
    Definition Classes
    SparkCore

  51. final def lpToQScript[T[_[_]], M[_]](lp: T[LogicalPlan], lc: ListContents[M])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T], arg4: Monad[M], arg5: MonadFsErr[M], arg6: PhaseResultTell[M]): M[T[[β$16$]fp.:\:.M[β$16$]]]

    Permalink
    Definition Classes
    BackendModule

  52. final def lpToRepr[T[_[_]]](lp: T[LogicalPlan])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[PhysicalPlan[Repr]]

    Permalink
    Definition Classes
    BackendModule

  53. def msOps: Ops[Eff]

    Permalink
    Definition Classes
    SparkCore

  54. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  55. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  56. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  57. def optimize[T[_[_]]](implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T]): (QSM[T, T[[β$9$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$9$]]]) ⇒ QSM[T, T[[β$10$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$10$]]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  58. def parseConfig(connUri: ConnectionUri): DefErrT[Task, HdfsConfig]

    Permalink
    Definition Classes
    SparkHdfs → BackendModule

  59. def plan[T[_[_]]](cp: T[[β$23$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$23$]])(implicit arg0: BirecursiveT[T], arg1: EqualT[T], arg2: ShowT[T], arg3: RenderTreeT[T]): Backend[Repr]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  60. implicit def qScriptToQScriptTotal[T[_[_]]]: Aux[[β$4$]Coproduct[[β$2$]QScriptCore[T, β$2$], [A]Coproduct[[β$0$]EquiJoin[T, β$0$], [β$1$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$1$], A], β$4$], [β$5$]Coproduct[[β$0$]QScriptCore[T, β$0$], [β$1$]Coproduct[[β$2$]ProjectBucket[T, β$2$], [β$3$]Coproduct[[β$4$]ThetaJoin[T, β$4$], [β$5$]Coproduct[[β$6$]EquiJoin[T, β$6$], [β$7$]Coproduct[[β$8$]Const[ShiftedRead[Path[Abs, Dir, Sandboxed]], β$8$], [β$9$]Coproduct[[β$10$]Const[ShiftedRead[Path[Abs, File, Sandboxed]], β$10$], [β$11$]Coproduct[[β$12$]Const[Read[Path[Abs, Dir, Sandboxed]], β$12$], [β$13$]Coproduct[[β$14$]Const[Read[Path[Abs, File, Sandboxed]], β$14$], [β$15$]Const[DeadEnd, β$15$], β$13$], β$11$], β$9$], β$7$], β$5$], β$3$], β$1$], β$5$]]

    Permalink
    Definition Classes
    SparkCore → BackendModule

  61. def qfKvsOps: Ops[ResultHandle, SparkCursor, Eff]

    Permalink
    Definition Classes
    SparkCore

  62. def rddFrom: (AFile) ⇒ Configured[RDD[Data]]

    Permalink
    Definition Classes
    SparkCore

  63. def readScOps: Ops[SparkContext, Eff]

    Permalink
    Definition Classes
    SparkCore

  64. def rootPrefix(cfg: HdfsConfig): ADir

    Permalink
    Definition Classes
    SparkHdfs → ChrootedInterpreter

  65. def sequenceOps: Ops[Eff]

    Permalink

  66. def sparkCoreJar: DefErrT[Task, APath]

    Permalink
    Definition Classes
    SparkCore

  67. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  68. def toLowerLevel[S[_]](sc: SparkContext, config: HdfsConfig)(implicit S0: :<:[Task, S], S1: :<:[PhysErr, S]): Task[~>[[β$8$]Free[[A]Coproduct[[β$4$]Read[FileSystem, β$4$], [A]Coproduct[SparkConnectorDetails, [A]Coproduct[MonotonicSeq, [A]Coproduct[[A]Failure[PhysicalError, A], [A]Coproduct[Task, [A]Coproduct[[γ$3$]KeyValueStore[WriteHandle, HdfsWriteCursor, γ$3$], [A]Coproduct[[γ$2$]KeyValueStore[ReadHandle, SparkCursor, γ$2$], [A]Coproduct[[γ$0$]KeyValueStore[ResultHandle, SparkCursor, γ$0$], [β$1$]Read[SparkContext, β$1$], A], A], A], A], A], A], A], A], β$8$], [β$9$]Free[S, β$9$]]]

    Permalink
    Definition Classes
    SparkHdfs → SparkCore

  69. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  70. def toTask(sc: SparkContext, config: Config): Task[~>[M, Task]]

    Permalink
    Definition Classes
    SparkCore

  71. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  72. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  73. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  74. def writersOps: Ops[WriteHandle, HdfsWriteCursor, Eff]

    Permalink

Inherited from ChrootedInterpreter

Inherited from SparkCore

Inherited from DefaultAnalyzeModule

Inherited from BackendModule

Inherited from AnyRef

Inherited from Any

Ungrouped