SparkStep

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. def apply[Env, Params, Err, Out](func: (Params) ⇒ ZIO[Env with SparkModule, Err, Out]): Step[Any, Unit, Env with SparkModule, Params, Err, Out]

   

5. def apply[StateIn, StateOut, Env, Params, Err, Value](effect: ZIO[StepContext[Env with SparkModule, StateIn, Params], Err, StepOutputs[StateOut, Value]], name: Option[String] = None, description: Option[String] = None): SparkStep[StateIn, StateOut, Env, Params, Err, Value]

   

6. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

7. def broadcast[State, Params, A](func: (SparkSession, State, Params) ⇒ A)(implicit arg0: ClassTag[A]): Step[State, State, SparkModule, Params, Throwable, Broadcast[A]]

   

8. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

9. def createDataset[A <: Product](data: ⇒ Seq[A])(implicit arg0: ClassTag[A], arg1: scala.reflect.api.JavaUniverse.TypeTag[A]): SparkStep[Any, Dataset[A], Any, Any, Throwable, Dataset[A]]

   

10. def createDataset[A <: Product](func: (SparkSession) ⇒ (Encoder[A]) ⇒ Dataset[A])(implicit arg0: ClassTag[A], arg1: scala.reflect.api.JavaUniverse.TypeTag[A]): SparkStep[Any, Dataset[A], Any, Any, Throwable, Dataset[A]]

    

11. def environment[Env]: SparkStep[Any, Env, Nothing, Any, Nothing, Env with SparkModule]

    

12. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

13. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

14. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

15. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

16. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

17. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

18. def makeStep[Env, Params, Err, Out](func: (Params) ⇒ ZIO[Env with SparkModule, Err, Out]): Step[Any, Unit, Env with SparkModule, Params, Err, Out]

    

19. def mapDataset[A, B <: Product](func: (A) ⇒ B)(implicit arg0: ClassTag[B], arg1: scala.reflect.api.JavaUniverse.TypeTag[B]): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[B]]

    

20. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

21. final def notify(): Unit

    

    Definition Classes

    AnyRef

22. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

23. def parameters[Params]: SparkStep[Any, Params, Any, Params, Nothing, Params]

    

24. def showDataset[A](numRows: Int, truncate: Int): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]

    

25. def showDataset[A](numRows: Int, truncate: Boolean): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]

    

26. def showDataset[A](truncate: Boolean): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]

    

27. def showDataset[A](): Step[Any, Dataset[A], Any, Dataset[A], Throwable, Dataset[A]]

    

28. val sparkSession: Step[Any, SparkSession, SparkModule, Any, Throwable, SparkSession]

    

29. def sparkStep[Params, A](func: (SparkSession) ⇒ (Params) ⇒ A): SparkStep[Any, A, Any, Params, Throwable, A]

    

30. def sparkStepEffect[Env, Params, Err, A](func: (SparkSession) ⇒ (Params) ⇒ ZIO[Env with SparkModule, Err, A]): SparkStep[Any, A, Nothing, Params, Err, A]

    

31. def state[State]: SparkStep[State, State, Any, Any, Nothing, State]

    

32. def stateM[StateIn, StateOut, Env, Params, Err, Value](func: (StateIn) ⇒ Step[Any, StateOut, Env with SparkModule, Params, Err, Value]): SparkStep[StateIn, StateOut, Env, Params, Err, Value]

    

33. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

34. def toDataFrame[A]: SparkStep[Any, Unit, Any, Dataset[A], Throwable, DataFrame]

    

35. def toString(): String

    

    Definition Classes

    AnyRef → Any

36. def transformDataset[A, B <: Product, S1, S2](func: (S1, Dataset[A]) ⇒ (S2, Dataset[B]))(implicit arg0: ClassTag[B], arg1: scala.reflect.api.JavaUniverse.TypeTag[B]): Step[S1, S2, Any, Dataset[A], Throwable, Dataset[B]]

    

37. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

39. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

40. def withSpark[A](func: (SparkSession) ⇒ A): SparkStep[Any, A, Any, Any, Throwable, A]

    

41. def withSparkEffect[Env, Err, A](func: (SparkSession) ⇒ ZIO[Env, Err, A]): SparkStep[Any, A, Env, Any, Err, A]