ScioContext

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. def close(): ScioResult

   

   Close the context.

   Close the context. No operation can be performed once the context is closed.

7. def customInput[T, I >: PBegin <: PInput](name: String, transform: PTransform[I, PCollection[T]])(implicit arg0: Coder[T]): SCollection[T]

   

   Get an SCollection with a custom input transform.

   Get an SCollection with a custom input transform. The transform should have a unique name.

8. def datastore(projectId: String, query: Query, namespace: String = null): SCollection[Entity]

   

   Get an SCollection for a Datastore query.

9. def empty[T]()(implicit arg0: Coder[T]): SCollection[T]

   

   Form an empty SCollection.

10. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

11. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

12. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

13. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

14. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

15. def initCounter(namespace: String, name: String): Counter

    

    Initialize a new Counter metric.

16. def initCounter[T](name: String)(implicit arg0: ClassTag[T]): Counter

    

    Initialize a new Counter metric using T as namespace.

    Initialize a new Counter metric using T as namespace. Default is "com.spotify.scio.ScioMetrics" if T is not specified.

17. def isClosed: Boolean

    

    Whether the context is closed.

18. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

19. def isTest: Boolean

    

    Whether this is a test context.

20. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

21. final def notify(): Unit

    

    Definition Classes

    AnyRef

22. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

23. val options: PipelineOptions

    

24. def optionsAs[T <: PipelineOptions](implicit arg0: ClassTag[T]): T

    

    Get PipelineOptions as a more specific sub-type.

25. def parallelize[K, V](elems: Map[K, V])(implicit koder: Coder[K], voder: Coder[V]): SCollection[(K, V)]

    

    Distribute a local Scala Map to form an SCollection.

26. def parallelize[T](elems: Iterable[T])(implicit arg0: Coder[T]): SCollection[T]

    

    Distribute a local Scala Iterable to form an SCollection.

27. def parallelizeTimestamped[T](elems: Iterable[T], timestamps: Iterable[Instant])(implicit arg0: ClassTag[T]): SCollection[T]

    

    Distribute a local Scala Iterable with timestamps to form an SCollection.

28. def parallelizeTimestamped[T](elems: Iterable[(T, Instant)])(implicit arg0: ClassTag[T]): SCollection[T]

    

    Distribute a local Scala Iterable with timestamps to form an SCollection.

29. def pipeline: Pipeline

    

    Underlying pipeline.

30. def pubsubSubscription[T](sub: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[T]

    

    Get an SCollection for a Pub/Sub subscription.

31. def pubsubSubscriptionWithAttributes[T](sub: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[(T, Map[String, String])]

    

    Get an SCollection for a Pub/Sub subscription that includes message attributes.

32. def pubsubTopic[T](topic: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[T]

    

    Get an SCollection for a Pub/Sub topic.

33. def pubsubTopicWithAttributes[T](topic: String, idAttribute: String = null, timestampAttribute: String = null)(implicit arg0: ClassTag[T], arg1: Coder[T]): SCollection[(T, Map[String, String])]

    

    Get an SCollection for a Pub/Sub topic that includes message attributes.

34. def read[T](io: ScioIO[T] { type ReadP = Unit })(implicit arg0: Coder[T]): SCollection[T]

    

35. def read[T](io: ScioIO[T])(params: ReadP)(implicit arg0: Coder[T]): SCollection[T]

    

    Generic read method for all ScioIO[T] implementations, if it is test pipeline this will feed value of pre-registered input IO implementation which match for the passing ScioIO[T] implementation.

    Generic read method for all ScioIO[T] implementations, if it is test pipeline this will feed value of pre-registered input IO implementation which match for the passing ScioIO[T] implementation. if not this will invoke com.spotify.scio.io.ScioIO[T]#read method along with read configurations passed by.

    io

    an implementation of ScioIO[T] trait

    params

    configurations need to pass to perform underline read implementation

36. def setAppName(name: String): Unit

    

    Set application name for the context.

37. def setJobName(name: String): Unit

    

    Set job name for the context.

38. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

39. def textFile(path: String, compression: Compression = beam.Compression.AUTO): SCollection[String]

    

    Get an SCollection for a text file.

40. def toString(): String

    

    Definition Classes

    AnyRef → Any

41. def unionAll[T](scs: Iterable[SCollection[T]])(implicit arg0: Coder[T]): SCollection[T]

    

    Create a union of multiple SCollections.

    Create a union of multiple SCollections. Supports empty lists.

42. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

43. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

44. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

45. def withName(name: String): ScioContext.this.type

    

    Set a custom name for the next transform to be applied.

    Set a custom name for the next transform to be applied.

    Definition Classes

    TransformNameable

46. def wrap[T](p: PCollection[T]): SCollection[T]

    

    Wrap a PCollection.