package
eels
Type Members
-
case class
FilePattern(pattern: String, filter: (Path) ⇒ Boolean = _ => true)(implicit fs: FileSystem) extends Logging with Product with Serializable
-
trait
Frame extends AnyRef
-
class
FrameSource extends Frame with Logging with Using
-
trait
Part extends AnyRef
-
case class
Partition(createTime: Long, sd: StorageDescriptor, values: List[PartitionPart]) extends Product with Serializable
-
case class
PartitionKey(field: Field, createTime: Long, parameters: Map[String, String]) extends Product with Serializable
-
case class
PartitionPart(key: String, value: String) extends Product with Serializable
-
trait
Predicate extends AnyRef
-
case class
Row(schema: Schema, values: Vector[Any]) extends Product with Serializable
-
-
case class
SchemaRule(pattern: String, fieldType: FieldType, nullable: Boolean = true) extends Product with Serializable
-
trait
Sink extends AnyRef
-
trait
SinkWriter extends AnyRef
-
trait
Source extends Logging
-
class
SqlContext extends AnyRef
-
case class
PartitionSpec(parts: Array[PartitionPart]) extends Product with Serializable
A Part represents part of the source data. Eg a single file in a multi-file source, or a single table in a multi-table source. Splitting sources into parts allows them to be read concurrently, therefore, implementations must ensure that different parts can be safely read in parallel. A single part is always read by a single thread.