TextInputCSVDataSource

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

11. def infer(sparkSession: SparkSession, inputPaths: Seq[FileStatus], parsedOptions: CSVOptions): StructType

    

    Definition Classes

    TextInputCSVDataSource → CSVDataSource

12. def inferFromDataset(sparkSession: SparkSession, csv: Dataset[String], maybeFirstLine: Option[String], parsedOptions: CSVOptions): StructType

    

    Infers the schema from Dataset that stores CSV string records.

13. final def inferSchema(sparkSession: SparkSession, inputPaths: Seq[FileStatus], parsedOptions: CSVOptions): Option[StructType]

    

    Infers the schema from inputPaths files.

    Infers the schema from inputPaths files.

    Definition Classes

    CSVDataSource

14. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

15. val isSplitable: Boolean

    

    Definition Classes

    TextInputCSVDataSource → CSVDataSource

16. def makeSafeHeader(row: Array[String], caseSensitive: Boolean, options: CSVOptions): Array[String]

    

    Generates a header from the given row which is null-safe and duplicate-safe.

    Generates a header from the given row which is null-safe and duplicate-safe.

    Attributes

    protected

    Definition Classes

    CSVDataSource

17. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

18. final def notify(): Unit

    

    Definition Classes

    AnyRef

19. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

20. def readFile(conf: Configuration, file: PartitionedFile, parser: UnivocityParser, schema: StructType): Iterator[InternalRow]

    

    Parse a PartitionedFile into InternalRow instances.

    Parse a PartitionedFile into InternalRow instances.

    Definition Classes

    TextInputCSVDataSource → CSVDataSource

21. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

22. def toString(): String

    

    Definition Classes

    AnyRef → Any

23. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

24. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )