PartitioningUtils

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

5. def clone(): AnyRef

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

6. final def eq(arg0: AnyRef): Boolean

   

   Definition Classes

   AnyRef

7. def equals(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

8. def finalize(): Unit

   

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( classOf[java.lang.Throwable] )

9. final def getClass(): Class[_]

   

   Definition Classes

   AnyRef → Any

10. def getPathFragment(spec: TablePartitionSpec, partitionSchema: StructType): String

    

    This is the inverse of parsePathFragment().

11. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

12. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

13. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

14. def normalizePartitionSpec[T](partitionSpec: Map[String, T], partColNames: Seq[String], tblName: String, resolver: Resolver): Map[String, T]

    

    Normalize the column names in partition specification, w.r.t.

    Normalize the column names in partition specification, w.r.t. the real partition column names and case sensitivity. e.g., if the partition spec has a column named monTh, and there is a partition column named month, and it's case insensitive, we will normalize monTh to month.

15. final def notify(): Unit

    

    Definition Classes

    AnyRef

16. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

17. def parsePathFragment(pathFragment: String): TablePartitionSpec

    

    Given a partition path fragment, e.g.

    Given a partition path fragment, e.g. fieldOne=1/fieldTwo=2, returns a parsed spec for that fragment as a TablePartitionSpec, e.g. Map(("fieldOne", "1"), ("fieldTwo", "2")).

18. def parsePathFragmentAsSeq(pathFragment: String): Seq[(String, String)]

    

    Given a partition path fragment, e.g.

    Given a partition path fragment, e.g. fieldOne=1/fieldTwo=2, returns a parsed spec for that fragment as a Seq[(String, String)], e.g. Seq(("fieldOne", "1"), ("fieldTwo", "2")).

19. def partitionColumnsSchema(schema: StructType, partitionColumns: Seq[String], caseSensitive: Boolean): StructType

    

20. def resolvePartitions(pathsWithPartitionValues: Seq[(Path, PartitionValues)]): Seq[PartitionValues]

    

    Resolves possible type conflicts between partitions by up-casting "lower" types.

    Resolves possible type conflicts between partitions by up-casting "lower" types. The up- casting order is:

    NullType ->
    IntegerType -> LongType ->
    DoubleType -> StringType

21. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

22. def toString(): String

    

    Definition Classes

    AnyRef → Any

23. def validatePartitionColumn(schema: StructType, partitionColumns: Seq[String], caseSensitive: Boolean): Unit

    

24. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

25. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

26. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )