HiveTable

Value Members

1. final def !=(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

2. final def !=(arg0: Any): Boolean

   Definition Classes

   Any

3. final def ##(): Int

   Definition Classes

   AnyRef → Any

4. final def ==(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

5. final def ==(arg0: Any): Boolean

   Definition Classes

   Any

6. final def asInstanceOf[T0]: T0

   Definition Classes

   Any

7. def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... )

8. def compact(finalFilename: String = "eel_compacted_" + System.nanoTime): Unit

9. def create(schema: StructType, partitionFields: Seq[String] = Nil, tableType: TableType = TableType.MANAGED_TABLE, dialect: HiveDialect = ParquetHiveDialect(), props: Map[String, String] = Map.empty): Unit

10. val dbName: String

11. def deletePartition(partition: Partition, deleteData: Boolean): Unit

12. def dialect: HiveDialect

13. def drop(deleteData: Boolean = true): Unit

14. final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

15. def exists(): Boolean

16. def files(): Map[Path, Seq[Path]]

    Returns all the files used by this table.

    Returns all the files used by this table. The result is a mapping of partition path to the files contained in that partition.

17. def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

18. final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

19. def hasPartitions: Boolean

20. final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

21. def location(): Path

22. val logger: Logger

    Attributes

    protected

    Definition Classes

    Logging

23. def login(principal: String, keytabPath: Path): Unit

24. final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

25. final def notify(): Unit

    Definition Classes

    AnyRef

26. final def notifyAll(): Unit

    Definition Classes

    AnyRef

27. lazy val ops: HiveOps

28. def partitionMetaData(constraints: Seq[PartitionConstraint]): Seq[PartitionMetaData]

29. def partitionMetaData(partition: Partition): Option[PartitionMetaData]

30. def partitionMetaData(): Seq[PartitionMetaData]

    Returns all the partitions along with extra meta data per partition, eg location, creation time.

31. def partitionValues(key: String): Set[String]

    Returns just the values for the given partition key

32. def partitions(): Seq[Partition]

    Returns all the partitions used by this hive source.

33. def paths(includePartitionDirs: Boolean, includeTableDir: Boolean, regex: Regex): Seq[Path]

    Returns a list of all files used by this hive table that match the given regex.

    Returns a list of all files used by this hive table that match the given regex. The full path of the file will be used when matching against the regex.

    includePartitionDirs

    if true then the partition directories will be included

    includeTableDir

    if true then the main table directory will be included

    returns

    paths of all files and directories

34. def paths(includePartitionDirs: Boolean, includeTableDir: Boolean): Seq[Path]

    Returns a list of all files used by this hive table.

    Returns a list of all files used by this hive table.

    includePartitionDirs

    if true then the partition directories will be included

    includeTableDir

    if true then the main table directory will be included

    returns

    paths of all files and directories

35. def schema: StructType

36. def setAcl(acl: AclSpec, includePartitionDirs: Boolean = false, includeTableDir: Boolean = false): Unit

    Sets the acl for all files of this hive source.

    Sets the acl for all files of this hive source. Even if the files are not located inside the table directory, this function will find them and correctly update the spec.

    acl

    the acl values to set

37. def setPermissions(permission: FsPermission, includePartitionDirs: Boolean = false, includeTableDir: Boolean = false): Unit

38. def showDdl(ifNotExists: Boolean = true): String

39. def sink: HiveSink

40. def source: HiveSource

41. def spec(): TableSpec

    Returns a TableSpec which contains details of the underlying table.

    Returns a TableSpec which contains details of the underlying table. Similar to the Table class in the Hive API but using scala friendly types.

42. def stats(): HiveStats

43. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

44. val tableName: String

45. def tablePermission(): FsPermission

46. def toHdfsSource: HdfsSource

47. def truncate(removePartitions: Boolean): Unit

48. def truncatePartition(partition: Partition): Unit

49. final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

50. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

51. final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )