org.apache.spark.aliyun.utils

OdpsUtils

class OdpsUtils extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. OdpsUtils
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new OdpsUtils(odps: Odps)

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any

  3. final def ##(): Int

    Definition Classes
    AnyRef → Any

  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any

  6. final def asInstanceOf[T0]: T0

    Definition Classes
    Any

  7. def checkTableAndPartition(project: String, table: String, pname: String): (Boolean, Boolean)

    Check if specific ODPS table and partition exist or else.

    Check if specific ODPS table and partition exist or else.

    Examples

    Type of ODPS table Table exist Partition exist Return
    Non-partitioned false - (false, false)
    Non-partitioned true - (true, false)
    Partitioned true false (true, false)
    Partitioned true true (true, true)
    Partitioned false - (false, false)

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    pname

    The name of ODPS table partition, if partitioned table.

  8. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  9. def createPartition(project: String, table: String, pname: String): Boolean

    Create specific partition of ODPS table.

    Create specific partition of ODPS table.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    pname

    The name of ODPS table partition, if partitioned table.

    returns

    Success or not.

  10. def dropPartition(project: String, table: String, pname: String): Boolean

    Drop specific partition of ODPS table.

    Drop specific partition of ODPS table.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    pname

    The name of ODPS table partition, if partitioned table.

    returns

    Success or not.

  11. def dropTable(project: String, table: String): Boolean

    Drop specific ODPS table.

    Drop specific ODPS table.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    returns

    Success or not.

  12. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  13. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any

  14. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  15. def getAllPartitionSpecs(table: String, project: String = null): Iterator[PartitionSpec]

    Get all partition PartitionSpec of specific ODPS table.

    Get all partition PartitionSpec of specific ODPS table.

    table

    The name of ODPS table.

    project

    The name of ODPS project.

    returns

    All partition PartitionSpec

  16. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any

  17. def getColumnByIdx(project: String, table: String, idx: Int): (String, String)

    Get information of specific column vai column index.

    Get information of specific column vai column index.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    idx

    The index of specific column.

    returns

    Column name and type.

  18. def getColumnByName(project: String, table: String, name: String): (String, String)

    Get information of specific column via column name.

    Get information of specific column via column name.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    name

    The name of specific column.

    returns

    Column index and type.

  19. def getTableSchema(project: String, table: String, isPartition: Boolean): Array[(String, String)]

    Get the table schema of ODPS table.

    Get the table schema of ODPS table.

    project

    The name of ODPS project.

    table

    The name of ODPS table.

    isPartition

    Is partition column or not.

    returns

  20. def hashCode(): Int

    Definition Classes
    AnyRef → Any

  21. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any

  22. def isTraceEnabled(): Boolean

    Attributes
    protected
    Definition Classes
    Logging

  23. def log: Logger

    Attributes
    protected
    Definition Classes
    Logging

  24. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  25. def logDebug(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  26. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  27. def logError(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  28. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  29. def logInfo(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  30. def logName: String

    Attributes
    protected
    Definition Classes
    Logging

  31. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  32. def logTrace(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  33. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes
    protected
    Definition Classes
    Logging

  34. def logWarning(msg: ⇒ String): Unit

    Attributes
    protected
    Definition Classes
    Logging

  35. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef

  36. final def notify(): Unit

    Definition Classes
    AnyRef

  37. final def notifyAll(): Unit

    Definition Classes
    AnyRef

  38. def runSQL(project: String, sqlCmd: String): Instance

    Run sql on ODPS.

    Run sql on ODPS.

    project

    The name of ODPS project.

    sqlCmd

    An ODPS sql

    returns

    An instance of ODPS.

  39. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef

  40. def toString(): String

    Definition Classes
    AnyRef → Any

  41. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  42. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  43. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped