Instance Constructors
-
new
TachyonStorageClient(master: String, warehousePath: String)
Value Members
-
final
def
!=(arg0: AnyRef): Boolean
-
final
def
!=(arg0: Any): Boolean
-
final
def
##(): Int
-
final
def
==(arg0: AnyRef): Boolean
-
final
def
==(arg0: Any): Boolean
-
final
def
asInstanceOf[T0]: T0
-
def
clone(): AnyRef
-
def
createTablePartition(tableKey: String, hivePartitionKeyOpt: Option[String]): Boolean
-
def
createTablePartitionWriter(tableKey: String, hivePartitionKey: Option[String], numColumns: Int): TachyonOffHeapTableWriter
-
def
dropTable(tableKey: String): Boolean
-
def
dropTablePartition(tableKey: String, hivePartitionKey: Option[String]): Boolean
-
final
def
eq(arg0: AnyRef): Boolean
-
def
equals(arg0: Any): Boolean
-
def
errStream(): PrintStream
-
def
finalize(): Unit
-
final
def
getClass(): Class[_]
-
def
hashCode(): Int
-
final
def
isInstanceOf[T0]: Boolean
-
def
isTraceEnabled(): Boolean
-
def
log: Logger
-
def
logDebug(msg: ⇒ String, throwable: Throwable): Unit
-
def
logDebug(msg: ⇒ String): Unit
-
def
logError(msg: String, exception: Throwable): Unit
-
def
logError(msg: String, detail: String): Unit
-
def
logError(msg: ⇒ String): Unit
-
def
logError(msg: ⇒ String, throwable: Throwable): Unit
-
def
logInfo(msg: ⇒ String, throwable: Throwable): Unit
-
def
logInfo(msg: ⇒ String): Unit
-
def
logTrace(msg: ⇒ String, throwable: Throwable): Unit
-
def
logTrace(msg: ⇒ String): Unit
-
def
logWarning(msg: ⇒ String, throwable: Throwable): Unit
-
def
logWarning(msg: ⇒ String): Unit
-
val
master: String
-
final
def
ne(arg0: AnyRef): Boolean
-
final
def
notify(): Unit
-
final
def
notifyAll(): Unit
-
def
outStream(): PrintStream
-
def
readTablePartition(tableKey: String, hivePartitionKey: Option[String], columnsUsed: BitSet, pruningFn: (RDD[TablePartition], Map[Int, TablePartitionStats]) ⇒ RDD[_]): RDD[_]
-
def
renameTable(oldTableKey: String, newTableKey: String): Boolean
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
-
def
tableExists(tableKey: String): Boolean
-
def
tablePartitionExists(tableKey: String, hivePartitionKey: Option[String]): Boolean
-
val
tfs: TachyonFS
-
def
toString(): String
-
final
def
wait(): Unit
-
final
def
wait(arg0: Long, arg1: Int): Unit
-
final
def
wait(arg0: Long): Unit
-
val
warehousePath: String
Inherited from Logging
Inherited from Any
Enables caching of Shark tables in native column-oriented format into Tachyon.
The directory structure for a given table in Tachyon looks like: Data: warehouse/database.table/_defaultkey/insert_#/col_#/part_# Metadata: warehouse/database.table/_defaultkey/insert_#/.meta where:
Note that "_defaultkey" is the name of the Hive Partition for a non-partitioned table. If the table is partitioned, it will be replaced by each "hivePartitionKey".