SharkContext

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

def accumulable[T, R](initialValue: T)(implicit param: AccumulableParam[T, R]): Accumulable[T, R]

def accumulableCollection[R, T](initialValue: R)(implicit arg0: (R) ⇒ Growable[T] with TraversableOnce[T] with Serializable): Accumulable[R, T]

def accumulator[T](initialValue: T)(implicit param: AccumulatorParam[T]): Accumulator[T]

def addFile(path: String): Unit

def addJar(path: String): Unit

def addSparkListener(listener: SparkListener): Unit

val appName: String

final def asInstanceOf[T0]: T0

def broadcast[T](value: T): Broadcast[T]

def cancelAllJobs(): Unit

def cancelJobGroup(groupId: String): Unit

def checkpointFile[T](path: String)(implicit arg0: ClassTag[T]): RDD[T]

def clearCallSite(): Unit

def clearFiles(): Unit

def clearJars(): Unit

def clearJobGroup(): Unit

def clone(): AnyRef

def defaultMinSplits: Int

def defaultParallelism: Int

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getAllPools: ArrayBuffer[Schedulable]

def getCheckpointDir: Option[String]

final def getClass(): Class[_]

def getConf: SparkConf

def getExecutorMemoryStatus: Map[String, (Long, Long)]

def getExecutorStorageStatus: Array[StorageStatus]

def getLocalProperty(key: String): String

def getPersistentRDDs: Map[Int, RDD[_]]

def getPoolForName(pool: String): Option[Schedulable]

def getRDDStorageInfo: Array[RDDInfo]

def getSchedulingMode: SchedulingMode

def getStageInfo: Map[Stage, StageInfo]

val hadoopConfiguration: Configuration

def hadoopFile[K, V, F <: InputFormat[K, V]](path: String)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

def hadoopFile[K, V, F <: InputFormat[K, V]](path: String, minSplits: Int)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

def hadoopFile[K, V](path: String, inputFormatClass: Class[_ <: InputFormat[K, V]], keyClass: Class[K], valueClass: Class[V], minSplits: Int): RDD[(K, V)]

def hadoopRDD[K, V](conf: JobConf, inputFormatClass: Class[_ <: InputFormat[K, V]], keyClass: Class[K], valueClass: Class[V], minSplits: Int): RDD[(K, V)]

def hashCode(): Int

def initDriverMetrics(): Unit

def initLocalProperties(): Unit

final def isInstanceOf[T0]: Boolean

val isLocal: Boolean

def isTraceEnabled(): Boolean

val jars: Seq[String]

def log: Logger

def logDebug(msg: ⇒ String, throwable: Throwable): Unit

def logDebug(msg: ⇒ String): Unit

def logError(msg: ⇒ String, throwable: Throwable): Unit

def logError(msg: ⇒ String): Unit

def logInfo(msg: ⇒ String, throwable: Throwable): Unit

def logInfo(msg: ⇒ String): Unit

def logTrace(msg: ⇒ String, throwable: Throwable): Unit

def logTrace(msg: ⇒ String): Unit

def logWarning(msg: ⇒ String, throwable: Throwable): Unit

def logWarning(msg: ⇒ String): Unit

def makeRDD[T](seq: Seq[(T, Seq[String])])(implicit arg0: ClassTag[T]): RDD[T]

def makeRDD[T](seq: Seq[T], numSlices: Int)(implicit arg0: ClassTag[T]): RDD[T]

val master: String

final def ne(arg0: AnyRef): Boolean

def newAPIHadoopFile[K, V, F <: InputFormat[K, V]](path: String, fClass: Class[F], kClass: Class[K], vClass: Class[V], conf: Configuration): RDD[(K, V)]

def newAPIHadoopFile[K, V, F <: InputFormat[K, V]](path: String)(implicit km: ClassTag[K], vm: ClassTag[V], fm: ClassTag[F]): RDD[(K, V)]

def newAPIHadoopRDD[K, V, F <: InputFormat[K, V]](conf: Configuration, fClass: Class[F], kClass: Class[K], vClass: Class[V]): RDD[(K, V)]

final def notify(): Unit

final def notifyAll(): Unit

def objectFile[T](path: String, minSplits: Int)(implicit arg0: ClassTag[T]): RDD[T]

def parallelize[T](seq: Seq[T], numSlices: Int)(implicit arg0: ClassTag[T]): RDD[T]

def runApproximateJob[T, U, R](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, evaluator: ApproximateEvaluator[U, R], timeout: Long): PartialResult[R]

def runJob[T, U](rdd: RDD[T], processPartition: (Iterator[T]) ⇒ U, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

def runJob[T, U](rdd: RDD[T], processPartition: (TaskContext, Iterator[T]) ⇒ U, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

def runJob[T, U](rdd: RDD[T], func: (Iterator[T]) ⇒ U)(implicit arg0: ClassTag[U]): Array[U]

def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U)(implicit arg0: ClassTag[U]): Array[U]

def runJob[T, U](rdd: RDD[T], func: (Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean)(implicit arg0: ClassTag[U]): Array[U]

def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean)(implicit arg0: ClassTag[U]): Array[U]

def runJob[T, U](rdd: RDD[T], func: (TaskContext, Iterator[T]) ⇒ U, partitions: Seq[Int], allowLocal: Boolean, resultHandler: (Int, U) ⇒ Unit)(implicit arg0: ClassTag[U]): Unit

def runSql(cmd: String, maxRows: Int = 1000): ResultSet

Execute a SQL command and collect the results locally.

def sequenceFile[K, V](path: String, minSplits: Int)(implicit km: ClassTag[K], vm: ClassTag[V], kcf: () ⇒ WritableConverter[K], vcf: () ⇒ WritableConverter[V]): RDD[(K, V)]

def sequenceFile[K, V](path: String, keyClass: Class[K], valueClass: Class[V]): RDD[(K, V)]

def sequenceFile[K, V](path: String, keyClass: Class[K], valueClass: Class[V], minSplits: Int): RDD[(K, V)]

def setCallSite(site: String): Unit

def setCheckpointDir(directory: String): Unit

def setJobGroup(groupId: String, description: String): Unit

def setLocalProperty(key: String, value: String): Unit

val sparkEnv: SparkEnv

val sparkUser: String

def sql(cmd: String, maxRows: Int = 1000): Seq[String]

Execute the command and return the results as a sequence.

def sql2console(cmd: String, maxRows: Int = 1000): Unit

Execute the command and print the results to console.

def sql2rdd(cmd: String): TableRDD

Execute a SQL command and return the results as a TableRDD.

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20, T21, T22](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17], arg17: C[T18], arg18: C[T19], arg19: C[T20], arg20: C[T21], arg21: C[T22]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20, T21, T22)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20, T21](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17], arg17: C[T18], arg18: C[T19], arg19: C[T20], arg20: C[T21]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20, T21)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17], arg17: C[T18], arg18: C[T19], arg19: C[T20]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19, T20)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17], arg17: C[T18], arg18: C[T19]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18, T19)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17], arg17: C[T18]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17, T18)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16], arg16: C[T17]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16, T17)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15], arg15: C[T16]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15, T16)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14], arg14: C[T15]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14, T15)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13], arg13: C[T14]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13, T14)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12], arg12: C[T13]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12, T13)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11], arg11: C[T12]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11, T12)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10], arg10: C[T11]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10, T11)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9, T10](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9], arg9: C[T10]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9, T10)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8, T9](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8], arg8: C[T9]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8, T9)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7, T8](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7], arg7: C[T8]): RDD[(T1, T2, T3, T4, T5, T6, T7, T8)]

def sqlRdd[T1, T2, T3, T4, T5, T6, T7](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6], arg6: C[T7]): RDD[(T1, T2, T3, T4, T5, T6, T7)]

def sqlRdd[T1, T2, T3, T4, T5, T6](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5], arg5: C[T6]): RDD[(T1, T2, T3, T4, T5, T6)]

def sqlRdd[T1, T2, T3, T4, T5](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4], arg4: C[T5]): RDD[(T1, T2, T3, T4, T5)]

def sqlRdd[T1, T2, T3, T4](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3], arg3: C[T4]): RDD[(T1, T2, T3, T4)]

def sqlRdd[T1, T2, T3](cmd: String)(implicit arg0: C[T1], arg1: C[T2], arg2: C[T3]): RDD[(T1, T2, T3)]

def sqlRdd[T1, T2](cmd: String)(implicit arg0: C[T1], arg1: C[T2]): RDD[(T1, T2)]

Execute a SQL command and return the results as a RDD of Tuple.

def sqlSeqRdd(cmd: String): RDD[Seq[Any]]

Execute a SQL command and return the results as a RDD of Seq.

val startTime: Long

def stop(): Unit

def submitJob[T, U, R](rdd: RDD[T], processPartition: (Iterator[T]) ⇒ U, partitions: Seq[Int], resultHandler: (Int, U) ⇒ Unit, resultFunc: ⇒ R): SimpleFutureAction[R]

final def synchronized[T0](arg0: ⇒ T0): T0

def textFile(path: String, minSplits: Int): RDD[String]

def toString(): String

def union[T](first: RDD[T], rest: RDD[T]*)(implicit arg0: ClassTag[T]): RDD[T]

def union[T](rdds: Seq[RDD[T]])(implicit arg0: ClassTag[T]): RDD[T]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

def setJobDescription(value: String): Unit