ExportJob

Type Members

class ExportChunkedRecordWriter extends RecordWriter[Text, SimpleFeature] with LazyLogging

Record writer that wraps a chunked countable FeatureExporter.
Record writer that wraps a chunked countable FeatureExporter. Because the exporter is countable, the bytes written should be fairly accurate after every feature
class ExportOutputFormat extends FileOutputFormat[Text, SimpleFeature] with LazyLogging

Output format for export files
class ExportRecordWriter extends RecordWriter[Text, SimpleFeature]

Record writer that wraps a FeatureExporter
class ExportUncountableChunkedRecordWriter extends RecordWriter[Text, SimpleFeature] with LazyLogging

Record writer that wraps a chunked non-countable FeatureExporter.
Record writer that wraps a chunked non-countable FeatureExporter. Because the exporter is not countable, the bytes written will generally only be accurate after the exporter is closed
class FallbackSampler extends Sampler[AnyRef, AnyRef]

Sampler implementation for global sorting reducer splits.
Sampler implementation for global sorting reducer splits.
The random sampler can fail to return any data if the input set is small, which then causes the TotalOrderPartitioner to fail.
This class tries to use the random sampler, but falls back to first n if needed.
class PassThroughMapper extends Mapper[Text, SimpleFeature, Text, SimpleFeature] with StrictLogging

Takes the input and writes it to the output
class ReverseComparator extends Comparator

Used for reverse (descending) sorting
class SortKeyMapper extends Mapper[Text, SimpleFeature, Text, SimpleFeature] with StrictLogging

Takes the input and writes it to the output, with a key suitable for sorting

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object Config
object Counters
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def configure(job: Job, dsParams: Map[String, String], sft: SimpleFeatureType, hints: Hints, filename: String, output: Path, format: ExportFormat, headers: Boolean, chunks: Option[Long], gzip: Option[Int], reducers: Int, libjarsFiles: Seq[String], libjarsPaths: Iterator[() ⇒ Seq[File]]): Job
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def setLibJars(job: Job, fileNames: Seq[String], searchPath: Iterator[() ⇒ Seq[File]]): Unit

Definition Classes
JobWithLibJars
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package export

object ExportJob extends JobWithLibJars

Type Members

class ExportChunkedRecordWriter extends RecordWriter[Text, SimpleFeature] with LazyLogging

class ExportOutputFormat extends FileOutputFormat[Text, SimpleFeature] with LazyLogging

class ExportRecordWriter extends RecordWriter[Text, SimpleFeature]

class ExportUncountableChunkedRecordWriter extends RecordWriter[Text, SimpleFeature] with LazyLogging

class FallbackSampler extends Sampler[AnyRef, AnyRef]

class PassThroughMapper extends Mapper[Text, SimpleFeature, Text, SimpleFeature] with StrictLogging

class ReverseComparator extends Comparator

class SortKeyMapper extends Mapper[Text, SimpleFeature, Text, SimpleFeature] with StrictLogging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object Config

object Counters

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def configure(job: Job, dsParams: Map[String, String], sft: SimpleFeatureType, hints: Hints, filename: String, output: Path, format: ExportFormat, headers: Boolean, chunks: Option[Long], gzip: Option[Int], reducers: Int, libjarsFiles: Seq[String], libjarsPaths: Iterator[() ⇒ Seq[File]]): Job

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def setLibJars(job: Job, fileNames: Seq[String], searchPath: Iterator[() ⇒ Seq[File]]): Unit

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from JobWithLibJars

Inherited from AnyRef

Inherited from Any

Ungrouped