SimpleFeatureArrowIO

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
object Metadata
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
def createFile(vector: SimpleFeatureVector, sort: Option[(String, Boolean)], body: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

Creates an arrow streaming format file
Creates an arrow streaming format file
vector
simple feature vector, used for arrow metadata and dictionaries
sort
sort
body
record batches
def createFile(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], body: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

Creates an arrow streaming format file
Creates an arrow streaming format file
sft
simple feature type
dictionaries
dictionaries (note: do not get closed)
encoding
simple feature encoding
sort
sort
body
record batches
def createRoot(vector: FieldVector, metadata: Map[String, String] = null): VectorSchemaRoot

Creates a vector schema root for the given vector
Creates a vector schema root for the given vector
vector
vector
metadata
field metadata
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getSortAsMetadata(field: String, reverse: Boolean): Map[String, String]

Creates metadata for sort fields
Creates metadata for sort fields
field
sort field
reverse
reverse sorted or not
returns
metadata map
def getSortFromMetadata(metadata: Map[String, String]): Option[(String, Boolean)]

Checks schema metadata for sort fields
Checks schema metadata for sort fields
metadata
schema metadata
returns
(sort field, reverse sorted or not)
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
lazy val logger: Logger

Attributes
protected
Definition Classes
LazyLogging
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def reduceBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], batchSize: Int, batches: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

Reduce function for batches with a common dictionary
Reduce function for batches with a common dictionary
sft
simple feature type
dictionaries
dictionaries
encoding
simple feature encoding
sort
sort
batchSize
batch size
batches
record batches
def reduceFiles(sft: SimpleFeatureType, dictionaryFields: Seq[String], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], files: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

Reduce function for concatenating separate arrow files
Reduce function for concatenating separate arrow files
sft
simple feature type
dictionaryFields
dictionary fields
encoding
simple feature encoding
sort
sort
files
full logical arrow files encoded in arrow streaming format
def sortBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: (String, Boolean), batchSize: Int, iter: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

Sorts record batches.
Sorts record batches. Batches are assumed to be already sorted.
sft
simple feature type
dictionaries
dictionaries
encoding
encoding options
sort
attribute to sort by, assumed to be comparable, and whether sort is reversed or not
batchSize
batch size
iter
iterator of batches
returns
iterator of sorted batches
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Deprecated Value Members

def createFile(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)])(body: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Annotations
@deprecated
Deprecated
Use method without allocator
def createFile(vector: SimpleFeatureVector, sort: Option[(String, Boolean)])(body: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Annotations
@deprecated
Deprecated
Use without allocator
def reduceBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], batchSize: Int)(batches: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Annotations
@deprecated
Deprecated
Use method without allocator
def reduceFiles(sft: SimpleFeatureType, dictionaryFields: Seq[String], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)])(files: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Annotations
@deprecated
Deprecated
Use method without allocator
def sortBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sortBy: String, reverse: Boolean, batchSize: Int, iter: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Annotations
@deprecated
Deprecated
Use method without allocator

Related Doc: package io

object SimpleFeatureArrowIO extends LazyLogging

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

object Metadata

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def createFile(vector: SimpleFeatureVector, sort: Option[(String, Boolean)], body: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

def createFile(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], body: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

def createRoot(vector: FieldVector, metadata: Map[String, String] = null): VectorSchemaRoot

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

def getSortAsMetadata(field: String, reverse: Boolean): Map[String, String]

def getSortFromMetadata(metadata: Map[String, String]): Option[(String, Boolean)]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

lazy val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def reduceBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], batchSize: Int, batches: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

def reduceFiles(sft: SimpleFeatureType, dictionaryFields: Seq[String], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], files: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

def sortBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: (String, Boolean), batchSize: Int, iter: CloseableIterator[Array[Byte]]): CloseableIterator[Array[Byte]]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Deprecated Value Members

def createFile(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)])(body: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

def createFile(vector: SimpleFeatureVector, sort: Option[(String, Boolean)])(body: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

def reduceBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)], batchSize: Int)(batches: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

def reduceFiles(sft: SimpleFeatureType, dictionaryFields: Seq[String], encoding: SimpleFeatureEncoding, sort: Option[(String, Boolean)])(files: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

def sortBatches(sft: SimpleFeatureType, dictionaries: Map[String, ArrowDictionary], encoding: SimpleFeatureEncoding, sortBy: String, reverse: Boolean, batchSize: Int, iter: CloseableIterator[Array[Byte]])(implicit allocator: BufferAllocator): CloseableIterator[Array[Byte]]

Inherited from LazyLogging

Inherited from AnyRef

Inherited from Any

Ungrouped