public class ArrowFileWriter extends ArrowWriter
ArrowWriter
that writes out a Arrow files (https://arrow.apache.org/docs/format/IPC.html#file-format).option, out, schema
Constructor and Description |
---|
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out) |
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out,
IpcOption option) |
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out,
Map<String,String> metaData) |
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out,
Map<String,String> metaData,
IpcOption option) |
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out,
Map<String,String> metaData,
IpcOption option,
CompressionCodec.Factory compressionFactory,
CompressionUtil.CodecType codecType) |
ArrowFileWriter(VectorSchemaRoot root,
DictionaryProvider provider,
WritableByteChannel out,
Map<String,String> metaData,
IpcOption option,
CompressionCodec.Factory compressionFactory,
CompressionUtil.CodecType codecType,
Optional<Integer> compressionLevel) |
Modifier and Type | Method and Description |
---|---|
protected void |
endInternal(WriteChannel out) |
protected void |
ensureDictionariesWritten(DictionaryProvider provider,
Set<Long> dictionaryIdsUsed)
Write dictionaries after schema and before recordBatches, dictionaries won't be
written if empty stream (only has schema data in IPC).
|
List<ArrowBlock> |
getDictionaryBlocks() |
List<ArrowBlock> |
getRecordBlocks() |
protected void |
startInternal(WriteChannel out) |
protected ArrowBlock |
writeDictionaryBatch(ArrowDictionaryBatch batch) |
protected ArrowBlock |
writeRecordBatch(ArrowRecordBatch batch) |
bytesWritten, close, end, start, writeBatch, writeDictionaryBatch
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out)
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out, Map<String,String> metaData)
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out, IpcOption option)
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out, Map<String,String> metaData, IpcOption option)
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out, Map<String,String> metaData, IpcOption option, CompressionCodec.Factory compressionFactory, CompressionUtil.CodecType codecType)
public ArrowFileWriter(VectorSchemaRoot root, DictionaryProvider provider, WritableByteChannel out, Map<String,String> metaData, IpcOption option, CompressionCodec.Factory compressionFactory, CompressionUtil.CodecType codecType, Optional<Integer> compressionLevel)
protected void startInternal(WriteChannel out) throws IOException
startInternal
in class ArrowWriter
IOException
protected ArrowBlock writeDictionaryBatch(ArrowDictionaryBatch batch) throws IOException
writeDictionaryBatch
in class ArrowWriter
IOException
protected ArrowBlock writeRecordBatch(ArrowRecordBatch batch) throws IOException
writeRecordBatch
in class ArrowWriter
IOException
protected void endInternal(WriteChannel out) throws IOException
endInternal
in class ArrowWriter
IOException
protected void ensureDictionariesWritten(DictionaryProvider provider, Set<Long> dictionaryIdsUsed) throws IOException
ArrowWriter
ensureDictionariesWritten
in class ArrowWriter
IOException
public List<ArrowBlock> getRecordBlocks()
public List<ArrowBlock> getDictionaryBlocks()
Copyright © 2024 The Apache Software Foundation. All rights reserved.