org.apache.flink.table.runtime.arrow

Class ArrowUtils

java.lang.Object

org.apache.flink.table.runtime.arrow.ArrowUtils

@Internal
public final class ArrowUtils
extends Object

Utilities for Arrow.

Constructor Summary

Constructors

Constructor and Description
ArrowUtils()

Method Summary

Modifier and Type	Method and Description
static void	checkArrowUsable()
static org.apache.flink.table.runtime.arrow.ArrowUtils.CustomIterator<byte[]>	collectAsPandasDataFrame(org.apache.flink.table.api.Table table, int maxArrowBatchSize) Convert Flink table to Pandas DataFrame.
static AbstractArrowTableSource	createArrowTableSource(org.apache.flink.table.types.DataType dataType, String fileName)
static org.apache.flink.table.data.vector.ColumnVector	createColumnVector(org.apache.arrow.vector.ValueVector vector, org.apache.flink.table.types.logical.LogicalType fieldType)
static ArrowFieldReader	createRowArrowFieldReader(org.apache.arrow.vector.ValueVector vector, org.apache.flink.table.types.logical.LogicalType fieldType)
static RowArrowReader	createRowArrowReader(org.apache.arrow.vector.VectorSchemaRoot root, org.apache.flink.table.types.logical.RowType rowType) Creates an ArrowReader for the specified VectorSchemaRoot.
static ArrowWriter<org.apache.flink.types.Row>	createRowArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root, org.apache.flink.table.types.logical.RowType rowType) Creates an ArrowWriter for the specified VectorSchemaRoot.
static RowDataArrowReader	createRowDataArrowReader(org.apache.arrow.vector.VectorSchemaRoot root, org.apache.flink.table.types.logical.RowType rowType) Creates an ArrowReader for blink planner for the specified VectorSchemaRoot.
static ArrowWriter<org.apache.flink.table.data.RowData>	createRowDataArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root, org.apache.flink.table.types.logical.RowType rowType) Creates an ArrowWriter for blink planner for the specified VectorSchemaRoot.
static org.apache.arrow.memory.RootAllocator	getRootAllocator()
static byte[][]	readArrowBatches(ReadableByteChannel channel)
static org.apache.arrow.vector.types.pojo.Schema	toArrowSchema(org.apache.flink.table.types.logical.RowType rowType) Returns the Arrow schema of the specified type.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ArrowUtils

public ArrowUtils()

Method Detail

getRootAllocator

public static org.apache.arrow.memory.RootAllocator getRootAllocator()

checkArrowUsable

public static void checkArrowUsable()

toArrowSchema

public static org.apache.arrow.vector.types.pojo.Schema toArrowSchema(org.apache.flink.table.types.logical.RowType rowType)

Returns the Arrow schema of the specified type.

createRowArrowWriter

public static ArrowWriter<org.apache.flink.types.Row> createRowArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root,
                                                                           org.apache.flink.table.types.logical.RowType rowType)

Creates an ArrowWriter for the specified VectorSchemaRoot.

createRowDataArrowWriter

public static ArrowWriter<org.apache.flink.table.data.RowData> createRowDataArrowWriter(org.apache.arrow.vector.VectorSchemaRoot root,
                                                                                        org.apache.flink.table.types.logical.RowType rowType)

Creates an ArrowWriter for blink planner for the specified VectorSchemaRoot.

createRowArrowReader

public static RowArrowReader createRowArrowReader(org.apache.arrow.vector.VectorSchemaRoot root,
                                                  org.apache.flink.table.types.logical.RowType rowType)

Creates an ArrowReader for the specified VectorSchemaRoot.

createRowArrowFieldReader

public static ArrowFieldReader createRowArrowFieldReader(org.apache.arrow.vector.ValueVector vector,
                                                         org.apache.flink.table.types.logical.LogicalType fieldType)

createRowDataArrowReader

public static RowDataArrowReader createRowDataArrowReader(org.apache.arrow.vector.VectorSchemaRoot root,
                                                          org.apache.flink.table.types.logical.RowType rowType)

Creates an ArrowReader for blink planner for the specified VectorSchemaRoot.

createColumnVector

public static org.apache.flink.table.data.vector.ColumnVector createColumnVector(org.apache.arrow.vector.ValueVector vector,
                                                                                 org.apache.flink.table.types.logical.LogicalType fieldType)

createArrowTableSource

public static AbstractArrowTableSource createArrowTableSource(org.apache.flink.table.types.DataType dataType,
                                                              String fileName)
                                                       throws IOException

Throws:

IOException

readArrowBatches

public static byte[][] readArrowBatches(ReadableByteChannel channel)
                                 throws IOException

Throws:

IOException

collectAsPandasDataFrame

public static org.apache.flink.table.runtime.arrow.ArrowUtils.CustomIterator<byte[]> collectAsPandasDataFrame(org.apache.flink.table.api.Table table,
                                                                                                              int maxArrowBatchSize)
                                                                                                       throws Exception

Convert Flink table to Pandas DataFrame.

Throws:

Exception