Serialized Form

Package org.apache.beam.sdk.extensions.sql

Class org.apache.beam.sdk.extensions.sql.SqlTransform extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PInput,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Package org.apache.beam.sdk.extensions.sql.example.model

Class org.apache.beam.sdk.extensions.sql.example.model.Customer extends java.lang.Object implements Serializable

Serialized Fields

id

int id

name

java.lang.String name

countryOfResidence

java.lang.String countryOfResidence

Class org.apache.beam.sdk.extensions.sql.example.model.Order extends java.lang.Object implements Serializable

Serialized Fields

id

int id

customerId

int customerId

Package org.apache.beam.sdk.extensions.sql.impl

Class org.apache.beam.sdk.extensions.sql.impl.BeamTableStatistics extends java.lang.Object implements Serializable

Serialized Fields

unknown

boolean unknown

rowCount

java.lang.Double rowCount

rate

java.lang.Double rate

Class org.apache.beam.sdk.extensions.sql.impl.ParseException extends java.lang.RuntimeException implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.SqlConversionException extends java.lang.RuntimeException implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.UdafImpl extends java.lang.Object implements Serializable

Serialized Fields

combineFn

org.apache.beam.sdk.transforms.Combine.CombineFn<InputT,AccumT,OutputT> combineFn

Package org.apache.beam.sdk.extensions.sql.impl.rel

Class org.apache.beam.sdk.extensions.sql.impl.rel.BeamSetOperatorRelBase extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollectionList<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

beamRelNode

BeamRelNode beamRelNode

all

boolean all

opType

BeamSetOperatorRelBase.OpType opType

Package org.apache.beam.sdk.extensions.sql.impl.schema

Class org.apache.beam.sdk.extensions.sql.impl.schema.BeamPCollectionTable extends SchemaBaseBeamTable implements Serializable

Package org.apache.beam.sdk.extensions.sql.impl.transform

Class org.apache.beam.sdk.extensions.sql.impl.transform.BeamJoinTransforms.JoinAsLookup extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

seekableTable

BeamSqlSeekableTable seekableTable

lkpSchema

org.apache.beam.sdk.schemas.Schema lkpSchema

factColOffset

int factColOffset

joinSubsetType

org.apache.beam.sdk.schemas.Schema joinSubsetType

outputSchema

org.apache.beam.sdk.schemas.Schema outputSchema

factJoinIdx

java.util.List<E> factJoinIdx

Class org.apache.beam.sdk.extensions.sql.impl.transform.BeamSetOperatorsTransforms.BeamSqlRow2KvFn extends org.apache.beam.sdk.transforms.SimpleFunction<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.KV<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.Row>> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.transform.BeamSetOperatorsTransforms.SetOperatorFilteringDoFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.Row> implements Serializable

Serialized Fields

leftTag

java.lang.String leftTag

rightTag

java.lang.String rightTag

opType

BeamSetOperatorRelBase.OpType opType

all

boolean all

Class org.apache.beam.sdk.extensions.sql.impl.transform.BeamSqlOutputToConsoleFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.Row,java.lang.Void> implements Serializable

Serialized Fields

stepName

java.lang.String stepName

Package org.apache.beam.sdk.extensions.sql.impl.transform.agg

Class org.apache.beam.sdk.extensions.sql.impl.transform.agg.CovarianceFn extends org.apache.beam.sdk.transforms.Combine.CombineFn<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.extensions.sql.impl.transform.agg.CovarianceAccumulator,T extends java.lang.Number> implements Serializable

Serialized Fields

isSample

boolean isSample

decimalConverter

org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> decimalConverter

Class org.apache.beam.sdk.extensions.sql.impl.transform.agg.VarianceFn extends org.apache.beam.sdk.transforms.Combine.CombineFn<T extends java.lang.Number,org.apache.beam.sdk.extensions.sql.impl.transform.agg.VarianceAccumulator,T extends java.lang.Number> implements Serializable

Serialized Fields

isSample

boolean isSample

decimalConverter

org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> decimalConverter

Package org.apache.beam.sdk.extensions.sql.impl.utils

Class org.apache.beam.sdk.extensions.sql.impl.utils.CalciteUtils.CharType extends org.apache.beam.sdk.schemas.logicaltypes.PassThroughLogicalType<java.lang.String> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.utils.CalciteUtils.DateType extends org.apache.beam.sdk.schemas.logicaltypes.PassThroughLogicalType<org.joda.time.Instant> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.utils.CalciteUtils.TimestampWithLocalTzType extends org.apache.beam.sdk.schemas.logicaltypes.PassThroughLogicalType<org.joda.time.Instant> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.utils.CalciteUtils.TimeType extends org.apache.beam.sdk.schemas.logicaltypes.PassThroughLogicalType<org.joda.time.Instant> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.utils.CalciteUtils.TimeWithLocalTzType extends org.apache.beam.sdk.schemas.logicaltypes.PassThroughLogicalType<org.joda.time.Instant> implements Serializable

Class org.apache.beam.sdk.extensions.sql.impl.utils.SerializableRexFieldAccess extends SerializableRexNode implements Serializable

Serialized Fields

indexes

java.util.List<E> indexes

Class org.apache.beam.sdk.extensions.sql.impl.utils.SerializableRexInputRef extends SerializableRexNode implements Serializable

Serialized Fields

index

int index

Class org.apache.beam.sdk.extensions.sql.impl.utils.SerializableRexNode extends java.lang.Object implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta

Class org.apache.beam.sdk.extensions.sql.meta.SchemaBaseBeamTable extends BaseBeamTable implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

Class org.apache.beam.sdk.extensions.sql.meta.Table extends java.lang.Object implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta.provider

Class org.apache.beam.sdk.extensions.sql.meta.provider.InvalidTableException extends java.lang.IllegalArgumentException implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta.provider.avro

Class org.apache.beam.sdk.extensions.sql.meta.provider.avro.AvroTable extends SchemaBaseBeamTable implements Serializable

Serialized Fields

filePattern

java.lang.String filePattern

tableName

java.lang.String tableName

Class org.apache.beam.sdk.extensions.sql.meta.provider.avro.GenericRecordWriteConverter extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.avro.generic.GenericRecord>> implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta.provider.bigquery

Class org.apache.beam.sdk.extensions.sql.meta.provider.bigquery.BigQueryTable.InvalidPropertyException extends java.lang.UnsupportedOperationException implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta.provider.datastore

Class org.apache.beam.sdk.extensions.sql.meta.provider.datastore.DataStoreV1Table.EntityToRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

keyField

java.lang.String keyField

Class org.apache.beam.sdk.extensions.sql.meta.provider.datastore.DataStoreV1Table.RowToEntity extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>> implements Serializable

Serialized Fields

keySupplier

java.util.function.Supplier<T> keySupplier

kind

java.lang.String kind

keyField

java.lang.String keyField

Package org.apache.beam.sdk.extensions.sql.meta.provider.kafka

Class org.apache.beam.sdk.extensions.sql.meta.provider.kafka.BeamKafkaCSVTable extends BeamKafkaTable implements Serializable

Serialized Fields

csvFormat

org.apache.commons.csv.CSVFormat csvFormat

Class org.apache.beam.sdk.extensions.sql.meta.provider.kafka.BeamKafkaCSVTable.CsvRecorderDecoder extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<byte[],byte[]>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

format

org.apache.commons.csv.CSVFormat format

Class org.apache.beam.sdk.extensions.sql.meta.provider.kafka.BeamKafkaCSVTable.CsvRecorderEncoder extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<byte[],byte[]>>> implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

format

org.apache.commons.csv.CSVFormat format

Class org.apache.beam.sdk.extensions.sql.meta.provider.kafka.BeamKafkaTable extends SchemaBaseBeamTable implements Serializable

Serialized Fields

bootstrapServers

java.lang.String bootstrapServers

topics

java.util.List<E> topics

topicPartitions

java.util.List<E> topicPartitions

configUpdates

java.util.Map<K,V> configUpdates

rowCountStatistics

BeamTableStatistics rowCountStatistics

numberOfRecordsForRate

int numberOfRecordsForRate

Package org.apache.beam.sdk.extensions.sql.meta.provider.mongodb

Class org.apache.beam.sdk.extensions.sql.meta.provider.mongodb.MongoDbTable extends SchemaBaseBeamTable implements Serializable

Serialized Fields

locationPattern

java.util.regex.Pattern locationPattern

dbCollection

java.lang.String dbCollection

dbName

java.lang.String dbName

dbUri

java.lang.String dbUri

Class org.apache.beam.sdk.extensions.sql.meta.provider.mongodb.MongoDbTable.DocumentToRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.bson.Document>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

Class org.apache.beam.sdk.extensions.sql.meta.provider.mongodb.MongoDbTable.RowToDocument extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.bson.Document>> implements Serializable

Package org.apache.beam.sdk.extensions.sql.meta.provider.parquet

Class org.apache.beam.sdk.extensions.sql.meta.provider.parquet.GenericRecordReadConverter extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.avro.generic.GenericRecord>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.parquet.ParquetTable extends SchemaBaseBeamTable implements Serializable

Serialized Fields

filePattern

java.lang.String filePattern

Package org.apache.beam.sdk.extensions.sql.meta.provider.pubsub

Class org.apache.beam.sdk.extensions.sql.meta.provider.pubsub.PubsubJsonTableProvider.PubsubIOTableConfiguration extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.pubsub.PubsubMessageToRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.io.gcp.pubsub.PubsubMessage>,org.apache.beam.sdk.values.PCollectionTuple> implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.pubsub.RowToPubsubMessage extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.io.gcp.pubsub.PubsubMessage>> implements Serializable

Serialized Fields

config

PubsubJsonTableProvider.PubsubIOTableConfiguration config

Package org.apache.beam.sdk.extensions.sql.meta.provider.test

Class org.apache.beam.sdk.extensions.sql.meta.provider.test.TestBoundedTable extends TestTable implements Serializable

Serialized Fields

rows

java.util.List<E> rows

rows flow out from this table.

Class org.apache.beam.sdk.extensions.sql.meta.provider.test.TestTable extends SchemaBaseBeamTable implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.test.TestTableProvider.TableWithRows extends java.lang.Object implements Serializable

Serialized Fields

table

Table table

rows

java.util.List<E> rows

tableProviderInstanceId

long tableProviderInstanceId

Class org.apache.beam.sdk.extensions.sql.meta.provider.test.TestUnboundedTable extends TestTable implements Serializable

Serialized Fields

timestampedRows

java.util.List<E> timestampedRows

rows flow out from this table with the specified watermark instant.

timestampField

int timestampField

specify the index of column in the row which stands for the event time field.

statistics

BeamTableStatistics statistics

Package org.apache.beam.sdk.extensions.sql.meta.provider.text

Class org.apache.beam.sdk.extensions.sql.meta.provider.text.TextJsonTable extends TextTable implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.text.TextTable extends SchemaBaseBeamTable implements Serializable

Serialized Fields

readConverter

org.apache.beam.sdk.transforms.PTransform<InputT extends org.apache.beam.sdk.values.PInput,OutputT extends org.apache.beam.sdk.values.POutput> readConverter

writeConverter

org.apache.beam.sdk.transforms.PTransform<InputT extends org.apache.beam.sdk.values.PInput,OutputT extends org.apache.beam.sdk.values.POutput> writeConverter

filePattern

java.lang.String filePattern

rowCountStatistics

BeamTableStatistics rowCountStatistics

Class org.apache.beam.sdk.extensions.sql.meta.provider.text.TextTableProvider.CsvToRow extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Serialized Fields

schema

org.apache.beam.sdk.schemas.Schema schema

csvFormat

org.apache.commons.csv.CSVFormat csvFormat

Class org.apache.beam.sdk.extensions.sql.meta.provider.text.TextTableProvider.LinesReadConverter extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<java.lang.String>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>> implements Serializable

Class org.apache.beam.sdk.extensions.sql.meta.provider.text.TextTableProvider.LinesWriteConverter extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.Row>,org.apache.beam.sdk.values.PCollection<java.lang.String>> implements Serializable