org.apache.beam.sdk.extensions.timeseries

Class FillGaps.FillGapsDoFn<ValueT>

java.lang.Object

org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.values.Row,ValueT>,ValueT>

org.apache.beam.sdk.extensions.timeseries.FillGaps.FillGapsDoFn<ValueT>

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

Enclosing class:

FillGaps<ValueT>

public static class FillGaps.FillGapsDoFn<ValueT>
extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.KV<org.apache.beam.sdk.values.Row,ValueT>,ValueT>

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.transforms.DoFn

org.apache.beam.sdk.transforms.DoFn.AlwaysFetched, org.apache.beam.sdk.transforms.DoFn.BoundedPerElement, org.apache.beam.sdk.transforms.DoFn.BundleFinalizer, org.apache.beam.sdk.transforms.DoFn.Element, org.apache.beam.sdk.transforms.DoFn.FieldAccess, org.apache.beam.sdk.transforms.DoFn.FinishBundle, org.apache.beam.sdk.transforms.DoFn.FinishBundleContext, org.apache.beam.sdk.transforms.DoFn.GetInitialRestriction, org.apache.beam.sdk.transforms.DoFn.GetInitialWatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.GetRestrictionCoder, org.apache.beam.sdk.transforms.DoFn.GetSize, org.apache.beam.sdk.transforms.DoFn.GetWatermarkEstimatorStateCoder, org.apache.beam.sdk.transforms.DoFn.Key, org.apache.beam.sdk.transforms.DoFn.MultiOutputReceiver, org.apache.beam.sdk.transforms.DoFn.NewTracker, org.apache.beam.sdk.transforms.DoFn.NewWatermarkEstimator, org.apache.beam.sdk.transforms.DoFn.OnTimer, org.apache.beam.sdk.transforms.DoFn.OnTimerContext, org.apache.beam.sdk.transforms.DoFn.OnTimerFamily, org.apache.beam.sdk.transforms.DoFn.OnWindowExpiration, org.apache.beam.sdk.transforms.DoFn.OnWindowExpirationContext, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<T>, org.apache.beam.sdk.transforms.DoFn.ProcessContext, org.apache.beam.sdk.transforms.DoFn.ProcessContinuation, org.apache.beam.sdk.transforms.DoFn.ProcessElement, org.apache.beam.sdk.transforms.DoFn.RequiresStableInput, org.apache.beam.sdk.transforms.DoFn.RequiresTimeSortedInput, org.apache.beam.sdk.transforms.DoFn.Restriction, org.apache.beam.sdk.transforms.DoFn.Setup, org.apache.beam.sdk.transforms.DoFn.SideInput, org.apache.beam.sdk.transforms.DoFn.SplitRestriction, org.apache.beam.sdk.transforms.DoFn.StartBundle, org.apache.beam.sdk.transforms.DoFn.StartBundleContext, org.apache.beam.sdk.transforms.DoFn.StateId, org.apache.beam.sdk.transforms.DoFn.Teardown, org.apache.beam.sdk.transforms.DoFn.TimerFamily, org.apache.beam.sdk.transforms.DoFn.TimerId, org.apache.beam.sdk.transforms.DoFn.Timestamp, org.apache.beam.sdk.transforms.DoFn.TruncateRestriction, org.apache.beam.sdk.transforms.DoFn.UnboundedPerElement, org.apache.beam.sdk.transforms.DoFn.WatermarkEstimatorState, org.apache.beam.sdk.transforms.DoFn.WindowedContext

Method Summary

Modifier and Type	Method and Description
void	onGcTimer(org.joda.time.Instant timerTs, org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets, org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,java.lang.Long>> gapDurations)
void	onTimer(java.lang.String timerId, org.joda.time.Instant timestamp, org.apache.beam.sdk.state.TimerMap gapTimers, org.apache.beam.sdk.state.TimerMap gcTimers, org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets, org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,java.lang.Long>> gapDurations, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<ValueT> output)
void	process(org.apache.beam.sdk.values.KV<org.apache.beam.sdk.values.Row,ValueT> element, org.joda.time.Instant ts, org.apache.beam.sdk.state.TimerMap gapTimers, org.apache.beam.sdk.state.TimerMap gcTimers, org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets, org.apache.beam.sdk.transforms.DoFn.OutputReceiver<ValueT> output)

Methods inherited from class org.apache.beam.sdk.transforms.DoFn

getAllowedTimestampSkew, getInputTypeDescriptor, getOutputTypeDescriptor, populateDisplayData, prepareForProcessing

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

process

@DoFn.ProcessElement
public void process(@DoFn.Element
                                         org.apache.beam.sdk.values.KV<org.apache.beam.sdk.values.Row,ValueT> element,
                                         @DoFn.Timestamp
                                         org.joda.time.Instant ts,
                                         @DoFn.TimerFamily(value="gapTimers")
                                         org.apache.beam.sdk.state.TimerMap gapTimers,
                                         @DoFn.TimerFamily(value="gcTimers")
                                         org.apache.beam.sdk.state.TimerMap gcTimers,
                                         @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                         org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets,
                                         org.apache.beam.sdk.transforms.DoFn.OutputReceiver<ValueT> output)

onTimer

@DoFn.OnTimerFamily(value="gapTimers")
public void onTimer(@DoFn.TimerId
                                                           java.lang.String timerId,
                                                           @DoFn.Timestamp
                                                           org.joda.time.Instant timestamp,
                                                           @DoFn.TimerFamily(value="gapTimers")
                                                           org.apache.beam.sdk.state.TimerMap gapTimers,
                                                           @DoFn.TimerFamily(value="gcTimers")
                                                           org.apache.beam.sdk.state.TimerMap gcTimers,
                                                           @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                                           org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets,
                                                           @DoFn.AlwaysFetched @DoFn.StateId(value="gapDurationMap")
                                                           org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,java.lang.Long>> gapDurations,
                                                           org.apache.beam.sdk.transforms.DoFn.OutputReceiver<ValueT> output)

onGcTimer

@DoFn.OnTimerFamily(value="gcTimers")
public void onGcTimer(@DoFn.Timestamp
                                                            org.joda.time.Instant timerTs,
                                                            @DoFn.AlwaysFetched @DoFn.StateId(value="seenBuckets")
                                                            org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,org.apache.beam.sdk.values.TimestampedValue<ValueT>>> seenBuckets,
                                                            @DoFn.AlwaysFetched @DoFn.StateId(value="gapDurationMap")
                                                            org.apache.beam.sdk.state.ValueState<java.util.SortedMap<org.joda.time.Instant,java.lang.Long>> gapDurations)