@Internal public class BatchArrowPythonOverWindowAggregateFunctionOperator extends AbstractArrowPythonAggregateFunctionOperator
AggregateFunction
Operator for Over Window Aggregation.arrowSerializer, currentBatchCount, groupingSet, pandasAggFunctions, reuseJoinedRow, rowDataWrapper
bais, baisWrapper, baos, baosWrapper, forwardedInputQueue, inputType, outputType, userDefinedFunctionInputOffsets, userDefinedFunctionInputType, userDefinedFunctionOutputType
elementCount, maxBundleSize, pythonFunctionRunner
Constructor and Description |
---|
BatchArrowPythonOverWindowAggregateFunctionOperator(org.apache.flink.configuration.Configuration config,
org.apache.flink.table.functions.python.PythonFunctionInfo[] pandasAggFunctions,
org.apache.flink.table.types.logical.RowType inputType,
org.apache.flink.table.types.logical.RowType outputType,
long[] lowerBoundary,
long[] upperBoundary,
boolean[] isRangeWindows,
int[] aggWindowIndex,
int[] groupKey,
int[] groupingSet,
int[] udafInputOffsets,
int inputTimeFieldIndex,
boolean asc) |
Modifier and Type | Method and Description |
---|---|
void |
bufferInput(org.apache.flink.table.data.RowData input)
Buffers the specified input, it will be used to construct the operator result together with
the user-defined function execution result.
|
void |
close() |
void |
emitResult(org.apache.flink.api.java.tuple.Tuple2<byte[],Integer> resultTuple)
Sends the execution result to the downstream operator.
|
void |
endInput() |
String |
getFunctionUrn() |
String |
getInputOutputCoderUrn() |
FlinkFnApi.UserDefinedFunctions |
getUserDefinedFunctionsProto()
Gets the proto representation of the Python user-defined functions to be executed.
|
protected void |
invokeCurrentBatch() |
void |
open() |
void |
processElementInternal(org.apache.flink.table.data.RowData value) |
dispose, getFunctionInput, getPythonEnv, isBundleFinished, processElement
createPythonFunctionRunner
checkInvokeFinishBundleByCount, createPythonEnvironmentManager, emitResults, getConfig, getFlinkMetricContainer, getPythonConfig, invokeFinishBundle, prepareSnapshotPreBarrier, processWatermark, setCurrentKey, setPythonConfig
getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getTimeServiceManager, getUserCodeClassloader, initializeState, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, notifyCheckpointComplete, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processWatermark1, processWatermark2, reportOrForwardLatencyMarker, setChainingStrategy, setKeyContextElement1, setKeyContextElement2, setProcessingTimeService, setup, snapshotState, snapshotState
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
getMetricGroup, getOperatorID, initializeState, prepareSnapshotPreBarrier, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted, notifyCheckpointComplete
public BatchArrowPythonOverWindowAggregateFunctionOperator(org.apache.flink.configuration.Configuration config, org.apache.flink.table.functions.python.PythonFunctionInfo[] pandasAggFunctions, org.apache.flink.table.types.logical.RowType inputType, org.apache.flink.table.types.logical.RowType outputType, long[] lowerBoundary, long[] upperBoundary, boolean[] isRangeWindows, int[] aggWindowIndex, int[] groupKey, int[] groupingSet, int[] udafInputOffsets, int inputTimeFieldIndex, boolean asc)
public void open() throws Exception
open
in interface org.apache.flink.streaming.api.operators.StreamOperator<org.apache.flink.table.data.RowData>
Exception
public void bufferInput(org.apache.flink.table.data.RowData input) throws Exception
AbstractStatelessFunctionOperator
bufferInput
in class AbstractStatelessFunctionOperator<org.apache.flink.table.data.RowData,org.apache.flink.table.data.RowData,org.apache.flink.table.data.RowData>
Exception
public void processElementInternal(org.apache.flink.table.data.RowData value)
processElementInternal
in class AbstractStatelessFunctionOperator<org.apache.flink.table.data.RowData,org.apache.flink.table.data.RowData,org.apache.flink.table.data.RowData>
public void emitResult(org.apache.flink.api.java.tuple.Tuple2<byte[],Integer> resultTuple) throws Exception
AbstractPythonFunctionOperator
emitResult
in class AbstractPythonFunctionOperator<org.apache.flink.table.data.RowData>
Exception
public FlinkFnApi.UserDefinedFunctions getUserDefinedFunctionsProto()
AbstractStatelessFunctionOperator
getUserDefinedFunctionsProto
in class AbstractArrowPythonAggregateFunctionOperator
public String getFunctionUrn()
getFunctionUrn
in class AbstractArrowPythonAggregateFunctionOperator
public String getInputOutputCoderUrn()
getInputOutputCoderUrn
in class AbstractArrowPythonAggregateFunctionOperator
public void endInput() throws Exception
endInput
in interface org.apache.flink.streaming.api.operators.BoundedOneInput
endInput
in class AbstractOneInputPythonFunctionOperator<org.apache.flink.table.data.RowData,org.apache.flink.table.data.RowData>
Exception
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<org.apache.flink.table.data.RowData>
close
in class AbstractPythonFunctionOperator<org.apache.flink.table.data.RowData>
Exception
Copyright © 2014–2021 The Apache Software Foundation. All rights reserved.