Package org.apache.wayang.profiler.spark

Class OperatorProfilers

java.lang.Object

org.apache.wayang.profiler.spark.OperatorProfilers

public class OperatorProfilers
extends java.lang.Object

Utilities to create SparkOperatorProfiler instances.

Constructor Summary

Constructors

Constructor	Description
OperatorProfilers()

Method Summary

Modifier and Type	Method	Description
static BinaryOperatorProfiler	createSparkCartesianProfiler()	Creates a default SparkCartesianOperator profiler.
static <In0,In1> BinaryOperatorProfiler	createSparkCartesianProfiler(java.util.function.Supplier<In0> dataGenerator0, java.util.function.Supplier<In1> dataGenerator1, java.lang.Class<In0> inClass0, java.lang.Class<In1> inClass1, Configuration configuration)	Creates a custom SparkCartesianOperator profiler.
static SparkTextFileSourceProfiler	createSparkCollectionSourceProfiler()	Create a default SparkCollectionSource profiler.
static SparkTextFileSourceProfiler	createSparkCollectionSourceProfiler(java.util.function.Supplier<java.lang.String> dataGenerator, Configuration configuration)	Create a custom SparkTextFileSource profiler.
static SparkUnaryOperatorProfiler	createSparkCountProfiler()	Creates a default SparkCountOperator profiler.
static <In> SparkUnaryOperatorProfiler	createSparkCountProfiler(java.util.function.Supplier<In> dataGenerator, java.lang.Class<In> inClass, Configuration configuration)	Creates a custom SparkCountOperator profiler.
static SparkUnaryOperatorProfiler	createSparkDistinctProfiler()	Creates a default SparkDistinctOperator profiler.
static <Type> SparkUnaryOperatorProfiler	createSparkDistinctProfiler(java.util.function.Supplier<Type> dataGenerator, java.lang.Class<Type> inOutClass, Configuration configuration)	Creates a custom SparkGlobalReduceOperator profiler.
static SparkUnaryOperatorProfiler	createSparkFilterProfiler()	Creates a default SparkFilterOperator profiler.
static <Type> SparkUnaryOperatorProfiler	createSparkFilterProfiler(java.util.function.Supplier<Type> dataGenerator, FunctionDescriptor.SerializablePredicate<Type> udf, java.lang.Class<Type> inOutClass, Configuration configuration)	Creates a custom SparkMapOperator profiler.
static SparkUnaryOperatorProfiler	createSparkFlatMapProfiler()	Creates a default SparkFlatMapOperator profiler.
static <In,Out> SparkUnaryOperatorProfiler	createSparkFlatMapProfiler(java.util.function.Supplier<In> dataGenerator, FunctionDescriptor.SerializableFunction<In,java.lang.Iterable<Out>> udf, java.lang.Class<In> inClass, java.lang.Class<Out> outClass, Configuration configuration)	Creates a custom SparkFlatMapOperator profiler.
static SparkUnaryOperatorProfiler	createSparkGlobalReduceProfiler()	Creates a default SparkGlobalReduceOperator profiler.
static <Type> SparkUnaryOperatorProfiler	createSparkGlobalReduceProfiler(java.util.function.Supplier<Type> dataGenerator, FunctionDescriptor.SerializableBinaryOperator<Type> udf, java.lang.Class<Type> inOutClass, Configuration configuration)	Creates a custom SparkGlobalReduceOperator profiler.
static BinaryOperatorProfiler	createSparkJoinProfiler()	Creates a default SparkJoinOperator profiler.
static <In0,In1,Key> BinaryOperatorProfiler	createSparkJoinProfiler(java.util.function.Supplier<In0> dataGenerator0, java.lang.Class<In0> inClass0, FunctionDescriptor.SerializableFunction<In0,Key> keyUdf0, java.util.function.Supplier<In1> dataGenerator1, java.lang.Class<In1> inClass1, FunctionDescriptor.SerializableFunction<In1,Key> keyUdf1, java.lang.Class<Key> keyClass, Configuration configuration)	Creates a custom SparkJoinOperator profiler.
static SinkProfiler	createSparkLocalCallbackSinkProfiler()	Creates a default SparkLocalCallbackSink profiler.
static <Type> SinkProfiler	createSparkLocalCallbackSinkProfiler(java.util.function.Supplier<Type> dataGenerator, java.lang.Class<Type> typeClass, Configuration configuration)	Creates a custom SparkLocalCallbackSink profiler.
static SparkUnaryOperatorProfiler	createSparkMapProfiler()	Creates a default SparkMapOperator profiler.
static <In,Out> SparkUnaryOperatorProfiler	createSparkMapProfiler(java.util.function.Supplier<In> dataGenerator, FunctionDescriptor.SerializableFunction<In,Out> udf, java.lang.Class<In> inClass, java.lang.Class<Out> outClass, Configuration configuration)	Creates a custom SparkMapOperator profiler.
static SparkUnaryOperatorProfiler	createSparkMaterializedGroupByProfiler()	Creates a default SparkMaterializedGroupByOperator profiler.
static <In,Key> SparkUnaryOperatorProfiler	createSparkMaterializedGroupByProfiler(java.util.function.Supplier<In> dataGenerator, FunctionDescriptor.SerializableFunction<In,Key> keyUdf, java.lang.Class<In> inClass, java.lang.Class<Key> keyClass, Configuration configuration)	Creates a custom SparkMaterializedGroupByOperator profiler.
static SparkUnaryOperatorProfiler	createSparkReduceByProfiler()	Creates a default SparkReduceByOperator profiler.
static <In,Key> SparkUnaryOperatorProfiler	createSparkReduceByProfiler(java.util.function.Supplier<In> dataGenerator, FunctionDescriptor.SerializableFunction<In,Key> keyUdf, FunctionDescriptor.SerializableBinaryOperator<In> udf, java.lang.Class<In> inOutClass, java.lang.Class<Key> keyClass, Configuration configuration)	Creates a custom SparkReduceByOperator profiler.
static SparkUnaryOperatorProfiler	createSparkSortProfiler()	Creates a default SparkSortOperator profiler.
static <Type> SparkUnaryOperatorProfiler	createSparkSortProfiler(java.util.function.Supplier<Type> dataGenerator, java.lang.Class<Type> inOutClass, Configuration configuration)	Creates a custom SparkSortOperator profiler.
static SparkTextFileSourceProfiler	createSparkTextFileSourceProfiler()	Create a default SparkTextFileSource profiler.
static SparkTextFileSourceProfiler	createSparkTextFileSourceProfiler(java.util.function.Supplier<java.lang.String> dataGenerator, Configuration configuration)	Create a custom SparkTextFileSource profiler.
static BinaryOperatorProfiler	createSparkUnionProfiler()	Creates a default SparkUnionAllOperator profiler.
static <Type> BinaryOperatorProfiler	createSparkUnionProfiler(java.util.function.Supplier<Type> dataGenerator0, java.util.function.Supplier<Type> dataGenerator1, java.lang.Class<Type> typeClass, Configuration configuration)	Creates a custom SparkUnionAllOperator profiler.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

OperatorProfilers

public OperatorProfilers()

Method Detail

createSparkTextFileSourceProfiler

public static SparkTextFileSourceProfiler createSparkTextFileSourceProfiler()

Create a default SparkTextFileSource profiler.

createSparkTextFileSourceProfiler

public static SparkTextFileSourceProfiler createSparkTextFileSourceProfiler(java.util.function.Supplier<java.lang.String> dataGenerator,
                                                                            Configuration configuration)

Create a custom SparkTextFileSource profiler.

createSparkCollectionSourceProfiler

public static SparkTextFileSourceProfiler createSparkCollectionSourceProfiler()

Create a default SparkCollectionSource profiler.

createSparkCollectionSourceProfiler

public static SparkTextFileSourceProfiler createSparkCollectionSourceProfiler(java.util.function.Supplier<java.lang.String> dataGenerator,
                                                                              Configuration configuration)

Create a custom SparkTextFileSource profiler.

createSparkFlatMapProfiler

public static SparkUnaryOperatorProfiler createSparkFlatMapProfiler()

Creates a default SparkFlatMapOperator profiler.

createSparkFlatMapProfiler

public static <In,Out> SparkUnaryOperatorProfiler createSparkFlatMapProfiler(java.util.function.Supplier<In> dataGenerator,
                                                                                   FunctionDescriptor.SerializableFunction<In,java.lang.Iterable<Out>> udf,
                                                                                   java.lang.Class<In> inClass,
                                                                                   java.lang.Class<Out> outClass,
                                                                                   Configuration configuration)

Creates a custom SparkFlatMapOperator profiler.

createSparkMapProfiler

public static SparkUnaryOperatorProfiler createSparkMapProfiler()

Creates a default SparkMapOperator profiler.

createSparkMapProfiler

public static <In,Out> SparkUnaryOperatorProfiler createSparkMapProfiler(java.util.function.Supplier<In> dataGenerator,
                                                                               FunctionDescriptor.SerializableFunction<In,Out> udf,
                                                                               java.lang.Class<In> inClass,
                                                                               java.lang.Class<Out> outClass,
                                                                               Configuration configuration)

Creates a custom SparkMapOperator profiler.

createSparkFilterProfiler

public static SparkUnaryOperatorProfiler createSparkFilterProfiler()

Creates a default SparkFilterOperator profiler.

createSparkFilterProfiler

public static <Type> SparkUnaryOperatorProfiler createSparkFilterProfiler(java.util.function.Supplier<Type> dataGenerator,
                                                                          FunctionDescriptor.SerializablePredicate<Type> udf,
                                                                          java.lang.Class<Type> inOutClass,
                                                                          Configuration configuration)

Creates a custom SparkMapOperator profiler.

createSparkReduceByProfiler

public static SparkUnaryOperatorProfiler createSparkReduceByProfiler()

Creates a default SparkReduceByOperator profiler.

createSparkReduceByProfiler

public static <In,Key> SparkUnaryOperatorProfiler createSparkReduceByProfiler(java.util.function.Supplier<In> dataGenerator,
                                                                                    FunctionDescriptor.SerializableFunction<In,Key> keyUdf,
                                                                                    FunctionDescriptor.SerializableBinaryOperator<In> udf,
                                                                                    java.lang.Class<In> inOutClass,
                                                                                    java.lang.Class<Key> keyClass,
                                                                                    Configuration configuration)

Creates a custom SparkReduceByOperator profiler.

createSparkGlobalReduceProfiler

public static SparkUnaryOperatorProfiler createSparkGlobalReduceProfiler()

Creates a default SparkGlobalReduceOperator profiler.

createSparkGlobalReduceProfiler

public static <Type> SparkUnaryOperatorProfiler createSparkGlobalReduceProfiler(java.util.function.Supplier<Type> dataGenerator,
                                                                                FunctionDescriptor.SerializableBinaryOperator<Type> udf,
                                                                                java.lang.Class<Type> inOutClass,
                                                                                Configuration configuration)

Creates a custom SparkGlobalReduceOperator profiler.

createSparkDistinctProfiler

public static SparkUnaryOperatorProfiler createSparkDistinctProfiler()

Creates a default SparkDistinctOperator profiler.

createSparkDistinctProfiler

public static <Type> SparkUnaryOperatorProfiler createSparkDistinctProfiler(java.util.function.Supplier<Type> dataGenerator,
                                                                            java.lang.Class<Type> inOutClass,
                                                                            Configuration configuration)

Creates a custom SparkGlobalReduceOperator profiler.

createSparkSortProfiler

public static SparkUnaryOperatorProfiler createSparkSortProfiler()

Creates a default SparkSortOperator profiler.

createSparkSortProfiler

public static <Type> SparkUnaryOperatorProfiler createSparkSortProfiler(java.util.function.Supplier<Type> dataGenerator,
                                                                        java.lang.Class<Type> inOutClass,
                                                                        Configuration configuration)

Creates a custom SparkSortOperator profiler.

createSparkCountProfiler

public static SparkUnaryOperatorProfiler createSparkCountProfiler()

Creates a default SparkCountOperator profiler.

createSparkCountProfiler

public static <In> SparkUnaryOperatorProfiler createSparkCountProfiler(java.util.function.Supplier<In> dataGenerator,
                                                                       java.lang.Class<In> inClass,
                                                                       Configuration configuration)

Creates a custom SparkCountOperator profiler.

createSparkMaterializedGroupByProfiler

public static SparkUnaryOperatorProfiler createSparkMaterializedGroupByProfiler()

Creates a default SparkMaterializedGroupByOperator profiler.

createSparkMaterializedGroupByProfiler

public static <In,Key> SparkUnaryOperatorProfiler createSparkMaterializedGroupByProfiler(java.util.function.Supplier<In> dataGenerator,
                                                                                               FunctionDescriptor.SerializableFunction<In,Key> keyUdf,
                                                                                               java.lang.Class<In> inClass,
                                                                                               java.lang.Class<Key> keyClass,
                                                                                               Configuration configuration)

Creates a custom SparkMaterializedGroupByOperator profiler.

createSparkJoinProfiler

public static BinaryOperatorProfiler createSparkJoinProfiler()

Creates a default SparkJoinOperator profiler.

createSparkJoinProfiler

public static <In0,In1,Key> BinaryOperatorProfiler createSparkJoinProfiler(java.util.function.Supplier<In0> dataGenerator0,
                                                                                       java.lang.Class<In0> inClass0,
                                                                                       FunctionDescriptor.SerializableFunction<In0,Key> keyUdf0,
                                                                                       java.util.function.Supplier<In1> dataGenerator1,
                                                                                       java.lang.Class<In1> inClass1,
                                                                                       FunctionDescriptor.SerializableFunction<In1,Key> keyUdf1,
                                                                                       java.lang.Class<Key> keyClass,
                                                                                       Configuration configuration)

Creates a custom SparkJoinOperator profiler.

createSparkUnionProfiler

public static BinaryOperatorProfiler createSparkUnionProfiler()

Creates a default SparkUnionAllOperator profiler.

createSparkUnionProfiler

public static <Type> BinaryOperatorProfiler createSparkUnionProfiler(java.util.function.Supplier<Type> dataGenerator0,
                                                                     java.util.function.Supplier<Type> dataGenerator1,
                                                                     java.lang.Class<Type> typeClass,
                                                                     Configuration configuration)

Creates a custom SparkUnionAllOperator profiler.

createSparkCartesianProfiler

public static BinaryOperatorProfiler createSparkCartesianProfiler()

Creates a default SparkCartesianOperator profiler.

createSparkCartesianProfiler

public static <In0,In1> BinaryOperatorProfiler createSparkCartesianProfiler(java.util.function.Supplier<In0> dataGenerator0,
                                                                                  java.util.function.Supplier<In1> dataGenerator1,
                                                                                  java.lang.Class<In0> inClass0,
                                                                                  java.lang.Class<In1> inClass1,
                                                                                  Configuration configuration)

Creates a custom SparkCartesianOperator profiler.

createSparkLocalCallbackSinkProfiler

public static SinkProfiler createSparkLocalCallbackSinkProfiler()

Creates a default SparkLocalCallbackSink profiler.

createSparkLocalCallbackSinkProfiler

public static <Type> SinkProfiler createSparkLocalCallbackSinkProfiler(java.util.function.Supplier<Type> dataGenerator,
                                                                       java.lang.Class<Type> typeClass,
                                                                       Configuration configuration)

Creates a custom SparkLocalCallbackSink profiler.