Serialized Form
-
Package org.apache.wayang.api.python.function
-
Class org.apache.wayang.api.python.function.WrappedFlatMapDescriptor
-
Class org.apache.wayang.api.python.function.WrappedMapPartitionsDescriptor
class WrappedMapPartitionsDescriptor extends MapPartitionsDescriptor<Input,Output> implements Serializable -
Class org.apache.wayang.api.python.function.WrappedPredicateDescriptor
-
Class org.apache.wayang.api.python.function.WrappedPythonFunction
class WrappedPythonFunction extends Object implements Serializable-
Serialized Fields
-
serializedUDF
com.google.protobuf.ByteString serializedUDF
-
-
-
Class org.apache.wayang.api.python.function.WrappedReduceDescriptor
-
Class org.apache.wayang.api.python.function.WrappedTransformationDescriptor
class WrappedTransformationDescriptor extends TransformationDescriptor<Input,Output> implements Serializable
-
-
Package org.apache.wayang.api.sql.calcite.converter
-
Class org.apache.wayang.api.sql.calcite.converter.WayangCrossJoinVisitor
class WayangCrossJoinVisitor extends org.apache.wayang.api.sql.calcite.converter.WayangRelNodeVisitor<WayangJoin> implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.WayangMultiConditionJoinVisitor
class WayangMultiConditionJoinVisitor extends org.apache.wayang.api.sql.calcite.converter.WayangRelNodeVisitor<WayangJoin> implements Serializable
-
-
Package org.apache.wayang.api.sql.calcite.converter.functions
-
Class org.apache.wayang.api.sql.calcite.converter.functions.AggregateAddCols
class AggregateAddCols extends Object implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.functions.AggregateFunction
class AggregateFunction extends Object implements Serializable-
Serialized Fields
-
aggregateKinds
List<org.apache.calcite.sql.SqlKind> aggregateKinds
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.AggregateGetResult
class AggregateGetResult extends Object implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.functions.AggregateKeyExtractor
class AggregateKeyExtractor extends Object implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.functions.FilterPredicateImpl
class FilterPredicateImpl extends Object implements Serializable-
Serialized Fields
-
callTree
org.apache.wayang.api.sql.calcite.converter.functions.Node callTree
-
ensureComparable
FunctionDescriptor.SerializableFunction<Object,
Comparable> ensureComparable Widening conversions, all numbers to double -
widenToDouble
FunctionDescriptor.SerializableFunction<Object,
Double> widenToDouble Widens number types to double
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.JoinFlattenResult
class JoinFlattenResult extends Object implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.functions.JoinKeyExtractor
class JoinKeyExtractor extends Object implements Serializable-
Serialized Fields
-
index
int index
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.MultiConditionJoinFuncImpl
class MultiConditionJoinFuncImpl extends Object implements Serializable -
Class org.apache.wayang.api.sql.calcite.converter.functions.MultiConditionJoinKeyExtractor
class MultiConditionJoinKeyExtractor extends Object implements Serializable-
Serialized Fields
-
indexes
Integer[] indexes
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.ProjectMapFuncImpl
class ProjectMapFuncImpl extends Object implements Serializable-
Serialized Fields
-
projectionSyntaxTrees
List<org.apache.wayang.api.sql.calcite.converter.functions.Node> projectionSyntaxTrees
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.SortFilter
class SortFilter extends Object implements Serializable-
Serialized Fields
-
fetch
int fetch
-
increment
int increment
-
offset
int offset
-
-
-
Class org.apache.wayang.api.sql.calcite.converter.functions.SortKeyExtractor
class SortKeyExtractor extends Object implements Serializable
-
-
Package org.apache.wayang.api.sql.sources.fs
-
Package org.apache.wayang.applications
-
Class org.apache.wayang.applications.OutputSerializer
class OutputSerializer extends Object implements Serializable -
Class org.apache.wayang.applications.Util
class Util extends Object implements Serializable
-
-
Package org.apache.wayang.apps.grep
-
Class org.apache.wayang.apps.grep.Grep
class Grep extends Object implements Serializable
-
-
Package org.apache.wayang.apps.terasort
-
Class org.apache.wayang.apps.terasort.TeraGen
class TeraGen extends Object implements Serializable -
Class org.apache.wayang.apps.terasort.TeraSort
class TeraSort extends Object implements Serializable -
Class org.apache.wayang.apps.terasort.TeraValidate
class TeraValidate extends Object implements Serializable
-
-
Package org.apache.wayang.apps.tpch.data
-
Class org.apache.wayang.apps.tpch.data.Customer
class Customer extends Object implements Serializable -
Class org.apache.wayang.apps.tpch.data.Customer$
class Customer$ extends Object implements Serializable-
Serialization Methods
-
readResolve
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<String> fields
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItem
class LineItem extends Object implements Serializable-
Serialized Fields
-
comment
String comment
-
commitDate
int commitDate
-
discount
double discount
-
extendedPrice
double extendedPrice
-
lineNumber
int lineNumber
-
lineStatus
char lineStatus
-
orderKey
long orderKey
-
partKey
long partKey
-
quantity
double quantity
-
receiptDate
int receiptDate
-
returnFlag
char returnFlag
-
shipDate
int shipDate
-
shipInstruct
String shipInstruct
-
shipMode
String shipMode
-
suppKey
long suppKey
-
tax
double tax
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItem$
class LineItem$ extends Object implements Serializable-
Serialization Methods
-
readResolve
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<String> fields
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItemTuple
class LineItemTuple extends Object implements Serializable-
Serialized Fields
-
L_COMMENT
String L_COMMENT
variable text, size 44
-
L_COMMITDATE
int L_COMMITDATE
fixed text, size 1
-
L_DISCOUNT
double L_DISCOUNT
decimal
-
L_EXTENDEDPRICE
double L_EXTENDEDPRICE
decimal
-
L_LINENUMBER
int L_LINENUMBER
integer
,PK
-
L_LINESTATUS
char L_LINESTATUS
fixed text, size 1
-
L_ORDERKEY
long L_ORDERKEY
identifier
,PK
-
L_PARTKEY
long L_PARTKEY
identifier
-
L_QUANTITY
double L_QUANTITY
decimal
-
L_RECEIPTDATE
int L_RECEIPTDATE
fixed text, size 1
-
L_RETURNFLAG
char L_RETURNFLAG
fixed text, size 1
-
L_SHIPDATE
int L_SHIPDATE
fixed text, size 1
-
L_SHIPINSTRUCT
String L_SHIPINSTRUCT
fixed text, size 25
-
L_SHIPMODE
String L_SHIPMODE
fixed text, size 10
-
L_SUPPKEY
long L_SUPPKEY
identifier
-
L_TAX
double L_TAX
decimal
-
-
-
Class org.apache.wayang.apps.tpch.data.Order
class Order extends Object implements Serializable -
Class org.apache.wayang.apps.tpch.data.Order$
class Order$ extends Object implements Serializable-
Serialization Methods
-
readResolve
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<String> fields
-
-
-
-
Package org.apache.wayang.apps.tpch.data.q1
-
Class org.apache.wayang.apps.tpch.data.q1.GroupKey
class GroupKey extends Object implements Serializable-
Serialized Fields
-
L_LINESTATUS
char L_LINESTATUS
-
L_RETURNFLAG
char L_RETURNFLAG
-
-
-
Class org.apache.wayang.apps.tpch.data.q1.ReturnTuple
class ReturnTuple extends Object implements Serializable-
Serialized Fields
-
AVG_DISC
double AVG_DISC
-
AVG_PRICE
double AVG_PRICE
-
AVG_QTY
double AVG_QTY
-
COUNT_ORDER
int COUNT_ORDER
-
L_LINESTATUS
char L_LINESTATUS
-
L_RETURNFLAG
char L_RETURNFLAG
-
SUM_BASE_PRICE
double SUM_BASE_PRICE
-
SUM_CHARGE
double SUM_CHARGE
-
SUM_DISC_PRICE
double SUM_DISC_PRICE
-
SUM_QTY
double SUM_QTY
-
-
-
-
Package org.apache.wayang.basic.data
-
Class org.apache.wayang.basic.data.Record
class Record extends Object implements Serializable-
Serialized Fields
-
values
Object[] values
-
-
-
Class org.apache.wayang.basic.data.Tuple2
class Tuple2 extends Object implements Serializable -
Class org.apache.wayang.basic.data.Tuple5
class Tuple5 extends Object implements Serializable
-
-
Package org.apache.wayang.basic.function
-
Package org.apache.wayang.basic.mapping
-
Class org.apache.wayang.basic.mapping.PageRankMapping.RankInitializer
class RankInitializer extends Object implements Serializable-
Serialized Fields
-
initialRank
Float initialRank
-
-
-
-
Package org.apache.wayang.basic.model
-
Class org.apache.wayang.basic.model.DLModel
class DLModel extends Object implements Serializable-
Serialized Fields
-
out
Op out
-
-
-
-
Package org.apache.wayang.basic.model.op
-
Class org.apache.wayang.basic.model.op.ArgMax
class ArgMax extends Op implements Serializable-
Serialized Fields
-
dim
int dim
-
-
-
Class org.apache.wayang.basic.model.op.Cast
class Cast extends Op implements Serializable -
Class org.apache.wayang.basic.model.op.Eq
class Eq extends Op implements Serializable -
Class org.apache.wayang.basic.model.op.Get
class Get extends Op implements Serializable-
Serialized Fields
-
key
Object key
-
-
-
Class org.apache.wayang.basic.model.op.Input
class Input extends Op implements Serializable-
Serialized Fields
-
shape
int[] shape
-
-
-
Class org.apache.wayang.basic.model.op.Mean
class Mean extends Op implements Serializable-
Serialized Fields
-
dim
int dim
-
-
-
Class org.apache.wayang.basic.model.op.Op
class Op extends Object implements Serializable -
Class org.apache.wayang.basic.model.op.Reshape
class Reshape extends Op implements Serializable-
Serialized Fields
-
shape
int[] shape
-
-
-
Class org.apache.wayang.basic.model.op.Slice
class Slice extends Op implements Serializable-
Serialized Fields
-
range
int[][] range
-
-
-
Class org.apache.wayang.basic.model.op.Transpose
class Transpose extends Op implements Serializable-
Serialized Fields
-
perm
int[] perm
-
-
-
Class org.apache.wayang.basic.model.op.ZeroLike
class ZeroLike extends Op implements Serializable
-
-
Package org.apache.wayang.basic.model.op.nn
-
Class org.apache.wayang.basic.model.op.nn.BatchNorm
class BatchNorm extends Op implements Serializable-
Serialized Fields
-
epsilon
float epsilon
-
momentum
float momentum
-
numFeatures
int numFeatures
-
-
-
Class org.apache.wayang.basic.model.op.nn.BatchNorm2D
class BatchNorm2D extends BatchNorm implements Serializable -
Class org.apache.wayang.basic.model.op.nn.BatchNorm3D
class BatchNorm3D extends BatchNorm implements Serializable -
Class org.apache.wayang.basic.model.op.nn.Conv
class Conv extends Op implements Serializable-
Serialized Fields
-
bias
boolean bias
-
inChannels
int inChannels
-
kernelSize
int[] kernelSize
-
outChannels
int outChannels
-
padding
String padding
-
stride
int[] stride
-
-
-
Class org.apache.wayang.basic.model.op.nn.Conv2D
class Conv2D extends Conv implements Serializable -
Class org.apache.wayang.basic.model.op.nn.Conv3D
class Conv3D extends Conv implements Serializable -
Class org.apache.wayang.basic.model.op.nn.ConvLSTM2D
class ConvLSTM2D extends Op implements Serializable-
Serialized Fields
-
bias
boolean bias
-
hiddenDim
int hiddenDim
-
inputDim
int inputDim
-
kernelSize
int[] kernelSize
-
output
String output
-
stride
int[] stride
-
-
-
Class org.apache.wayang.basic.model.op.nn.CrossEntropyLoss
class CrossEntropyLoss extends Op implements Serializable-
Serialized Fields
-
labels
int labels
-
-
-
Class org.apache.wayang.basic.model.op.nn.Linear
class Linear extends Op implements Serializable-
Serialized Fields
-
bias
boolean bias
-
inFeatures
int inFeatures
-
outFeatures
int outFeatures
-
-
-
Class org.apache.wayang.basic.model.op.nn.MSELoss
class MSELoss extends Op implements Serializable -
Class org.apache.wayang.basic.model.op.nn.ReLU
class ReLU extends Op implements Serializable -
Class org.apache.wayang.basic.model.op.nn.Sigmoid
class Sigmoid extends Op implements Serializable -
Class org.apache.wayang.basic.model.op.nn.Softmax
class Softmax extends Op implements Serializable
-
-
Package org.apache.wayang.basic.operators
-
Class org.apache.wayang.basic.operators.AmazonS3Source
-
Class org.apache.wayang.basic.operators.AmazonS3Source.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.AzureBlobStorageSource
-
Class org.apache.wayang.basic.operators.AzureBlobStorageSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.CartesianOperator
class CartesianOperator extends BinaryToUnaryOperator<InputType0,InputType1, Tuple2<InputType0, InputType1>> implements Serializable -
Class org.apache.wayang.basic.operators.CoGroupOperator
class CoGroupOperator extends BinaryToUnaryOperator<InputType0,InputType1, Tuple2<Iterable<InputType0>, Iterable<InputType1>>> implements Serializable -
Serialized Fields
-
keyDescriptor0
TransformationDescriptor<InputType0,
Key> keyDescriptor0 -
keyDescriptor1
TransformationDescriptor<InputType1,
Key> keyDescriptor1
-
-
-
Class org.apache.wayang.basic.operators.CollectionSource
-
Serialized Fields
-
collection
Collection<T> collection
-
-
-
Class org.apache.wayang.basic.operators.CountOperator
-
Class org.apache.wayang.basic.operators.DecisionTreeClassificationOperator
class DecisionTreeClassificationOperator extends BinaryToUnaryOperator<double[],Integer, DecisionTreeClassificationModel> implements Serializable -
Class org.apache.wayang.basic.operators.DecisionTreeRegressionOperator
class DecisionTreeRegressionOperator extends BinaryToUnaryOperator<double[],Double, DecisionTreeRegressionModel> implements Serializable -
Serialized Fields
-
maxDepth
int maxDepth
-
minInstancesPerNode
int minInstancesPerNode
-
-
-
Class org.apache.wayang.basic.operators.DistinctOperator
-
Class org.apache.wayang.basic.operators.DLTrainingOperator
-
Serialized Fields
-
model
DLModel model
-
option
DLTrainingOperator.Option option
-
-
-
Class org.apache.wayang.basic.operators.DoWhileOperator
class DoWhileOperator extends OperatorBase implements Serializable-
Serialized Fields
-
criterionDescriptor
PredicateDescriptor<Collection<ConvergenceType>> criterionDescriptor
Function that this operator applies to the input elements. -
numExpectedIterations
Integer numExpectedIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.FilterOperator
-
Serialized Fields
-
predicateDescriptor
PredicateDescriptor<Type> predicateDescriptor
Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.FlatMapOperator
-
Serialized Fields
-
functionDescriptor
FlatMapDescriptor<InputType,
OutputType> functionDescriptor Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.GlobalMaterializedGroupOperator
class GlobalMaterializedGroupOperator extends UnaryToUnaryOperator<Type,Iterable<Type>> implements Serializable -
Class org.apache.wayang.basic.operators.GlobalReduceOperator
-
Serialized Fields
-
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.GoogleCloudStorageSource
-
Class org.apache.wayang.basic.operators.GoogleCloudStorageSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.GroupByOperator
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Input,
Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.IntersectOperator
-
Class org.apache.wayang.basic.operators.JoinOperator
class JoinOperator extends BinaryToUnaryOperator<InputType0,InputType1, Tuple2<InputType0, InputType1>> implements Serializable -
Serialized Fields
-
keyDescriptor0
TransformationDescriptor<InputType0,
Key> keyDescriptor0 -
keyDescriptor1
TransformationDescriptor<InputType1,
Key> keyDescriptor1
-
-
-
Class org.apache.wayang.basic.operators.KafkaTopicSink
-
Serialized Fields
-
formattingDescriptor
TransformationDescriptor<T,
String> formattingDescriptor -
isInitialized
boolean isInitialized
-
topicName
String topicName
-
-
-
Class org.apache.wayang.basic.operators.KafkaTopicSource
-
Class org.apache.wayang.basic.operators.KafkaTopicSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.KMeansOperator
class KMeansOperator extends UnaryToUnaryOperator<double[],KMeansModel> implements Serializable -
Serialized Fields
-
k
int k
-
-
-
Class org.apache.wayang.basic.operators.LinearRegressionOperator
class LinearRegressionOperator extends BinaryToUnaryOperator<double[],Double, LinearRegressionModel> implements Serializable -
Serialized Fields
-
fitIntercept
boolean fitIntercept
-
-
-
Class org.apache.wayang.basic.operators.LinearSVCOperator
class LinearSVCOperator extends BinaryToUnaryOperator<double[],Double, SVMModel> implements Serializable -
Serialized Fields
-
maxIter
int maxIter
-
regParam
double regParam
-
-
-
Class org.apache.wayang.basic.operators.LocalCallbackSink
-
Serialized Fields
-
callback
Consumer<T> callback
-
callbackDescriptor
FunctionDescriptor.SerializableConsumer<T> callbackDescriptor
-
collector
Collection<T> collector
-
-
-
Class org.apache.wayang.basic.operators.LogisticRegressionOperator
class LogisticRegressionOperator extends BinaryToUnaryOperator<double[],Double, LogisticRegressionModel> implements Serializable -
Serialized Fields
-
fitIntercept
boolean fitIntercept
-
-
-
Class org.apache.wayang.basic.operators.LoopOperator
class LoopOperator extends OperatorBase implements Serializable-
Serialized Fields
-
criterionDescriptor
PredicateDescriptor<Collection<ConvergenceType>> criterionDescriptor
Function that this operator applies to the input elements. -
numExpectedIterations
Integer numExpectedIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.MapOperator
-
Serialized Fields
-
functionDescriptor
TransformationDescriptor<InputType,
OutputType> functionDescriptor Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.MapPartitionsOperator
class MapPartitionsOperator extends UnaryToUnaryOperator<InputType,OutputType> implements Serializable -
Serialized Fields
-
functionDescriptor
MapPartitionsDescriptor<InputType,
OutputType> functionDescriptor Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.MaterializedGroupByOperator
class MaterializedGroupByOperator extends UnaryToUnaryOperator<Type,Iterable<Type>> implements Serializable -
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,
Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.ModelTransformOperator
class ModelTransformOperator extends BinaryToUnaryOperator<Model,X, Tuple2<X, Y>> implements Serializable -
Class org.apache.wayang.basic.operators.ObjectFileSink
-
Class org.apache.wayang.basic.operators.ObjectFileSource
-
Class org.apache.wayang.basic.operators.ObjectFileSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.PageRankOperator
class PageRankOperator extends UnaryToUnaryOperator<Tuple2<Long,Long>, Tuple2<Long, Float>> implements Serializable -
Serialized Fields
-
dampingFactor
float dampingFactor
-
graphDensity
ProbabilisticDoubleInterval graphDensity
-
numIterations
Integer numIterations
-
-
-
Class org.apache.wayang.basic.operators.ParquetSource
-
Class org.apache.wayang.basic.operators.ParquetSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.PredictOperator
-
Class org.apache.wayang.basic.operators.PyWayangReduceByOperator
-
Class org.apache.wayang.basic.operators.ReduceByOperator
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,
Key> keyDescriptor -
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.ReduceOperator
-
Serialized Fields
-
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.RepeatOperator
class RepeatOperator extends OperatorBase implements Serializable-
Serialized Fields
-
numIterations
Integer numIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.SampleOperator
-
Serialized Fields
-
datasetSize
Long datasetSize
Size of the dataset to be sampled or 0L if a dataset size is not known. -
logger
org.apache.logging.log4j.Logger logger
-
sampleMethod
SampleOperator.Methods sampleMethod
-
sampleSizeFunction
FunctionDescriptor.SerializableIntUnaryOperator sampleSizeFunction
This function determines the sample size by the number of iterations. -
seedFunction
FunctionDescriptor.SerializableLongUnaryOperator seedFunction
This function optionally determines the seed by the number of iterations.
-
-
-
Class org.apache.wayang.basic.operators.SortOperator
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,
Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.TableSource
-
Serialized Fields
-
tableName
String tableName
-
-
-
Class org.apache.wayang.basic.operators.TextFileSink
-
Serialized Fields
-
formattingDescriptor
TransformationDescriptor<T,
String> formattingDescriptor -
textFileUrl
String textFileUrl
-
-
-
Class org.apache.wayang.basic.operators.TextFileSource
-
Class org.apache.wayang.basic.operators.TextFileSource.CardinalityEstimator
class CardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.UnionAllOperator
-
Class org.apache.wayang.basic.operators.ZipWithIdOperator
class ZipWithIdOperator extends UnaryToUnaryOperator<InputType,Tuple2<Long, InputType>> implements Serializable
-
-
Package org.apache.wayang.basic.types
-
Package org.apache.wayang.core.api
-
Class org.apache.wayang.core.api.Configuration
class Configuration extends Object implements Serializable-
Serialized Fields
-
cardinalityEstimatorProvider
KeyValueProvider<OutputSlot<?>,
CardinalityEstimator> cardinalityEstimatorProvider -
channelConversionProvider
ExplicitCollectionProvider<ChannelConversion> channelConversionProvider
-
costModel
EstimatableCost costModel
-
costSquasherProvider
ValueProvider<ToDoubleFunction<ProbabilisticDoubleInterval>> costSquasherProvider
-
functionLoadProfileEstimatorProvider
KeyValueProvider<FunctionDescriptor,
LoadProfileEstimator> functionLoadProfileEstimatorProvider -
instrumentationStrategyProvider
ValueProvider<InstrumentationStrategy> instrumentationStrategyProvider
-
loadProfileEstimatorCache
MapBasedKeyValueProvider<String,
LoadProfileEstimator> loadProfileEstimatorCache -
loadProfileToTimeConverterProvider
KeyValueProvider<Platform,
LoadProfileToTimeConverter> loadProfileToTimeConverterProvider -
mappingProvider
ExplicitCollectionProvider<Mapping> mappingProvider
-
name
String name
-
operatorLoadProfileEstimatorProvider
KeyValueProvider<ExecutionOperator,
LoadProfileEstimator> operatorLoadProfileEstimatorProvider -
parent
Configuration parent
-
platformProvider
ExplicitCollectionProvider<Platform> platformProvider
-
platformStartUpTimeProvider
KeyValueProvider<Platform,
Long> platformStartUpTimeProvider -
properties
KeyValueProvider<String,
String> properties -
pruningStrategyClassProvider
CollectionProvider<Class<PlanEnumerationPruningStrategy>> pruningStrategyClassProvider
-
timeToCostConverterProvider
KeyValueProvider<Platform,
TimeToCostConverter> timeToCostConverterProvider -
udfSelectivityProvider
KeyValueProvider<FunctionDescriptor,
ProbabilisticDoubleInterval> udfSelectivityProvider
-
-
-
-
Package org.apache.wayang.core.api.configuration
-
Exception org.apache.wayang.core.api.configuration.KeyValueProvider.NoSuchKeyException
class NoSuchKeyException extends WayangException implements Serializable -
Exception org.apache.wayang.core.api.configuration.ValueProvider.NotAvailableException
class NotAvailableException extends WayangException implements Serializable
-
-
Package org.apache.wayang.core.api.exception
-
Exception org.apache.wayang.core.api.exception.WayangException
class WayangException extends RuntimeException implements Serializable
-
-
Package org.apache.wayang.core.function
-
Class org.apache.wayang.core.function.AggregationDescriptor
class AggregationDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
DataUnitGroupType<InputType> inputType
-
outputType
BasicDataUnitType<OutputType> outputType
-
-
-
Class org.apache.wayang.core.function.ConsumerDescriptor
class ConsumerDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
BasicDataUnitType<T> inputType
-
javaImplementation
FunctionDescriptor.SerializableConsumer<T> javaImplementation
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..1}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.FlatMapDescriptor
class FlatMapDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<Input,
Iterable<Output>> javaImplementation -
outputType
BasicDataUnitType<Output> outputType
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..*}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.FunctionDescriptor
class FunctionDescriptor extends Object implements Serializable-
Serialized Fields
-
loadProfileEstimator
LoadProfileEstimator loadProfileEstimator
-
-
-
Class org.apache.wayang.core.function.MapPartitionsDescriptor
class MapPartitionsDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<Iterable<Input>,
Iterable<Output>> javaImplementation -
outputType
BasicDataUnitType<Output> outputType
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..*}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.PredicateDescriptor
class PredicateDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializablePredicate<Input> javaImplementation
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..1}) of this instance ornull
if unspecified. -
sqlImplementation
String sqlImplementation
-
-
-
Class org.apache.wayang.core.function.ReduceDescriptor
class ReduceDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
DataUnitGroupType<Type> inputType
-
javaImplementation
FunctionDescriptor.SerializableBinaryOperator<Type> javaImplementation
-
outputType
BasicDataUnitType<Type> outputType
-
-
-
Class org.apache.wayang.core.function.TransformationDescriptor
class TransformationDescriptor extends FunctionDescriptor implements Serializable-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<Input,
Output> javaImplementation -
outputType
BasicDataUnitType<Output> outputType
-
sqlImplementation
Tuple<String,
String> sqlImplementation
-
-
-
-
Package org.apache.wayang.core.mapping
-
Class org.apache.wayang.core.mapping.OperatorPattern
class OperatorPattern extends OperatorBase implements Serializable-
Serialized Fields
-
additionalTests
Collection<Predicate<T extends Operator>> additionalTests
Additional predicates to test in order to establish a match. -
isAllowBroadcasts
boolean isAllowBroadcasts
Whether broadcastInputSlot
s are allowed. -
isMatchSubclasses
boolean isMatchSubclasses
Whether subclasses ofOperatorPattern.operatorClass
also match. -
name
String name
Identifier for this instance to identifyOperatorMatch
es. -
operatorClass
Class<?> operatorClass
Operator
type matched by this instance.
-
-
-
Class org.apache.wayang.core.mapping.SubplanPattern
class SubplanPattern extends OperatorBase implements Serializable-
Serialized Fields
-
inputPattern
OperatorPattern inputPattern
Start and endOperatorPattern
of this instance. -
outputPattern
OperatorPattern outputPattern
Start and endOperatorPattern
of this instance.
-
-
-
-
Package org.apache.wayang.core.optimizer
-
Class org.apache.wayang.core.optimizer.ProbabilisticDoubleInterval
class ProbabilisticDoubleInterval extends Object implements Serializable-
Serialized Fields
-
correctnessProb
double correctnessProb
Probability of correctness between in the interval [0, 1]. This helps Wayang in situations with many estimates to pick the best one. -
isOverride
boolean isOverride
When merging instances somehow, overriding instance should be chosen over the others. -
lowerEstimate
double lowerEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval. -
upperEstimate
double upperEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval.
-
-
-
Class org.apache.wayang.core.optimizer.ProbabilisticIntervalEstimate
class ProbabilisticIntervalEstimate extends Object implements Serializable-
Serialized Fields
-
correctnessProb
double correctnessProb
Probability of correctness between in the interval [0, 1]. This helps Wayang in situations with many estimates to pick the best one. -
isOverride
boolean isOverride
When merging instances somehow, overriding instance should be chosen over the others. -
lowerEstimate
long lowerEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval. -
upperEstimate
long upperEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval.
-
-
-
-
Package org.apache.wayang.core.optimizer.cardinality
-
Class org.apache.wayang.core.optimizer.cardinality.AggregatingCardinalityEstimator
class AggregatingCardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
alternativeEstimators
List<CardinalityEstimator> alternativeEstimators
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.CardinalityEstimate
class CardinalityEstimate extends ProbabilisticIntervalEstimate implements Serializable -
Class org.apache.wayang.core.optimizer.cardinality.DefaultCardinalityEstimator
class DefaultCardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
certaintyProb
double certaintyProb
-
isAllowMoreInputs
boolean isAllowMoreInputs
Iftrue
, receiving more thanDefaultCardinalityEstimator.numInputs
is also fine. -
numInputs
int numInputs
-
singlePointEstimator
FunctionDescriptor.SerializableToLongBiFunction<long[],
Configuration> singlePointEstimator
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.FallbackCardinalityEstimator
class FallbackCardinalityEstimator extends Object implements Serializable -
Class org.apache.wayang.core.optimizer.cardinality.FixedSizeCardinalityEstimator
class FixedSizeCardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
isOverride
boolean isOverride
-
outputSize
long outputSize
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.SwitchForwardCardinalityEstimator
class SwitchForwardCardinalityEstimator extends Object implements Serializable-
Serialized Fields
-
switchInputIndices
int[] switchInputIndices
-
-
-
-
Package org.apache.wayang.core.optimizer.costs
-
Class org.apache.wayang.core.optimizer.costs.LoadEstimate
class LoadEstimate extends ProbabilisticIntervalEstimate implements Serializable -
Class org.apache.wayang.core.optimizer.costs.LoadProfile
class LoadProfile extends Object implements Serializable-
Serialized Fields
-
cpuUsage
LoadEstimate cpuUsage
-
diskUsage
LoadEstimate diskUsage
-
networkUsage
LoadEstimate networkUsage
-
overheadMillis
long overheadMillis
Overhead time that occurs when working on this load profile. -
ramUsage
LoadEstimate ramUsage
-
resourceUtilization
double resourceUtilization
The resource utilization of this load profile. -
subprofiles
Collection<LoadProfile> subprofiles
-
-
-
Class org.apache.wayang.core.optimizer.costs.TimeEstimate
class TimeEstimate extends ProbabilisticIntervalEstimate implements Serializable
-
-
Package org.apache.wayang.core.plan.wayangplan
-
Class org.apache.wayang.core.plan.wayangplan.BinaryToUnaryOperator
class BinaryToUnaryOperator extends OperatorBase implements Serializable -
Class org.apache.wayang.core.plan.wayangplan.InputSlot
-
Serialized Fields
-
isBroadcast
boolean isBroadcast
Tells whether this instance represents a broadcasted input. -
occupant
OutputSlot<T> occupant
Output slot of another operator that is connected to this input slot.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.LoopHeadAlternative
class LoopHeadAlternative extends OperatorAlternative implements Serializable-
Serialized Fields
-
finalLoopOutputs
Collection<OutputSlot<?>> finalLoopOutputs
-
initializationInputs
Collection<InputSlot<?>> initializationInputs
-
loopBodyInputs
Collection<InputSlot<?>> loopBodyInputs
-
loopBodyOutputs
Collection<OutputSlot<?>> loopBodyOutputs
-
originalLoopHead
LoopHeadOperator originalLoopHead
-
-
-
Class org.apache.wayang.core.plan.wayangplan.LoopSubplan
class LoopSubplan extends Subplan implements Serializable-
Serialized Fields
-
loopHead
LoopHeadOperator loopHead
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorAlternative
class OperatorAlternative extends OperatorBase implements Serializable-
Serialized Fields
-
alternatives
List<OperatorAlternative.Alternative> alternatives
All alternatives for this operator. Note that we deliberately do not use aSlotMapping
at this point because this can be achieved with aSubplan
.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorAlternative.Alternative
class Alternative extends Object implements Serializable-
Serialized Fields
-
sink
Operator sink
Source/sinkOperator
in this instance. Should only be set if the surroundingOperatorAlternative
is a source/sink. -
slotMapping
SlotMapping slotMapping
Maps the slots of the enclosingOperatorAlternative
with this instance. -
source
Operator source
Source/sinkOperator
in this instance. Should only be set if the surroundingOperatorAlternative
is a source/sink.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorBase
class OperatorBase extends Object implements Serializable-
Serialized Fields
-
cardinalityEstimators
CardinalityEstimator[] cardinalityEstimators
OptionalCardinalityEstimator
s for this instance. -
container
OperatorContainer container
-
epoch
int epoch
-
inputSlots
InputSlot<?>[] inputSlots
-
isAuxiliary
boolean isAuxiliary
Tells whether this instance is auxiliary, i.e., it support some non-auxiliary operators. -
isSupportingBroadcastInputs
boolean isSupportingBroadcastInputs
-
name
String name
Optional name. Helpful for debugging. -
original
ExecutionOperator original
-
outputSlots
OutputSlot<?>[] outputSlots
-
targetPlatforms
Set<Platform> targetPlatforms
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorContainers
class OperatorContainers extends Object implements Serializable -
Class org.apache.wayang.core.plan.wayangplan.OutputSlot
-
Class org.apache.wayang.core.plan.wayangplan.Slot
class Slot extends Object implements Serializable-
Serialized Fields
-
index
int index
Lazy initialized. The index of this instance within itsSlot.owner
. -
name
String name
Identifies this slot within its operator. -
owner
Operator owner
The operator that is being decorated by this slot. -
type
DataSetType<T> type
Type of data passed through this slot, expressed as aDataSetType
so as to define not only the types of elements that are passed but also capture their structure (e.g., flat, grouped, sorted, ...).
-
-
-
Class org.apache.wayang.core.plan.wayangplan.SlotMapping
class SlotMapping extends Object implements Serializable -
Class org.apache.wayang.core.plan.wayangplan.Subplan
class Subplan extends OperatorBase implements Serializable-
Serialized Fields
-
sink
Operator sink
If this instance is a source or a sink, then the encapsulated source/sinkOperator
s are stored here. Otherwisenull
. -
slotMapping
SlotMapping slotMapping
Maps input and output slots against the direction of the data flow. -
source
Operator source
If this instance is a source or a sink, then the encapsulated source/sinkOperator
s are stored here. Otherwisenull
.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.UnarySink
class UnarySink extends OperatorBase implements Serializable -
Class org.apache.wayang.core.plan.wayangplan.UnarySource
class UnarySource extends OperatorBase implements Serializable -
Class org.apache.wayang.core.plan.wayangplan.UnaryToUnaryOperator
class UnaryToUnaryOperator extends OperatorBase implements Serializable
-
-
Package org.apache.wayang.core.plan.wayangplan.traversal
-
Exception org.apache.wayang.core.plan.wayangplan.traversal.AbstractTopologicalTraversal.AbortException
class AbortException extends WayangException implements Serializable
-
-
Package org.apache.wayang.core.types
-
Class org.apache.wayang.core.types.BasicDataUnitType
-
Class org.apache.wayang.core.types.DataSetType
class DataSetType extends Object implements Serializable-
Serialized Fields
-
dataUnitType
DataUnitType<T> dataUnitType
Type of the data units within the data set.
-
-
-
Class org.apache.wayang.core.types.DataUnitGroupType
-
Serialized Fields
-
baseType
DataUnitType<T> baseType
-
-
-
Class org.apache.wayang.core.types.DataUnitType
class DataUnitType extends Object implements Serializable
-
-
Package org.apache.wayang.core.util
-
Class org.apache.wayang.core.util.LruCache
-
Serialized Fields
-
capacity
int capacity
-
-
-
Class org.apache.wayang.core.util.MultiMap
-
-
Package org.apache.wayang.core.util.mathex.exceptions
-
Exception org.apache.wayang.core.util.mathex.exceptions.EvaluationException
class EvaluationException extends MathExException implements Serializable -
Exception org.apache.wayang.core.util.mathex.exceptions.MathExException
class MathExException extends RuntimeException implements Serializable -
Exception org.apache.wayang.core.util.mathex.exceptions.ParseException
class ParseException extends MathExException implements Serializable
-
-
Package org.apache.wayang.flink.compiler
-
Class org.apache.wayang.flink.compiler.FlinkCoGroupFunction
class FlinkCoGroupFunction extends Object implements Serializable -
Class org.apache.wayang.flink.compiler.KeySelectorDistinct
class KeySelectorDistinct extends Object implements Serializable -
Class org.apache.wayang.flink.compiler.KeySelectorFunction
class KeySelectorFunction extends Object implements Serializable -
Class org.apache.wayang.flink.compiler.OutputFormatConsumer
class OutputFormatConsumer extends Object implements Serializable-
Serialized Fields
-
tConsumer
FunctionDescriptor.SerializableConsumer<T> tConsumer
-
-
-
Class org.apache.wayang.flink.compiler.WayangFileOutputFormat
class WayangFileOutputFormat extends org.apache.flink.api.common.io.FileOutputFormat<IT> implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
blockSize
long blockSize
The block size to use. -
outputDirectoryMode
org.apache.flink.api.common.io.FileOutputFormat.OutputDirectoryMode outputDirectoryMode
The output directory mode -
outputFilePath
org.apache.flink.core.fs.Path outputFilePath
The path of the file to be written. -
writeMode
org.apache.flink.core.fs.FileSystem.WriteMode writeMode
The write mode of the output. -
writer
org.apache.hadoop.io.SequenceFile.Writer writer
-
-
-
Package org.apache.wayang.flink.compiler.criterion
-
Class org.apache.wayang.flink.compiler.criterion.DummyFilter
class DummyFilter extends Object implements Serializable -
Class org.apache.wayang.flink.compiler.criterion.DummyMap
class DummyMap extends Object implements Serializable-
Serialized Fields
-
inputTypeClass
Class<InputType> inputTypeClass
-
outputTypeClass
Class<OutputType> outputTypeClass
-
typeInformationInput
org.apache.flink.api.common.typeinfo.TypeInformation<InputType> typeInformationInput
-
typeInformationOutput
org.apache.flink.api.common.typeinfo.TypeInformation<OutputType> typeInformationOutput
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangAggregator
class WayangAggregator extends Object implements Serializable-
Serialized Fields
-
elements
List<WayangValue> elements
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangConvergenceCriterion
class WayangConvergenceCriterion extends Object implements Serializable-
Serialized Fields
-
doWhile
boolean doWhile
-
predicate
FunctionDescriptor.SerializablePredicate<Collection<T>> predicate
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangFilterCriterion
class WayangFilterCriterion extends org.apache.flink.api.common.functions.AbstractRichFunction implements Serializable-
Serialized Fields
-
name
String name
-
wayangAggregator
WayangAggregator wayangAggregator
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangListValue
class WayangListValue extends org.apache.flink.types.ListValue<WayangValue> implements Serializable -
Class org.apache.wayang.flink.compiler.criterion.WayangValue
class WayangValue extends Object implements Serializable-
Serialized Fields
-
data
T data
-
-
-
-
Package org.apache.wayang.flink.execution
-
Class org.apache.wayang.flink.execution.FlinkExecutionContext
class FlinkExecutionContext extends Object implements Serializable-
Serialized Fields
-
richFunction
org.apache.flink.api.common.functions.RichFunction richFunction
-
-
-
-
Package org.apache.wayang.flink.operators
-
Class org.apache.wayang.flink.operators.CollectionSplittableIterator
class CollectionSplittableIterator extends org.apache.flink.util.SplittableIterator<T> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkCartesianOperator
class FlinkCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkCoGroupOperator
class FlinkCoGroupOperator extends CoGroupOperator<InputType0,InputType1, TypeKey> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkCollectionSink
-
Class org.apache.wayang.flink.operators.FlinkCollectionSource
-
Class org.apache.wayang.flink.operators.FlinkCountOperator
-
Class org.apache.wayang.flink.operators.FlinkDistinctOperator
-
Class org.apache.wayang.flink.operators.FlinkDoWhileOperator
class FlinkDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable -
Serialized Fields
-
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkFilterOperator
-
Class org.apache.wayang.flink.operators.FlinkFlatMapOperator
-
Class org.apache.wayang.flink.operators.FlinkGlobalMaterializedGroupOperator
class FlinkGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkGlobalReduceOperator
-
Class org.apache.wayang.flink.operators.FlinkGroupByOperator
-
Class org.apache.wayang.flink.operators.FlinkIntersectOperator
-
Class org.apache.wayang.flink.operators.FlinkJoinOperator
-
Class org.apache.wayang.flink.operators.FlinkLocalCallbackSink
class FlinkLocalCallbackSink extends LocalCallbackSink<Type extends Serializable> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkLoopOperator
-
Serialized Fields
-
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkMapOperator
-
Class org.apache.wayang.flink.operators.FlinkMapPartitionsOperator
class FlinkMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkMaterializedGroupByOperator
class FlinkMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable -
Class org.apache.wayang.flink.operators.FlinkObjectFileSink
-
Class org.apache.wayang.flink.operators.FlinkObjectFileSource
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator
class FlinkPageRankOperator extends PageRankOperator implements Serializable -
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.BuildOutgoingEdgeList
class BuildOutgoingEdgeList extends Object implements Serializable -
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.Dampener
class Dampener extends Object implements Serializable-
Serialized Fields
-
dampening
double dampening
-
randomJump
double randomJump
-
-
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.EpsilonFilter
class EpsilonFilter extends Object implements Serializable -
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.JoinVertexWithEdgesMatch
class JoinVertexWithEdgesMatch extends Object implements Serializable -
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.RankAssigner
class RankAssigner extends Object implements Serializable -
Class org.apache.wayang.flink.operators.FlinkReduceByOperator
-
Class org.apache.wayang.flink.operators.FlinkRepeatExpandedOperator
-
Serialized Fields
-
iteration_expanded
int iteration_expanded
-
iteration_generate
int iteration_generate
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number. -
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet<Type> iterativeDataSet
-
previous
DataSetChannel.Instance previous
-
real_iteration
int real_iteration
-
-
-
Class org.apache.wayang.flink.operators.FlinkRepeatOperator
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number. -
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet<Type> iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkSampleOperator
-
Serialized Fields
-
rand
Random rand
-
-
-
Class org.apache.wayang.flink.operators.FlinkSortOperator
-
Class org.apache.wayang.flink.operators.FlinkTextFileSink
-
Class org.apache.wayang.flink.operators.FlinkTextFileSource
class FlinkTextFileSource extends TextFileSource implements Serializable -
Class org.apache.wayang.flink.operators.FlinkTsvFileSink
-
Serialized Fields
-
targetPath
String targetPath
-
-
-
Class org.apache.wayang.flink.operators.FlinkUnionAllOperator
-
Class org.apache.wayang.flink.operators.FlinkZipWithIdOperator
-
-
Package org.apache.wayang.genericjdbc.operators
-
Class org.apache.wayang.genericjdbc.operators.GenericJdbcFilterOperator
class GenericJdbcFilterOperator extends JdbcFilterOperator implements Serializable -
Class org.apache.wayang.genericjdbc.operators.GenericJdbcProjectionOperator
class GenericJdbcProjectionOperator extends JdbcProjectionOperator implements Serializable -
Class org.apache.wayang.genericjdbc.operators.GenericJdbcTableSource
class GenericJdbcTableSource extends JdbcTableSource implements Serializable-
Serialized Fields
-
jdbcName
String jdbcName
Creates a new instance.- See Also:
-
-
-
Class org.apache.wayang.genericjdbc.operators.GenericSqlToStreamOperator
class GenericSqlToStreamOperator extends UnaryToUnaryOperator<Record,Record> implements Serializable -
Serialized Fields
-
jdbcPlatform
GenericJdbcPlatform jdbcPlatform
-
-
-
-
Package org.apache.wayang.giraph.operators
-
Class org.apache.wayang.giraph.operators.GiraphPageRankOperator
class GiraphPageRankOperator extends PageRankOperator implements Serializable-
Serialized Fields
-
logger
org.apache.logging.log4j.Logger logger
-
path_out
String path_out
-
-
-
-
Package org.apache.wayang.iejoin.data
-
Class org.apache.wayang.iejoin.data.Data
class Data extends Object implements Serializable- serialVersionUID:
- 2808795863775557984L
-
Serialized Fields
-
pivot
boolean pivot
-
rank
Type1 extends Comparable<Type1> rank
-
rowID
long rowID
-
value
Type0 extends Comparable<Type0> value
-
-
Class org.apache.wayang.iejoin.data.Data.Comparator
class Comparator extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
-
-
Package org.apache.wayang.iejoin.operators
-
Class org.apache.wayang.iejoin.operators.IEJoinOperator
class IEJoinOperator extends BinaryToUnaryOperator<Input,Input, Tuple2<Input, Input>> implements Serializable -
Serialized Fields
-
cond0
IEJoinMasterOperator.JoinCondition cond0
-
cond1
IEJoinMasterOperator.JoinCondition cond1
-
equalReverse
boolean equalReverse
-
get0Pivot
TransformationDescriptor<Input,
Type0> get0Pivot -
get0Ref
TransformationDescriptor<Input,
Type1> get0Ref -
get1Pivot
TransformationDescriptor<Input,
Type0> get1Pivot -
get1Ref
TransformationDescriptor<Input,
Type1> get1Ref -
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
-
-
Class org.apache.wayang.iejoin.operators.IESelfJoinOperator
class IESelfJoinOperator extends UnaryToUnaryOperator<Input,Tuple2<Input, Input>> implements Serializable -
Serialized Fields
-
cond0
IEJoinMasterOperator.JoinCondition cond0
-
cond1
IEJoinMasterOperator.JoinCondition cond1
-
equalReverse
boolean equalReverse
-
get0Pivot
TransformationDescriptor<Input,
Type0 extends Comparable<Type0>> get0Pivot -
get0Ref
TransformationDescriptor<Input,
Type1 extends Comparable<Type1>> get0Ref -
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
-
-
Class org.apache.wayang.iejoin.operators.JavaIEJoinOperator
class JavaIEJoinOperator extends IEJoinOperator<Type0 extends Comparable<Type0>,Type1 extends Comparable<Type1>, Input> implements Serializable -
Class org.apache.wayang.iejoin.operators.JavaIESelfJoinOperator
class JavaIESelfJoinOperator extends IESelfJoinOperator<Type0 extends Comparable<Type0>,Type1 extends Comparable<Type1>, Input> implements Serializable -
Class org.apache.wayang.iejoin.operators.SparkIEJoinOperator
class SparkIEJoinOperator extends IEJoinOperator<Type0 extends Comparable<Type0>,Type1 extends Comparable<Type1>, Input extends Copyable<Input>> implements Serializable -
Class org.apache.wayang.iejoin.operators.SparkIESelfJoinOperator
class SparkIESelfJoinOperator extends IESelfJoinOperator<Type0 extends Comparable<Type0>,Type1 extends Comparable<Type1>, Input extends Copyable<Input>> implements Serializable
-
-
Package org.apache.wayang.iejoin.operators.java_helpers
-
Class org.apache.wayang.iejoin.operators.java_helpers.DataComparator
class DataComparator extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
-
Class org.apache.wayang.iejoin.operators.java_helpers.revDataComparator
class revDataComparator extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
revRowID
boolean revRowID
-
-
-
Package org.apache.wayang.iejoin.operators.spark_helpers
-
Class org.apache.wayang.iejoin.operators.spark_helpers.addUniqueID
class addUniqueID extends Object implements Serializable-
Serialized Fields
-
block
int block
-
start
int start
-
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.BitSetJoin
class BitSetJoin extends Object implements Serializable- serialVersionUID:
- 2953731260972596253L
-
Serialized Fields
-
c1
IEJoinMasterOperator.JoinCondition c1
-
equalReverse
boolean equalReverse
-
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
sameRDD
boolean sameRDD
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.build2ListObject
class build2ListObject extends Object implements Serializable- serialVersionUID:
- 6703700898776377115L
-
Serialized Fields
-
ex1
Integer ex1
-
ex2
Integer ex2
-
getXPivot
org.apache.spark.api.java.function.Function<Input extends Copyable<Input>,
TypeXPivot extends Comparable<TypeXPivot>> getXPivot -
getXRef
org.apache.spark.api.java.function.Function<Input extends Copyable<Input>,
TypeXRef extends Comparable<TypeXRef>> getXRef -
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.extractData
class extractData extends Object implements Serializable- serialVersionUID:
- 3834945091845558509L
-
Serialized Fields
-
getXPivot
org.apache.spark.api.java.function.Function<Input,
TypeXPivot extends Comparable<TypeXPivot>> getXPivot -
getXRef
org.apache.spark.api.java.function.Function<Input,
TypeXRef extends Comparable<TypeXRef>> getXRef
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.filterUnwantedBlocks
class filterUnwantedBlocks extends Object implements Serializable-
Serialized Fields
-
c1
IEJoinMasterOperator.JoinCondition c1
-
list2ASC
boolean list2ASC
-
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.List2AttributesObjectSkinny
class List2AttributesObjectSkinny extends Object implements Serializable- serialVersionUID:
- -7917020106773932879L
-
Serialized Fields
-
list1
Data<Type0 extends Comparable<Type0>,
Type1 extends Comparable<Type1>>[] list1 -
partitionID
long partitionID
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.revDataComparator
class revDataComparator extends Object implements Serializable- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
revRowID
boolean revRowID
-
-
-
Package org.apache.wayang.java.operators
-
Class org.apache.wayang.java.operators.JavaAmazonS3Source
class JavaAmazonS3Source extends AmazonS3Source implements Serializable -
Class org.apache.wayang.java.operators.JavaAzureBlobStorageSource
class JavaAzureBlobStorageSource extends AzureBlobStorageSource implements Serializable -
Class org.apache.wayang.java.operators.JavaCartesianOperator
class JavaCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable -
Class org.apache.wayang.java.operators.JavaCoGroupOperator
class JavaCoGroupOperator extends CoGroupOperator<InputType0,InputType1, KeyType> implements Serializable -
Class org.apache.wayang.java.operators.JavaCollectionSource
-
Class org.apache.wayang.java.operators.JavaCollectOperator
-
Class org.apache.wayang.java.operators.JavaCountOperator
-
Class org.apache.wayang.java.operators.JavaDistinctOperator
-
Class org.apache.wayang.java.operators.JavaDoWhileOperator
class JavaDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable -
Class org.apache.wayang.java.operators.JavaFilterOperator
-
Class org.apache.wayang.java.operators.JavaFlatMapOperator
-
Class org.apache.wayang.java.operators.JavaGlobalMaterializedGroupOperator
class JavaGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable -
Class org.apache.wayang.java.operators.JavaGlobalReduceOperator
-
Class org.apache.wayang.java.operators.JavaGoogleCloudStorageSource
class JavaGoogleCloudStorageSource extends GoogleCloudStorageSource implements Serializable -
Class org.apache.wayang.java.operators.JavaIntersectOperator
-
Class org.apache.wayang.java.operators.JavaJoinOperator
-
Class org.apache.wayang.java.operators.JavaKafkaTopicSink
-
Class org.apache.wayang.java.operators.JavaKafkaTopicSource
class JavaKafkaTopicSource extends KafkaTopicSource implements Serializable -
Class org.apache.wayang.java.operators.JavaLocalCallbackSink
class JavaLocalCallbackSink extends LocalCallbackSink<T extends Serializable> implements Serializable -
Class org.apache.wayang.java.operators.JavaLoopOperator
-
Class org.apache.wayang.java.operators.JavaMapOperator
-
Class org.apache.wayang.java.operators.JavaMapPartitionsOperator
class JavaMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable -
Class org.apache.wayang.java.operators.JavaMaterializedGroupByOperator
class JavaMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable -
Class org.apache.wayang.java.operators.JavaObjectFileSink
-
Class org.apache.wayang.java.operators.JavaObjectFileSource
-
Class org.apache.wayang.java.operators.JavaParquetSource
class JavaParquetSource extends ParquetSource implements Serializable -
Class org.apache.wayang.java.operators.JavaRandomSampleOperator
-
Serialized Fields
-
rand
Random rand
-
-
-
Class org.apache.wayang.java.operators.JavaReduceByOperator
-
Class org.apache.wayang.java.operators.JavaRepeatOperator
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number.
-
-
-
Class org.apache.wayang.java.operators.JavaReservoirSampleOperator
-
Serialized Fields
-
rand
Random rand
-
-
-
Class org.apache.wayang.java.operators.JavaSortOperator
-
Class org.apache.wayang.java.operators.JavaTextFileSink
-
Class org.apache.wayang.java.operators.JavaTextFileSource
class JavaTextFileSource extends TextFileSource implements Serializable -
Class org.apache.wayang.java.operators.JavaTsvFileSink
-
Serialized Fields
-
targetPath
String targetPath
-
-
-
Class org.apache.wayang.java.operators.JavaTsvFileSource
-
Serialized Fields
-
sourcePath
String sourcePath
-
-
-
Class org.apache.wayang.java.operators.JavaUnionAllOperator
-
-
Package org.apache.wayang.java.operators.graph
-
Class org.apache.wayang.java.operators.graph.JavaPageRankOperator
class JavaPageRankOperator extends PageRankOperator implements Serializable
-
-
Package org.apache.wayang.jdbc.operators
-
Class org.apache.wayang.jdbc.operators.JdbcFilterOperator
-
Class org.apache.wayang.jdbc.operators.JdbcJoinOperator
-
Class org.apache.wayang.jdbc.operators.JdbcProjectionOperator
-
Class org.apache.wayang.jdbc.operators.JdbcTableSource
class JdbcTableSource extends TableSource implements Serializable -
Class org.apache.wayang.jdbc.operators.SqlToRddOperator
-
Serialized Fields
-
jdbcPlatform
JdbcPlatformTemplate jdbcPlatform
-
-
-
Class org.apache.wayang.jdbc.operators.SqlToStreamOperator
-
Serialized Fields
-
jdbcPlatform
JdbcPlatformTemplate jdbcPlatform
-
-
-
-
Package org.apache.wayang.ml4all.abstraction.api
-
Class org.apache.wayang.ml4all.abstraction.api.Compute
class Compute extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.LocalStage
class LocalStage extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.LogicalOperator
class LogicalOperator extends Object implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.Loop
class Loop extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.Sample
class Sample extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.Transform
class Transform extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.Update
class Update extends LogicalOperator implements Serializable -
Class org.apache.wayang.ml4all.abstraction.api.UpdateLocal
class UpdateLocal extends LogicalOperator implements Serializable
-
-
Package org.apache.wayang.ml4all.abstraction.plan
-
Class org.apache.wayang.ml4all.abstraction.plan.ML4allModel
class ML4allModel extends Object implements Serializable
-
-
Package org.apache.wayang.ml4all.abstraction.plan.wrappers
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AggregateWrapper
class AggregateWrapper extends Object implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AssignWrapper
class AssignWrapper extends LogicalOperatorWrapperWithModel<ML4allModel,List<R>> implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AssignWrapperLocal
class AssignWrapperLocal extends LogicalOperatorWrapperWithModel<ML4allModel,V> implements Serializable -
Serialized Fields
-
logOp
UpdateLocal<V,
?> logOp
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ComputePerPartitionWrapper
class ComputePerPartitionWrapper extends LogicalOperatorWrapperWithModel<Iterable<R>,Iterable<V>> implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ComputeWrapper
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LogicalOperatorWrapper
class LogicalOperatorWrapper extends Object implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LogicalOperatorWrapperWithModel
class LogicalOperatorWrapperWithModel extends Object implements Serializable-
Serialized Fields
-
currentIteration
int currentIteration
-
first
boolean first
-
ml4allModel
ML4allModel ml4allModel
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LoopCheckWrapper
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LoopConvergenceWrapper
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ReduceWrapper
class ReduceWrapper extends Object implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.TransformPerPartitionWrapper
class TransformPerPartitionWrapper extends LogicalOperatorWrapper<Iterable<R>,Iterable<V>> implements Serializable -
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.TransformWrapper
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.UpdateLocalWrapper
-
Serialized Fields
-
logOp
UpdateLocal<R,
V> logOp
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.UpdateWrapper
-
-
Package org.apache.wayang.ml4all.algorithms.kmeans
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansCompute
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansConvergeOrMaxIterationsLoop
class KMeansConvergeOrMaxIterationsLoop extends Loop<Double,ArrayList<Tuple2<Integer, double[]>>> implements Serializable -
Serialized Fields
-
accuracy
double accuracy
-
currentIteration
int currentIteration
-
maxIterations
int maxIterations
-
-
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansStageWithZeros
class KMeansStageWithZeros extends LocalStage implements Serializable-
Serialized Fields
-
dimension
int dimension
-
k
int k
-
-
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansUpdate
-
Class org.apache.wayang.ml4all.algorithms.kmeans.TransformCSV
class TransformCSV extends Transform<double[],String> implements Serializable -
Serialized Fields
-
separator
char separator
-
-
-
-
Package org.apache.wayang.ml4all.algorithms.sgd
-
Class org.apache.wayang.ml4all.algorithms.sgd.ComputeLogisticGradient
class ComputeLogisticGradient extends Compute<double[],double[]> implements Serializable -
Class org.apache.wayang.ml4all.algorithms.sgd.LibSVMTransform
class LibSVMTransform extends Transform<double[],String> implements Serializable -
Serialized Fields
-
features
int features
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.SGDLoop
-
Serialized Fields
-
accuracy
double accuracy
-
currentIteration
int currentIteration
-
maxIterations
int maxIterations
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.SGDSample
class SGDSample extends Sample implements Serializable -
Class org.apache.wayang.ml4all.algorithms.sgd.SGDStageWithZeros
class SGDStageWithZeros extends LocalStage implements Serializable-
Serialized Fields
-
dimension
int dimension
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.WeightsUpdate
class WeightsUpdate extends UpdateLocal<double[],double[]> implements Serializable -
Serialized Fields
-
current_iteration
int current_iteration
-
regulizer
double regulizer
-
stepSize
double stepSize
-
weights
double[] weights
-
-
-
-
Package org.apache.wayang.ml4all.utils
-
Class org.apache.wayang.ml4all.utils.SparseVector
class SparseVector extends Object implements Serializable-
Serialized Fields
-
indices
int[] indices
-
label
double label
-
values
double[] values
-
-
-
-
Package org.apache.wayang.postgres.operators
-
Class org.apache.wayang.postgres.operators.PostgresFilterOperator
class PostgresFilterOperator extends JdbcFilterOperator implements Serializable -
Class org.apache.wayang.postgres.operators.PostgresJoinOperator
-
Class org.apache.wayang.postgres.operators.PostgresProjectionOperator
class PostgresProjectionOperator extends JdbcProjectionOperator implements Serializable -
Class org.apache.wayang.postgres.operators.PostgresTableSource
class PostgresTableSource extends JdbcTableSource implements Serializable
-
-
Package org.apache.wayang.profiler.data
-
Package org.apache.wayang.spark.compiler
-
Class org.apache.wayang.spark.compiler.BinaryOperatorAdapter
class BinaryOperatorAdapter extends Object implements Serializable-
Serialized Fields
-
binaryOperator
BinaryOperator<Type> binaryOperator
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedBinaryOperatorAdapter
class ExtendedBinaryOperatorAdapter extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableBinaryOperator<Type> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedFlatMapFunctionAdapter
class ExtendedFlatMapFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<InputType,
Iterable<OutputType>> impl -
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedFunction
class ExtendedFunction extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
org.apache.spark.api.java.function.Function<InputType,
OutputType> impl -
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedMapFunctionAdapter
class ExtendedMapFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<InputType,
OutputType> impl -
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedMapPartitionsFunctionAdapter
class ExtendedMapPartitionsFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<Iterable<InputType>,
Iterable<OutputType>> impl
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedPredicateAdapater
class ExtendedPredicateAdapater extends Object implements Serializable-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializablePredicate<Type> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.FlatMapFunctionAdapter
class FlatMapFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
function
Function<InputType,
Iterable<OutputType>> function
-
-
-
Class org.apache.wayang.spark.compiler.FunctionCompiler.KeyExtractor
class KeyExtractor extends Object implements Serializable -
Class org.apache.wayang.spark.compiler.FunctionCompiler.Reducer
class Reducer extends Object implements Serializable-
Serialized Fields
-
impl
BinaryOperator<Type> impl
-
-
-
Class org.apache.wayang.spark.compiler.MapFunctionAdapter
class MapFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
function
Function<InputType,
OutputType> function
-
-
-
Class org.apache.wayang.spark.compiler.MapPartitionsFunctionAdapter
class MapPartitionsFunctionAdapter extends Object implements Serializable-
Serialized Fields
-
function
Function<Iterable<InputType>,
Iterable<OutputType>> function
-
-
-
Class org.apache.wayang.spark.compiler.PredicateAdapter
class PredicateAdapter extends Object implements Serializable
-
-
Package org.apache.wayang.spark.execution
-
Class org.apache.wayang.spark.execution.SparkExecutionContext
class SparkExecutionContext extends Object implements Serializable
-
-
Package org.apache.wayang.spark.model
-
Package org.apache.wayang.spark.monitoring.interfaces
-
Package org.apache.wayang.spark.monitoring.metrics
-
Class org.apache.wayang.spark.monitoring.metrics.ApplicationEnd
class ApplicationEnd extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.ApplicationStart
class ApplicationStart extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.ExecutorAdded
class ExecutorAdded extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.ExecutorRemoved
class ExecutorRemoved extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.ExecutorUpdated
class ExecutorUpdated extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.JobEnd
class JobEnd extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.JobStart
class JobStart extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.StageCompleted
class StageCompleted extends Object implements Serializable-
Serialized Fields
-
-
Class org.apache.wayang.spark.monitoring.metrics.StageExecutorMetrics
class StageExecutorMetrics extends Object implements Serializable -
Class org.apache.wayang.spark.monitoring.metrics.StageSubmitted
class StageSubmitted extends Object implements Serializable-
Serialized Fields
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskEnd
class TaskEnd extends Object implements Serializable-
Serialized Fields
-
durationTime
long durationTime
-
eventName
String eventName
-
executorID
String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
String hostIP
-
id
String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskMetric
TaskMetric taskMetric
-
taskStatus
String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskGettingResult
class TaskGettingResult extends Object implements Serializable-
Serialized Fields
-
durationTime
long durationTime
-
eventName
String eventName
-
executorID
String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
String hostIP
-
id
String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskStatus
String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskMetric
class TaskMetric extends Object implements Serializable-
Serialized Fields
-
bytesRead
long bytesRead
-
bytesWritten
long bytesWritten
-
DiskByteSpilled
long DiskByteSpilled
-
executorCPUTime
long executorCPUTime
-
executorDeserializeCpuTime
long executorDeserializeCpuTime
-
executorDeserializeTime
long executorDeserializeTime
-
JVMGCTime
long JVMGCTime
-
peakExecutionMemory
long peakExecutionMemory
-
recordsWritten
long recordsWritten
-
resultSerializationTime
long resultSerializationTime
-
resultSize
long resultSize
-
time
long time
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskStart
class TaskStart extends Object implements Serializable-
Serialized Fields
-
durationTime
long durationTime
-
eventName
String eventName
-
executorID
String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
String hostIP
-
id
String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskStatus
String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
-
Package org.apache.wayang.spark.operators
-
Class org.apache.wayang.spark.operators.SparkBernoulliSampleOperator
-
Class org.apache.wayang.spark.operators.SparkBroadcastOperator
-
Class org.apache.wayang.spark.operators.SparkCacheOperator
-
Class org.apache.wayang.spark.operators.SparkCartesianOperator
class SparkCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable -
Class org.apache.wayang.spark.operators.SparkCoGroupOperator
-
Class org.apache.wayang.spark.operators.SparkCollectionSource
-
Class org.apache.wayang.spark.operators.SparkCollectOperator
-
Class org.apache.wayang.spark.operators.SparkCountOperator
-
Class org.apache.wayang.spark.operators.SparkDistinctOperator
-
Class org.apache.wayang.spark.operators.SparkDoWhileOperator
class SparkDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable -
Class org.apache.wayang.spark.operators.SparkFilterOperator
-
Class org.apache.wayang.spark.operators.SparkFlatMapOperator
-
Class org.apache.wayang.spark.operators.SparkGlobalMaterializedGroupOperator
class SparkGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable -
Class org.apache.wayang.spark.operators.SparkGlobalReduceOperator
-
Class org.apache.wayang.spark.operators.SparkIntersectOperator
-
Class org.apache.wayang.spark.operators.SparkJoinOperator
-
Class org.apache.wayang.spark.operators.SparkKafkaTopicSink
-
Class org.apache.wayang.spark.operators.SparkKafkaTopicSource
class SparkKafkaTopicSource extends KafkaTopicSource implements Serializable -
Class org.apache.wayang.spark.operators.SparkLocalCallbackSink
class SparkLocalCallbackSink extends LocalCallbackSink<T extends Serializable> implements Serializable -
Class org.apache.wayang.spark.operators.SparkLoopOperator
-
Class org.apache.wayang.spark.operators.SparkMapOperator
-
Class org.apache.wayang.spark.operators.SparkMapPartitionsOperator
class SparkMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable -
Class org.apache.wayang.spark.operators.SparkMaterializedGroupByOperator
class SparkMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable -
Class org.apache.wayang.spark.operators.SparkObjectFileSink
-
Class org.apache.wayang.spark.operators.SparkObjectFileSource
-
Serialized Fields
-
logger
org.apache.logging.log4j.Logger logger
-
-
-
Class org.apache.wayang.spark.operators.SparkParquetSource
class SparkParquetSource extends ParquetSource implements Serializable -
Class org.apache.wayang.spark.operators.SparkRandomPartitionSampleOperator
-
Serialized Fields
-
first
boolean first
-
nb_partitions
int nb_partitions
-
partitionSize
int partitionSize
-
rand
Random rand
-
-
-
Class org.apache.wayang.spark.operators.SparkReduceByOperator
-
Class org.apache.wayang.spark.operators.SparkRepeatOperator
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number.
-
-
-
Class org.apache.wayang.spark.operators.SparkShufflePartitionSampleOperator
-
Class org.apache.wayang.spark.operators.SparkSortOperator
-
Class org.apache.wayang.spark.operators.SparkTextFileSink
-
Class org.apache.wayang.spark.operators.SparkTextFileSource
class SparkTextFileSource extends TextFileSource implements Serializable -
Class org.apache.wayang.spark.operators.SparkTsvFileSink
-
Serialized Fields
-
targetPath
String targetPath
-
-
-
Class org.apache.wayang.spark.operators.SparkTsvFileSource
-
Serialized Fields
-
sourcePath
String sourcePath
-
-
-
Class org.apache.wayang.spark.operators.SparkUnionAllOperator
-
Class org.apache.wayang.spark.operators.SparkZipWithIdOperator
-
-
Package org.apache.wayang.spark.operators.ml
-
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeClassificationOperator
class SparkDecisionTreeClassificationOperator extends DecisionTreeClassificationOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeClassificationOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.classification.DecisionTreeClassificationModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeRegressionOperator
class SparkDecisionTreeRegressionOperator extends DecisionTreeRegressionOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeRegressionOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.regression.DecisionTreeRegressionModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkKMeansOperator
class SparkKMeansOperator extends KMeansOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkKMeansOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.clustering.KMeansModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkLinearRegressionOperator
class SparkLinearRegressionOperator extends LinearRegressionOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkLinearRegressionOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.regression.LinearRegressionModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkLinearSVCOperator
class SparkLinearSVCOperator extends LinearSVCOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkLinearSVCOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.classification.LinearSVCModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkLogisticRegressionOperator
class SparkLogisticRegressionOperator extends LogisticRegressionOperator implements Serializable -
Class org.apache.wayang.spark.operators.ml.SparkLogisticRegressionOperator.Model
class Model extends Object implements Serializable-
Serialized Fields
-
model
org.apache.spark.ml.classification.LogisticRegressionModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkModelTransformOperator
-
Class org.apache.wayang.spark.operators.ml.SparkPredictOperator
-
-
Package org.apache.wayang.sqlite3.operators
-
Class org.apache.wayang.sqlite3.operators.Sqlite3FilterOperator
class Sqlite3FilterOperator extends JdbcFilterOperator implements Serializable -
Class org.apache.wayang.sqlite3.operators.Sqlite3ProjectionOperator
class Sqlite3ProjectionOperator extends JdbcProjectionOperator implements Serializable -
Class org.apache.wayang.sqlite3.operators.Sqlite3TableSource
class Sqlite3TableSource extends JdbcTableSource implements Serializable
-
-
Package org.apache.wayang.tensorflow.model
-
Class org.apache.wayang.tensorflow.model.TensorflowModel
class TensorflowModel extends DLModel implements Serializable-
Serialized Fields
-
accuracyCalculation
Op accuracyCalculation
-
criterion
Op criterion
-
graph
org.tensorflow.Graph graph
-
minimize
org.tensorflow.op.Op minimize
-
opMap
Map<Integer,
org.tensorflow.Operand<?>> opMap -
optimizer
Optimizer optimizer
-
session
org.tensorflow.Session session
-
tf
org.tensorflow.op.Ops tf
-
trainingMode
org.tensorflow.op.core.Placeholder<org.tensorflow.types.TBool> trainingMode
-
-
-
-
Package org.apache.wayang.tensorflow.operators
-
Class org.apache.wayang.tensorflow.operators.TensorflowCollectionSource
-
Class org.apache.wayang.tensorflow.operators.TensorflowCollectOperator
class TensorflowCollectOperator extends UnaryToUnaryOperator<org.tensorflow.ndarray.NdArray,Type> implements Serializable -
Class org.apache.wayang.tensorflow.operators.TensorflowDLTrainingOperator
class TensorflowDLTrainingOperator extends DLTrainingOperator<org.tensorflow.ndarray.NdArray<?>,org.tensorflow.ndarray.NdArray<?>> implements Serializable -
Class org.apache.wayang.tensorflow.operators.TensorflowPredictOperator
class TensorflowPredictOperator extends PredictOperator<org.tensorflow.ndarray.NdArray<?>,org.tensorflow.ndarray.NdArray<?>> implements Serializable
-