Serialized Form
-
Package org.apache.wayang.api.python.function
-
Class org.apache.wayang.api.python.function.WrappedFlatMapDescriptor extends FlatMapDescriptor<Input,Output> implements Serializable
-
Class org.apache.wayang.api.python.function.WrappedMapPartitionsDescriptor extends MapPartitionsDescriptor<Input,Output> implements Serializable
-
Class org.apache.wayang.api.python.function.WrappedPredicateDescriptor extends PredicateDescriptor<Input> implements Serializable
-
Class org.apache.wayang.api.python.function.WrappedPythonFunction extends java.lang.Object implements Serializable
-
Serialized Fields
-
serializedUDF
com.google.protobuf.ByteString serializedUDF
-
-
-
Class org.apache.wayang.api.python.function.WrappedReduceDescriptor extends ReduceDescriptor<Type> implements Serializable
-
Class org.apache.wayang.api.python.function.WrappedTransformationDescriptor extends TransformationDescriptor<Input,Output> implements Serializable
-
-
Package org.apache.wayang.api.sql.sources.fs
-
Class org.apache.wayang.api.sql.sources.fs.JavaCSVTableSource extends UnarySource<T> implements Serializable
-
Serialized Fields
-
fieldTypes
java.util.List<org.apache.calcite.rel.type.RelDataType> fieldTypes
-
separator
char separator
-
sourcePath
java.lang.String sourcePath
-
-
-
-
Package org.apache.wayang.applications
-
Class org.apache.wayang.applications.OutputSerializer extends java.lang.Object implements Serializable
-
Class org.apache.wayang.applications.Util extends java.lang.Object implements Serializable
-
-
Package org.apache.wayang.apps.grep
-
Class org.apache.wayang.apps.grep.Grep extends java.lang.Object implements Serializable
-
-
Package org.apache.wayang.apps.terasort
-
Package org.apache.wayang.apps.tpch.data
-
Class org.apache.wayang.apps.tpch.data.Customer extends java.lang.Object implements Serializable
-
Serialized Fields
-
acctbal
double acctbal
-
address
java.lang.String address
-
comment
java.lang.String comment
-
custKey
long custKey
-
mktSegment
java.lang.String mktSegment
-
name
java.lang.String name
-
nationKey
long nationKey
-
phone
java.lang.String phone
-
-
-
Class org.apache.wayang.apps.tpch.data.Customer$ extends java.lang.Object implements Serializable
-
Serialization Methods
-
readResolve
private java.lang.Object readResolve()
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<java.lang.String> fields
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItem extends java.lang.Object implements Serializable
-
Serialized Fields
-
comment
java.lang.String comment
-
commitDate
int commitDate
-
discount
double discount
-
extendedPrice
double extendedPrice
-
lineNumber
int lineNumber
-
lineStatus
char lineStatus
-
orderKey
long orderKey
-
partKey
long partKey
-
quantity
double quantity
-
receiptDate
int receiptDate
-
returnFlag
char returnFlag
-
shipDate
int shipDate
-
shipInstruct
java.lang.String shipInstruct
-
shipMode
java.lang.String shipMode
-
suppKey
long suppKey
-
tax
double tax
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItem$ extends java.lang.Object implements Serializable
-
Serialization Methods
-
readResolve
private java.lang.Object readResolve()
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<java.lang.String> fields
-
-
-
Class org.apache.wayang.apps.tpch.data.LineItemTuple extends java.lang.Object implements Serializable
-
Serialized Fields
-
L_COMMENT
java.lang.String L_COMMENT
variable text, size 44
-
L_COMMITDATE
int L_COMMITDATE
fixed text, size 1
-
L_DISCOUNT
double L_DISCOUNT
decimal
-
L_EXTENDEDPRICE
double L_EXTENDEDPRICE
decimal
-
L_LINENUMBER
int L_LINENUMBER
integer
,PK
-
L_LINESTATUS
char L_LINESTATUS
fixed text, size 1
-
L_ORDERKEY
long L_ORDERKEY
identifier
,PK
-
L_PARTKEY
long L_PARTKEY
identifier
-
L_QUANTITY
double L_QUANTITY
decimal
-
L_RECEIPTDATE
int L_RECEIPTDATE
fixed text, size 1
-
L_RETURNFLAG
char L_RETURNFLAG
fixed text, size 1
-
L_SHIPDATE
int L_SHIPDATE
fixed text, size 1
-
L_SHIPINSTRUCT
java.lang.String L_SHIPINSTRUCT
fixed text, size 25
-
L_SHIPMODE
java.lang.String L_SHIPMODE
fixed text, size 10
-
L_SUPPKEY
long L_SUPPKEY
identifier
-
L_TAX
double L_TAX
decimal
-
-
-
Class org.apache.wayang.apps.tpch.data.Order extends java.lang.Object implements Serializable
-
Serialized Fields
-
clerk
java.lang.String clerk
-
comment
java.lang.String comment
-
custKey
long custKey
-
orderDate
int orderDate
-
orderKey
long orderKey
-
orderPriority
java.lang.String orderPriority
-
orderStatus
char orderStatus
-
shipPrioritiy
int shipPrioritiy
-
totalPrice
double totalPrice
-
-
-
Class org.apache.wayang.apps.tpch.data.Order$ extends java.lang.Object implements Serializable
-
Serialization Methods
-
readResolve
private java.lang.Object readResolve()
-
-
Serialized Fields
-
fields
scala.collection.IndexedSeq<java.lang.String> fields
-
-
-
-
Package org.apache.wayang.apps.tpch.data.q1
-
Class org.apache.wayang.apps.tpch.data.q1.GroupKey extends java.lang.Object implements Serializable
-
Serialized Fields
-
L_LINESTATUS
char L_LINESTATUS
-
L_RETURNFLAG
char L_RETURNFLAG
-
-
-
Class org.apache.wayang.apps.tpch.data.q1.ReturnTuple extends java.lang.Object implements Serializable
-
Serialized Fields
-
AVG_DISC
double AVG_DISC
-
AVG_PRICE
double AVG_PRICE
-
AVG_QTY
double AVG_QTY
-
COUNT_ORDER
int COUNT_ORDER
-
L_LINESTATUS
char L_LINESTATUS
-
L_RETURNFLAG
char L_RETURNFLAG
-
SUM_BASE_PRICE
double SUM_BASE_PRICE
-
SUM_CHARGE
double SUM_CHARGE
-
SUM_DISC_PRICE
double SUM_DISC_PRICE
-
SUM_QTY
double SUM_QTY
-
-
-
-
Package org.apache.wayang.basic.data
-
Class org.apache.wayang.basic.data.Record extends java.lang.Object implements Serializable
-
Serialized Fields
-
values
java.lang.Object[] values
-
-
-
Class org.apache.wayang.basic.data.Tuple2 extends java.lang.Object implements Serializable
-
Class org.apache.wayang.basic.data.Tuple5 extends java.lang.Object implements Serializable
-
-
Package org.apache.wayang.basic.function
-
Class org.apache.wayang.basic.function.ProjectionDescriptor extends TransformationDescriptor<Input,Output> implements Serializable
-
Serialized Fields
-
fieldNames
java.util.List<java.lang.String> fieldNames
-
-
-
-
Package org.apache.wayang.basic.mapping
-
Class org.apache.wayang.basic.mapping.PageRankMapping.RankInitializer extends java.lang.Object implements Serializable
-
Serialized Fields
-
initialRank
java.lang.Float initialRank
-
-
-
-
Package org.apache.wayang.basic.model
-
Class org.apache.wayang.basic.model.DLModel extends java.lang.Object implements Serializable
-
Serialized Fields
-
out
Op out
-
-
-
-
Package org.apache.wayang.basic.model.op
-
Class org.apache.wayang.basic.model.op.ArgMax extends Op implements Serializable
-
Serialized Fields
-
dim
int dim
-
-
-
Class org.apache.wayang.basic.model.op.Cast extends Op implements Serializable
-
Class org.apache.wayang.basic.model.op.Eq extends Op implements Serializable
-
Class org.apache.wayang.basic.model.op.Input extends Op implements Serializable
-
Class org.apache.wayang.basic.model.op.Mean extends Op implements Serializable
-
Serialized Fields
-
dim
int dim
-
-
-
Class org.apache.wayang.basic.model.op.Op extends java.lang.Object implements Serializable
-
-
Package org.apache.wayang.basic.model.op.nn
-
Class org.apache.wayang.basic.model.op.nn.CrossEntropyLoss extends Op implements Serializable
-
Serialized Fields
-
labels
int labels
-
-
-
Class org.apache.wayang.basic.model.op.nn.Linear extends Op implements Serializable
-
Serialized Fields
-
bias
boolean bias
-
inFeatures
int inFeatures
-
outFeatures
int outFeatures
-
-
-
Class org.apache.wayang.basic.model.op.nn.ReLU extends Op implements Serializable
-
Class org.apache.wayang.basic.model.op.nn.Sigmoid extends Op implements Serializable
-
Class org.apache.wayang.basic.model.op.nn.Softmax extends Op implements Serializable
-
-
Package org.apache.wayang.basic.operators
-
Class org.apache.wayang.basic.operators.CartesianOperator extends BinaryToUnaryOperator<InputType0,InputType1,Tuple2<InputType0,InputType1>> implements Serializable
-
Class org.apache.wayang.basic.operators.CoGroupOperator extends BinaryToUnaryOperator<InputType0,InputType1,Tuple2<java.lang.Iterable<InputType0>,java.lang.Iterable<InputType1>>> implements Serializable
-
Serialized Fields
-
keyDescriptor0
TransformationDescriptor<InputType0,Key> keyDescriptor0
-
keyDescriptor1
TransformationDescriptor<InputType1,Key> keyDescriptor1
-
-
-
Class org.apache.wayang.basic.operators.CollectionSource extends UnarySource<T> implements Serializable
-
Serialized Fields
-
collection
java.util.Collection<T> collection
-
-
-
Class org.apache.wayang.basic.operators.CountOperator extends UnaryToUnaryOperator<Type,java.lang.Long> implements Serializable
-
Class org.apache.wayang.basic.operators.DecisionTreeClassificationOperator extends BinaryToUnaryOperator<double[],java.lang.Integer,DecisionTreeClassificationModel> implements Serializable
-
Class org.apache.wayang.basic.operators.DistinctOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.basic.operators.DLTrainingOperator extends BinaryToUnaryOperator<X,Y,DLModel> implements Serializable
-
Serialized Fields
-
model
DLModel model
-
option
DLTrainingOperator.Option option
-
-
-
Class org.apache.wayang.basic.operators.DoWhileOperator extends OperatorBase implements Serializable
-
Serialized Fields
-
criterionDescriptor
PredicateDescriptor<java.util.Collection<ConvergenceType>> criterionDescriptor
Function that this operator applies to the input elements. -
numExpectedIterations
java.lang.Integer numExpectedIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.FilterOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
predicateDescriptor
PredicateDescriptor<Type> predicateDescriptor
Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.FlatMapOperator extends UnaryToUnaryOperator<InputType,OutputType> implements Serializable
-
Serialized Fields
-
functionDescriptor
FlatMapDescriptor<InputType,OutputType> functionDescriptor
Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.GlobalMaterializedGroupOperator extends UnaryToUnaryOperator<Type,java.lang.Iterable<Type>> implements Serializable
-
Class org.apache.wayang.basic.operators.GlobalReduceOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.GroupByOperator extends UnaryToUnaryOperator<Input,java.lang.Iterable<Input>> implements Serializable
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Input,Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.IntersectOperator extends BinaryToUnaryOperator<Type,Type,Type> implements Serializable
-
Class org.apache.wayang.basic.operators.JoinOperator extends BinaryToUnaryOperator<InputType0,InputType1,Tuple2<InputType0,InputType1>> implements Serializable
-
Serialized Fields
-
keyDescriptor0
TransformationDescriptor<InputType0,Key> keyDescriptor0
-
keyDescriptor1
TransformationDescriptor<InputType1,Key> keyDescriptor1
-
-
-
Class org.apache.wayang.basic.operators.KafkaTopicSink extends UnarySink<T> implements Serializable
-
Serialized Fields
-
formattingDescriptor
TransformationDescriptor<T,java.lang.String> formattingDescriptor
-
isInitialized
boolean isInitialized
-
topicName
java.lang.String topicName
-
-
-
Class org.apache.wayang.basic.operators.KafkaTopicSource extends UnarySource<java.lang.String> implements Serializable
-
Serialized Fields
-
encoding
java.lang.String encoding
-
isInitialized
boolean isInitialized
-
topicName
java.lang.String topicName
-
-
-
Class org.apache.wayang.basic.operators.KafkaTopicSource.CardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.KMeansOperator extends UnaryToUnaryOperator<double[],KMeansModel> implements Serializable
-
Serialized Fields
-
k
int k
-
-
-
Class org.apache.wayang.basic.operators.LinearRegressionOperator extends BinaryToUnaryOperator<double[],java.lang.Double,LinearRegressionModel> implements Serializable
-
Serialized Fields
-
fitIntercept
boolean fitIntercept
-
-
-
Class org.apache.wayang.basic.operators.LocalCallbackSink extends UnarySink<T> implements Serializable
-
Serialized Fields
-
callback
java.util.function.Consumer<T> callback
-
callbackDescriptor
FunctionDescriptor.SerializableConsumer<T> callbackDescriptor
-
collector
java.util.Collection<T> collector
-
-
-
Class org.apache.wayang.basic.operators.LoopOperator extends OperatorBase implements Serializable
-
Serialized Fields
-
criterionDescriptor
PredicateDescriptor<java.util.Collection<ConvergenceType>> criterionDescriptor
Function that this operator applies to the input elements. -
numExpectedIterations
java.lang.Integer numExpectedIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.MapOperator extends UnaryToUnaryOperator<InputType,OutputType> implements Serializable
-
Serialized Fields
-
functionDescriptor
TransformationDescriptor<InputType,OutputType> functionDescriptor
Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.MapPartitionsOperator extends UnaryToUnaryOperator<InputType,OutputType> implements Serializable
-
Serialized Fields
-
functionDescriptor
MapPartitionsDescriptor<InputType,OutputType> functionDescriptor
Function that this operator applies to the input elements.
-
-
-
Class org.apache.wayang.basic.operators.MaterializedGroupByOperator extends UnaryToUnaryOperator<Type,java.lang.Iterable<Type>> implements Serializable
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.ModelTransformOperator extends BinaryToUnaryOperator<Model,X,Tuple2<X,Y>> implements Serializable
-
Class org.apache.wayang.basic.operators.ObjectFileSink extends UnarySink<T> implements Serializable
-
Serialized Fields
-
tClass
java.lang.Class<T> tClass
-
textFileUrl
java.lang.String textFileUrl
-
-
-
Class org.apache.wayang.basic.operators.ObjectFileSource extends UnarySource<T> implements Serializable
-
Serialized Fields
-
inputUrl
java.lang.String inputUrl
-
logger
org.apache.logging.log4j.Logger logger
-
tClass
java.lang.Class<T> tClass
-
-
-
Class org.apache.wayang.basic.operators.ObjectFileSource.CardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.PageRankOperator extends UnaryToUnaryOperator<Tuple2<java.lang.Long,java.lang.Long>,Tuple2<java.lang.Long,java.lang.Float>> implements Serializable
-
Serialized Fields
-
dampingFactor
float dampingFactor
-
graphDensity
ProbabilisticDoubleInterval graphDensity
-
numIterations
java.lang.Integer numIterations
-
-
-
Class org.apache.wayang.basic.operators.PredictOperator extends BinaryToUnaryOperator<Model,X,Y> implements Serializable
-
Class org.apache.wayang.basic.operators.PyWayangReduceByOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
parameters
java.util.Map<java.lang.String,java.lang.String> parameters
-
reduceDescriptor
com.google.protobuf.ByteString reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.ReduceByOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,Key> keyDescriptor
-
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.ReduceOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
reduceDescriptor
ReduceDescriptor<Type> reduceDescriptor
-
-
-
Class org.apache.wayang.basic.operators.RepeatOperator extends OperatorBase implements Serializable
-
Serialized Fields
-
numIterations
java.lang.Integer numIterations
-
state
LoopHeadOperator.State state
-
-
-
Class org.apache.wayang.basic.operators.SampleOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
datasetSize
java.lang.Long datasetSize
Size of the dataset to be sampled or 0L if a dataset size is not known. -
logger
org.apache.logging.log4j.Logger logger
-
sampleMethod
SampleOperator.Methods sampleMethod
-
sampleSizeFunction
FunctionDescriptor.SerializableIntUnaryOperator sampleSizeFunction
This function determines the sample size by the number of iterations. -
seedFunction
FunctionDescriptor.SerializableLongUnaryOperator seedFunction
This function optionally determines the seed by the number of iterations.
-
-
-
Class org.apache.wayang.basic.operators.SortOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Serialized Fields
-
keyDescriptor
TransformationDescriptor<Type,Key> keyDescriptor
-
-
-
Class org.apache.wayang.basic.operators.TableSource extends UnarySource<Record> implements Serializable
-
Serialized Fields
-
tableName
java.lang.String tableName
-
-
-
Class org.apache.wayang.basic.operators.TextFileSink extends UnarySink<T> implements Serializable
-
Serialized Fields
-
formattingDescriptor
TransformationDescriptor<T,java.lang.String> formattingDescriptor
-
textFileUrl
java.lang.String textFileUrl
-
-
-
Class org.apache.wayang.basic.operators.TextFileSource extends UnarySource<java.lang.String> implements Serializable
-
Serialized Fields
-
encoding
java.lang.String encoding
-
inputUrl
java.lang.String inputUrl
-
logger
org.apache.logging.log4j.Logger logger
-
-
-
Class org.apache.wayang.basic.operators.TextFileSource.CardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
FALLBACK_ESTIMATE
CardinalityEstimate FALLBACK_ESTIMATE
-
-
-
Class org.apache.wayang.basic.operators.UnionAllOperator extends BinaryToUnaryOperator<Type,Type,Type> implements Serializable
-
Class org.apache.wayang.basic.operators.ZipWithIdOperator extends UnaryToUnaryOperator<InputType,Tuple2<java.lang.Long,InputType>> implements Serializable
-
-
Package org.apache.wayang.basic.types
-
Class org.apache.wayang.basic.types.RecordType extends BasicDataUnitType<Record> implements Serializable
-
Serialized Fields
-
fieldNames
java.lang.String[] fieldNames
Names of fields in the describedRecord
s in order of appearance.
-
-
-
-
Package org.apache.wayang.core.api
-
Class org.apache.wayang.core.api.Configuration extends java.lang.Object implements Serializable
-
Serialized Fields
-
cardinalityEstimatorProvider
KeyValueProvider<OutputSlot<?>,CardinalityEstimator> cardinalityEstimatorProvider
-
channelConversionProvider
ExplicitCollectionProvider<ChannelConversion> channelConversionProvider
-
costModel
EstimatableCost costModel
-
costSquasherProvider
ValueProvider<java.util.function.ToDoubleFunction<ProbabilisticDoubleInterval>> costSquasherProvider
-
functionLoadProfileEstimatorProvider
KeyValueProvider<FunctionDescriptor,LoadProfileEstimator> functionLoadProfileEstimatorProvider
-
instrumentationStrategyProvider
ValueProvider<InstrumentationStrategy> instrumentationStrategyProvider
-
loadProfileEstimatorCache
MapBasedKeyValueProvider<java.lang.String,LoadProfileEstimator> loadProfileEstimatorCache
-
loadProfileToTimeConverterProvider
KeyValueProvider<Platform,LoadProfileToTimeConverter> loadProfileToTimeConverterProvider
-
mappingProvider
ExplicitCollectionProvider<Mapping> mappingProvider
-
name
java.lang.String name
-
operatorLoadProfileEstimatorProvider
KeyValueProvider<ExecutionOperator,LoadProfileEstimator> operatorLoadProfileEstimatorProvider
-
parent
Configuration parent
-
platformProvider
ExplicitCollectionProvider<Platform> platformProvider
-
platformStartUpTimeProvider
KeyValueProvider<Platform,java.lang.Long> platformStartUpTimeProvider
-
properties
KeyValueProvider<java.lang.String,java.lang.String> properties
-
pruningStrategyClassProvider
CollectionProvider<java.lang.Class<PlanEnumerationPruningStrategy>> pruningStrategyClassProvider
-
timeToCostConverterProvider
KeyValueProvider<Platform,TimeToCostConverter> timeToCostConverterProvider
-
udfSelectivityProvider
KeyValueProvider<FunctionDescriptor,ProbabilisticDoubleInterval> udfSelectivityProvider
-
-
-
-
Package org.apache.wayang.core.api.configuration
-
Class org.apache.wayang.core.api.configuration.KeyValueProvider.NoSuchKeyException extends WayangException implements Serializable
-
Class org.apache.wayang.core.api.configuration.ValueProvider.NotAvailableException extends WayangException implements Serializable
-
-
Package org.apache.wayang.core.api.exception
-
Class org.apache.wayang.core.api.exception.WayangException extends java.lang.RuntimeException implements Serializable
-
-
Package org.apache.wayang.core.function
-
Class org.apache.wayang.core.function.AggregationDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
DataUnitGroupType<InputType> inputType
-
outputType
BasicDataUnitType<OutputType> outputType
-
-
-
Class org.apache.wayang.core.function.ConsumerDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
BasicDataUnitType<T> inputType
-
javaImplementation
FunctionDescriptor.SerializableConsumer<T> javaImplementation
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..1}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.FlatMapDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<Input,java.lang.Iterable<Output>> javaImplementation
-
outputType
BasicDataUnitType<Output> outputType
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..*}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.FunctionDescriptor extends java.lang.Object implements Serializable
-
Serialized Fields
-
loadProfileEstimator
LoadProfileEstimator loadProfileEstimator
-
-
-
Class org.apache.wayang.core.function.MapPartitionsDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<java.lang.Iterable<Input>,java.lang.Iterable<Output>> javaImplementation
-
outputType
BasicDataUnitType<Output> outputType
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..*}) of this instance ornull
if unspecified.
-
-
-
Class org.apache.wayang.core.function.PredicateDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializablePredicate<Input> javaImplementation
-
selectivity
ProbabilisticDoubleInterval selectivity
The selectivity ({code 0..1}) of this instance ornull
if unspecified. -
sqlImplementation
java.lang.String sqlImplementation
-
-
-
Class org.apache.wayang.core.function.ReduceDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
DataUnitGroupType<Type> inputType
-
javaImplementation
FunctionDescriptor.SerializableBinaryOperator<Type> javaImplementation
-
outputType
BasicDataUnitType<Type> outputType
-
-
-
Class org.apache.wayang.core.function.TransformationDescriptor extends FunctionDescriptor implements Serializable
-
Serialized Fields
-
inputType
BasicDataUnitType<Input> inputType
-
javaImplementation
FunctionDescriptor.SerializableFunction<Input,Output> javaImplementation
-
outputType
BasicDataUnitType<Output> outputType
-
sqlImplementation
Tuple<java.lang.String,java.lang.String> sqlImplementation
-
-
-
-
Package org.apache.wayang.core.mapping
-
Class org.apache.wayang.core.mapping.OperatorPattern extends OperatorBase implements Serializable
-
Serialized Fields
-
additionalTests
java.util.Collection<java.util.function.Predicate<T extends Operator>> additionalTests
Additional predicates to test in order to establish a match. -
isAllowBroadcasts
boolean isAllowBroadcasts
Whether broadcastInputSlot
s are allowed. -
isMatchSubclasses
boolean isMatchSubclasses
Whether subclasses ofOperatorPattern.operatorClass
also match. -
name
java.lang.String name
Identifier for this instance to identifyOperatorMatch
es. -
operatorClass
java.lang.Class<?> operatorClass
Operator
type matched by this instance.
-
-
-
Class org.apache.wayang.core.mapping.SubplanPattern extends OperatorBase implements Serializable
-
Serialized Fields
-
inputPattern
OperatorPattern inputPattern
Start and endOperatorPattern
of this instance. -
outputPattern
OperatorPattern outputPattern
Start and endOperatorPattern
of this instance.
-
-
-
-
Package org.apache.wayang.core.optimizer
-
Class org.apache.wayang.core.optimizer.ProbabilisticDoubleInterval extends java.lang.Object implements Serializable
-
Serialized Fields
-
correctnessProb
double correctnessProb
Probability of correctness between in the interval [0, 1]. This helps Wayang in situations with many estimates to pick the best one. -
isOverride
boolean isOverride
When merging instances somehow, overriding instance should be chosen over the others. -
lowerEstimate
double lowerEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval. -
upperEstimate
double upperEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval.
-
-
-
Class org.apache.wayang.core.optimizer.ProbabilisticIntervalEstimate extends java.lang.Object implements Serializable
-
Serialized Fields
-
correctnessProb
double correctnessProb
Probability of correctness between in the interval [0, 1]. This helps Wayang in situations with many estimates to pick the best one. -
isOverride
boolean isOverride
When merging instances somehow, overriding instance should be chosen over the others. -
lowerEstimate
long lowerEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval. -
upperEstimate
long upperEstimate
Lower and upper estimate. Not that this is not a bounding box, i.e., there is no guarantee that the finally observed value will be within the estimated interval.
-
-
-
-
Package org.apache.wayang.core.optimizer.cardinality
-
Class org.apache.wayang.core.optimizer.cardinality.AggregatingCardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
alternativeEstimators
java.util.List<CardinalityEstimator> alternativeEstimators
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.CardinalityEstimate extends ProbabilisticIntervalEstimate implements Serializable
-
Class org.apache.wayang.core.optimizer.cardinality.DefaultCardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
certaintyProb
double certaintyProb
-
isAllowMoreInputs
boolean isAllowMoreInputs
Iftrue
, receiving more thanDefaultCardinalityEstimator.numInputs
is also fine. -
numInputs
int numInputs
-
singlePointEstimator
FunctionDescriptor.SerializableToLongBiFunction<long[],Configuration> singlePointEstimator
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.FallbackCardinalityEstimator extends java.lang.Object implements Serializable
-
Class org.apache.wayang.core.optimizer.cardinality.FixedSizeCardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
isOverride
boolean isOverride
-
outputSize
long outputSize
-
-
-
Class org.apache.wayang.core.optimizer.cardinality.SwitchForwardCardinalityEstimator extends java.lang.Object implements Serializable
-
Serialized Fields
-
switchInputIndices
int[] switchInputIndices
-
-
-
-
Package org.apache.wayang.core.optimizer.costs
-
Class org.apache.wayang.core.optimizer.costs.LoadEstimate extends ProbabilisticIntervalEstimate implements Serializable
-
Class org.apache.wayang.core.optimizer.costs.LoadProfile extends java.lang.Object implements Serializable
-
Serialized Fields
-
cpuUsage
LoadEstimate cpuUsage
-
diskUsage
LoadEstimate diskUsage
-
networkUsage
LoadEstimate networkUsage
-
overheadMillis
long overheadMillis
Overhead time that occurs when working on this load profile. -
ramUsage
LoadEstimate ramUsage
-
resourceUtilization
double resourceUtilization
The resource utilization of this load profile. -
subprofiles
java.util.Collection<LoadProfile> subprofiles
-
-
-
Class org.apache.wayang.core.optimizer.costs.TimeEstimate extends ProbabilisticIntervalEstimate implements Serializable
-
-
Package org.apache.wayang.core.plan.wayangplan
-
Class org.apache.wayang.core.plan.wayangplan.BinaryToUnaryOperator extends OperatorBase implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.InputSlot extends Slot<T> implements Serializable
-
Serialized Fields
-
isBroadcast
boolean isBroadcast
Tells whether this instance represents a broadcasted input. -
occupant
OutputSlot<T> occupant
Output slot of another operator that is connected to this input slot.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.LoopHeadAlternative extends OperatorAlternative implements Serializable
-
Serialized Fields
-
finalLoopOutputs
java.util.Collection<OutputSlot<?>> finalLoopOutputs
-
initializationInputs
java.util.Collection<InputSlot<?>> initializationInputs
-
loopBodyInputs
java.util.Collection<InputSlot<?>> loopBodyInputs
-
loopBodyOutputs
java.util.Collection<OutputSlot<?>> loopBodyOutputs
-
originalLoopHead
LoopHeadOperator originalLoopHead
-
-
-
Class org.apache.wayang.core.plan.wayangplan.LoopSubplan extends Subplan implements Serializable
-
Serialized Fields
-
loopHead
LoopHeadOperator loopHead
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorAlternative extends OperatorBase implements Serializable
-
Serialized Fields
-
alternatives
java.util.List<OperatorAlternative.Alternative> alternatives
All alternatives for this operator. Note that we deliberately do not use aSlotMapping
at this point because this can be achieved with aSubplan
.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorAlternative.Alternative extends java.lang.Object implements Serializable
-
Serialized Fields
-
sink
Operator sink
Source/sinkOperator
in this instance. Should only be set if the surroundingOperatorAlternative
is a source/sink. -
slotMapping
SlotMapping slotMapping
Maps the slots of the enclosingOperatorAlternative
with this instance. -
source
Operator source
Source/sinkOperator
in this instance. Should only be set if the surroundingOperatorAlternative
is a source/sink.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorBase extends java.lang.Object implements Serializable
-
Serialized Fields
-
cardinalityEstimators
CardinalityEstimator[] cardinalityEstimators
OptionalCardinalityEstimator
s for this instance. -
container
OperatorContainer container
-
epoch
int epoch
-
inputSlots
InputSlot<?>[] inputSlots
-
isAuxiliary
boolean isAuxiliary
Tells whether this instance is auxiliary, i.e., it support some non-auxiliary operators. -
isSupportingBroadcastInputs
boolean isSupportingBroadcastInputs
-
name
java.lang.String name
Optional name. Helpful for debugging. -
original
ExecutionOperator original
-
outputSlots
OutputSlot<?>[] outputSlots
-
targetPlatforms
java.util.Set<Platform> targetPlatforms
-
-
-
Class org.apache.wayang.core.plan.wayangplan.OperatorContainers extends java.lang.Object implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.OutputSlot extends Slot<T> implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.Slot extends java.lang.Object implements Serializable
-
Serialized Fields
-
index
int index
Lazy initialized. The index of this instance within itsSlot.owner
. -
name
java.lang.String name
Identifies this slot within its operator. -
owner
Operator owner
The operator that is being decorated by this slot. -
type
DataSetType<T> type
Type of data passed through this slot, expressed as aDataSetType
so as to define not only the types of elements that are passed but also capture their structure (e.g., flat, grouped, sorted, ...).
-
-
-
Class org.apache.wayang.core.plan.wayangplan.SlotMapping extends java.lang.Object implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.Subplan extends OperatorBase implements Serializable
-
Serialized Fields
-
sink
Operator sink
If this instance is a source or a sink, then the encapsulated source/sinkOperator
s are stored here. Otherwisenull
. -
slotMapping
SlotMapping slotMapping
Maps input and output slots against the direction of the data flow. -
source
Operator source
If this instance is a source or a sink, then the encapsulated source/sinkOperator
s are stored here. Otherwisenull
.
-
-
-
Class org.apache.wayang.core.plan.wayangplan.UnarySink extends OperatorBase implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.UnarySource extends OperatorBase implements Serializable
-
Class org.apache.wayang.core.plan.wayangplan.UnaryToUnaryOperator extends OperatorBase implements Serializable
-
-
Package org.apache.wayang.core.plan.wayangplan.traversal
-
Class org.apache.wayang.core.plan.wayangplan.traversal.AbstractTopologicalTraversal.AbortException extends WayangException implements Serializable
-
-
Package org.apache.wayang.core.types
-
Class org.apache.wayang.core.types.BasicDataUnitType extends DataUnitType<T> implements Serializable
-
Serialized Fields
-
typeClass
java.lang.Class<T> typeClass
-
-
-
Class org.apache.wayang.core.types.DataSetType extends java.lang.Object implements Serializable
-
Serialized Fields
-
dataUnitType
DataUnitType<T> dataUnitType
Type of the data units within the data set.
-
-
-
Class org.apache.wayang.core.types.DataUnitGroupType extends DataUnitType<java.lang.Iterable<T>> implements Serializable
-
Serialized Fields
-
baseType
DataUnitType<T> baseType
-
-
-
Class org.apache.wayang.core.types.DataUnitType extends java.lang.Object implements Serializable
-
-
Package org.apache.wayang.core.util
-
Class org.apache.wayang.core.util.LruCache extends java.util.LinkedHashMap<K,V> implements Serializable
-
Serialized Fields
-
capacity
int capacity
-
-
-
Class org.apache.wayang.core.util.MultiMap extends java.util.HashMap<K,java.util.Set<V>> implements Serializable
-
-
Package org.apache.wayang.core.util.mathex.exceptions
-
Class org.apache.wayang.core.util.mathex.exceptions.EvaluationException extends MathExException implements Serializable
-
Class org.apache.wayang.core.util.mathex.exceptions.MathExException extends java.lang.RuntimeException implements Serializable
-
Class org.apache.wayang.core.util.mathex.exceptions.ParseException extends MathExException implements Serializable
-
-
Package org.apache.wayang.flink.compiler
-
Class org.apache.wayang.flink.compiler.FlinkCoGroupFunction extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.compiler.KeySelectorDistinct extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.compiler.KeySelectorFunction extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.compiler.OutputFormatConsumer extends java.lang.Object implements Serializable
-
Serialized Fields
-
tConsumer
FunctionDescriptor.SerializableConsumer<T> tConsumer
-
-
-
Class org.apache.wayang.flink.compiler.WayangFileOutputFormat extends org.apache.flink.api.common.io.FileOutputFormat<IT> implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
blockSize
long blockSize
The block size to use. -
outputDirectoryMode
org.apache.flink.api.common.io.FileOutputFormat.OutputDirectoryMode outputDirectoryMode
The output directory mode -
outputFilePath
org.apache.flink.core.fs.Path outputFilePath
The path of the file to be written. -
writeMode
org.apache.flink.core.fs.FileSystem.WriteMode writeMode
The write mode of the output. -
writer
org.apache.hadoop.io.SequenceFile.Writer writer
-
-
-
Package org.apache.wayang.flink.compiler.criterion
-
Class org.apache.wayang.flink.compiler.criterion.DummyFilter extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.compiler.criterion.DummyMap extends java.lang.Object implements Serializable
-
Serialized Fields
-
inputTypeClass
java.lang.Class<InputType> inputTypeClass
-
outputTypeClass
java.lang.Class<OutputType> outputTypeClass
-
typeInformationInput
org.apache.flink.api.common.typeinfo.TypeInformation<InputType> typeInformationInput
-
typeInformationOutput
org.apache.flink.api.common.typeinfo.TypeInformation<OutputType> typeInformationOutput
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangAggregator extends java.lang.Object implements Serializable
-
Serialized Fields
-
elements
java.util.List<WayangValue> elements
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangConvergenceCriterion extends java.lang.Object implements Serializable
-
Serialized Fields
-
doWhile
boolean doWhile
-
predicate
FunctionDescriptor.SerializablePredicate<java.util.Collection<T>> predicate
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangFilterCriterion extends org.apache.flink.api.common.functions.AbstractRichFunction implements Serializable
-
Serialized Fields
-
name
java.lang.String name
-
wayangAggregator
WayangAggregator wayangAggregator
-
-
-
Class org.apache.wayang.flink.compiler.criterion.WayangListValue extends org.apache.flink.types.ListValue<WayangValue> implements Serializable
-
Class org.apache.wayang.flink.compiler.criterion.WayangValue extends java.lang.Object implements Serializable
-
Serialized Fields
-
data
T data
-
-
-
-
Package org.apache.wayang.flink.execution
-
Class org.apache.wayang.flink.execution.FlinkExecutionContext extends java.lang.Object implements Serializable
-
Serialized Fields
-
richFunction
org.apache.flink.api.common.functions.RichFunction richFunction
-
-
-
-
Package org.apache.wayang.flink.operators
-
Class org.apache.wayang.flink.operators.FlinkCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkCoGroupOperator extends CoGroupOperator<InputType0,InputType1,TypeKey> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkCollectionSink extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkCollectionSource extends CollectionSource<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkCountOperator extends CountOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkDistinctOperator extends DistinctOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable
-
Serialized Fields
-
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkFilterOperator extends FilterOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkFlatMapOperator extends FlatMapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkGlobalReduceOperator extends GlobalReduceOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkGroupByOperator extends GroupByOperator<InputType,KeyType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkIntersectOperator extends IntersectOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkJoinOperator extends JoinOperator<InputType0,InputType1,KeyType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkLocalCallbackSink extends LocalCallbackSink<Type extends java.io.Serializable> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkLoopOperator extends LoopOperator<InputType,ConvergenceType> implements Serializable
-
Serialized Fields
-
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkMapOperator extends MapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkObjectFileSink extends ObjectFileSink<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkObjectFileSource extends ObjectFileSource<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator extends PageRankOperator implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.BuildOutgoingEdgeList extends java.lang.Object implements Serializable
-
Serialized Fields
-
neighbors
java.util.ArrayList<java.lang.Long> neighbors
-
-
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.Dampener extends java.lang.Object implements Serializable
-
Serialized Fields
-
dampening
double dampening
-
randomJump
double randomJump
-
-
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.EpsilonFilter extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.JoinVertexWithEdgesMatch extends java.lang.Object implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkPageRankOperator.RankAssigner extends java.lang.Object implements Serializable
-
Serialized Fields
-
outPageWithRank
org.apache.flink.api.java.tuple.Tuple2<java.lang.Long,java.lang.Double> outPageWithRank
-
-
-
Class org.apache.wayang.flink.operators.FlinkReduceByOperator extends ReduceByOperator<InputType,KeyType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkRepeatExpandedOperator extends RepeatOperator<Type> implements Serializable
-
Serialized Fields
-
iteration_expanded
int iteration_expanded
-
iteration_generate
int iteration_generate
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number. -
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet<Type> iterativeDataSet
-
previous
DataSetChannel.Instance previous
-
real_iteration
int real_iteration
-
-
-
Class org.apache.wayang.flink.operators.FlinkRepeatOperator extends RepeatOperator<Type> implements Serializable
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number. -
iterativeDataSet
org.apache.flink.api.java.operators.IterativeDataSet<Type> iterativeDataSet
-
-
-
Class org.apache.wayang.flink.operators.FlinkSampleOperator extends SampleOperator<Type> implements Serializable
-
Serialized Fields
-
rand
java.util.Random rand
-
-
-
Class org.apache.wayang.flink.operators.FlinkSortOperator extends SortOperator<InputType,KeyType> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkTextFileSink extends TextFileSink<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkTextFileSource extends TextFileSource implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkTsvFileSink extends UnarySink<Type extends Tuple2<?,?>> implements Serializable
-
Serialized Fields
-
targetPath
java.lang.String targetPath
-
-
-
Class org.apache.wayang.flink.operators.FlinkUnionAllOperator extends UnionAllOperator<Type> implements Serializable
-
Class org.apache.wayang.flink.operators.FlinkZipWithIdOperator extends ZipWithIdOperator<InputType> implements Serializable
-
-
Package org.apache.wayang.genericjdbc.operators
-
Class org.apache.wayang.genericjdbc.operators.GenericJdbcFilterOperator extends JdbcFilterOperator implements Serializable
-
Class org.apache.wayang.genericjdbc.operators.GenericJdbcProjectionOperator extends JdbcProjectionOperator implements Serializable
-
Class org.apache.wayang.genericjdbc.operators.GenericJdbcTableSource extends JdbcTableSource implements Serializable
-
Serialized Fields
-
jdbcName
java.lang.String jdbcName
Creates a new instance.- See Also:
TableSource(String, String...)
-
-
-
Class org.apache.wayang.genericjdbc.operators.GenericSqlToStreamOperator extends UnaryToUnaryOperator<Record,Record> implements Serializable
-
Serialized Fields
-
jdbcPlatform
GenericJdbcPlatform jdbcPlatform
-
-
-
-
Package org.apache.wayang.giraph.operators
-
Class org.apache.wayang.giraph.operators.GiraphPageRankOperator extends PageRankOperator implements Serializable
-
Serialized Fields
-
logger
org.apache.logging.log4j.Logger logger
-
path_out
java.lang.String path_out
-
-
-
-
Package org.apache.wayang.iejoin.data
-
Class org.apache.wayang.iejoin.data.Data extends java.lang.Object implements Serializable
- serialVersionUID:
- 2808795863775557984L
-
Class org.apache.wayang.iejoin.data.Data.Comparator extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
-
-
Package org.apache.wayang.iejoin.operators
-
Class org.apache.wayang.iejoin.operators.IEJoinOperator extends BinaryToUnaryOperator<Input,Input,Tuple2<Input,Input>> implements Serializable
-
Serialized Fields
-
cond0
IEJoinMasterOperator.JoinCondition cond0
-
cond1
IEJoinMasterOperator.JoinCondition cond1
-
equalReverse
boolean equalReverse
-
get0Pivot
TransformationDescriptor<Input,Type0> get0Pivot
-
get0Ref
TransformationDescriptor<Input,Type1> get0Ref
-
get1Pivot
TransformationDescriptor<Input,Type0> get1Pivot
-
get1Ref
TransformationDescriptor<Input,Type1> get1Ref
-
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
-
-
Class org.apache.wayang.iejoin.operators.IESelfJoinOperator extends UnaryToUnaryOperator<Input,Tuple2<Input,Input>> implements Serializable
-
Serialized Fields
-
cond0
IEJoinMasterOperator.JoinCondition cond0
-
cond1
IEJoinMasterOperator.JoinCondition cond1
-
equalReverse
boolean equalReverse
-
get0Pivot
TransformationDescriptor<Input,Type0 extends java.lang.Comparable<Type0>> get0Pivot
-
get0Ref
TransformationDescriptor<Input,Type1 extends java.lang.Comparable<Type1>> get0Ref
-
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
-
-
Class org.apache.wayang.iejoin.operators.JavaIEJoinOperator extends IEJoinOperator<Type0 extends java.lang.Comparable<Type0>,Type1 extends java.lang.Comparable<Type1>,Input> implements Serializable
-
Class org.apache.wayang.iejoin.operators.JavaIESelfJoinOperator extends IESelfJoinOperator<Type0 extends java.lang.Comparable<Type0>,Type1 extends java.lang.Comparable<Type1>,Input> implements Serializable
-
Class org.apache.wayang.iejoin.operators.SparkIEJoinOperator extends IEJoinOperator<Type0 extends java.lang.Comparable<Type0>,Type1 extends java.lang.Comparable<Type1>,Input extends Copyable<Input>> implements Serializable
-
Class org.apache.wayang.iejoin.operators.SparkIESelfJoinOperator extends IESelfJoinOperator<Type0 extends java.lang.Comparable<Type0>,Type1 extends java.lang.Comparable<Type1>,Input extends Copyable<Input>> implements Serializable
-
-
Package org.apache.wayang.iejoin.operators.java_helpers
-
Class org.apache.wayang.iejoin.operators.java_helpers.DataComparator extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
-
Class org.apache.wayang.iejoin.operators.java_helpers.revDataComparator extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
revRowID
boolean revRowID
-
-
-
Package org.apache.wayang.iejoin.operators.spark_helpers
-
Class org.apache.wayang.iejoin.operators.spark_helpers.addUniqueID extends java.lang.Object implements Serializable
-
Serialized Fields
-
block
int block
-
start
int start
-
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.BitSetJoin extends java.lang.Object implements Serializable
- serialVersionUID:
- 2953731260972596253L
-
Serialized Fields
-
c1
IEJoinMasterOperator.JoinCondition c1
-
equalReverse
boolean equalReverse
-
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
list2ASC
boolean list2ASC
-
list2ASCSec
boolean list2ASCSec
-
sameRDD
boolean sameRDD
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.build2ListObject extends java.lang.Object implements Serializable
- serialVersionUID:
- 6703700898776377115L
-
Serialized Fields
-
ex1
java.lang.Integer ex1
-
ex2
java.lang.Integer ex2
-
getXPivot
org.apache.spark.api.java.function.Function<Input extends Copyable<Input>,TypeXPivot extends java.lang.Comparable<TypeXPivot>> getXPivot
-
getXRef
org.apache.spark.api.java.function.Function<Input extends Copyable<Input>,TypeXRef extends java.lang.Comparable<TypeXRef>> getXRef
-
list1ASC
boolean list1ASC
-
list1ASCSec
boolean list1ASCSec
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.extractData extends java.lang.Object implements Serializable
- serialVersionUID:
- 3834945091845558509L
-
Serialized Fields
-
getXPivot
org.apache.spark.api.java.function.Function<Input,TypeXPivot extends java.lang.Comparable<TypeXPivot>> getXPivot
-
getXRef
org.apache.spark.api.java.function.Function<Input,TypeXRef extends java.lang.Comparable<TypeXRef>> getXRef
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.filterUnwantedBlocks extends java.lang.Object implements Serializable
-
Serialized Fields
-
c1
IEJoinMasterOperator.JoinCondition c1
-
list2ASC
boolean list2ASC
-
-
-
Class org.apache.wayang.iejoin.operators.spark_helpers.List2AttributesObjectSkinny extends java.lang.Object implements Serializable
- serialVersionUID:
- -7917020106773932879L
-
Class org.apache.wayang.iejoin.operators.spark_helpers.revDataComparator extends java.lang.Object implements Serializable
- serialVersionUID:
- 1L
-
Serialized Fields
-
asc1
boolean asc1
-
asc2
boolean asc2
-
revRowID
boolean revRowID
-
-
-
Package org.apache.wayang.java.operators
-
Class org.apache.wayang.java.operators.JavaCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable
-
Class org.apache.wayang.java.operators.JavaCoGroupOperator extends CoGroupOperator<InputType0,InputType1,KeyType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaCollectionSource extends CollectionSource<T> implements Serializable
-
Class org.apache.wayang.java.operators.JavaCollectOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaCountOperator extends CountOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaDistinctOperator extends DistinctOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaFilterOperator extends FilterOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaFlatMapOperator extends FlatMapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaGlobalReduceOperator extends GlobalReduceOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaIntersectOperator extends IntersectOperator<Type> implements Serializable
-
Class org.apache.wayang.java.operators.JavaJoinOperator extends JoinOperator<InputType0,InputType1,KeyType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaKafkaTopicSink extends KafkaTopicSink<T> implements Serializable
-
Class org.apache.wayang.java.operators.JavaKafkaTopicSource extends KafkaTopicSource implements Serializable
-
Class org.apache.wayang.java.operators.JavaLocalCallbackSink extends LocalCallbackSink<T extends java.io.Serializable> implements Serializable
-
Class org.apache.wayang.java.operators.JavaLoopOperator extends LoopOperator<InputType,ConvergenceType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaMapOperator extends MapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaObjectFileSink extends ObjectFileSink<T> implements Serializable
-
Class org.apache.wayang.java.operators.JavaObjectFileSource extends ObjectFileSource<T> implements Serializable
-
Class org.apache.wayang.java.operators.JavaRandomSampleOperator extends SampleOperator<Type> implements Serializable
-
Serialized Fields
-
rand
java.util.Random rand
-
-
-
Class org.apache.wayang.java.operators.JavaReduceByOperator extends ReduceByOperator<Type,KeyType> implements Serializable
-
Class org.apache.wayang.java.operators.JavaRepeatOperator extends RepeatOperator<Type> implements Serializable
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number.
-
-
-
Class org.apache.wayang.java.operators.JavaReservoirSampleOperator extends SampleOperator<Type> implements Serializable
-
Serialized Fields
-
rand
java.util.Random rand
-
-
-
Class org.apache.wayang.java.operators.JavaSortOperator extends SortOperator<Type,Key> implements Serializable
-
Class org.apache.wayang.java.operators.JavaTextFileSink extends TextFileSink<T> implements Serializable
-
Class org.apache.wayang.java.operators.JavaTextFileSource extends TextFileSource implements Serializable
-
Class org.apache.wayang.java.operators.JavaTsvFileSink extends UnarySink<T extends Tuple2<?,?>> implements Serializable
-
Serialized Fields
-
targetPath
java.lang.String targetPath
-
-
-
Class org.apache.wayang.java.operators.JavaTsvFileSource extends UnarySource<T> implements Serializable
-
Serialized Fields
-
sourcePath
java.lang.String sourcePath
-
-
-
Class org.apache.wayang.java.operators.JavaUnionAllOperator extends UnionAllOperator<Type> implements Serializable
-
-
Package org.apache.wayang.java.operators.graph
-
Class org.apache.wayang.java.operators.graph.JavaPageRankOperator extends PageRankOperator implements Serializable
-
-
Package org.apache.wayang.jdbc.operators
-
Class org.apache.wayang.jdbc.operators.JdbcFilterOperator extends FilterOperator<Record> implements Serializable
-
Class org.apache.wayang.jdbc.operators.JdbcJoinOperator extends JoinOperator<Record,Record,KeyType> implements Serializable
-
Class org.apache.wayang.jdbc.operators.JdbcProjectionOperator extends MapOperator<Record,Record> implements Serializable
-
Class org.apache.wayang.jdbc.operators.JdbcTableSource extends TableSource implements Serializable
-
Class org.apache.wayang.jdbc.operators.SqlToRddOperator extends UnaryToUnaryOperator<Record,Record> implements Serializable
-
Serialized Fields
-
jdbcPlatform
JdbcPlatformTemplate jdbcPlatform
-
-
-
Class org.apache.wayang.jdbc.operators.SqlToStreamOperator extends UnaryToUnaryOperator<Record,Record> implements Serializable
-
Serialized Fields
-
jdbcPlatform
JdbcPlatformTemplate jdbcPlatform
-
-
-
-
Package org.apache.wayang.ml4all.abstraction.api
-
Class org.apache.wayang.ml4all.abstraction.api.Compute extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.LocalStage extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.LogicalOperator extends java.lang.Object implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.Loop extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.Sample extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.Transform extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.Update extends LogicalOperator implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.api.UpdateLocal extends LogicalOperator implements Serializable
-
-
Package org.apache.wayang.ml4all.abstraction.plan
-
Class org.apache.wayang.ml4all.abstraction.plan.ML4allModel extends java.lang.Object implements Serializable
-
Serialized Fields
-
map
java.util.HashMap<java.lang.String,java.lang.Object> map
-
-
-
-
Package org.apache.wayang.ml4all.abstraction.plan.wrappers
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AggregateWrapper extends java.lang.Object implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AssignWrapper extends LogicalOperatorWrapperWithModel<ML4allModel,java.util.List<R>> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.AssignWrapperLocal extends LogicalOperatorWrapperWithModel<ML4allModel,V> implements Serializable
-
Serialized Fields
-
logOp
UpdateLocal<V,?> logOp
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ComputePerPartitionWrapper extends LogicalOperatorWrapperWithModel<java.lang.Iterable<R>,java.lang.Iterable<V>> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ComputeWrapper extends LogicalOperatorWrapperWithModel<R,V> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LogicalOperatorWrapper extends java.lang.Object implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LogicalOperatorWrapperWithModel extends java.lang.Object implements Serializable
-
Serialized Fields
-
currentIteration
int currentIteration
-
first
boolean first
-
ml4allModel
ML4allModel ml4allModel
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LoopCheckWrapper extends LogicalOperatorWrapperWithModel<java.lang.Boolean,V> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.LoopConvergenceWrapper extends LogicalOperatorWrapperWithModel<R,V> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.ReduceWrapper extends java.lang.Object implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.TransformPerPartitionWrapper extends LogicalOperatorWrapper<java.lang.Iterable<R>,java.lang.Iterable<V>> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.TransformWrapper extends LogicalOperatorWrapper<R,V> implements Serializable
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.UpdateLocalWrapper extends LogicalOperatorWrapperWithModel<R,V> implements Serializable
-
Serialized Fields
-
logOp
UpdateLocal<R,V> logOp
-
-
-
Class org.apache.wayang.ml4all.abstraction.plan.wrappers.UpdateWrapper extends LogicalOperatorWrapperWithModel<R,V> implements Serializable
-
-
Package org.apache.wayang.ml4all.algorithms.kmeans
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansCompute extends Compute<Tuple2<java.lang.Integer,Tuple2<java.lang.Integer,double[]>>,double[]> implements Serializable
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansConvergeOrMaxIterationsLoop extends Loop<java.lang.Double,java.util.ArrayList<Tuple2<java.lang.Integer,double[]>>> implements Serializable
-
Serialized Fields
-
accuracy
double accuracy
-
currentIteration
int currentIteration
-
maxIterations
int maxIterations
-
-
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansStageWithZeros extends LocalStage implements Serializable
-
Serialized Fields
-
dimension
int dimension
-
k
int k
-
-
-
Class org.apache.wayang.ml4all.algorithms.kmeans.KMeansUpdate extends Update<Tuple2<java.lang.Integer,double[]>,Tuple2<java.lang.Integer,Tuple2<java.lang.Integer,double[]>>> implements Serializable
-
Class org.apache.wayang.ml4all.algorithms.kmeans.TransformCSV extends Transform<double[],java.lang.String> implements Serializable
-
Serialized Fields
-
separator
char separator
-
-
-
-
Package org.apache.wayang.ml4all.algorithms.sgd
-
Class org.apache.wayang.ml4all.algorithms.sgd.ComputeLogisticGradient extends Compute<double[],double[]> implements Serializable
-
Class org.apache.wayang.ml4all.algorithms.sgd.LibSVMTransform extends Transform<double[],java.lang.String> implements Serializable
-
Serialized Fields
-
features
int features
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.SGDLoop extends Loop<java.lang.Double,double[]> implements Serializable
-
Serialized Fields
-
accuracy
double accuracy
-
currentIteration
int currentIteration
-
maxIterations
int maxIterations
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.SGDSample extends Sample implements Serializable
-
Class org.apache.wayang.ml4all.algorithms.sgd.SGDStageWithZeros extends LocalStage implements Serializable
-
Serialized Fields
-
dimension
int dimension
-
-
-
Class org.apache.wayang.ml4all.algorithms.sgd.WeightsUpdate extends UpdateLocal<double[],double[]> implements Serializable
-
Serialized Fields
-
current_iteration
int current_iteration
-
regulizer
double regulizer
-
stepSize
double stepSize
-
weights
double[] weights
-
-
-
-
Package org.apache.wayang.ml4all.utils
-
Class org.apache.wayang.ml4all.utils.SparseVector extends java.lang.Object implements Serializable
-
Serialized Fields
-
indices
int[] indices
-
label
double label
-
values
double[] values
-
-
-
-
Package org.apache.wayang.postgres.operators
-
Class org.apache.wayang.postgres.operators.PostgresFilterOperator extends JdbcFilterOperator implements Serializable
-
Class org.apache.wayang.postgres.operators.PostgresJoinOperator extends JdbcJoinOperator<KeyType> implements Serializable
-
Class org.apache.wayang.postgres.operators.PostgresProjectionOperator extends JdbcProjectionOperator implements Serializable
-
Class org.apache.wayang.postgres.operators.PostgresTableSource extends JdbcTableSource implements Serializable
-
-
Package org.apache.wayang.profiler.data
-
Package org.apache.wayang.spark.compiler
-
Class org.apache.wayang.spark.compiler.BinaryOperatorAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
binaryOperator
java.util.function.BinaryOperator<Type> binaryOperator
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedBinaryOperatorAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableBinaryOperator<Type> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedFlatMapFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<InputType,java.lang.Iterable<OutputType>> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedFunction extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
org.apache.spark.api.java.function.Function<InputType,OutputType> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedMapFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<InputType,OutputType> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedMapPartitionsFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializableFunction<java.lang.Iterable<InputType>,java.lang.Iterable<OutputType>> impl
-
-
-
Class org.apache.wayang.spark.compiler.ExtendedPredicateAdapater extends java.lang.Object implements Serializable
-
Serialized Fields
-
executionContext
SparkExecutionContext executionContext
-
impl
FunctionDescriptor.ExtendedSerializablePredicate<Type> impl
-
isFirstRun
boolean isFirstRun
-
-
-
Class org.apache.wayang.spark.compiler.FlatMapFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
function
java.util.function.Function<InputType,java.lang.Iterable<OutputType>> function
-
-
-
Class org.apache.wayang.spark.compiler.FunctionCompiler.KeyExtractor extends java.lang.Object implements Serializable
-
Class org.apache.wayang.spark.compiler.FunctionCompiler.Reducer extends java.lang.Object implements Serializable
-
Serialized Fields
-
impl
java.util.function.BinaryOperator<Type> impl
-
-
-
Class org.apache.wayang.spark.compiler.MapFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
function
java.util.function.Function<InputType,OutputType> function
-
-
-
Class org.apache.wayang.spark.compiler.MapPartitionsFunctionAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
function
java.util.function.Function<java.lang.Iterable<InputType>,java.lang.Iterable<OutputType>> function
-
-
-
Class org.apache.wayang.spark.compiler.PredicateAdapter extends java.lang.Object implements Serializable
-
Serialized Fields
-
predicate
java.util.function.Predicate<InputType> predicate
-
-
-
-
Package org.apache.wayang.spark.execution
-
Class org.apache.wayang.spark.execution.SparkExecutionContext extends java.lang.Object implements Serializable
-
Serialized Fields
-
broadcasts
java.util.Map<java.lang.String,org.apache.spark.broadcast.Broadcast<?>> broadcasts
Mapping of broadcast name toBroadcast
references. -
iterationNumber
int iterationNumber
Iteration number of the execution.
-
-
-
-
Package org.apache.wayang.spark.model
-
Package org.apache.wayang.spark.monitoring.interfaces
-
Package org.apache.wayang.spark.monitoring.metrics
-
Class org.apache.wayang.spark.monitoring.metrics.ApplicationEnd extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
id
java.lang.String id
-
listOfJobs
java.util.List<Job> listOfJobs
-
name
java.lang.String name
-
sparkUser
java.lang.String sparkUser
-
time
long time
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.ApplicationStart extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
id
java.lang.String id
-
listOfJobs
java.util.List<Job> listOfJobs
-
name
java.lang.String name
-
sparkUser
java.lang.String sparkUser
-
time
long time
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.ExecutorAdded extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
executorHost
java.lang.String executorHost
-
executorID
java.lang.String executorID
-
reasonOfRemoval
java.lang.String reasonOfRemoval
-
stageAttempt
int stageAttempt
-
stageId
int stageId
-
time
long time
-
totalCores
int totalCores
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.ExecutorRemoved extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
executorHost
java.lang.String executorHost
-
executorID
java.lang.String executorID
-
reasonOfRemoval
java.lang.String reasonOfRemoval
-
stageAttempt
int stageAttempt
-
stageId
int stageId
-
time
long time
-
totalCores
int totalCores
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.ExecutorUpdated extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
executorHost
java.lang.String executorHost
-
executorID
java.lang.String executorID
-
reasonOfRemoval
java.lang.String reasonOfRemoval
-
stageAttempt
int stageAttempt
-
stageId
int stageId
-
time
long time
-
totalCores
int totalCores
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.JobEnd extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
id
int id
-
listOfStages
java.util.List<Stage> listOfStages
-
productArity
int productArity
-
seqStageId
scala.collection.Seq<java.lang.Object> seqStageId
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.JobStart extends java.lang.Object implements Serializable
-
Serialized Fields
-
eventName
java.lang.String eventName
-
id
int id
-
listOfStages
java.util.List<Stage> listOfStages
-
productArity
int productArity
-
seqStageId
scala.collection.Seq<java.lang.Object> seqStageId
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.StageCompleted extends java.lang.Object implements Serializable
-
Serialized Fields
-
details
java.lang.String details
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
id
int id
-
listOfTasks
java.util.List<Task> listOfTasks
-
stageCompletionTime
long stageCompletionTime
-
stageName
java.lang.String stageName
-
stateAttempt
int stateAttempt
-
status
java.lang.String status
-
taskMetric
TaskMetric taskMetric
-
tasks
int tasks
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.StageExecutorMetrics extends java.lang.Object implements Serializable
-
Serialized Fields
-
details
java.lang.String details
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
id
int id
-
listOfTasks
java.util.List<Task> listOfTasks
-
stageName
java.lang.String stageName
-
stateAttempt
int stateAttempt
-
status
java.lang.String status
-
taskMetric
TaskMetric taskMetric
-
tasks
int tasks
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.StageSubmitted extends java.lang.Object implements Serializable
-
Serialized Fields
-
details
java.lang.String details
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
id
int id
-
listOfTasks
java.util.List<Task> listOfTasks
-
stageAttemptID
int stageAttemptID
-
stageName
java.lang.String stageName
-
stageSubmissionTime
long stageSubmissionTime
-
status
java.lang.String status
-
taskMetric
TaskMetric taskMetric
-
tasks
int tasks
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskEnd extends java.lang.Object implements Serializable
-
Serialized Fields
-
durationTime
long durationTime
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
java.lang.String hostIP
-
id
java.lang.String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskMetric
TaskMetric taskMetric
-
taskStatus
java.lang.String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskGettingResult extends java.lang.Object implements Serializable
-
Serialized Fields
-
durationTime
long durationTime
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
java.lang.String hostIP
-
id
java.lang.String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskStatus
java.lang.String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskMetric extends java.lang.Object implements Serializable
-
Serialized Fields
-
bytesRead
long bytesRead
-
bytesWritten
long bytesWritten
-
DiskByteSpilled
long DiskByteSpilled
-
executorCPUTime
long executorCPUTime
-
executorDeserializeCpuTime
long executorDeserializeCpuTime
-
executorDeserializeTime
long executorDeserializeTime
-
JVMGCTime
long JVMGCTime
-
peakExecutionMemory
long peakExecutionMemory
-
recordsWritten
long recordsWritten
-
resultSerializationTime
long resultSerializationTime
-
resultSize
long resultSize
-
time
long time
-
-
-
Class org.apache.wayang.spark.monitoring.metrics.TaskStart extends java.lang.Object implements Serializable
-
Serialized Fields
-
durationTime
long durationTime
-
eventName
java.lang.String eventName
-
executorID
java.lang.String executorID
-
finishTime
long finishTime
-
gettingResultTime
long gettingResultTime
-
hostIP
java.lang.String hostIP
-
id
java.lang.String id
-
Index
int Index
-
launchTime
long launchTime
-
partition
int partition
-
stageID
int stageID
-
status
boolean status
-
taskId
long taskId
-
taskStatus
java.lang.String taskStatus
-
taskStatusForRunning
Task.TaskStatusForRunning taskStatusForRunning
-
-
-
-
Package org.apache.wayang.spark.operators
-
Class org.apache.wayang.spark.operators.SparkBernoulliSampleOperator extends SampleOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkBroadcastOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCacheOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCartesianOperator extends CartesianOperator<InputType0,InputType1> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCoGroupOperator extends CoGroupOperator<In0,In1,Key> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCollectionSource extends CollectionSource<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCollectOperator extends UnaryToUnaryOperator<Type,Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkCountOperator extends CountOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkDistinctOperator extends DistinctOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkDoWhileOperator extends DoWhileOperator<InputType,ConvergenceType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkFilterOperator extends FilterOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkFlatMapOperator extends FlatMapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkGlobalMaterializedGroupOperator extends GlobalMaterializedGroupOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkGlobalReduceOperator extends GlobalReduceOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkIntersectOperator extends IntersectOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkJoinOperator extends JoinOperator<InputType0,InputType1,KeyType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkKafkaTopicSink extends KafkaTopicSink<T> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkKafkaTopicSource extends KafkaTopicSource implements Serializable
-
Class org.apache.wayang.spark.operators.SparkLocalCallbackSink extends LocalCallbackSink<T extends java.io.Serializable> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkLoopOperator extends LoopOperator<InputType,ConvergenceType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkMapOperator extends MapOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkMapPartitionsOperator extends MapPartitionsOperator<InputType,OutputType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkMaterializedGroupByOperator extends MaterializedGroupByOperator<Type,KeyType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkObjectFileSink extends ObjectFileSink<T> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkObjectFileSource extends ObjectFileSource<T> implements Serializable
-
Serialized Fields
-
logger
org.apache.logging.log4j.Logger logger
-
-
-
Class org.apache.wayang.spark.operators.SparkRandomPartitionSampleOperator extends SampleOperator<Type> implements Serializable
-
Serialized Fields
-
first
boolean first
-
nb_partitions
int nb_partitions
-
partitionSize
int partitionSize
-
rand
java.util.Random rand
-
-
-
Class org.apache.wayang.spark.operators.SparkReduceByOperator extends ReduceByOperator<Type,KeyType> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkRepeatOperator extends RepeatOperator<Type> implements Serializable
-
Serialized Fields
-
iterationCounter
int iterationCounter
Keeps track of the current iteration number.
-
-
-
Class org.apache.wayang.spark.operators.SparkShufflePartitionSampleOperator extends SampleOperator<Type> implements Serializable
-
Serialized Fields
-
nb_partitions
int nb_partitions
-
partitionID
int partitionID
-
partitions
java.util.List<java.lang.Integer> partitions
-
rand
java.util.Random rand
-
shuffledRDD
org.apache.spark.api.java.JavaRDD<Type> shuffledRDD
-
tupleID
int tupleID
-
-
-
Class org.apache.wayang.spark.operators.SparkSortOperator extends SortOperator<Type,Key> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkTextFileSink extends TextFileSink<T> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkTextFileSource extends TextFileSource implements Serializable
-
Class org.apache.wayang.spark.operators.SparkTsvFileSink extends UnarySink<T extends Tuple2<?,?>> implements Serializable
-
Serialized Fields
-
targetPath
java.lang.String targetPath
-
-
-
Class org.apache.wayang.spark.operators.SparkTsvFileSource extends UnarySource<T> implements Serializable
-
Serialized Fields
-
sourcePath
java.lang.String sourcePath
-
-
-
Class org.apache.wayang.spark.operators.SparkUnionAllOperator extends UnionAllOperator<Type> implements Serializable
-
Class org.apache.wayang.spark.operators.SparkZipWithIdOperator extends ZipWithIdOperator<InputType> implements Serializable
-
-
Package org.apache.wayang.spark.operators.ml
-
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeClassificationOperator extends DecisionTreeClassificationOperator implements Serializable
-
Class org.apache.wayang.spark.operators.ml.SparkDecisionTreeClassificationOperator.Model extends java.lang.Object implements Serializable
-
Serialized Fields
-
model
org.apache.spark.ml.classification.DecisionTreeClassificationModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkKMeansOperator extends KMeansOperator implements Serializable
-
Class org.apache.wayang.spark.operators.ml.SparkKMeansOperator.Model extends java.lang.Object implements Serializable
-
Serialized Fields
-
model
org.apache.spark.ml.clustering.KMeansModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkLinearRegressionOperator extends LinearRegressionOperator implements Serializable
-
Class org.apache.wayang.spark.operators.ml.SparkLinearRegressionOperator.Model extends java.lang.Object implements Serializable
-
Serialized Fields
-
model
org.apache.spark.ml.regression.LinearRegressionModel model
-
-
-
Class org.apache.wayang.spark.operators.ml.SparkModelTransformOperator extends ModelTransformOperator<X,Y> implements Serializable
-
Class org.apache.wayang.spark.operators.ml.SparkPredictOperator extends PredictOperator<X,Y> implements Serializable
-
-
Package org.apache.wayang.sqlite3.operators
-
Class org.apache.wayang.sqlite3.operators.Sqlite3FilterOperator extends JdbcFilterOperator implements Serializable
-
Class org.apache.wayang.sqlite3.operators.Sqlite3ProjectionOperator extends JdbcProjectionOperator implements Serializable
-
Class org.apache.wayang.sqlite3.operators.Sqlite3TableSource extends JdbcTableSource implements Serializable
-
-
Package org.apache.wayang.tensorflow.model
-
Class org.apache.wayang.tensorflow.model.TensorflowModel extends DLModel implements Serializable
-
Serialized Fields
-
accuracyCalculation
Op accuracyCalculation
-
criterion
Op criterion
-
graph
org.tensorflow.Graph graph
-
minimize
org.tensorflow.op.Op minimize
-
opMap
java.util.Map<java.lang.String,org.tensorflow.Operand<?>> opMap
-
optimizer
Optimizer optimizer
-
session
org.tensorflow.Session session
-
tf
org.tensorflow.op.Ops tf
-
-
-
-
Package org.apache.wayang.tensorflow.operators
-
Class org.apache.wayang.tensorflow.operators.TensorflowCollectionSource extends CollectionSource<Type> implements Serializable
-
Class org.apache.wayang.tensorflow.operators.TensorflowCollectOperator extends UnaryToUnaryOperator<org.tensorflow.ndarray.NdArray,Type> implements Serializable
-
Class org.apache.wayang.tensorflow.operators.TensorflowDLTrainingOperator extends DLTrainingOperator<org.tensorflow.ndarray.NdArray<?>,org.tensorflow.ndarray.NdArray<?>> implements Serializable
-
Class org.apache.wayang.tensorflow.operators.TensorflowPredictOperator extends PredictOperator<org.tensorflow.ndarray.NdArray<?>,org.tensorflow.ndarray.NdArray<?>> implements Serializable
-