digraph G {
0 [id="node0" labelType="html" label="<br><b>DeserializeToObject</b><br><br>" tooltip="DeserializeToObject createexternalrow(invoke(shardId#5510432.toString()), static_invoke(java.lang.Long.valueOf(worklistShardItemId#5510433L)), static_invoke(java.lang.Double.valueOf(qty#5510434)), invoke(demandChannel#5510435.toString()), invoke(demandStream#5510436.toString()), mapobjects(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1), createexternalrow(invoke(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).label.toString()), static_invoke(DateTimeUtils.toJavaTimestamp(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).dateTime)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).value)), StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true)), kpis#5510437, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(worklistShardItemId,LongType,true), StructField(qty,DoubleType,true), StructField(demandChannel,StringType,true), StructField(demandStream,StringType,true), StructField(kpis,ArrayType(StructType(StructField(label,StringType,true),StructField(dateTime,TimestampType,true),StructField(value,DoubleType,true)),false),true)), obj#5510450: org.apache.spark.sql.Row"];
subgraph cluster1 {
isCluster="true";
id="cluster1";
label="WholeStageCodegen (1)";
tooltip="WholeStageCodegen (1)";
2 [id="node2" labelType="html" label="<br><b>Filter</b><br><br>" tooltip="Filter (isnotnull(shardId#5510432) AND NOT (shardId#5510432 = 0_1_10000001445))"];
3 [id="node3" labelType="html" label="<br><b>Scan ExistingRDD</b><br><br>" tooltip="Scan ExistingRDD[shardId#5510432,worklistShardItemId#5510433L,qty#5510434,demandChannel#5510435,demandStream#5510436,kpis#5510437]"];
}
2->0;
3->2;
}
== Physical Plan ==
DeserializeToObject (3)
+- * Filter (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [6]: [shardId#5510432, worklistShardItemId#5510433L, qty#5510434, demandChannel#5510435, demandStream#5510436, kpis#5510437]
Arguments: [shardId#5510432, worklistShardItemId#5510433L, qty#5510434, demandChannel#5510435, demandStream#5510436, kpis#5510437], MapPartitionsRDD[387896] at createDataFrame at KpiCurveCacheImpl.java:232, ExistingRDD, UnknownPartitioning(0)
(2) Filter [codegen id : 1]
Input [6]: [shardId#5510432, worklistShardItemId#5510433L, qty#5510434, demandChannel#5510435, demandStream#5510436, kpis#5510437]
Condition : (isnotnull(shardId#5510432) AND NOT (shardId#5510432 = 0_1_10000001445))
(3) DeserializeToObject
Input [6]: [shardId#5510432, worklistShardItemId#5510433L, qty#5510434, demandChannel#5510435, demandStream#5510436, kpis#5510437]
Arguments: createexternalrow(invoke(shardId#5510432.toString()), static_invoke(java.lang.Long.valueOf(worklistShardItemId#5510433L)), static_invoke(java.lang.Double.valueOf(qty#5510434)), invoke(demandChannel#5510435.toString()), invoke(demandStream#5510436.toString()), mapobjects(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1), createexternalrow(invoke(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).label.toString()), static_invoke(DateTimeUtils.toJavaTimestamp(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).dateTime)), static_invoke(java.lang.Double.valueOf(lambdavariable(MapObject, StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true), false, -1).value)), StructField(label,StringType,true), StructField(dateTime,TimestampType,true), StructField(value,DoubleType,true)), kpis#5510437, Some(class scala.collection.mutable.ArraySeq)), StructField(shardId,StringType,true), StructField(worklistShardItemId,LongType,true), StructField(qty,DoubleType,true), StructField(demandChannel,StringType,true), StructField(demandStream,StringType,true), StructField(kpis,ArrayType(StructType(StructField(label,StringType,true),StructField(dateTime,TimestampType,true),StructField(value,DoubleType,true)),false),true)), obj#5510450: org.apache.spark.sql.Row