4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332450 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1187.0 B / 1
Output Size / Records:
4.1 KiB / 10
Associated Job Ids:
47082
DAG Visualization
digraph G { id="graph_1332450"; subgraph graph_stage_1332450 { id="graph_stage_1332450"; isCluster="true"; label="Stage 1332450"; 392658 [id="node_392658" labelType="html" label="SQLExecutionRDD [392658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034041 { id="cluster_1034041"; isCluster="true"; label="Exchange"; 392653 [id="node_392653" labelType="html" label="ShuffledRowRDD [392653] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034040 { id="cluster_1034040"; isCluster="true"; label="ObjectHashAggregate"; 392654 [id="node_392654" labelType="html" label="MapPartitionsRDD [392654] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034019 { id="cluster_1034019"; isCluster="true"; label="WholeStageCodegen (11)"; 392655 [id="node_392655" labelType="html" label="MapPartitionsRDD [392655] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034003 { id="cluster_1034003"; isCluster="true"; label="DeserializeToObject"; 392656 [id="node_392656" labelType="html" label="MapPartitionsRDD [392656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033993 { id="cluster_1033993"; isCluster="true"; label="MapPartitions"; 392657 [id="node_392657" labelType="html" label="MapPartitionsRDD [392657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034086 { id="cluster_1034086"; isCluster="true"; label="mapPartitions"; 392659 [id="node_392659" labelType="html" label="MapPartitionsRDD [392659] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034337 { id="cluster_1034337"; isCluster="true"; label="Scan"; 392724 [id="node_392724" labelType="html" label="MapPartitionsRDD [392724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034307 { id="cluster_1034307"; isCluster="true"; label="WholeStageCodegen (3)"; 392725 [id="node_392725" labelType="html" label="MapPartitionsRDD [392725] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034306 { id="cluster_1034306"; isCluster="true"; label="InMemoryTableScan"; 392726 [id="node_392726" labelType="html" label="MapPartitionsRDD [392726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392727 [id="node_392727" labelType="html" label="*(3) Project [shardId#5574602, worklistShardItemId#5574680L, version#5574689, product#5574750, plant#5574745, availabilityDateTime#5574752 AS periodStart#5574789, nextAvailabilityDateTime#5574753 AS periodEnd#5574790, qty#5574685]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5574680L], [worklistShardItemId#5574764L], LeftOuter, BuildRight, (shardId#5574602 = 0_1_10000001445), false\n :- *(3) Project [shardId#5574602, worklistShardItemId#5574680L, qty#5574685, element_at([5], ((cast(array_position([0_1_10000001445], shardId#5574602) as int) - 1) + 1), None, false) AS version#5574689]\n : +- *(3) Generate explode(requestedQuantities#5574683), [shardId#5574602, worklistShardItemId#5574680L], false, [qty#5574685]\n : +- *(3) Project [shardId#5574602, item#5574679.worklistShardItemId AS worklistShardItemId#5574680L, item#5574679.requestedQuantities AS requestedQuantities#5574683]\n : +- *(3) Filter ((size(item#5574679.requestedQuantities, true) > 0) AND isnotnull(item#5574679.requestedQuantiti... [392727] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034353 { id="cluster_1034353"; isCluster="true"; label="InMemoryTableScan"; 392736 [id="node_392736" labelType="html" label="MapPartitionsRDD [392736] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392737 [id="node_392737" labelType="html" label="MapPartitionsRDD [392737] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392738 [id="node_392738" labelType="html" label="MapPartitionsRDD [392738] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392653->392654; 392654->392655; 392655->392656; 392656->392657; 392657->392658; 392658->392659; 392659->392724; 392724->392725; 392725->392726; 392726->392727; 392727->392736; 392736->392737; 392737->392738; }
392652,392653
392659
392727
392658
392653
392654
392655
392656
392657
392659
392724
392725
392726
392727
392736
392737
392738
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time