4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332391 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1027.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47081
DAG Visualization
digraph G { id="graph_1332391"; subgraph graph_stage_1332391 { id="graph_stage_1332391"; isCluster="true"; label="Stage 1332391"; 392658 [id="node_392658" labelType="html" label="SQLExecutionRDD [392658] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034041 { id="cluster_1034041"; isCluster="true"; label="Exchange"; 392653 [id="node_392653" labelType="html" label="ShuffledRowRDD [392653] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034040 { id="cluster_1034040"; isCluster="true"; label="ObjectHashAggregate"; 392654 [id="node_392654" labelType="html" label="MapPartitionsRDD [392654] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034019 { id="cluster_1034019"; isCluster="true"; label="WholeStageCodegen (11)"; 392655 [id="node_392655" labelType="html" label="MapPartitionsRDD [392655] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034003 { id="cluster_1034003"; isCluster="true"; label="DeserializeToObject"; 392656 [id="node_392656" labelType="html" label="MapPartitionsRDD [392656] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033993 { id="cluster_1033993"; isCluster="true"; label="MapPartitions"; 392657 [id="node_392657" labelType="html" label="MapPartitionsRDD [392657] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034086 { id="cluster_1034086"; isCluster="true"; label="mapPartitions"; 392659 [id="node_392659" labelType="html" label="MapPartitionsRDD [392659] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034337 { id="cluster_1034337"; isCluster="true"; label="Scan"; 392724 [id="node_392724" labelType="html" label="MapPartitionsRDD [392724] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034307 { id="cluster_1034307"; isCluster="true"; label="WholeStageCodegen (3)"; 392725 [id="node_392725" labelType="html" label="MapPartitionsRDD [392725] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034306 { id="cluster_1034306"; isCluster="true"; label="InMemoryTableScan"; 392726 [id="node_392726" labelType="html" label="MapPartitionsRDD [392726] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392727 [id="node_392727" labelType="html" label="*(3) Project [shardId#5574602, worklistShardItemId#5574680L, version#5574689, product#5574750, plant#5574745, availabilityDateTime#5574752 AS periodStart#5574789, nextAvailabilityDateTime#5574753 AS periodEnd#5574790, qty#5574685]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5574680L], [worklistShardItemId#5574764L], LeftOuter, BuildRight, (shardId#5574602 = 0_1_10000001445), false\n :- *(3) Project [shardId#5574602, worklistShardItemId#5574680L, qty#5574685, element_at([5], ((cast(array_position([0_1_10000001445], shardId#5574602) as int) - 1) + 1), None, false) AS version#5574689]\n : +- *(3) Generate explode(requestedQuantities#5574683), [shardId#5574602, worklistShardItemId#5574680L], false, [qty#5574685]\n : +- *(3) Project [shardId#5574602, item#5574679.worklistShardItemId AS worklistShardItemId#5574680L, item#5574679.requestedQuantities AS requestedQuantities#5574683]\n : +- *(3) Filter ((size(item#5574679.requestedQuantities, true) > 0) AND isnotnull(item#5574679.requestedQuantiti... [392727] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392728 [id="node_392728" labelType="html" label="MapPartitionsRDD [392728] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392729 [id="node_392729" labelType="html" label="MapPartitionsRDD [392729] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392730 [id="node_392730" labelType="html" label="MapPartitionsRDD [392730] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034305 { id="cluster_1034305"; isCluster="true"; label="CollectLimit"; 392731 [id="node_392731" labelType="html" label="MapPartitionsRDD [392731] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392732 [id="node_392732" labelType="html" label="MapPartitionsRDD [392732] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392653->392654; 392654->392655; 392655->392656; 392656->392657; 392657->392658; 392658->392659; 392659->392724; 392724->392725; 392725->392726; 392726->392727; 392727->392728; 392728->392729; 392729->392730; 392730->392731; 392731->392732; }
392652,392653
392659
392727
392658
392653
392654
392655
392656
392657
392659
392724
392725
392726
392727
392728
392729
392730
392731
392732
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time