4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1336727 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1026.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47193
DAG Visualization
digraph G { id="graph_1336727"; subgraph graph_stage_1336727 { id="graph_stage_1336727"; isCluster="true"; label="Stage 1336727"; 393698 [id="node_393698" labelType="html" label="SQLExecutionRDD [393698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1036825 { id="cluster_1036825"; isCluster="true"; label="Exchange"; 393693 [id="node_393693" labelType="html" label="ShuffledRowRDD [393693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036824 { id="cluster_1036824"; isCluster="true"; label="ObjectHashAggregate"; 393694 [id="node_393694" labelType="html" label="MapPartitionsRDD [393694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036803 { id="cluster_1036803"; isCluster="true"; label="WholeStageCodegen (11)"; 393695 [id="node_393695" labelType="html" label="MapPartitionsRDD [393695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036787 { id="cluster_1036787"; isCluster="true"; label="DeserializeToObject"; 393696 [id="node_393696" labelType="html" label="MapPartitionsRDD [393696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036777 { id="cluster_1036777"; isCluster="true"; label="MapPartitions"; 393697 [id="node_393697" labelType="html" label="MapPartitionsRDD [393697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036870 { id="cluster_1036870"; isCluster="true"; label="mapPartitions"; 393699 [id="node_393699" labelType="html" label="MapPartitionsRDD [393699] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037121 { id="cluster_1037121"; isCluster="true"; label="Scan"; 393764 [id="node_393764" labelType="html" label="MapPartitionsRDD [393764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037091 { id="cluster_1037091"; isCluster="true"; label="WholeStageCodegen (3)"; 393765 [id="node_393765" labelType="html" label="MapPartitionsRDD [393765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037090 { id="cluster_1037090"; isCluster="true"; label="InMemoryTableScan"; 393766 [id="node_393766" labelType="html" label="MapPartitionsRDD [393766] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393767 [id="node_393767" labelType="html" label="*(3) Project [shardId#5584106, worklistShardItemId#5584184L, version#5584193, product#5584254, plant#5584249, availabilityDateTime#5584256 AS periodStart#5584293, nextAvailabilityDateTime#5584257 AS periodEnd#5584294, qty#5584189]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5584184L], [worklistShardItemId#5584268L], LeftOuter, BuildRight, (shardId#5584106 = 0_1_10000001445), false\n :- *(3) Project [shardId#5584106, worklistShardItemId#5584184L, qty#5584189, element_at([9], ((cast(array_position([0_1_10000001445], shardId#5584106) as int) - 1) + 1), None, false) AS version#5584193]\n : +- *(3) Generate explode(requestedQuantities#5584187), [shardId#5584106, worklistShardItemId#5584184L], false, [qty#5584189]\n : +- *(3) Project [shardId#5584106, item#5584183.worklistShardItemId AS worklistShardItemId#5584184L, item#5584183.requestedQuantities AS requestedQuantities#5584187]\n : +- *(3) Filter ((size(item#5584183.requestedQuantities, true) > 0) AND isnotnull(item#5584183.requestedQuantiti... [393767] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393768 [id="node_393768" labelType="html" label="MapPartitionsRDD [393768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393769 [id="node_393769" labelType="html" label="MapPartitionsRDD [393769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393770 [id="node_393770" labelType="html" label="MapPartitionsRDD [393770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037089 { id="cluster_1037089"; isCluster="true"; label="CollectLimit"; 393771 [id="node_393771" labelType="html" label="MapPartitionsRDD [393771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393772 [id="node_393772" labelType="html" label="MapPartitionsRDD [393772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393693->393694; 393694->393695; 393695->393696; 393696->393697; 393697->393698; 393698->393699; 393699->393764; 393764->393765; 393765->393766; 393766->393767; 393767->393768; 393768->393769; 393769->393770; 393770->393771; 393771->393772; }
393692,393693
393699
393767
393698
393693
393694
393695
393696
393697
393699
393764
393765
393766
393767
393768
393769
393770
393771
393772
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time