4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1341520 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1000.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47281
DAG Visualization
digraph G { id="graph_1341520"; subgraph graph_stage_1341520 { id="graph_stage_1341520"; isCluster="true"; label="Stage 1341520"; 394514 [id="node_394514" labelType="html" label="SQLExecutionRDD [394514] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1039004 { id="cluster_1039004"; isCluster="true"; label="Exchange"; 394509 [id="node_394509" labelType="html" label="ShuffledRowRDD [394509] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039003 { id="cluster_1039003"; isCluster="true"; label="ObjectHashAggregate"; 394510 [id="node_394510" labelType="html" label="MapPartitionsRDD [394510] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038982 { id="cluster_1038982"; isCluster="true"; label="WholeStageCodegen (11)"; 394511 [id="node_394511" labelType="html" label="MapPartitionsRDD [394511] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038966 { id="cluster_1038966"; isCluster="true"; label="DeserializeToObject"; 394512 [id="node_394512" labelType="html" label="MapPartitionsRDD [394512] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038956 { id="cluster_1038956"; isCluster="true"; label="MapPartitions"; 394513 [id="node_394513" labelType="html" label="MapPartitionsRDD [394513] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039049 { id="cluster_1039049"; isCluster="true"; label="mapPartitions"; 394515 [id="node_394515" labelType="html" label="MapPartitionsRDD [394515] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039300 { id="cluster_1039300"; isCluster="true"; label="Scan"; 394580 [id="node_394580" labelType="html" label="MapPartitionsRDD [394580] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039270 { id="cluster_1039270"; isCluster="true"; label="WholeStageCodegen (3)"; 394581 [id="node_394581" labelType="html" label="MapPartitionsRDD [394581] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039269 { id="cluster_1039269"; isCluster="true"; label="InMemoryTableScan"; 394582 [id="node_394582" labelType="html" label="MapPartitionsRDD [394582] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394583 [id="node_394583" labelType="html" label="*(3) Project [shardId#5591588, worklistShardItemId#5591666L, version#5591675, product#5591736, plant#5591731, availabilityDateTime#5591738 AS periodStart#5591775, nextAvailabilityDateTime#5591739 AS periodEnd#5591776, qty#5591671]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5591666L], [worklistShardItemId#5591750L], LeftOuter, BuildRight, (shardId#5591588 = 0_1_10000001445), false\n :- *(3) Project [shardId#5591588, worklistShardItemId#5591666L, qty#5591671, element_at([12], ((cast(array_position([0_1_10000001445], shardId#5591588) as int) - 1) + 1), None, false) AS version#5591675]\n : +- *(3) Generate explode(requestedQuantities#5591669), [shardId#5591588, worklistShardItemId#5591666L], false, [qty#5591671]\n : +- *(3) Project [shardId#5591588, item#5591665.worklistShardItemId AS worklistShardItemId#5591666L, item#5591665.requestedQuantities AS requestedQuantities#5591669]\n : +- *(3) Filter ((size(item#5591665.requestedQuantities, true) > 0) AND isnotnull(item#5591665.requestedQuantit... [394583] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394584 [id="node_394584" labelType="html" label="MapPartitionsRDD [394584] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394585 [id="node_394585" labelType="html" label="MapPartitionsRDD [394585] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394586 [id="node_394586" labelType="html" label="MapPartitionsRDD [394586] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039268 { id="cluster_1039268"; isCluster="true"; label="CollectLimit"; 394587 [id="node_394587" labelType="html" label="MapPartitionsRDD [394587] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394588 [id="node_394588" labelType="html" label="MapPartitionsRDD [394588] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394509->394510; 394510->394511; 394511->394512; 394512->394513; 394513->394514; 394514->394515; 394515->394580; 394580->394581; 394581->394582; 394582->394583; 394583->394584; 394584->394585; 394585->394586; 394586->394587; 394587->394588; }
394508,394509
394515
394583
394514
394509
394510
394511
394512
394513
394515
394580
394581
394582
394583
394584
394585
394586
394587
394588
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time