4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725797 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
992.0 B / 1
Output Size / Records:
3.9 KiB / 4
Associated Job Ids:
127226
DAG Visualization
digraph G { id="graph_3725797"; subgraph graph_stage_3725797 { id="graph_stage_3725797"; isCluster="true"; label="Stage 3725797"; 1061930 [id="node_1061930" labelType="html" label="SQLExecutionRDD [1061930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796208 { id="cluster_2796208"; isCluster="true"; label="Exchange"; 1061925 [id="node_1061925" labelType="html" label="ShuffledRowRDD [1061925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796207 { id="cluster_2796207"; isCluster="true"; label="ObjectHashAggregate"; 1061926 [id="node_1061926" labelType="html" label="MapPartitionsRDD [1061926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796186 { id="cluster_2796186"; isCluster="true"; label="WholeStageCodegen (11)"; 1061927 [id="node_1061927" labelType="html" label="MapPartitionsRDD [1061927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796170 { id="cluster_2796170"; isCluster="true"; label="DeserializeToObject"; 1061928 [id="node_1061928" labelType="html" label="MapPartitionsRDD [1061928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796160 { id="cluster_2796160"; isCluster="true"; label="MapPartitions"; 1061929 [id="node_1061929" labelType="html" label="MapPartitionsRDD [1061929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796253 { id="cluster_2796253"; isCluster="true"; label="mapPartitions"; 1061931 [id="node_1061931" labelType="html" label="MapPartitionsRDD [1061931] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796504 { id="cluster_2796504"; isCluster="true"; label="Scan"; 1061996 [id="node_1061996" labelType="html" label="MapPartitionsRDD [1061996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796474 { id="cluster_2796474"; isCluster="true"; label="WholeStageCodegen (3)"; 1061997 [id="node_1061997" labelType="html" label="MapPartitionsRDD [1061997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796473 { id="cluster_2796473"; isCluster="true"; label="InMemoryTableScan"; 1061998 [id="node_1061998" labelType="html" label="MapPartitionsRDD [1061998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061999 [id="node_1061999" labelType="html" label="*(3) Project [shardId#15068308, worklistShardItemId#15068386L, version#15068395, product#15068456, plant#15068451, availabilityDateTime#15068458 AS periodStart#15068495, nextAvailabilityDateTime#15068459 AS periodEnd#15068496, qty#15068391]\n+- *(3) BroadcastHashJoin [worklistShardItemId#15068386L], [worklistShardItemId#15068470L], LeftOuter, BuildRight, (shardId#15068308 = 0_1_10000001452), false\n :- *(3) Project [shardId#15068308, worklistShardItemId#15068386L, qty#15068391, element_at([12], ((cast(array_position([0_1_10000001452], shardId#15068308) as int) - 1) + 1), None, false) AS version#15068395]\n : +- *(3) Generate explode(requestedQuantities#15068389), [shardId#15068308, worklistShardItemId#15068386L], false, [qty#15068391]\n : +- *(3) Project [shardId#15068308, item#15068385.worklistShardItemId AS worklistShardItemId#15068386L, item#15068385.requestedQuantities AS requestedQuantities#15068389]\n : +- *(3) Filter ((size(item#15068385.requestedQuantities, true) > 0) AND isnotnull(i... [1061999] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796520 { id="cluster_2796520"; isCluster="true"; label="InMemoryTableScan"; 1062008 [id="node_1062008" labelType="html" label="MapPartitionsRDD [1062008] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062009 [id="node_1062009" labelType="html" label="MapPartitionsRDD [1062009] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062010 [id="node_1062010" labelType="html" label="MapPartitionsRDD [1062010] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061925->1061926; 1061926->1061927; 1061927->1061928; 1061928->1061929; 1061929->1061930; 1061930->1061931; 1061931->1061996; 1061996->1061997; 1061997->1061998; 1061998->1061999; 1061999->1062008; 1062008->1062009; 1062009->1062010; }
1061924,1061925
1061931
1061999
1061930
1061925
1061926
1061927
1061928
1061929
1061931
1061996
1061997
1061998
1061999
1062008
1062009
1062010
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time