4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725700 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1004.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
127225
DAG Visualization
digraph G { id="graph_3725700"; subgraph graph_stage_3725700 { id="graph_stage_3725700"; isCluster="true"; label="Stage 3725700"; 1061930 [id="node_1061930" labelType="html" label="SQLExecutionRDD [1061930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796208 { id="cluster_2796208"; isCluster="true"; label="Exchange"; 1061925 [id="node_1061925" labelType="html" label="ShuffledRowRDD [1061925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796207 { id="cluster_2796207"; isCluster="true"; label="ObjectHashAggregate"; 1061926 [id="node_1061926" labelType="html" label="MapPartitionsRDD [1061926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796186 { id="cluster_2796186"; isCluster="true"; label="WholeStageCodegen (11)"; 1061927 [id="node_1061927" labelType="html" label="MapPartitionsRDD [1061927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796170 { id="cluster_2796170"; isCluster="true"; label="DeserializeToObject"; 1061928 [id="node_1061928" labelType="html" label="MapPartitionsRDD [1061928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796160 { id="cluster_2796160"; isCluster="true"; label="MapPartitions"; 1061929 [id="node_1061929" labelType="html" label="MapPartitionsRDD [1061929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796253 { id="cluster_2796253"; isCluster="true"; label="mapPartitions"; 1061931 [id="node_1061931" labelType="html" label="MapPartitionsRDD [1061931] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796504 { id="cluster_2796504"; isCluster="true"; label="Scan"; 1061996 [id="node_1061996" labelType="html" label="MapPartitionsRDD [1061996] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796474 { id="cluster_2796474"; isCluster="true"; label="WholeStageCodegen (3)"; 1061997 [id="node_1061997" labelType="html" label="MapPartitionsRDD [1061997] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796473 { id="cluster_2796473"; isCluster="true"; label="InMemoryTableScan"; 1061998 [id="node_1061998" labelType="html" label="MapPartitionsRDD [1061998] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061999 [id="node_1061999" labelType="html" label="*(3) Project [shardId#15068308, worklistShardItemId#15068386L, version#15068395, product#15068456, plant#15068451, availabilityDateTime#15068458 AS periodStart#15068495, nextAvailabilityDateTime#15068459 AS periodEnd#15068496, qty#15068391]\n+- *(3) BroadcastHashJoin [worklistShardItemId#15068386L], [worklistShardItemId#15068470L], LeftOuter, BuildRight, (shardId#15068308 = 0_1_10000001452), false\n :- *(3) Project [shardId#15068308, worklistShardItemId#15068386L, qty#15068391, element_at([12], ((cast(array_position([0_1_10000001452], shardId#15068308) as int) - 1) + 1), None, false) AS version#15068395]\n : +- *(3) Generate explode(requestedQuantities#15068389), [shardId#15068308, worklistShardItemId#15068386L], false, [qty#15068391]\n : +- *(3) Project [shardId#15068308, item#15068385.worklistShardItemId AS worklistShardItemId#15068386L, item#15068385.requestedQuantities AS requestedQuantities#15068389]\n : +- *(3) Filter ((size(item#15068385.requestedQuantities, true) > 0) AND isnotnull(i... [1061999] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062000 [id="node_1062000" labelType="html" label="MapPartitionsRDD [1062000] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062001 [id="node_1062001" labelType="html" label="MapPartitionsRDD [1062001] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062002 [id="node_1062002" labelType="html" label="MapPartitionsRDD [1062002] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796472 { id="cluster_2796472"; isCluster="true"; label="CollectLimit"; 1062003 [id="node_1062003" labelType="html" label="MapPartitionsRDD [1062003] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062004 [id="node_1062004" labelType="html" label="MapPartitionsRDD [1062004] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061925->1061926; 1061926->1061927; 1061927->1061928; 1061928->1061929; 1061929->1061930; 1061930->1061931; 1061931->1061996; 1061996->1061997; 1061997->1061998; 1061998->1061999; 1061999->1062000; 1062000->1062001; 1062001->1062002; 1062002->1062003; 1062003->1062004; }
1061924,1061925
1061931
1061999
1061930
1061925
1061926
1061927
1061928
1061929
1061931
1061996
1061997
1061998
1061999
1062000
1062001
1062002
1062003
1062004
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time