4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1255202 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
75.4 KiB / 480
Shuffle Write Size / Records:
322.6 KiB / 608
Associated Job Ids:
40721
DAG Visualization
digraph G { id="graph_1255202"; subgraph graph_stage_1255202 { id="graph_stage_1255202"; isCluster="true"; label="Stage 1255202"; 330463 [id="node_330463" labelType="html" label="SQLExecutionRDD [330463] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_849452 { id="cluster_849452"; isCluster="true"; label="repartition"; 330210 [id="node_330210" labelType="html" label="ShuffledRDD [330210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330211 [id="node_330211" labelType="html" label="CoalescedRDD [330211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330212 [id="node_330212" labelType="html" label="MapPartitionsRDD [330212] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850100 { id="cluster_850100"; isCluster="true"; label="Exchange"; 330448 [id="node_330448" labelType="html" label="ShuffledRowRDD [330448] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850099 { id="cluster_850099"; isCluster="true"; label="InMemoryTableScan"; 330449 [id="node_330449" labelType="html" label="MapPartitionsRDD [330449] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330450 [id="node_330450" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#5176552L, 30), REPARTITION_BY_NUM, [plan_id=2606325]\n+- *(2) HashAggregate(keys=[demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556], functions=[], output=[shardId#5176551, worklistShardItemId#5176552L, version#5176553, qty#5176554, demandChannel#5176555, demandStream#5176556, kpis#5176557])\n +- Exchange hashpartitioning(demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556, 30), ENSURE_REQUIREMENTS, [plan_id=2606321]\n +- HashAggregate(keys=[demandChannel#5176555, shardId#5176551, knownfloatingpointnormalized(transform(kpis#5176557, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5575107)) null else named_struct(label, lambda arg#5575107.label, dateTime, lambda arg#5575107.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5575107.value)))), lambda ... [330450] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850132 { id="cluster_850132"; isCluster="true"; label="InMemoryTableScan"; 330459 [id="node_330459" labelType="html" label="MapPartitionsRDD [330459] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330460 [id="node_330460" labelType="html" label="MapPartitionsRDD [330460] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330461 [id="node_330461" labelType="html" label="MapPartitionsRDD [330461] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850131 { id="cluster_850131"; isCluster="true"; label="DeserializeToObject"; 330462 [id="node_330462" labelType="html" label="MapPartitionsRDD [330462] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850133 { id="cluster_850133"; isCluster="true"; label="mapPartitions"; 330464 [id="node_330464" labelType="html" label="MapPartitionsRDD [330464] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850134 { id="cluster_850134"; isCluster="true"; label="union"; 330465 [id="node_330465" labelType="html" label="UnionRDD [330465] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_850135 { id="cluster_850135"; isCluster="true"; label="distinct"; 330466 [id="node_330466" labelType="html" label="MapPartitionsRDD [330466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330210->330211; 330211->330212; 330448->330449; 330449->330450; 330450->330459; 330459->330460; 330460->330461; 330461->330462; 330462->330463; 330463->330464; 330212->330465; 330464->330465; 330465->330466; }
330209,330210
330447,330448
330212
330450
330210
330211
330212
330465
330466
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time