4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727412 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
60.0 KiB / 440
Shuffle Write Size / Records:
14.7 KiB / 45
Associated Job Ids:
127262
DAG Visualization
digraph G { id="graph_3727412"; subgraph graph_stage_3727412 { id="graph_stage_3727412"; isCluster="true"; label="Stage 3727412"; subgraph cluster_2796642 { id="cluster_2796642"; isCluster="true"; label="repartition"; 1062069 [id="node_1062069" labelType="html" label="ShuffledRDD [1062069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062070 [id="node_1062070" labelType="html" label="CoalescedRDD [1062070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062071 [id="node_1062071" labelType="html" label="MapPartitionsRDD [1062071] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797225 { id="cluster_2797225"; isCluster="true"; label="map"; 1062287 [id="node_1062287" labelType="html" label="MapPartitionsRDD [1062287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797391 { id="cluster_2797391"; isCluster="true"; label="WholeStageCodegen (8)"; 1062337 [id="node_1062337" labelType="html" label="MapPartitionsRDD [1062337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797390 { id="cluster_2797390"; isCluster="true"; label="ObjectHashAggregate"; 1062338 [id="node_1062338" labelType="html" label="MapPartitionsRDD [1062338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797389 { id="cluster_2797389"; isCluster="true"; label="Exchange"; 1062339 [id="node_1062339" labelType="html" label="MapPartitionsRDD [1062339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062069->1062070; 1062070->1062071; 1062071->1062287; 1062287->1062337; 1062337->1062338; 1062338->1062339; }
1062068,1062069
1062071
1062069
1062070
1062071
1062287
1062337
1062338
1062339
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time