4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727414 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
60.0 KiB / 440
Shuffle Write Size / Records:
162.0 KiB / 281
Associated Job Ids:
127262
DAG Visualization
digraph G { id="graph_3727414"; subgraph graph_stage_3727414 { id="graph_stage_3727414"; isCluster="true"; label="Stage 3727414"; subgraph cluster_2796642 { id="cluster_2796642"; isCluster="true"; label="repartition"; 1062069 [id="node_1062069" labelType="html" label="ShuffledRDD [1062069] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062070 [id="node_1062070" labelType="html" label="CoalescedRDD [1062070] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062071 [id="node_1062071" labelType="html" label="MapPartitionsRDD [1062071] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797225 { id="cluster_2797225"; isCluster="true"; label="map"; 1062287 [id="node_1062287" labelType="html" label="MapPartitionsRDD [1062287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797402 { id="cluster_2797402"; isCluster="true"; label="WholeStageCodegen (11)"; 1062345 [id="node_1062345" labelType="html" label="MapPartitionsRDD [1062345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797401 { id="cluster_2797401"; isCluster="true"; label="ObjectHashAggregate"; 1062346 [id="node_1062346" labelType="html" label="MapPartitionsRDD [1062346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797400 { id="cluster_2797400"; isCluster="true"; label="Exchange"; 1062347 [id="node_1062347" labelType="html" label="MapPartitionsRDD [1062347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062069->1062070; 1062070->1062071; 1062071->1062287; 1062287->1062345; 1062345->1062346; 1062346->1062347; }
1062068,1062069
1062071
1062069
1062070
1062071
1062287
1062345
1062346
1062347
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time