4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725111 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
149.2 KiB / 362
Shuffle Write Size / Records:
26.5 KiB / 18
Associated Job Ids:
127217
DAG Visualization
digraph G { id="graph_3725111"; subgraph graph_stage_3725111 { id="graph_stage_3725111"; isCluster="true"; label="Stage 3725111"; subgraph cluster_2796242 { id="cluster_2796242"; isCluster="true"; label="Exchange"; 1061909 [id="node_1061909" labelType="html" label="ShuffledRowRDD [1061909] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796239 { id="cluster_2796239"; isCluster="true"; label="WholeStageCodegen (3)"; 1061910 [id="node_1061910" labelType="html" label="MapPartitionsRDD [1061910] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796248 { id="cluster_2796248"; isCluster="true"; label="Exchange"; 1061913 [id="node_1061913" labelType="html" label="ShuffledRowRDD [1061913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796245 { id="cluster_2796245"; isCluster="true"; label="WholeStageCodegen (2)"; 1061914 [id="node_1061914" labelType="html" label="MapPartitionsRDD [1061914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796231 { id="cluster_2796231"; isCluster="true"; label="WholeStageCodegen (4)"; 1061915 [id="node_1061915" labelType="html" label="ZippedPartitionsRDD2 [1061915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061916 [id="node_1061916" labelType="html" label="MapPartitionsRDD [1061916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796230 { id="cluster_2796230"; isCluster="true"; label="HashAggregate"; 1061917 [id="node_1061917" labelType="html" label="MapPartitionsRDD [1061917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796229 { id="cluster_2796229"; isCluster="true"; label="HashAggregate"; 1061918 [id="node_1061918" labelType="html" label="MapPartitionsRDD [1061918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796226 { id="cluster_2796226"; isCluster="true"; label="WholeStageCodegen (5)"; 1061919 [id="node_1061919" labelType="html" label="MapPartitionsRDD [1061919] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796225 { id="cluster_2796225"; isCluster="true"; label="ObjectHashAggregate"; 1061920 [id="node_1061920" labelType="html" label="MapPartitionsRDD [1061920] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796224 { id="cluster_2796224"; isCluster="true"; label="ObjectHashAggregate"; 1061921 [id="node_1061921" labelType="html" label="MapPartitionsRDD [1061921] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796210 { id="cluster_2796210"; isCluster="true"; label="WholeStageCodegen (8)"; 1061922 [id="node_1061922" labelType="html" label="MapPartitionsRDD [1061922] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796209 { id="cluster_2796209"; isCluster="true"; label="ObjectHashAggregate"; 1061923 [id="node_1061923" labelType="html" label="MapPartitionsRDD [1061923] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796208 { id="cluster_2796208"; isCluster="true"; label="Exchange"; 1061924 [id="node_1061924" labelType="html" label="MapPartitionsRDD [1061924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061909->1061910; 1061913->1061914; 1061910->1061915; 1061914->1061915; 1061915->1061916; 1061916->1061917; 1061917->1061918; 1061918->1061919; 1061919->1061920; 1061920->1061921; 1061921->1061922; 1061922->1061923; 1061923->1061924; }
1061908,1061909
1061912,1061913
1061909
1061910
1061913
1061914
1061915
1061916
1061917
1061918
1061919
1061920
1061921
1061922
1061923
1061924
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time