4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726395 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
146.4 KiB / 366
Shuffle Write Size / Records:
26.5 KiB / 18
Associated Job Ids:
127245
DAG Visualization
digraph G { id="graph_3726395"; subgraph graph_stage_3726395 { id="graph_stage_3726395"; isCluster="true"; label="Stage 3726395"; subgraph cluster_2796938 { id="cluster_2796938"; isCluster="true"; label="Exchange"; 1062169 [id="node_1062169" labelType="html" label="ShuffledRowRDD [1062169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796935 { id="cluster_2796935"; isCluster="true"; label="WholeStageCodegen (3)"; 1062170 [id="node_1062170" labelType="html" label="MapPartitionsRDD [1062170] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796944 { id="cluster_2796944"; isCluster="true"; label="Exchange"; 1062173 [id="node_1062173" labelType="html" label="ShuffledRowRDD [1062173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796941 { id="cluster_2796941"; isCluster="true"; label="WholeStageCodegen (2)"; 1062174 [id="node_1062174" labelType="html" label="MapPartitionsRDD [1062174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796927 { id="cluster_2796927"; isCluster="true"; label="WholeStageCodegen (4)"; 1062175 [id="node_1062175" labelType="html" label="ZippedPartitionsRDD2 [1062175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062176 [id="node_1062176" labelType="html" label="MapPartitionsRDD [1062176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796926 { id="cluster_2796926"; isCluster="true"; label="HashAggregate"; 1062177 [id="node_1062177" labelType="html" label="MapPartitionsRDD [1062177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796925 { id="cluster_2796925"; isCluster="true"; label="HashAggregate"; 1062178 [id="node_1062178" labelType="html" label="MapPartitionsRDD [1062178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796922 { id="cluster_2796922"; isCluster="true"; label="WholeStageCodegen (5)"; 1062179 [id="node_1062179" labelType="html" label="MapPartitionsRDD [1062179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796921 { id="cluster_2796921"; isCluster="true"; label="ObjectHashAggregate"; 1062180 [id="node_1062180" labelType="html" label="MapPartitionsRDD [1062180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796920 { id="cluster_2796920"; isCluster="true"; label="ObjectHashAggregate"; 1062181 [id="node_1062181" labelType="html" label="MapPartitionsRDD [1062181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796906 { id="cluster_2796906"; isCluster="true"; label="WholeStageCodegen (8)"; 1062182 [id="node_1062182" labelType="html" label="MapPartitionsRDD [1062182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796905 { id="cluster_2796905"; isCluster="true"; label="ObjectHashAggregate"; 1062183 [id="node_1062183" labelType="html" label="MapPartitionsRDD [1062183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796904 { id="cluster_2796904"; isCluster="true"; label="Exchange"; 1062184 [id="node_1062184" labelType="html" label="MapPartitionsRDD [1062184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062169->1062170; 1062173->1062174; 1062170->1062175; 1062174->1062175; 1062175->1062176; 1062176->1062177; 1062177->1062178; 1062178->1062179; 1062179->1062180; 1062180->1062181; 1062181->1062182; 1062182->1062183; 1062183->1062184; }
1062168,1062169
1062172,1062173
1062169
1062170
1062173
1062174
1062175
1062176
1062177
1062178
1062179
1062180
1062181
1062182
1062183
1062184
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time