4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726506 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 3; Process local: 27
Shuffle Read Size / Records:
1320.0 B / 5
Shuffle Write Size / Records:
1684.0 B / 2
Associated Job Ids:
127246
DAG Visualization
digraph G { id="graph_3726506"; subgraph graph_stage_3726506 { id="graph_stage_3726506"; isCluster="true"; label="Stage 3726506"; 1062215 [id="node_1062215" labelType="html" label="SQLExecutionRDD [1062215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796988 { id="cluster_2796988"; isCluster="true"; label="Exchange"; 1062199 [id="node_1062199" labelType="html" label="ShuffledRowRDD [1062199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796985 { id="cluster_2796985"; isCluster="true"; label="WholeStageCodegen (3)"; 1062200 [id="node_1062200" labelType="html" label="MapPartitionsRDD [1062200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797003 { id="cluster_2797003"; isCluster="true"; label="Exchange"; 1062210 [id="node_1062210" labelType="html" label="ShuffledRowRDD [1062210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797000 { id="cluster_2797000"; isCluster="true"; label="WholeStageCodegen (8)"; 1062211 [id="node_1062211" labelType="html" label="MapPartitionsRDD [1062211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796981 { id="cluster_2796981"; isCluster="true"; label="WholeStageCodegen (9)"; 1062212 [id="node_1062212" labelType="html" label="ZippedPartitionsRDD2 [1062212] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062213 [id="node_1062213" labelType="html" label="MapPartitionsRDD [1062213] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796980 { id="cluster_2796980"; isCluster="true"; label="DeserializeToObject"; 1062214 [id="node_1062214" labelType="html" label="MapPartitionsRDD [1062214] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797023 { id="cluster_2797023"; isCluster="true"; label="mapPartitions"; 1062216 [id="node_1062216" labelType="html" label="MapPartitionsRDD [1062216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797024 { id="cluster_2797024"; isCluster="true"; label="repartition"; 1062217 [id="node_1062217" labelType="html" label="MapPartitionsRDD [1062217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062199->1062200; 1062210->1062211; 1062200->1062212; 1062211->1062212; 1062212->1062213; 1062213->1062214; 1062214->1062215; 1062215->1062216; 1062216->1062217; }
1062198,1062199
1062209,1062210
1062215
1062199
1062200
1062210
1062211
1062212
1062213
1062214
1062216
1062217
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time