4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725208 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
216.0 B / 2
Associated Job Ids:
127218
DAG Visualization
digraph G { id="graph_3725208"; subgraph graph_stage_3725208 { id="graph_stage_3725208"; isCluster="true"; label="Stage 3725208"; 1061930 [id="node_1061930" labelType="html" label="SQLExecutionRDD [1061930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2795632 { id="cluster_2795632"; isCluster="true"; label="repartition"; 1061698 [id="node_1061698" labelType="html" label="ShuffledRDD [1061698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061699 [id="node_1061699" labelType="html" label="CoalescedRDD [1061699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061700 [id="node_1061700" labelType="html" label="MapPartitionsRDD [1061700] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796208 { id="cluster_2796208"; isCluster="true"; label="Exchange"; 1061925 [id="node_1061925" labelType="html" label="ShuffledRowRDD [1061925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796207 { id="cluster_2796207"; isCluster="true"; label="ObjectHashAggregate"; 1061926 [id="node_1061926" labelType="html" label="MapPartitionsRDD [1061926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796186 { id="cluster_2796186"; isCluster="true"; label="WholeStageCodegen (11)"; 1061927 [id="node_1061927" labelType="html" label="MapPartitionsRDD [1061927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796170 { id="cluster_2796170"; isCluster="true"; label="DeserializeToObject"; 1061928 [id="node_1061928" labelType="html" label="MapPartitionsRDD [1061928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796160 { id="cluster_2796160"; isCluster="true"; label="MapPartitions"; 1061929 [id="node_1061929" labelType="html" label="MapPartitionsRDD [1061929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796253 { id="cluster_2796253"; isCluster="true"; label="mapPartitions"; 1061931 [id="node_1061931" labelType="html" label="MapPartitionsRDD [1061931] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796283 { id="cluster_2796283"; isCluster="true"; label="map"; 1061932 [id="node_1061932" labelType="html" label="MapPartitionsRDD [1061932] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796317 { id="cluster_2796317"; isCluster="true"; label="WholeStageCodegen (4)"; 1061941 [id="node_1061941" labelType="html" label="MapPartitionsRDD [1061941] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796326 { id="cluster_2796326"; isCluster="true"; label="Scan"; 1061942 [id="node_1061942" labelType="html" label="MapPartitionsRDD [1061942] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796321 { id="cluster_2796321"; isCluster="true"; label="WholeStageCodegen (5)"; 1061943 [id="node_1061943" labelType="html" label="MapPartitionsRDD [1061943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796316 { id="cluster_2796316"; isCluster="true"; label="Union"; 1061944 [id="node_1061944" labelType="html" label="UnionRDD [1061944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796313 { id="cluster_2796313"; isCluster="true"; label="WholeStageCodegen (6)"; 1061945 [id="node_1061945" labelType="html" label="MapPartitionsRDD [1061945] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796312 { id="cluster_2796312"; isCluster="true"; label="Exchange"; 1061946 [id="node_1061946" labelType="html" label="MapPartitionsRDD [1061946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061698->1061699; 1061699->1061700; 1061925->1061926; 1061926->1061927; 1061927->1061928; 1061928->1061929; 1061929->1061930; 1061930->1061931; 1061700->1061932; 1061932->1061941; 1061931->1061942; 1061942->1061943; 1061941->1061944; 1061943->1061944; 1061944->1061945; 1061945->1061946; }
1061697,1061698
1061924,1061925
1061700
1061931
1061930
1061698
1061699
1061700
1061925
1061926
1061927
1061928
1061929
1061931
1061932
1061941
1061942
1061943
1061944
1061945
1061946
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time