4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725209 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
580.0 B / 2
Associated Job Ids:
127218
DAG Visualization
digraph G { id="graph_3725209"; subgraph graph_stage_3725209 { id="graph_stage_3725209"; isCluster="true"; label="Stage 3725209"; 1061930 [id="node_1061930" labelType="html" label="SQLExecutionRDD [1061930] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2795632 { id="cluster_2795632"; isCluster="true"; label="repartition"; 1061698 [id="node_1061698" labelType="html" label="ShuffledRDD [1061698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061699 [id="node_1061699" labelType="html" label="CoalescedRDD [1061699] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061700 [id="node_1061700" labelType="html" label="MapPartitionsRDD [1061700] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796208 { id="cluster_2796208"; isCluster="true"; label="Exchange"; 1061925 [id="node_1061925" labelType="html" label="ShuffledRowRDD [1061925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796207 { id="cluster_2796207"; isCluster="true"; label="ObjectHashAggregate"; 1061926 [id="node_1061926" labelType="html" label="MapPartitionsRDD [1061926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796186 { id="cluster_2796186"; isCluster="true"; label="WholeStageCodegen (11)"; 1061927 [id="node_1061927" labelType="html" label="MapPartitionsRDD [1061927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796170 { id="cluster_2796170"; isCluster="true"; label="DeserializeToObject"; 1061928 [id="node_1061928" labelType="html" label="MapPartitionsRDD [1061928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796160 { id="cluster_2796160"; isCluster="true"; label="MapPartitions"; 1061929 [id="node_1061929" labelType="html" label="MapPartitionsRDD [1061929] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796253 { id="cluster_2796253"; isCluster="true"; label="mapPartitions"; 1061931 [id="node_1061931" labelType="html" label="MapPartitionsRDD [1061931] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796283 { id="cluster_2796283"; isCluster="true"; label="map"; 1061932 [id="node_1061932" labelType="html" label="MapPartitionsRDD [1061932] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796294 { id="cluster_2796294"; isCluster="true"; label="WholeStageCodegen (1)"; 1061933 [id="node_1061933" labelType="html" label="MapPartitionsRDD [1061933] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796302 { id="cluster_2796302"; isCluster="true"; label="Scan"; 1061934 [id="node_1061934" labelType="html" label="MapPartitionsRDD [1061934] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796298 { id="cluster_2796298"; isCluster="true"; label="WholeStageCodegen (2)"; 1061935 [id="node_1061935" labelType="html" label="MapPartitionsRDD [1061935] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796297 { id="cluster_2796297"; isCluster="true"; label="Project"; 1061936 [id="node_1061936" labelType="html" label="MapPartitionsRDD [1061936] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796293 { id="cluster_2796293"; isCluster="true"; label="Union"; 1061937 [id="node_1061937" labelType="html" label="UnionRDD [1061937] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796292 { id="cluster_2796292"; isCluster="true"; label="Exchange"; 1061938 [id="node_1061938" labelType="html" label="MapPartitionsRDD [1061938] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061698->1061699; 1061699->1061700; 1061925->1061926; 1061926->1061927; 1061927->1061928; 1061928->1061929; 1061929->1061930; 1061930->1061931; 1061700->1061932; 1061932->1061933; 1061931->1061934; 1061934->1061935; 1061935->1061936; 1061933->1061937; 1061936->1061937; 1061937->1061938; }
1061697,1061698
1061924,1061925
1061700
1061931
1061930
1061698
1061699
1061700
1061925
1061926
1061927
1061928
1061929
1061931
1061932
1061933
1061934
1061935
1061936
1061937
1061938
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time