4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273302 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2.7 KiB / 4
Shuffle Write Size / Records:
729.0 B / 4
Associated Job Ids:
41135
DAG Visualization
digraph G { id="graph_1273302"; subgraph graph_stage_1273302 { id="graph_stage_1273302"; isCluster="true"; label="Stage 1273302"; 334204 [id="node_334204" labelType="html" label="SQLExecutionRDD [334204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_858966 { id="cluster_858966"; isCluster="true"; label="repartition"; 333972 [id="node_333972" labelType="html" label="ShuffledRDD [333972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333973 [id="node_333973" labelType="html" label="CoalescedRDD [333973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333974 [id="node_333974" labelType="html" label="MapPartitionsRDD [333974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859510 { id="cluster_859510"; isCluster="true"; label="Exchange"; 334199 [id="node_334199" labelType="html" label="ShuffledRowRDD [334199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859509 { id="cluster_859509"; isCluster="true"; label="ObjectHashAggregate"; 334200 [id="node_334200" labelType="html" label="MapPartitionsRDD [334200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859488 { id="cluster_859488"; isCluster="true"; label="WholeStageCodegen (13)"; 334201 [id="node_334201" labelType="html" label="MapPartitionsRDD [334201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859480 { id="cluster_859480"; isCluster="true"; label="DeserializeToObject"; 334202 [id="node_334202" labelType="html" label="MapPartitionsRDD [334202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859474 { id="cluster_859474"; isCluster="true"; label="MapPartitions"; 334203 [id="node_334203" labelType="html" label="MapPartitionsRDD [334203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859564 { id="cluster_859564"; isCluster="true"; label="mapPartitions"; 334205 [id="node_334205" labelType="html" label="MapPartitionsRDD [334205] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859605 { id="cluster_859605"; isCluster="true"; label="map"; 334206 [id="node_334206" labelType="html" label="MapPartitionsRDD [334206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859616 { id="cluster_859616"; isCluster="true"; label="WholeStageCodegen (1)"; 334207 [id="node_334207" labelType="html" label="MapPartitionsRDD [334207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859624 { id="cluster_859624"; isCluster="true"; label="Scan"; 334208 [id="node_334208" labelType="html" label="MapPartitionsRDD [334208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859620 { id="cluster_859620"; isCluster="true"; label="WholeStageCodegen (2)"; 334209 [id="node_334209" labelType="html" label="MapPartitionsRDD [334209] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859619 { id="cluster_859619"; isCluster="true"; label="Project"; 334210 [id="node_334210" labelType="html" label="MapPartitionsRDD [334210] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859615 { id="cluster_859615"; isCluster="true"; label="Union"; 334211 [id="node_334211" labelType="html" label="UnionRDD [334211] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859614 { id="cluster_859614"; isCluster="true"; label="Exchange"; 334212 [id="node_334212" labelType="html" label="MapPartitionsRDD [334212] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333972->333973; 333973->333974; 334199->334200; 334200->334201; 334201->334202; 334202->334203; 334203->334204; 334204->334205; 333974->334206; 334206->334207; 334205->334208; 334208->334209; 334209->334210; 334207->334211; 334210->334211; 334211->334212; }
333971,333972
334198,334199
333974
334205
334204
333972
333973
333974
334199
334200
334201
334202
334203
334205
334206
334207
334208
334209
334210
334211
334212
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time