4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273301 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
2.7 KiB / 4
Shuffle Write Size / Records:
432.0 B / 4
Associated Job Ids:
41135
DAG Visualization
digraph G { id="graph_1273301"; subgraph graph_stage_1273301 { id="graph_stage_1273301"; isCluster="true"; label="Stage 1273301"; 334204 [id="node_334204" labelType="html" label="SQLExecutionRDD [334204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_858966 { id="cluster_858966"; isCluster="true"; label="repartition"; 333972 [id="node_333972" labelType="html" label="ShuffledRDD [333972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333973 [id="node_333973" labelType="html" label="CoalescedRDD [333973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 333974 [id="node_333974" labelType="html" label="MapPartitionsRDD [333974] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859510 { id="cluster_859510"; isCluster="true"; label="Exchange"; 334199 [id="node_334199" labelType="html" label="ShuffledRowRDD [334199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859509 { id="cluster_859509"; isCluster="true"; label="ObjectHashAggregate"; 334200 [id="node_334200" labelType="html" label="MapPartitionsRDD [334200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859488 { id="cluster_859488"; isCluster="true"; label="WholeStageCodegen (13)"; 334201 [id="node_334201" labelType="html" label="MapPartitionsRDD [334201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859480 { id="cluster_859480"; isCluster="true"; label="DeserializeToObject"; 334202 [id="node_334202" labelType="html" label="MapPartitionsRDD [334202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859474 { id="cluster_859474"; isCluster="true"; label="MapPartitions"; 334203 [id="node_334203" labelType="html" label="MapPartitionsRDD [334203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859564 { id="cluster_859564"; isCluster="true"; label="mapPartitions"; 334205 [id="node_334205" labelType="html" label="MapPartitionsRDD [334205] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859605 { id="cluster_859605"; isCluster="true"; label="map"; 334206 [id="node_334206" labelType="html" label="MapPartitionsRDD [334206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859639 { id="cluster_859639"; isCluster="true"; label="WholeStageCodegen (4)"; 334215 [id="node_334215" labelType="html" label="MapPartitionsRDD [334215] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859648 { id="cluster_859648"; isCluster="true"; label="Scan"; 334216 [id="node_334216" labelType="html" label="MapPartitionsRDD [334216] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859643 { id="cluster_859643"; isCluster="true"; label="WholeStageCodegen (5)"; 334217 [id="node_334217" labelType="html" label="MapPartitionsRDD [334217] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859638 { id="cluster_859638"; isCluster="true"; label="Union"; 334218 [id="node_334218" labelType="html" label="UnionRDD [334218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859635 { id="cluster_859635"; isCluster="true"; label="WholeStageCodegen (6)"; 334219 [id="node_334219" labelType="html" label="MapPartitionsRDD [334219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859634 { id="cluster_859634"; isCluster="true"; label="Exchange"; 334220 [id="node_334220" labelType="html" label="MapPartitionsRDD [334220] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 333972->333973; 333973->333974; 334199->334200; 334200->334201; 334201->334202; 334202->334203; 334203->334204; 334204->334205; 333974->334206; 334206->334215; 334205->334216; 334216->334217; 334215->334218; 334217->334218; 334218->334219; 334219->334220; }
333971,333972
334198,334199
333974
334205
334204
333972
333973
333974
334199
334200
334201
334202
334203
334205
334206
334215
334216
334217
334218
334219
334220
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time