4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1342611 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
1118.0 B / 3
Associated Job Ids:
47302
DAG Visualization
digraph G { id="graph_1342611"; subgraph graph_stage_1342611 { id="graph_stage_1342611"; isCluster="true"; label="Stage 1342611"; 394774 [id="node_394774" labelType="html" label="SQLExecutionRDD [394774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1039124 { id="cluster_1039124"; isCluster="true"; label="repartition"; 394542 [id="node_394542" labelType="html" label="ShuffledRDD [394542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394543 [id="node_394543" labelType="html" label="CoalescedRDD [394543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394544 [id="node_394544" labelType="html" label="MapPartitionsRDD [394544] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039700 { id="cluster_1039700"; isCluster="true"; label="Exchange"; 394769 [id="node_394769" labelType="html" label="ShuffledRowRDD [394769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039699 { id="cluster_1039699"; isCluster="true"; label="ObjectHashAggregate"; 394770 [id="node_394770" labelType="html" label="MapPartitionsRDD [394770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039678 { id="cluster_1039678"; isCluster="true"; label="WholeStageCodegen (11)"; 394771 [id="node_394771" labelType="html" label="MapPartitionsRDD [394771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039662 { id="cluster_1039662"; isCluster="true"; label="DeserializeToObject"; 394772 [id="node_394772" labelType="html" label="MapPartitionsRDD [394772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039652 { id="cluster_1039652"; isCluster="true"; label="MapPartitions"; 394773 [id="node_394773" labelType="html" label="MapPartitionsRDD [394773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039745 { id="cluster_1039745"; isCluster="true"; label="mapPartitions"; 394775 [id="node_394775" labelType="html" label="MapPartitionsRDD [394775] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039775 { id="cluster_1039775"; isCluster="true"; label="map"; 394776 [id="node_394776" labelType="html" label="MapPartitionsRDD [394776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039786 { id="cluster_1039786"; isCluster="true"; label="WholeStageCodegen (1)"; 394777 [id="node_394777" labelType="html" label="MapPartitionsRDD [394777] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039794 { id="cluster_1039794"; isCluster="true"; label="Scan"; 394778 [id="node_394778" labelType="html" label="MapPartitionsRDD [394778] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039790 { id="cluster_1039790"; isCluster="true"; label="WholeStageCodegen (2)"; 394779 [id="node_394779" labelType="html" label="MapPartitionsRDD [394779] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039789 { id="cluster_1039789"; isCluster="true"; label="Project"; 394780 [id="node_394780" labelType="html" label="MapPartitionsRDD [394780] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039785 { id="cluster_1039785"; isCluster="true"; label="Union"; 394781 [id="node_394781" labelType="html" label="UnionRDD [394781] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039784 { id="cluster_1039784"; isCluster="true"; label="Exchange"; 394782 [id="node_394782" labelType="html" label="MapPartitionsRDD [394782] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394542->394543; 394543->394544; 394769->394770; 394770->394771; 394771->394772; 394772->394773; 394773->394774; 394774->394775; 394544->394776; 394776->394777; 394775->394778; 394778->394779; 394779->394780; 394777->394781; 394780->394781; 394781->394782; }
394541,394542
394768,394769
394544
394775
394774
394542
394543
394544
394769
394770
394771
394772
394773
394775
394776
394777
394778
394779
394780
394781
394782
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time