4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1342610 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
324.0 B / 3
Associated Job Ids:
47302
DAG Visualization
digraph G { id="graph_1342610"; subgraph graph_stage_1342610 { id="graph_stage_1342610"; isCluster="true"; label="Stage 1342610"; 394774 [id="node_394774" labelType="html" label="SQLExecutionRDD [394774] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1039124 { id="cluster_1039124"; isCluster="true"; label="repartition"; 394542 [id="node_394542" labelType="html" label="ShuffledRDD [394542] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394543 [id="node_394543" labelType="html" label="CoalescedRDD [394543] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394544 [id="node_394544" labelType="html" label="MapPartitionsRDD [394544] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039700 { id="cluster_1039700"; isCluster="true"; label="Exchange"; 394769 [id="node_394769" labelType="html" label="ShuffledRowRDD [394769] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039699 { id="cluster_1039699"; isCluster="true"; label="ObjectHashAggregate"; 394770 [id="node_394770" labelType="html" label="MapPartitionsRDD [394770] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039678 { id="cluster_1039678"; isCluster="true"; label="WholeStageCodegen (11)"; 394771 [id="node_394771" labelType="html" label="MapPartitionsRDD [394771] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039662 { id="cluster_1039662"; isCluster="true"; label="DeserializeToObject"; 394772 [id="node_394772" labelType="html" label="MapPartitionsRDD [394772] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039652 { id="cluster_1039652"; isCluster="true"; label="MapPartitions"; 394773 [id="node_394773" labelType="html" label="MapPartitionsRDD [394773] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039745 { id="cluster_1039745"; isCluster="true"; label="mapPartitions"; 394775 [id="node_394775" labelType="html" label="MapPartitionsRDD [394775] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039775 { id="cluster_1039775"; isCluster="true"; label="map"; 394776 [id="node_394776" labelType="html" label="MapPartitionsRDD [394776] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039809 { id="cluster_1039809"; isCluster="true"; label="WholeStageCodegen (4)"; 394785 [id="node_394785" labelType="html" label="MapPartitionsRDD [394785] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039818 { id="cluster_1039818"; isCluster="true"; label="Scan"; 394786 [id="node_394786" labelType="html" label="MapPartitionsRDD [394786] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039813 { id="cluster_1039813"; isCluster="true"; label="WholeStageCodegen (5)"; 394787 [id="node_394787" labelType="html" label="MapPartitionsRDD [394787] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039808 { id="cluster_1039808"; isCluster="true"; label="Union"; 394788 [id="node_394788" labelType="html" label="UnionRDD [394788] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039805 { id="cluster_1039805"; isCluster="true"; label="WholeStageCodegen (6)"; 394789 [id="node_394789" labelType="html" label="MapPartitionsRDD [394789] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039804 { id="cluster_1039804"; isCluster="true"; label="Exchange"; 394790 [id="node_394790" labelType="html" label="MapPartitionsRDD [394790] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394542->394543; 394543->394544; 394769->394770; 394770->394771; 394771->394772; 394772->394773; 394773->394774; 394774->394775; 394544->394776; 394776->394785; 394775->394786; 394786->394787; 394785->394788; 394787->394788; 394788->394789; 394789->394790; }
394541,394542
394768,394769
394544
394775
394774
394542
394543
394544
394769
394770
394771
394772
394773
394775
394776
394785
394786
394787
394788
394789
394790
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time