4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1336205 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.1 KiB / 3
Shuffle Write Size / Records:
216.0 B / 2
Associated Job Ids:
47186
DAG Visualization
digraph G { id="graph_1336205"; subgraph graph_stage_1336205 { id="graph_stage_1336205"; isCluster="true"; label="Stage 1336205"; 393698 [id="node_393698" labelType="html" label="SQLExecutionRDD [393698] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1036249 { id="cluster_1036249"; isCluster="true"; label="repartition"; 393466 [id="node_393466" labelType="html" label="ShuffledRDD [393466] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393467 [id="node_393467" labelType="html" label="CoalescedRDD [393467] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393468 [id="node_393468" labelType="html" label="MapPartitionsRDD [393468] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036825 { id="cluster_1036825"; isCluster="true"; label="Exchange"; 393693 [id="node_393693" labelType="html" label="ShuffledRowRDD [393693] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036824 { id="cluster_1036824"; isCluster="true"; label="ObjectHashAggregate"; 393694 [id="node_393694" labelType="html" label="MapPartitionsRDD [393694] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036803 { id="cluster_1036803"; isCluster="true"; label="WholeStageCodegen (11)"; 393695 [id="node_393695" labelType="html" label="MapPartitionsRDD [393695] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036787 { id="cluster_1036787"; isCluster="true"; label="DeserializeToObject"; 393696 [id="node_393696" labelType="html" label="MapPartitionsRDD [393696] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036777 { id="cluster_1036777"; isCluster="true"; label="MapPartitions"; 393697 [id="node_393697" labelType="html" label="MapPartitionsRDD [393697] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036870 { id="cluster_1036870"; isCluster="true"; label="mapPartitions"; 393699 [id="node_393699" labelType="html" label="MapPartitionsRDD [393699] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036900 { id="cluster_1036900"; isCluster="true"; label="map"; 393700 [id="node_393700" labelType="html" label="MapPartitionsRDD [393700] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036934 { id="cluster_1036934"; isCluster="true"; label="WholeStageCodegen (4)"; 393709 [id="node_393709" labelType="html" label="MapPartitionsRDD [393709] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036943 { id="cluster_1036943"; isCluster="true"; label="Scan"; 393710 [id="node_393710" labelType="html" label="MapPartitionsRDD [393710] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036938 { id="cluster_1036938"; isCluster="true"; label="WholeStageCodegen (5)"; 393711 [id="node_393711" labelType="html" label="MapPartitionsRDD [393711] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036933 { id="cluster_1036933"; isCluster="true"; label="Union"; 393712 [id="node_393712" labelType="html" label="UnionRDD [393712] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036930 { id="cluster_1036930"; isCluster="true"; label="WholeStageCodegen (6)"; 393713 [id="node_393713" labelType="html" label="MapPartitionsRDD [393713] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036929 { id="cluster_1036929"; isCluster="true"; label="Exchange"; 393714 [id="node_393714" labelType="html" label="MapPartitionsRDD [393714] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393466->393467; 393467->393468; 393693->393694; 393694->393695; 393695->393696; 393696->393697; 393697->393698; 393698->393699; 393468->393700; 393700->393709; 393699->393710; 393710->393711; 393709->393712; 393711->393712; 393712->393713; 393713->393714; }
393465,393466
393692,393693
393468
393699
393698
393466
393467
393468
393693
393694
393695
393696
393697
393699
393700
393709
393710
393711
393712
393713
393714
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time