4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332030 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
139.1 KiB / 321
Shuffle Write Size / Records:
25.8 KiB / 19
Associated Job Ids:
47073
DAG Visualization
digraph G { id="graph_1332030"; subgraph graph_stage_1332030 { id="graph_stage_1332030"; isCluster="true"; label="Stage 1332030"; subgraph cluster_1034075 { id="cluster_1034075"; isCluster="true"; label="Exchange"; 392637 [id="node_392637" labelType="html" label="ShuffledRowRDD [392637] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034072 { id="cluster_1034072"; isCluster="true"; label="WholeStageCodegen (3)"; 392638 [id="node_392638" labelType="html" label="MapPartitionsRDD [392638] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034081 { id="cluster_1034081"; isCluster="true"; label="Exchange"; 392641 [id="node_392641" labelType="html" label="ShuffledRowRDD [392641] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034078 { id="cluster_1034078"; isCluster="true"; label="WholeStageCodegen (2)"; 392642 [id="node_392642" labelType="html" label="MapPartitionsRDD [392642] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034064 { id="cluster_1034064"; isCluster="true"; label="WholeStageCodegen (4)"; 392643 [id="node_392643" labelType="html" label="ZippedPartitionsRDD2 [392643] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392644 [id="node_392644" labelType="html" label="MapPartitionsRDD [392644] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034063 { id="cluster_1034063"; isCluster="true"; label="HashAggregate"; 392645 [id="node_392645" labelType="html" label="MapPartitionsRDD [392645] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034062 { id="cluster_1034062"; isCluster="true"; label="HashAggregate"; 392646 [id="node_392646" labelType="html" label="MapPartitionsRDD [392646] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034059 { id="cluster_1034059"; isCluster="true"; label="WholeStageCodegen (5)"; 392647 [id="node_392647" labelType="html" label="MapPartitionsRDD [392647] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034058 { id="cluster_1034058"; isCluster="true"; label="ObjectHashAggregate"; 392648 [id="node_392648" labelType="html" label="MapPartitionsRDD [392648] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034057 { id="cluster_1034057"; isCluster="true"; label="ObjectHashAggregate"; 392649 [id="node_392649" labelType="html" label="MapPartitionsRDD [392649] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034043 { id="cluster_1034043"; isCluster="true"; label="WholeStageCodegen (8)"; 392650 [id="node_392650" labelType="html" label="MapPartitionsRDD [392650] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034042 { id="cluster_1034042"; isCluster="true"; label="ObjectHashAggregate"; 392651 [id="node_392651" labelType="html" label="MapPartitionsRDD [392651] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034041 { id="cluster_1034041"; isCluster="true"; label="Exchange"; 392652 [id="node_392652" labelType="html" label="MapPartitionsRDD [392652] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392637->392638; 392641->392642; 392638->392643; 392642->392643; 392643->392644; 392644->392645; 392645->392646; 392646->392647; 392647->392648; 392648->392649; 392649->392650; 392650->392651; 392651->392652; }
392636,392637
392640,392641
392637
392638
392641
392642
392643
392644
392645
392646
392647
392648
392649
392650
392651
392652
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time