4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1342463 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
153.0 KiB / 389
Shuffle Write Size / Records:
27.2 KiB / 19
Associated Job Ids:
47301
DAG Visualization
digraph G { id="graph_1342463"; subgraph graph_stage_1342463 { id="graph_stage_1342463"; isCluster="true"; label="Stage 1342463"; subgraph cluster_1039734 { id="cluster_1039734"; isCluster="true"; label="Exchange"; 394753 [id="node_394753" labelType="html" label="ShuffledRowRDD [394753] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039731 { id="cluster_1039731"; isCluster="true"; label="WholeStageCodegen (3)"; 394754 [id="node_394754" labelType="html" label="MapPartitionsRDD [394754] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039740 { id="cluster_1039740"; isCluster="true"; label="Exchange"; 394757 [id="node_394757" labelType="html" label="ShuffledRowRDD [394757] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039737 { id="cluster_1039737"; isCluster="true"; label="WholeStageCodegen (2)"; 394758 [id="node_394758" labelType="html" label="MapPartitionsRDD [394758] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039723 { id="cluster_1039723"; isCluster="true"; label="WholeStageCodegen (4)"; 394759 [id="node_394759" labelType="html" label="ZippedPartitionsRDD2 [394759] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394760 [id="node_394760" labelType="html" label="MapPartitionsRDD [394760] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039722 { id="cluster_1039722"; isCluster="true"; label="HashAggregate"; 394761 [id="node_394761" labelType="html" label="MapPartitionsRDD [394761] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039721 { id="cluster_1039721"; isCluster="true"; label="HashAggregate"; 394762 [id="node_394762" labelType="html" label="MapPartitionsRDD [394762] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039718 { id="cluster_1039718"; isCluster="true"; label="WholeStageCodegen (5)"; 394763 [id="node_394763" labelType="html" label="MapPartitionsRDD [394763] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039717 { id="cluster_1039717"; isCluster="true"; label="ObjectHashAggregate"; 394764 [id="node_394764" labelType="html" label="MapPartitionsRDD [394764] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039716 { id="cluster_1039716"; isCluster="true"; label="ObjectHashAggregate"; 394765 [id="node_394765" labelType="html" label="MapPartitionsRDD [394765] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039702 { id="cluster_1039702"; isCluster="true"; label="WholeStageCodegen (8)"; 394766 [id="node_394766" labelType="html" label="MapPartitionsRDD [394766] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039701 { id="cluster_1039701"; isCluster="true"; label="ObjectHashAggregate"; 394767 [id="node_394767" labelType="html" label="MapPartitionsRDD [394767] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039700 { id="cluster_1039700"; isCluster="true"; label="Exchange"; 394768 [id="node_394768" labelType="html" label="MapPartitionsRDD [394768] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394753->394754; 394757->394758; 394754->394759; 394758->394759; 394759->394760; 394760->394761; 394761->394762; 394762->394763; 394763->394764; 394764->394765; 394765->394766; 394766->394767; 394767->394768; }
394752,394753
394756,394757
394753
394754
394757
394758
394759
394760
394761
394762
394763
394764
394765
394766
394767
394768
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time