4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1262005 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Node local: 21; Process local: 9
Shuffle Read Size / Records:
145.2 KiB / 531
Shuffle Write Size / Records:
1748.0 B / 19
Associated Job Ids:
40867
DAG Visualization
digraph G { id="graph_1262005"; subgraph graph_stage_1262005 { id="graph_stage_1262005"; isCluster="true"; label="Stage 1262005"; subgraph cluster_853503 { id="cluster_853503"; isCluster="true"; label="Exchange"; 331796 [id="node_331796" labelType="html" label="ShuffledRowRDD [331796] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853500 { id="cluster_853500"; isCluster="true"; label="WholeStageCodegen (3)"; 331797 [id="node_331797" labelType="html" label="MapPartitionsRDD [331797] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853509 { id="cluster_853509"; isCluster="true"; label="Exchange"; 331800 [id="node_331800" labelType="html" label="ShuffledRowRDD [331800] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853506 { id="cluster_853506"; isCluster="true"; label="WholeStageCodegen (2)"; 331801 [id="node_331801" labelType="html" label="MapPartitionsRDD [331801] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853493 { id="cluster_853493"; isCluster="true"; label="WholeStageCodegen (4)"; 331802 [id="node_331802" labelType="html" label="ZippedPartitionsRDD2 [331802] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331803 [id="node_331803" labelType="html" label="MapPartitionsRDD [331803] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853492 { id="cluster_853492"; isCluster="true"; label="Exchange"; 331804 [id="node_331804" labelType="html" label="MapPartitionsRDD [331804] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331796->331797; 331800->331801; 331797->331802; 331801->331802; 331802->331803; 331803->331804; }
331795,331796
331799,331800
331796
331797
331800
331801
331802
331803
331804
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time