4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338807 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
147.0 KiB / 383
Shuffle Write Size / Records:
1748.0 B / 19
Associated Job Ids:
47237
DAG Visualization
digraph G { id="graph_1338807"; subgraph graph_stage_1338807 { id="graph_stage_1338807"; isCluster="true"; label="Stage 1338807"; subgraph cluster_1038156 { id="cluster_1038156"; isCluster="true"; label="Exchange"; 394172 [id="node_394172" labelType="html" label="ShuffledRowRDD [394172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038153 { id="cluster_1038153"; isCluster="true"; label="WholeStageCodegen (3)"; 394173 [id="node_394173" labelType="html" label="MapPartitionsRDD [394173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038162 { id="cluster_1038162"; isCluster="true"; label="Exchange"; 394176 [id="node_394176" labelType="html" label="ShuffledRowRDD [394176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038159 { id="cluster_1038159"; isCluster="true"; label="WholeStageCodegen (2)"; 394177 [id="node_394177" labelType="html" label="MapPartitionsRDD [394177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038146 { id="cluster_1038146"; isCluster="true"; label="WholeStageCodegen (4)"; 394178 [id="node_394178" labelType="html" label="ZippedPartitionsRDD2 [394178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394179 [id="node_394179" labelType="html" label="MapPartitionsRDD [394179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038145 { id="cluster_1038145"; isCluster="true"; label="Exchange"; 394180 [id="node_394180" labelType="html" label="MapPartitionsRDD [394180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394172->394173; 394176->394177; 394173->394178; 394177->394178; 394178->394179; 394179->394180; }
394171,394172
394175,394176
394172
394173
394176
394177
394178
394179
394180
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time