4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265634 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 23; Process local: 7
Shuffle Read Size / Records:
39.2 KiB / 78
Shuffle Write Size / Records:
37.0 KiB / 39
Associated Job Ids:
40914
DAG Visualization
digraph G { id="graph_1265634"; subgraph graph_stage_1265634 { id="graph_stage_1265634"; isCluster="true"; label="Stage 1265634"; subgraph cluster_854757 { id="cluster_854757"; isCluster="true"; label="Exchange"; 332265 [id="node_332265" labelType="html" label="ShuffledRowRDD [332265] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854754 { id="cluster_854754"; isCluster="true"; label="WholeStageCodegen (2)"; 332266 [id="node_332266" labelType="html" label="MapPartitionsRDD [332266] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854769 { id="cluster_854769"; isCluster="true"; label="Exchange"; 332271 [id="node_332271" labelType="html" label="ShuffledRowRDD [332271] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854765 { id="cluster_854765"; isCluster="true"; label="WholeStageCodegen (4)"; 332272 [id="node_332272" labelType="html" label="MapPartitionsRDD [332272] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854750 { id="cluster_854750"; isCluster="true"; label="WholeStageCodegen (5)"; 332273 [id="node_332273" labelType="html" label="ZippedPartitionsRDD2 [332273] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332274 [id="node_332274" labelType="html" label="MapPartitionsRDD [332274] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854749 { id="cluster_854749"; isCluster="true"; label="Exchange"; 332275 [id="node_332275" labelType="html" label="MapPartitionsRDD [332275] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332265->332266; 332271->332272; 332266->332273; 332272->332273; 332273->332274; 332274->332275; }
332264,332265
332270,332271
332265
332266
332273
332274
332275
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time