4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265002 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 23; Process local: 7
Output Size / Records:
92.4 KiB / 39
Shuffle Read Size / Records:
18.8 KiB / 78
Associated Job Ids:
40908
DAG Visualization
digraph G { id="graph_1265002"; subgraph graph_stage_1265002 { id="graph_stage_1265002"; isCluster="true"; label="Stage 1265002"; subgraph cluster_854599 { id="cluster_854599"; isCluster="true"; label="Exchange"; 332218 [id="node_332218" labelType="html" label="ShuffledRowRDD [332218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854596 { id="cluster_854596"; isCluster="true"; label="WholeStageCodegen (2)"; 332219 [id="node_332219" labelType="html" label="MapPartitionsRDD [332219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854611 { id="cluster_854611"; isCluster="true"; label="Exchange"; 332224 [id="node_332224" labelType="html" label="ShuffledRowRDD [332224] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854607 { id="cluster_854607"; isCluster="true"; label="WholeStageCodegen (4)"; 332225 [id="node_332225" labelType="html" label="MapPartitionsRDD [332225] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854593 { id="cluster_854593"; isCluster="true"; label="WholeStageCodegen (5)"; 332226 [id="node_332226" labelType="html" label="ZippedPartitionsRDD2 [332226] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332227 [id="node_332227" labelType="html" label="MapPartitionsRDD [332227] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854592 { id="cluster_854592"; isCluster="true"; label="Project"; 332228 [id="node_332228" labelType="html" label="MapPartitionsRDD [332228] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854591 { id="cluster_854591"; isCluster="true"; label="WriteFiles"; 332229 [id="node_332229" labelType="html" label="MapPartitionsRDD [332229] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332218->332219; 332224->332225; 332219->332226; 332225->332226; 332226->332227; 332227->332228; 332228->332229; }
332217,332218
332223,332224
332218
332219
332226
332227
332228
332229
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time