4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273233 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 6; Process local: 24
Shuffle Read Size / Records:
5.8 KiB / 12
Shuffle Write Size / Records:
5.5 KiB / 6
Associated Job Ids:
41134
DAG Visualization
digraph G { id="graph_1273233"; subgraph graph_stage_1273233 { id="graph_stage_1273233"; isCluster="true"; label="Stage 1273233"; subgraph cluster_859519 { id="cluster_859519"; isCluster="true"; label="Exchange"; 334187 [id="node_334187" labelType="html" label="ShuffledRowRDD [334187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859516 { id="cluster_859516"; isCluster="true"; label="WholeStageCodegen (7)"; 334188 [id="node_334188" labelType="html" label="MapPartitionsRDD [334188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859557 { id="cluster_859557"; isCluster="true"; label="Exchange"; 334193 [id="node_334193" labelType="html" label="ShuffledRowRDD [334193] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859553 { id="cluster_859553"; isCluster="true"; label="WholeStageCodegen (9)"; 334194 [id="node_334194" labelType="html" label="MapPartitionsRDD [334194] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859512 { id="cluster_859512"; isCluster="true"; label="WholeStageCodegen (10)"; 334195 [id="node_334195" labelType="html" label="ZippedPartitionsRDD2 [334195] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334196 [id="node_334196" labelType="html" label="MapPartitionsRDD [334196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859511 { id="cluster_859511"; isCluster="true"; label="ObjectHashAggregate"; 334197 [id="node_334197" labelType="html" label="MapPartitionsRDD [334197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859510 { id="cluster_859510"; isCluster="true"; label="Exchange"; 334198 [id="node_334198" labelType="html" label="MapPartitionsRDD [334198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334187->334188; 334193->334194; 334188->334195; 334194->334195; 334195->334196; 334196->334197; 334197->334198; }
334186,334187
334192,334193
334187
334188
334195
334196
334197
334198
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time