4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273232 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 s
Locality Level Summary:
Node local: 6; Process local: 24
Shuffle Read Size / Records:
17.9 KiB / 54
Shuffle Write Size / Records:
1825.0 B / 6
Associated Job Ids:
41134
DAG Visualization
digraph G { id="graph_1273232"; subgraph graph_stage_1273232 { id="graph_stage_1273232"; isCluster="true"; label="Stage 1273232"; subgraph cluster_859541 { id="cluster_859541"; isCluster="true"; label="Exchange"; 334172 [id="node_334172" labelType="html" label="ShuffledRowRDD [334172] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859538 { id="cluster_859538"; isCluster="true"; label="WholeStageCodegen (3)"; 334173 [id="node_334173" labelType="html" label="MapPartitionsRDD [334173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859547 { id="cluster_859547"; isCluster="true"; label="Exchange"; 334176 [id="node_334176" labelType="html" label="ShuffledRowRDD [334176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859544 { id="cluster_859544"; isCluster="true"; label="WholeStageCodegen (2)"; 334177 [id="node_334177" labelType="html" label="MapPartitionsRDD [334177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859530 { id="cluster_859530"; isCluster="true"; label="WholeStageCodegen (4)"; 334178 [id="node_334178" labelType="html" label="ZippedPartitionsRDD2 [334178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334179 [id="node_334179" labelType="html" label="MapPartitionsRDD [334179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859529 { id="cluster_859529"; isCluster="true"; label="HashAggregate"; 334180 [id="node_334180" labelType="html" label="MapPartitionsRDD [334180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859528 { id="cluster_859528"; isCluster="true"; label="HashAggregate"; 334181 [id="node_334181" labelType="html" label="MapPartitionsRDD [334181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859525 { id="cluster_859525"; isCluster="true"; label="WholeStageCodegen (5)"; 334182 [id="node_334182" labelType="html" label="MapPartitionsRDD [334182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859524 { id="cluster_859524"; isCluster="true"; label="ObjectHashAggregate"; 334183 [id="node_334183" labelType="html" label="MapPartitionsRDD [334183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859523 { id="cluster_859523"; isCluster="true"; label="ObjectHashAggregate"; 334184 [id="node_334184" labelType="html" label="MapPartitionsRDD [334184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859520 { id="cluster_859520"; isCluster="true"; label="WholeStageCodegen (6)"; 334185 [id="node_334185" labelType="html" label="MapPartitionsRDD [334185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859519 { id="cluster_859519"; isCluster="true"; label="Exchange"; 334186 [id="node_334186" labelType="html" label="MapPartitionsRDD [334186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334172->334173; 334176->334177; 334173->334178; 334177->334178; 334178->334179; 334179->334180; 334180->334181; 334181->334182; 334182->334183; 334183->334184; 334184->334185; 334185->334186; }
334171,334172
334175,334176
334172
334173
334176
334177
334178
334179
334180
334181
334182
334183
334184
334185
334186
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time