4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1333877 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.1 KiB / 3
Shuffle Write Size / Records:
586.0 B / 2
Associated Job Ids:
47130
DAG Visualization
digraph G { id="graph_1333877"; subgraph graph_stage_1333877 { id="graph_stage_1333877"; isCluster="true"; label="Stage 1333877"; 393178 [id="node_393178" labelType="html" label="SQLExecutionRDD [393178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034857 { id="cluster_1034857"; isCluster="true"; label="repartition"; 392946 [id="node_392946" labelType="html" label="ShuffledRDD [392946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392947 [id="node_392947" labelType="html" label="CoalescedRDD [392947] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392948 [id="node_392948" labelType="html" label="MapPartitionsRDD [392948] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035433 { id="cluster_1035433"; isCluster="true"; label="Exchange"; 393173 [id="node_393173" labelType="html" label="ShuffledRowRDD [393173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035432 { id="cluster_1035432"; isCluster="true"; label="ObjectHashAggregate"; 393174 [id="node_393174" labelType="html" label="MapPartitionsRDD [393174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035411 { id="cluster_1035411"; isCluster="true"; label="WholeStageCodegen (11)"; 393175 [id="node_393175" labelType="html" label="MapPartitionsRDD [393175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035395 { id="cluster_1035395"; isCluster="true"; label="DeserializeToObject"; 393176 [id="node_393176" labelType="html" label="MapPartitionsRDD [393176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035385 { id="cluster_1035385"; isCluster="true"; label="MapPartitions"; 393177 [id="node_393177" labelType="html" label="MapPartitionsRDD [393177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035478 { id="cluster_1035478"; isCluster="true"; label="mapPartitions"; 393179 [id="node_393179" labelType="html" label="MapPartitionsRDD [393179] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035508 { id="cluster_1035508"; isCluster="true"; label="map"; 393180 [id="node_393180" labelType="html" label="MapPartitionsRDD [393180] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035519 { id="cluster_1035519"; isCluster="true"; label="WholeStageCodegen (1)"; 393181 [id="node_393181" labelType="html" label="MapPartitionsRDD [393181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035527 { id="cluster_1035527"; isCluster="true"; label="Scan"; 393182 [id="node_393182" labelType="html" label="MapPartitionsRDD [393182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035523 { id="cluster_1035523"; isCluster="true"; label="WholeStageCodegen (2)"; 393183 [id="node_393183" labelType="html" label="MapPartitionsRDD [393183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035522 { id="cluster_1035522"; isCluster="true"; label="Project"; 393184 [id="node_393184" labelType="html" label="MapPartitionsRDD [393184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035518 { id="cluster_1035518"; isCluster="true"; label="Union"; 393185 [id="node_393185" labelType="html" label="UnionRDD [393185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035517 { id="cluster_1035517"; isCluster="true"; label="Exchange"; 393186 [id="node_393186" labelType="html" label="MapPartitionsRDD [393186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392946->392947; 392947->392948; 393173->393174; 393174->393175; 393175->393176; 393176->393177; 393177->393178; 393178->393179; 392948->393180; 393180->393181; 393179->393182; 393182->393183; 393183->393184; 393181->393185; 393184->393185; 393185->393186; }
392945,392946
393172,393173
392948
393179
393178
392946
392947
392948
393173
393174
393175
393176
393177
393179
393180
393181
393182
393183
393184
393185
393186
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time