4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1333878 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 2; Process local: 28
Shuffle Read Size / Records:
802.0 B / 4
Shuffle Write Size / Records:
1551.0 B / 2
Associated Job Ids:
47130
DAG Visualization
digraph G { id="graph_1333878"; subgraph graph_stage_1333878 { id="graph_stage_1333878"; isCluster="true"; label="Stage 1333878"; 393203 [id="node_393203" labelType="html" label="SQLExecutionRDD [393203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1035517 { id="cluster_1035517"; isCluster="true"; label="Exchange"; 393187 [id="node_393187" labelType="html" label="ShuffledRowRDD [393187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035514 { id="cluster_1035514"; isCluster="true"; label="WholeStageCodegen (3)"; 393188 [id="node_393188" labelType="html" label="MapPartitionsRDD [393188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035532 { id="cluster_1035532"; isCluster="true"; label="Exchange"; 393198 [id="node_393198" labelType="html" label="ShuffledRowRDD [393198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035529 { id="cluster_1035529"; isCluster="true"; label="WholeStageCodegen (8)"; 393199 [id="node_393199" labelType="html" label="MapPartitionsRDD [393199] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035510 { id="cluster_1035510"; isCluster="true"; label="WholeStageCodegen (9)"; 393200 [id="node_393200" labelType="html" label="ZippedPartitionsRDD2 [393200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393201 [id="node_393201" labelType="html" label="MapPartitionsRDD [393201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035509 { id="cluster_1035509"; isCluster="true"; label="DeserializeToObject"; 393202 [id="node_393202" labelType="html" label="MapPartitionsRDD [393202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035552 { id="cluster_1035552"; isCluster="true"; label="mapPartitions"; 393204 [id="node_393204" labelType="html" label="MapPartitionsRDD [393204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035553 { id="cluster_1035553"; isCluster="true"; label="repartition"; 393205 [id="node_393205" labelType="html" label="MapPartitionsRDD [393205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393187->393188; 393198->393199; 393188->393200; 393199->393200; 393200->393201; 393201->393202; 393202->393203; 393203->393204; 393204->393205; }
393186,393187
393197,393198
393203
393187
393188
393198
393199
393200
393201
393202
393204
393205
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time