4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1334594 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
146.1 KiB / 365
Shuffle Write Size / Records:
20.4 KiB / 247
Associated Job Ids:
47148
DAG Visualization
digraph G { id="graph_1334594"; subgraph graph_stage_1334594 { id="graph_stage_1334594"; isCluster="true"; label="Stage 1334594"; subgraph cluster_1035928 { id="cluster_1035928"; isCluster="true"; label="Exchange"; 393337 [id="node_393337" labelType="html" label="ShuffledRowRDD [393337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035925 { id="cluster_1035925"; isCluster="true"; label="WholeStageCodegen (3)"; 393338 [id="node_393338" labelType="html" label="MapPartitionsRDD [393338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035934 { id="cluster_1035934"; isCluster="true"; label="Exchange"; 393341 [id="node_393341" labelType="html" label="ShuffledRowRDD [393341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035931 { id="cluster_1035931"; isCluster="true"; label="WholeStageCodegen (2)"; 393342 [id="node_393342" labelType="html" label="MapPartitionsRDD [393342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035918 { id="cluster_1035918"; isCluster="true"; label="WholeStageCodegen (4)"; 393343 [id="node_393343" labelType="html" label="ZippedPartitionsRDD2 [393343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393344 [id="node_393344" labelType="html" label="MapPartitionsRDD [393344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035917 { id="cluster_1035917"; isCluster="true"; label="Exchange"; 393345 [id="node_393345" labelType="html" label="MapPartitionsRDD [393345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393337->393338; 393341->393342; 393338->393343; 393342->393343; 393343->393344; 393344->393345; }
393336,393337
393340,393341
393337
393338
393341
393342
393343
393344
393345
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time