4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1334685 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
59.2 KiB / 423
Shuffle Write Size / Records:
147.1 KiB / 348
Associated Job Ids:
47149
DAG Visualization
digraph G { id="graph_1334685"; subgraph graph_stage_1334685 { id="graph_stage_1334685"; isCluster="true"; label="Stage 1334685"; subgraph cluster_1035867 { id="cluster_1035867"; isCluster="true"; label="repartition"; 393317 [id="node_393317" labelType="html" label="ShuffledRDD [393317] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393318 [id="node_393318" labelType="html" label="CoalescedRDD [393318] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393319 [id="node_393319" labelType="html" label="MapPartitionsRDD [393319] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035907 { id="cluster_1035907"; isCluster="true"; label="map"; 393332 [id="node_393332" labelType="html" label="MapPartitionsRDD [393332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035984 { id="cluster_1035984"; isCluster="true"; label="WholeStageCodegen (1)"; 393358 [id="node_393358" labelType="html" label="MapPartitionsRDD [393358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035983 { id="cluster_1035983"; isCluster="true"; label="Exchange"; 393359 [id="node_393359" labelType="html" label="MapPartitionsRDD [393359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393317->393318; 393318->393319; 393319->393332; 393332->393358; 393358->393359; }
393316,393317
393319
393317
393318
393319
393332
393358
393359
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time