4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728472 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
2.2 KiB / 2
Output Size / Records:
15.1 KiB / 2
Associated Job Ids:
127286
DAG Visualization
digraph G { id="graph_3728472"; subgraph graph_stage_3728472 { id="graph_stage_3728472"; isCluster="true"; label="Stage 3728472"; subgraph cluster_2797024 { id="cluster_2797024"; isCluster="true"; label="repartition"; 1062218 [id="node_1062218" labelType="html" label="ShuffledRDD [1062218] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062219 [id="node_1062219" labelType="html" label="CoalescedRDD [1062219] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062220 [id="node_1062220" labelType="html" label="MapPartitionsRDD [1062220] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797857 { id="cluster_2797857"; isCluster="true"; label="map"; 1062538 [id="node_1062538" labelType="html" label="MapPartitionsRDD [1062538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797919 { id="cluster_2797919"; isCluster="true"; label="WholeStageCodegen (1)"; 1062564 [id="node_1062564" labelType="html" label="MapPartitionsRDD [1062564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797917 { id="cluster_2797917"; isCluster="true"; label="Project"; 1062565 [id="node_1062565" labelType="html" label="MapPartitionsRDD [1062565] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797916 { id="cluster_2797916"; isCluster="true"; label="Sort"; 1062566 [id="node_1062566" labelType="html" label="MapPartitionsRDD [1062566] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062218->1062219; 1062219->1062220; 1062220->1062538; 1062538->1062564; 1062564->1062565; 1062565->1062566; }
1062217,1062218
1062220
1062218
1062219
1062220
1062538
1062564
1062565
1062566
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time