4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1253427 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
46.0 KiB / 312
Shuffle Write Size / Records:
83.0 KiB / 234
Associated Job Ids:
40669
DAG Visualization
digraph G { id="graph_1253427"; subgraph graph_stage_1253427 { id="graph_stage_1253427"; isCluster="true"; label="Stage 1253427"; subgraph cluster_848768 { id="cluster_848768"; isCluster="true"; label="repartition"; 329950 [id="node_329950" labelType="html" label="ShuffledRDD [329950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329951 [id="node_329951" labelType="html" label="CoalescedRDD [329951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329952 [id="node_329952" labelType="html" label="MapPartitionsRDD [329952] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848808 { id="cluster_848808"; isCluster="true"; label="map"; 329965 [id="node_329965" labelType="html" label="MapPartitionsRDD [329965] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848836 { id="cluster_848836"; isCluster="true"; label="WholeStageCodegen (1)"; 329972 [id="node_329972" labelType="html" label="MapPartitionsRDD [329972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848835 { id="cluster_848835"; isCluster="true"; label="Exchange"; 329973 [id="node_329973" labelType="html" label="MapPartitionsRDD [329973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329950->329951; 329951->329952; 329952->329965; 329965->329972; 329972->329973; }
329949,329950
329952
329950
329951
329952
329965
329972
329973
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time