4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340279 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
150.5 KiB / 387
Shuffle Write Size / Records:
20.4 KiB / 247
Associated Job Ids:
47264
DAG Visualization
digraph G { id="graph_1340279"; subgraph graph_stage_1340279 { id="graph_stage_1340279"; isCluster="true"; label="Stage 1340279"; subgraph cluster_1038803 { id="cluster_1038803"; isCluster="true"; label="Exchange"; 394413 [id="node_394413" labelType="html" label="ShuffledRowRDD [394413] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038800 { id="cluster_1038800"; isCluster="true"; label="WholeStageCodegen (3)"; 394414 [id="node_394414" labelType="html" label="MapPartitionsRDD [394414] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038809 { id="cluster_1038809"; isCluster="true"; label="Exchange"; 394417 [id="node_394417" labelType="html" label="ShuffledRowRDD [394417] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038806 { id="cluster_1038806"; isCluster="true"; label="WholeStageCodegen (2)"; 394418 [id="node_394418" labelType="html" label="MapPartitionsRDD [394418] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038793 { id="cluster_1038793"; isCluster="true"; label="WholeStageCodegen (4)"; 394419 [id="node_394419" labelType="html" label="ZippedPartitionsRDD2 [394419] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394420 [id="node_394420" labelType="html" label="MapPartitionsRDD [394420] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038792 { id="cluster_1038792"; isCluster="true"; label="Exchange"; 394421 [id="node_394421" labelType="html" label="MapPartitionsRDD [394421] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394413->394414; 394417->394418; 394414->394419; 394418->394419; 394419->394420; 394420->394421; }
394412,394413
394416,394417
394413
394414
394417
394418
394419
394420
394421
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time