4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1260674 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 23; Process local: 7
Shuffle Read Size / Records:
44.0 KiB / 78
Shuffle Write Size / Records:
39.1 KiB / 35
Associated Job Ids:
40847
DAG Visualization
digraph G { id="graph_1260674"; subgraph graph_stage_1260674 { id="graph_stage_1260674"; isCluster="true"; label="Stage 1260674"; subgraph cluster_852955 { id="cluster_852955"; isCluster="true"; label="Exchange"; 331603 [id="node_331603" labelType="html" label="ShuffledRowRDD [331603] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852952 { id="cluster_852952"; isCluster="true"; label="WholeStageCodegen (7)"; 331604 [id="node_331604" labelType="html" label="MapPartitionsRDD [331604] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852993 { id="cluster_852993"; isCluster="true"; label="Exchange"; 331609 [id="node_331609" labelType="html" label="ShuffledRowRDD [331609] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852989 { id="cluster_852989"; isCluster="true"; label="WholeStageCodegen (9)"; 331610 [id="node_331610" labelType="html" label="MapPartitionsRDD [331610] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852948 { id="cluster_852948"; isCluster="true"; label="WholeStageCodegen (10)"; 331611 [id="node_331611" labelType="html" label="ZippedPartitionsRDD2 [331611] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331612 [id="node_331612" labelType="html" label="MapPartitionsRDD [331612] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852947 { id="cluster_852947"; isCluster="true"; label="ObjectHashAggregate"; 331613 [id="node_331613" labelType="html" label="MapPartitionsRDD [331613] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852946 { id="cluster_852946"; isCluster="true"; label="Exchange"; 331614 [id="node_331614" labelType="html" label="MapPartitionsRDD [331614] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331603->331604; 331609->331610; 331604->331611; 331610->331611; 331611->331612; 331612->331613; 331613->331614; }
331602,331603
331608,331609
331603
331604
331611
331612
331613
331614
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time