4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1262287 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Node local: 21; Process local: 9
Shuffle Read Size / Records:
150.9 KiB / 531
Shuffle Write Size / Records:
19.4 KiB / 28
Associated Job Ids:
40874
DAG Visualization
digraph G { id="graph_1262287"; subgraph graph_stage_1262287 { id="graph_stage_1262287"; isCluster="true"; label="Stage 1262287"; subgraph cluster_853661 { id="cluster_853661"; isCluster="true"; label="Exchange"; 331848 [id="node_331848" labelType="html" label="ShuffledRowRDD [331848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853658 { id="cluster_853658"; isCluster="true"; label="WholeStageCodegen (3)"; 331849 [id="node_331849" labelType="html" label="MapPartitionsRDD [331849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853667 { id="cluster_853667"; isCluster="true"; label="Exchange"; 331852 [id="node_331852" labelType="html" label="ShuffledRowRDD [331852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853664 { id="cluster_853664"; isCluster="true"; label="WholeStageCodegen (2)"; 331853 [id="node_331853" labelType="html" label="MapPartitionsRDD [331853] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853650 { id="cluster_853650"; isCluster="true"; label="WholeStageCodegen (4)"; 331854 [id="node_331854" labelType="html" label="ZippedPartitionsRDD2 [331854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331855 [id="node_331855" labelType="html" label="MapPartitionsRDD [331855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853649 { id="cluster_853649"; isCluster="true"; label="HashAggregate"; 331856 [id="node_331856" labelType="html" label="MapPartitionsRDD [331856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853648 { id="cluster_853648"; isCluster="true"; label="HashAggregate"; 331857 [id="node_331857" labelType="html" label="MapPartitionsRDD [331857] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853645 { id="cluster_853645"; isCluster="true"; label="WholeStageCodegen (5)"; 331858 [id="node_331858" labelType="html" label="MapPartitionsRDD [331858] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853644 { id="cluster_853644"; isCluster="true"; label="ObjectHashAggregate"; 331859 [id="node_331859" labelType="html" label="MapPartitionsRDD [331859] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853643 { id="cluster_853643"; isCluster="true"; label="ObjectHashAggregate"; 331860 [id="node_331860" labelType="html" label="MapPartitionsRDD [331860] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853640 { id="cluster_853640"; isCluster="true"; label="WholeStageCodegen (6)"; 331861 [id="node_331861" labelType="html" label="MapPartitionsRDD [331861] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_853639 { id="cluster_853639"; isCluster="true"; label="Exchange"; 331862 [id="node_331862" labelType="html" label="MapPartitionsRDD [331862] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331848->331849; 331852->331853; 331849->331854; 331853->331854; 331854->331855; 331855->331856; 331856->331857; 331857->331858; 331858->331859; 331859->331860; 331860->331861; 331861->331862; }
331847,331848
331851,331852
331848
331849
331852
331853
331854
331855
331856
331857
331858
331859
331860
331861
331862
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time