4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332917 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 2; Process local: 28
Shuffle Read Size / Records:
802.0 B / 4
Shuffle Write Size / Records:
1551.0 B / 2
Associated Job Ids:
47102
DAG Visualization
digraph G { id="graph_1332917"; subgraph graph_stage_1332917 { id="graph_stage_1332917"; isCluster="true"; label="Stage 1332917"; 392943 [id="node_392943" labelType="html" label="SQLExecutionRDD [392943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034821 { id="cluster_1034821"; isCluster="true"; label="Exchange"; 392927 [id="node_392927" labelType="html" label="ShuffledRowRDD [392927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034818 { id="cluster_1034818"; isCluster="true"; label="WholeStageCodegen (3)"; 392928 [id="node_392928" labelType="html" label="MapPartitionsRDD [392928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034836 { id="cluster_1034836"; isCluster="true"; label="Exchange"; 392938 [id="node_392938" labelType="html" label="ShuffledRowRDD [392938] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034833 { id="cluster_1034833"; isCluster="true"; label="WholeStageCodegen (8)"; 392939 [id="node_392939" labelType="html" label="MapPartitionsRDD [392939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034814 { id="cluster_1034814"; isCluster="true"; label="WholeStageCodegen (9)"; 392940 [id="node_392940" labelType="html" label="ZippedPartitionsRDD2 [392940] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392941 [id="node_392941" labelType="html" label="MapPartitionsRDD [392941] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034813 { id="cluster_1034813"; isCluster="true"; label="DeserializeToObject"; 392942 [id="node_392942" labelType="html" label="MapPartitionsRDD [392942] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034856 { id="cluster_1034856"; isCluster="true"; label="mapPartitions"; 392944 [id="node_392944" labelType="html" label="MapPartitionsRDD [392944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034857 { id="cluster_1034857"; isCluster="true"; label="repartition"; 392945 [id="node_392945" labelType="html" label="MapPartitionsRDD [392945] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392927->392928; 392938->392939; 392928->392940; 392939->392940; 392940->392941; 392941->392942; 392942->392943; 392943->392944; 392944->392945; }
392926,392927
392937,392938
392943
392927
392928
392938
392939
392940
392941
392942
392944
392945
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time