4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725211 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 2; Process local: 28
Shuffle Read Size / Records:
796.0 B / 4
Shuffle Write Size / Records:
1548.0 B / 2
Associated Job Ids:
127218
DAG Visualization
digraph G { id="graph_3725211"; subgraph graph_stage_3725211 { id="graph_stage_3725211"; isCluster="true"; label="Stage 3725211"; 1061955 [id="node_1061955" labelType="html" label="SQLExecutionRDD [1061955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796292 { id="cluster_2796292"; isCluster="true"; label="Exchange"; 1061939 [id="node_1061939" labelType="html" label="ShuffledRowRDD [1061939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796289 { id="cluster_2796289"; isCluster="true"; label="WholeStageCodegen (3)"; 1061940 [id="node_1061940" labelType="html" label="MapPartitionsRDD [1061940] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796307 { id="cluster_2796307"; isCluster="true"; label="Exchange"; 1061950 [id="node_1061950" labelType="html" label="ShuffledRowRDD [1061950] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796304 { id="cluster_2796304"; isCluster="true"; label="WholeStageCodegen (8)"; 1061951 [id="node_1061951" labelType="html" label="MapPartitionsRDD [1061951] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796285 { id="cluster_2796285"; isCluster="true"; label="WholeStageCodegen (9)"; 1061952 [id="node_1061952" labelType="html" label="ZippedPartitionsRDD2 [1061952] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061953 [id="node_1061953" labelType="html" label="MapPartitionsRDD [1061953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796284 { id="cluster_2796284"; isCluster="true"; label="DeserializeToObject"; 1061954 [id="node_1061954" labelType="html" label="MapPartitionsRDD [1061954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796327 { id="cluster_2796327"; isCluster="true"; label="mapPartitions"; 1061956 [id="node_1061956" labelType="html" label="MapPartitionsRDD [1061956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796328 { id="cluster_2796328"; isCluster="true"; label="repartition"; 1061957 [id="node_1061957" labelType="html" label="MapPartitionsRDD [1061957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061939->1061940; 1061950->1061951; 1061940->1061952; 1061951->1061952; 1061952->1061953; 1061953->1061954; 1061954->1061955; 1061955->1061956; 1061956->1061957; }
1061938,1061939
1061949,1061950
1061955
1061939
1061940
1061950
1061951
1061952
1061953
1061954
1061956
1061957
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time