4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726503 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
324.0 B / 3
Associated Job Ids:
127246
DAG Visualization
digraph G { id="graph_3726503"; subgraph graph_stage_3726503 { id="graph_stage_3726503"; isCluster="true"; label="Stage 3726503"; 1062190 [id="node_1062190" labelType="html" label="SQLExecutionRDD [1062190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796328 { id="cluster_2796328"; isCluster="true"; label="repartition"; 1061958 [id="node_1061958" labelType="html" label="ShuffledRDD [1061958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061959 [id="node_1061959" labelType="html" label="CoalescedRDD [1061959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061960 [id="node_1061960" labelType="html" label="MapPartitionsRDD [1061960] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796904 { id="cluster_2796904"; isCluster="true"; label="Exchange"; 1062185 [id="node_1062185" labelType="html" label="ShuffledRowRDD [1062185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796903 { id="cluster_2796903"; isCluster="true"; label="ObjectHashAggregate"; 1062186 [id="node_1062186" labelType="html" label="MapPartitionsRDD [1062186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796882 { id="cluster_2796882"; isCluster="true"; label="WholeStageCodegen (11)"; 1062187 [id="node_1062187" labelType="html" label="MapPartitionsRDD [1062187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796866 { id="cluster_2796866"; isCluster="true"; label="DeserializeToObject"; 1062188 [id="node_1062188" labelType="html" label="MapPartitionsRDD [1062188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796856 { id="cluster_2796856"; isCluster="true"; label="MapPartitions"; 1062189 [id="node_1062189" labelType="html" label="MapPartitionsRDD [1062189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796949 { id="cluster_2796949"; isCluster="true"; label="mapPartitions"; 1062191 [id="node_1062191" labelType="html" label="MapPartitionsRDD [1062191] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796979 { id="cluster_2796979"; isCluster="true"; label="map"; 1062192 [id="node_1062192" labelType="html" label="MapPartitionsRDD [1062192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797013 { id="cluster_2797013"; isCluster="true"; label="WholeStageCodegen (4)"; 1062201 [id="node_1062201" labelType="html" label="MapPartitionsRDD [1062201] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797022 { id="cluster_2797022"; isCluster="true"; label="Scan"; 1062202 [id="node_1062202" labelType="html" label="MapPartitionsRDD [1062202] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797017 { id="cluster_2797017"; isCluster="true"; label="WholeStageCodegen (5)"; 1062203 [id="node_1062203" labelType="html" label="MapPartitionsRDD [1062203] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797012 { id="cluster_2797012"; isCluster="true"; label="Union"; 1062204 [id="node_1062204" labelType="html" label="UnionRDD [1062204] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797009 { id="cluster_2797009"; isCluster="true"; label="WholeStageCodegen (6)"; 1062205 [id="node_1062205" labelType="html" label="MapPartitionsRDD [1062205] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797008 { id="cluster_2797008"; isCluster="true"; label="Exchange"; 1062206 [id="node_1062206" labelType="html" label="MapPartitionsRDD [1062206] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061958->1061959; 1061959->1061960; 1062185->1062186; 1062186->1062187; 1062187->1062188; 1062188->1062189; 1062189->1062190; 1062190->1062191; 1061960->1062192; 1062192->1062201; 1062191->1062202; 1062202->1062203; 1062201->1062204; 1062203->1062204; 1062204->1062205; 1062205->1062206; }
1061957,1061958
1062184,1062185
1061960
1062191
1062190
1061958
1061959
1061960
1062185
1062186
1062187
1062188
1062189
1062191
1062192
1062201
1062202
1062203
1062204
1062205
1062206
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time