4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726504 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 60
Input Size / Records:
3.0 KiB / 3
Shuffle Write Size / Records:
1104.0 B / 3
Associated Job Ids:
127246
DAG Visualization
digraph G { id="graph_3726504"; subgraph graph_stage_3726504 { id="graph_stage_3726504"; isCluster="true"; label="Stage 3726504"; 1062190 [id="node_1062190" labelType="html" label="SQLExecutionRDD [1062190] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2796328 { id="cluster_2796328"; isCluster="true"; label="repartition"; 1061958 [id="node_1061958" labelType="html" label="ShuffledRDD [1061958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061959 [id="node_1061959" labelType="html" label="CoalescedRDD [1061959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061960 [id="node_1061960" labelType="html" label="MapPartitionsRDD [1061960] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796904 { id="cluster_2796904"; isCluster="true"; label="Exchange"; 1062185 [id="node_1062185" labelType="html" label="ShuffledRowRDD [1062185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796903 { id="cluster_2796903"; isCluster="true"; label="ObjectHashAggregate"; 1062186 [id="node_1062186" labelType="html" label="MapPartitionsRDD [1062186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796882 { id="cluster_2796882"; isCluster="true"; label="WholeStageCodegen (11)"; 1062187 [id="node_1062187" labelType="html" label="MapPartitionsRDD [1062187] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796866 { id="cluster_2796866"; isCluster="true"; label="DeserializeToObject"; 1062188 [id="node_1062188" labelType="html" label="MapPartitionsRDD [1062188] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796856 { id="cluster_2796856"; isCluster="true"; label="MapPartitions"; 1062189 [id="node_1062189" labelType="html" label="MapPartitionsRDD [1062189] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796949 { id="cluster_2796949"; isCluster="true"; label="mapPartitions"; 1062191 [id="node_1062191" labelType="html" label="MapPartitionsRDD [1062191] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796979 { id="cluster_2796979"; isCluster="true"; label="map"; 1062192 [id="node_1062192" labelType="html" label="MapPartitionsRDD [1062192] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796990 { id="cluster_2796990"; isCluster="true"; label="WholeStageCodegen (1)"; 1062193 [id="node_1062193" labelType="html" label="MapPartitionsRDD [1062193] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796998 { id="cluster_2796998"; isCluster="true"; label="Scan"; 1062194 [id="node_1062194" labelType="html" label="MapPartitionsRDD [1062194] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796994 { id="cluster_2796994"; isCluster="true"; label="WholeStageCodegen (2)"; 1062195 [id="node_1062195" labelType="html" label="MapPartitionsRDD [1062195] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796993 { id="cluster_2796993"; isCluster="true"; label="Project"; 1062196 [id="node_1062196" labelType="html" label="MapPartitionsRDD [1062196] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796989 { id="cluster_2796989"; isCluster="true"; label="Union"; 1062197 [id="node_1062197" labelType="html" label="UnionRDD [1062197] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796988 { id="cluster_2796988"; isCluster="true"; label="Exchange"; 1062198 [id="node_1062198" labelType="html" label="MapPartitionsRDD [1062198] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061958->1061959; 1061959->1061960; 1062185->1062186; 1062186->1062187; 1062187->1062188; 1062188->1062189; 1062189->1062190; 1062190->1062191; 1061960->1062192; 1062192->1062193; 1062191->1062194; 1062194->1062195; 1062195->1062196; 1062193->1062197; 1062196->1062197; 1062197->1062198; }
1061957,1061958
1062184,1062185
1061960
1062191
1062190
1061958
1061959
1061960
1062185
1062186
1062187
1062188
1062189
1062191
1062192
1062193
1062194
1062195
1062196
1062197
1062198
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time