4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728359 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
14 s
Locality Level Summary:
Node local: 42; Process local: 8
Shuffle Read Size / Records:
36.3 KiB / 82
Shuffle Write Size / Records:
6.3 KiB / 50
Associated Job Ids:
127284
DAG Visualization
digraph G { id="graph_3728359"; subgraph graph_stage_3728359 { id="graph_stage_3728359"; isCluster="true"; label="Stage 3728359"; 1062553 [id="node_1062553" labelType="html" label="SQLExecutionRDD [1062553] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2797885 { id="cluster_2797885"; isCluster="true"; label="Exchange"; 1062548 [id="node_1062548" labelType="html" label="ShuffledRowRDD [1062548] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797881 { id="cluster_2797881"; isCluster="true"; label="WholeStageCodegen (2)"; 1062549 [id="node_1062549" labelType="html" label="MapPartitionsRDD [1062549] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797880 { id="cluster_2797880"; isCluster="true"; label="DeserializeToObject"; 1062550 [id="node_1062550" labelType="html" label="MapPartitionsRDD [1062550] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797879 { id="cluster_2797879"; isCluster="true"; label="MapPartitions"; 1062551 [id="node_1062551" labelType="html" label="MapPartitionsRDD [1062551] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797876 { id="cluster_2797876"; isCluster="true"; label="WholeStageCodegen (3)"; 1062552 [id="node_1062552" labelType="html" label="MapPartitionsRDD [1062552] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797890 { id="cluster_2797890"; isCluster="true"; label="map"; 1062554 [id="node_1062554" labelType="html" label="Delta Table State #4 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001452/_delta_log [1062554] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797894 { id="cluster_2797894"; isCluster="true"; label="WholeStageCodegen (1)"; 1062555 [id="node_1062555" labelType="html" label="MapPartitionsRDD [1062555] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797893 { id="cluster_2797893"; isCluster="true"; label="ObjectHashAggregate"; 1062556 [id="node_1062556" labelType="html" label="MapPartitionsRDD [1062556] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797892 { id="cluster_2797892"; isCluster="true"; label="Exchange"; 1062557 [id="node_1062557" labelType="html" label="MapPartitionsRDD [1062557] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062548->1062549; 1062549->1062550; 1062550->1062551; 1062551->1062552; 1062552->1062553; 1062553->1062554; 1062554->1062555; 1062555->1062556; 1062556->1062557; }
1062547,1062548
1062554
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time