4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728474 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
25.4 KiB / 77
Associated Job Ids:
127287
DAG Visualization
digraph G { id="graph_3728474"; subgraph graph_stage_3728474 { id="graph_stage_3728474"; isCluster="true"; label="Stage 3728474"; 1062553 [id="node_1062553" labelType="html" label="SQLExecutionRDD [1062553] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2797885 { id="cluster_2797885"; isCluster="true"; label="Exchange"; 1062548 [id="node_1062548" labelType="html" label="ShuffledRowRDD [1062548] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797881 { id="cluster_2797881"; isCluster="true"; label="WholeStageCodegen (2)"; 1062549 [id="node_1062549" labelType="html" label="MapPartitionsRDD [1062549] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797880 { id="cluster_2797880"; isCluster="true"; label="DeserializeToObject"; 1062550 [id="node_1062550" labelType="html" label="MapPartitionsRDD [1062550] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797879 { id="cluster_2797879"; isCluster="true"; label="MapPartitions"; 1062551 [id="node_1062551" labelType="html" label="MapPartitionsRDD [1062551] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797876 { id="cluster_2797876"; isCluster="true"; label="WholeStageCodegen (3)"; 1062552 [id="node_1062552" labelType="html" label="MapPartitionsRDD [1062552] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797890 { id="cluster_2797890"; isCluster="true"; label="map"; 1062554 [id="node_1062554" labelType="html" label="Delta Table State #4 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001452/_delta_log [1062554] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797934 { id="cluster_2797934"; isCluster="true"; label="WholeStageCodegen (1)"; 1062567 [id="node_1062567" labelType="html" label="MapPartitionsRDD [1062567] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797938 { id="cluster_2797938"; isCluster="true"; label="mapPartitionsInternal"; 1062568 [id="node_1062568" labelType="html" label="MapPartitionsRDD [1062568] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062548->1062549; 1062549->1062550; 1062550->1062551; 1062551->1062552; 1062552->1062553; 1062553->1062554; 1062554->1062567; 1062567->1062568; }
1062547,1062548
1062554
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time