4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3726281 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Process local: 50
Input Size / Records:
2.8 KiB / 6
Associated Job Ids:
127240
DAG Visualization
digraph G { id="graph_3726281"; subgraph graph_stage_3726281 { id="graph_stage_3726281"; isCluster="true"; label="Stage 3726281"; 1020967 [id="node_1020967" labelType="html" label="SQLExecutionRDD [1020967] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 1020971 [id="node_1020971" labelType="html" label="SQLExecutionRDD [1020971] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_2688095 { id="cluster_2688095"; isCluster="true"; label="Exchange"; 1020962 [id="node_1020962" labelType="html" label="ShuffledRowRDD [1020962] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688091 { id="cluster_2688091"; isCluster="true"; label="WholeStageCodegen (2)"; 1020963 [id="node_1020963" labelType="html" label="MapPartitionsRDD [1020963] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688090 { id="cluster_2688090"; isCluster="true"; label="DeserializeToObject"; 1020964 [id="node_1020964" labelType="html" label="MapPartitionsRDD [1020964] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688089 { id="cluster_2688089"; isCluster="true"; label="MapPartitions"; 1020965 [id="node_1020965" labelType="html" label="MapPartitionsRDD [1020965] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688086 { id="cluster_2688086"; isCluster="true"; label="WholeStageCodegen (3)"; 1020966 [id="node_1020966" labelType="html" label="MapPartitionsRDD [1020966] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688100 { id="cluster_2688100"; isCluster="true"; label="map"; 1020968 [id="node_1020968" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001452/_delta_log [1020968] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688102 { id="cluster_2688102"; isCluster="true"; label="WholeStageCodegen (1)"; 1020969 [id="node_1020969" labelType="html" label="MapPartitionsRDD [1020969] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688101 { id="cluster_2688101"; isCluster="true"; label="Project"; 1020970 [id="node_1020970" labelType="html" label="MapPartitionsRDD [1020970] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2688105 { id="cluster_2688105"; isCluster="true"; label="map"; 1020972 [id="node_1020972" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001452/_delta_log [1020972] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796838 { id="cluster_2796838"; isCluster="true"; label="WholeStageCodegen (1)"; 1062140 [id="node_1062140" labelType="html" label="MapPartitionsRDD [1062140] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796842 { id="cluster_2796842"; isCluster="true"; label="mapPartitionsInternal"; 1062141 [id="node_1062141" labelType="html" label="MapPartitionsRDD [1062141] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1020962->1020963; 1020963->1020964; 1020964->1020965; 1020965->1020966; 1020966->1020967; 1020967->1020968; 1020968->1020969; 1020969->1020970; 1020970->1020971; 1020971->1020972; 1020972->1062140; 1062140->1062141; }
1020961,1020962
1020968
1020972
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time