4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1344625 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
1275.0 B / 1
Associated Job Ids:
47333
DAG Visualization
digraph G { id="graph_1344625"; subgraph graph_stage_1344625 { id="graph_stage_1344625"; isCluster="true"; label="Stage 1344625"; 342210 [id="node_342210" labelType="html" label="SQLExecutionRDD [342210] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 347622 [id="node_347622" labelType="html" label="SQLExecutionRDD [347622] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_900983 { id="cluster_900983"; isCluster="true"; label="Exchange"; 342205 [id="node_342205" labelType="html" label="ShuffledRowRDD [342205] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900979 { id="cluster_900979"; isCluster="true"; label="WholeStageCodegen (2)"; 342206 [id="node_342206" labelType="html" label="MapPartitionsRDD [342206] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900978 { id="cluster_900978"; isCluster="true"; label="DeserializeToObject"; 342207 [id="node_342207" labelType="html" label="MapPartitionsRDD [342207] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900977 { id="cluster_900977"; isCluster="true"; label="MapPartitions"; 342208 [id="node_342208" labelType="html" label="MapPartitionsRDD [342208] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900974 { id="cluster_900974"; isCluster="true"; label="WholeStageCodegen (3)"; 342209 [id="node_342209" labelType="html" label="MapPartitionsRDD [342209] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900988 { id="cluster_900988"; isCluster="true"; label="map"; 342211 [id="node_342211" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000001445/_delta_log [342211] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_915281 { id="cluster_915281"; isCluster="true"; label="WholeStageCodegen (1)"; 347620 [id="node_347620" labelType="html" label="MapPartitionsRDD [347620] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_915280 { id="cluster_915280"; isCluster="true"; label="Project"; 347621 [id="node_347621" labelType="html" label="MapPartitionsRDD [347621] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_915284 { id="cluster_915284"; isCluster="true"; label="map"; 347623 [id="node_347623" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000001445/_delta_log [347623] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040512 { id="cluster_1040512"; isCluster="true"; label="WholeStageCodegen (1)"; 395067 [id="node_395067" labelType="html" label="MapPartitionsRDD [395067] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040516 { id="cluster_1040516"; isCluster="true"; label="mapPartitionsInternal"; 395068 [id="node_395068" labelType="html" label="MapPartitionsRDD [395068] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 342205->342206; 342206->342207; 342207->342208; 342208->342209; 342209->342210; 342210->342211; 342211->347620; 347620->347621; 347621->347622; 347622->347623; 347623->395067; 395067->395068; }
342204,342205
342211
347623
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time