4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728838 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 50
Input Size / Records:
126.2 KiB / 202
Associated Job Ids:
127296
DAG Visualization
digraph G { id="graph_3728838"; subgraph graph_stage_3728838 { id="graph_stage_3728838"; isCluster="true"; label="Stage 3728838"; 1020418 [id="node_1020418" labelType="html" label="SQLExecutionRDD [1020418] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1020422 [id="node_1020422" labelType="html" label="SQLExecutionRDD [1020422] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_2686700 { id="cluster_2686700"; isCluster="true"; label="Exchange"; 1020413 [id="node_1020413" labelType="html" label="ShuffledRowRDD [1020413] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2686695 { id="cluster_2686695"; isCluster="true"; label="WholeStageCodegen (2)"; 1020414 [id="node_1020414" labelType="html" label="MapPartitionsRDD [1020414] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2686694 { id="cluster_2686694"; isCluster="true"; label="DeserializeToObject"; 1020415 [id="node_1020415" labelType="html" label="MapPartitionsRDD [1020415] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2686693 { id="cluster_2686693"; isCluster="true"; label="MapPartitions"; 1020416 [id="node_1020416" labelType="html" label="MapPartitionsRDD [1020416] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2686690 { id="cluster_2686690"; isCluster="true"; label="WholeStageCodegen (3)"; 1020417 [id="node_1020417" labelType="html" label="MapPartitionsRDD [1020417] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_2686701 { id="cluster_2686701"; isCluster="true"; label="map"; 1020419 [id="node_1020419" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001452/_delta_log [1020419] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2686703 { id="cluster_2686703"; isCluster="true"; label="WholeStageCodegen (1)"; 1020420 [id="node_1020420" labelType="html" label="MapPartitionsRDD [1020420] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2686702 { id="cluster_2686702"; isCluster="true"; label="Project"; 1020421 [id="node_1020421" labelType="html" label="MapPartitionsRDD [1020421] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2686706 { id="cluster_2686706"; isCluster="true"; label="map"; 1020423 [id="node_1020423" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001452/_delta_log [1020423] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_2798085 { id="cluster_2798085"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001452/_delta_log"; 1062631 [id="node_1062631" labelType="html" label="MapPartitionsRDD [1062631] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798084 { id="cluster_2798084"; isCluster="true"; label="Filter"; 1062632 [id="node_1062632" labelType="html" label="MapPartitionsRDD [1062632] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798083 { id="cluster_2798083"; isCluster="true"; label="Project"; 1062633 [id="node_1062633" labelType="html" label="MapPartitionsRDD [1062633] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798086 { id="cluster_2798086"; isCluster="true"; label="mapPartitionsInternal"; 1062634 [id="node_1062634" labelType="html" label="MapPartitionsRDD [1062634] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1020413->1020414; 1020414->1020415; 1020415->1020416; 1020416->1020417; 1020417->1020418; 1020418->1020419; 1020419->1020420; 1020420->1020421; 1020421->1020422; 1020422->1020423; 1020423->1062631; 1062631->1062632; 1062632->1062633; 1062633->1062634; }
1020408,1020413
1020419
1020423
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time