4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343522 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
158.0 KiB / 273
Associated Job Ids:
47312
DAG Visualization
digraph G { id="graph_1343522"; subgraph graph_stage_1343522 { id="graph_stage_1343522"; isCluster="true"; label="Stage 1343522"; 341527 [id="node_341527" labelType="html" label="SQLExecutionRDD [341527] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 341531 [id="node_341531" labelType="html" label="SQLExecutionRDD [341531] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_899303 { id="cluster_899303"; isCluster="true"; label="Exchange"; 341522 [id="node_341522" labelType="html" label="ShuffledRowRDD [341522] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_899298 { id="cluster_899298"; isCluster="true"; label="WholeStageCodegen (2)"; 341523 [id="node_341523" labelType="html" label="MapPartitionsRDD [341523] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_899297 { id="cluster_899297"; isCluster="true"; label="DeserializeToObject"; 341524 [id="node_341524" labelType="html" label="MapPartitionsRDD [341524] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_899296 { id="cluster_899296"; isCluster="true"; label="MapPartitions"; 341525 [id="node_341525" labelType="html" label="MapPartitionsRDD [341525] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_899293 { id="cluster_899293"; isCluster="true"; label="WholeStageCodegen (3)"; 341526 [id="node_341526" labelType="html" label="MapPartitionsRDD [341526] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_899304 { id="cluster_899304"; isCluster="true"; label="map"; 341528 [id="node_341528" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001445/_delta_log [341528] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_899306 { id="cluster_899306"; isCluster="true"; label="WholeStageCodegen (1)"; 341529 [id="node_341529" labelType="html" label="MapPartitionsRDD [341529] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_899305 { id="cluster_899305"; isCluster="true"; label="Project"; 341530 [id="node_341530" labelType="html" label="MapPartitionsRDD [341530] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_899309 { id="cluster_899309"; isCluster="true"; label="map"; 341532 [id="node_341532" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001445/_delta_log [341532] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_1040024 { id="cluster_1040024"; isCluster="true"; label="Scan ExistingRDD Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001445/_delta_log"; 394872 [id="node_394872" labelType="html" label="MapPartitionsRDD [394872] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040023 { id="cluster_1040023"; isCluster="true"; label="Filter"; 394873 [id="node_394873" labelType="html" label="MapPartitionsRDD [394873] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040022 { id="cluster_1040022"; isCluster="true"; label="Project"; 394874 [id="node_394874" labelType="html" label="MapPartitionsRDD [394874] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040025 { id="cluster_1040025"; isCluster="true"; label="mapPartitionsInternal"; 394875 [id="node_394875" labelType="html" label="MapPartitionsRDD [394875] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 341522->341523; 341523->341524; 341524->341525; 341525->341526; 341526->341527; 341527->341528; 341528->341529; 341529->341530; 341530->341531; 341531->341532; 341532->394872; 394872->394873; 394873->394874; 394874->394875; }
341521,341522
341528
341532
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time