4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1331965 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
17.9 KiB / 103
Associated Job Ids:
47068
DAG Visualization
digraph G { id="graph_1331965"; subgraph graph_stage_1331965 { id="graph_stage_1331965"; isCluster="true"; label="Stage 1331965"; 342178 [id="node_342178" labelType="html" label="SQLExecutionRDD [342178] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 342182 [id="node_342182" labelType="html" label="SQLExecutionRDD [342182] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_900900 { id="cluster_900900"; isCluster="true"; label="Exchange"; 342173 [id="node_342173" labelType="html" label="ShuffledRowRDD [342173] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900896 { id="cluster_900896"; isCluster="true"; label="WholeStageCodegen (2)"; 342174 [id="node_342174" labelType="html" label="MapPartitionsRDD [342174] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900895 { id="cluster_900895"; isCluster="true"; label="DeserializeToObject"; 342175 [id="node_342175" labelType="html" label="MapPartitionsRDD [342175] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900894 { id="cluster_900894"; isCluster="true"; label="MapPartitions"; 342176 [id="node_342176" labelType="html" label="MapPartitionsRDD [342176] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900891 { id="cluster_900891"; isCluster="true"; label="WholeStageCodegen (3)"; 342177 [id="node_342177" labelType="html" label="MapPartitionsRDD [342177] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900905 { id="cluster_900905"; isCluster="true"; label="map"; 342179 [id="node_342179" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342179] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900907 { id="cluster_900907"; isCluster="true"; label="WholeStageCodegen (1)"; 342180 [id="node_342180" labelType="html" label="MapPartitionsRDD [342180] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900906 { id="cluster_900906"; isCluster="true"; label="Project"; 342181 [id="node_342181" labelType="html" label="MapPartitionsRDD [342181] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900910 { id="cluster_900910"; isCluster="true"; label="map"; 342183 [id="node_342183" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342183] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033975 { id="cluster_1033975"; isCluster="true"; label="WholeStageCodegen (1)"; 392608 [id="node_392608" labelType="html" label="MapPartitionsRDD [392608] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1033979 { id="cluster_1033979"; isCluster="true"; label="mapPartitionsInternal"; 392609 [id="node_392609" labelType="html" label="MapPartitionsRDD [392609] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 342173->342174; 342174->342175; 342175->342176; 342176->342177; 342177->342178; 342178->342179; 342179->342180; 342180->342181; 342181->342182; 342182->342183; 342183->392608; 392608->392609; }
342172,342173
342179
342183
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time