4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1333707 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
17.9 KiB / 103
Associated Job Ids:
47124
DAG Visualization
digraph G { id="graph_1333707"; subgraph graph_stage_1333707 { id="graph_stage_1333707"; isCluster="true"; label="Stage 1333707"; 342178 [id="node_342178" labelType="html" label="SQLExecutionRDD [342178] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 342182 [id="node_342182" labelType="html" label="SQLExecutionRDD [342182] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_900900 { id="cluster_900900"; isCluster="true"; label="Exchange"; 342173 [id="node_342173" labelType="html" label="ShuffledRowRDD [342173] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900896 { id="cluster_900896"; isCluster="true"; label="WholeStageCodegen (2)"; 342174 [id="node_342174" labelType="html" label="MapPartitionsRDD [342174] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900895 { id="cluster_900895"; isCluster="true"; label="DeserializeToObject"; 342175 [id="node_342175" labelType="html" label="MapPartitionsRDD [342175] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900894 { id="cluster_900894"; isCluster="true"; label="MapPartitions"; 342176 [id="node_342176" labelType="html" label="MapPartitionsRDD [342176] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900891 { id="cluster_900891"; isCluster="true"; label="WholeStageCodegen (3)"; 342177 [id="node_342177" labelType="html" label="MapPartitionsRDD [342177] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900905 { id="cluster_900905"; isCluster="true"; label="map"; 342179 [id="node_342179" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342179] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900907 { id="cluster_900907"; isCluster="true"; label="WholeStageCodegen (1)"; 342180 [id="node_342180" labelType="html" label="MapPartitionsRDD [342180] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900906 { id="cluster_900906"; isCluster="true"; label="Project"; 342181 [id="node_342181" labelType="html" label="MapPartitionsRDD [342181] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900910 { id="cluster_900910"; isCluster="true"; label="map"; 342183 [id="node_342183" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342183] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035367 { id="cluster_1035367"; isCluster="true"; label="WholeStageCodegen (1)"; 393128 [id="node_393128" labelType="html" label="MapPartitionsRDD [393128] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035371 { id="cluster_1035371"; isCluster="true"; label="mapPartitionsInternal"; 393129 [id="node_393129" labelType="html" label="MapPartitionsRDD [393129] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 342173->342174; 342174->342175; 342175->342176; 342176->342177; 342177->342178; 342178->342179; 342179->342180; 342180->342181; 342181->342182; 342182->342183; 342183->393128; 393128->393129; }
342172,342173
342179
342183
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time