4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340555 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
17.9 KiB / 103
Associated Job Ids:
47268
DAG Visualization
digraph G { id="graph_1340555"; subgraph graph_stage_1340555 { id="graph_stage_1340555"; isCluster="true"; label="Stage 1340555"; 342178 [id="node_342178" labelType="html" label="SQLExecutionRDD [342178] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 342182 [id="node_342182" labelType="html" label="SQLExecutionRDD [342182] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_900900 { id="cluster_900900"; isCluster="true"; label="Exchange"; 342173 [id="node_342173" labelType="html" label="ShuffledRowRDD [342173] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900896 { id="cluster_900896"; isCluster="true"; label="WholeStageCodegen (2)"; 342174 [id="node_342174" labelType="html" label="MapPartitionsRDD [342174] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900895 { id="cluster_900895"; isCluster="true"; label="DeserializeToObject"; 342175 [id="node_342175" labelType="html" label="MapPartitionsRDD [342175] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900894 { id="cluster_900894"; isCluster="true"; label="MapPartitions"; 342176 [id="node_342176" labelType="html" label="MapPartitionsRDD [342176] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900891 { id="cluster_900891"; isCluster="true"; label="WholeStageCodegen (3)"; 342177 [id="node_342177" labelType="html" label="MapPartitionsRDD [342177] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900905 { id="cluster_900905"; isCluster="true"; label="map"; 342179 [id="node_342179" labelType="html" label="Delta Table State #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342179] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900907 { id="cluster_900907"; isCluster="true"; label="WholeStageCodegen (1)"; 342180 [id="node_342180" labelType="html" label="MapPartitionsRDD [342180] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900906 { id="cluster_900906"; isCluster="true"; label="Project"; 342181 [id="node_342181" labelType="html" label="MapPartitionsRDD [342181] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_900910 { id="cluster_900910"; isCluster="true"; label="map"; 342183 [id="node_342183" labelType="html" label="Delta Table State with Stats #0 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/order-proposal-snapshot/10000001445/_delta_log [342183] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038938 { id="cluster_1038938"; isCluster="true"; label="WholeStageCodegen (1)"; 394464 [id="node_394464" labelType="html" label="MapPartitionsRDD [394464] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038942 { id="cluster_1038942"; isCluster="true"; label="mapPartitionsInternal"; 394465 [id="node_394465" labelType="html" label="MapPartitionsRDD [394465] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 342173->342174; 342174->342175; 342175->342176; 342176->342177; 342177->342178; 342178->342179; 342179->342180; 342180->342181; 342181->342182; 342182->342183; 342183->394464; 394464->394465; }
342172,342173
342179
342183
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time