4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338376 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 50
Input Size / Records:
161.1 KiB / 819
Shuffle Write Size / Records:
161.5 KiB / 819
Associated Job Ids:
47225
DAG Visualization
digraph G { id="graph_1338376"; subgraph graph_stage_1338376 { id="graph_stage_1338376"; isCluster="true"; label="Stage 1338376"; 394054 [id="node_394054" labelType="html" label="SQLExecutionRDD [394054] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1037849 { id="cluster_1037849"; isCluster="true"; label="Exchange"; 394049 [id="node_394049" labelType="html" label="ShuffledRowRDD [394049] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037845 { id="cluster_1037845"; isCluster="true"; label="WholeStageCodegen (3)"; 394050 [id="node_394050" labelType="html" label="MapPartitionsRDD [394050] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037844 { id="cluster_1037844"; isCluster="true"; label="DeserializeToObject"; 394051 [id="node_394051" labelType="html" label="MapPartitionsRDD [394051] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037843 { id="cluster_1037843"; isCluster="true"; label="MapPartitions"; 394052 [id="node_394052" labelType="html" label="MapPartitionsRDD [394052] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037840 { id="cluster_1037840"; isCluster="true"; label="WholeStageCodegen (4)"; 394053 [id="node_394053" labelType="html" label="MapPartitionsRDD [394053] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037860 { id="cluster_1037860"; isCluster="true"; label="map"; 394055 [id="node_394055" labelType="html" label="Delta Table State #100 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000001445/stream-10000001445-1/_delta_log [394055] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037897 { id="cluster_1037897"; isCluster="true"; label="WholeStageCodegen (1)"; 394062 [id="node_394062" labelType="html" label="MapPartitionsRDD [394062] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037896 { id="cluster_1037896"; isCluster="true"; label="Exchange"; 394063 [id="node_394063" labelType="html" label="MapPartitionsRDD [394063] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394049->394050; 394050->394051; 394051->394052; 394052->394053; 394053->394054; 394054->394055; 394055->394062; 394062->394063; }
394048,394049
394055
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time