4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274516 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Node local: 34; Process local: 16
Shuffle Read Size / Records:
29.9 KiB / 67
Shuffle Write Size / Records:
6.2 KiB / 50
Associated Job Ids:
41165
DAG Visualization
digraph G { id="graph_1274516"; subgraph graph_stage_1274516 { id="graph_stage_1274516"; isCluster="true"; label="Stage 1274516"; 334552 [id="node_334552" labelType="html" label="SQLExecutionRDD [334552] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_860464 { id="cluster_860464"; isCluster="true"; label="Exchange"; 334547 [id="node_334547" labelType="html" label="ShuffledRowRDD [334547] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860460 { id="cluster_860460"; isCluster="true"; label="WholeStageCodegen (2)"; 334548 [id="node_334548" labelType="html" label="MapPartitionsRDD [334548] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860459 { id="cluster_860459"; isCluster="true"; label="DeserializeToObject"; 334549 [id="node_334549" labelType="html" label="MapPartitionsRDD [334549] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860458 { id="cluster_860458"; isCluster="true"; label="MapPartitions"; 334550 [id="node_334550" labelType="html" label="MapPartitionsRDD [334550] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860455 { id="cluster_860455"; isCluster="true"; label="WholeStageCodegen (3)"; 334551 [id="node_334551" labelType="html" label="MapPartitionsRDD [334551] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860469 { id="cluster_860469"; isCluster="true"; label="map"; 334553 [id="node_334553" labelType="html" label="Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000000244/_delta_log [334553] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860473 { id="cluster_860473"; isCluster="true"; label="WholeStageCodegen (1)"; 334554 [id="node_334554" labelType="html" label="MapPartitionsRDD [334554] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860472 { id="cluster_860472"; isCluster="true"; label="ObjectHashAggregate"; 334555 [id="node_334555" labelType="html" label="MapPartitionsRDD [334555] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860471 { id="cluster_860471"; isCluster="true"; label="Exchange"; 334556 [id="node_334556" labelType="html" label="MapPartitionsRDD [334556] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334547->334548; 334548->334549; 334549->334550; 334550->334551; 334551->334552; 334552->334553; 334553->334554; 334554->334555; 334555->334556; }
334546,334547
334553
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time