4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340697 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
152.6 KiB / 387
Shuffle Write Size / Records:
27.2 KiB / 19
Associated Job Ids:
47273
DAG Visualization
digraph G { id="graph_1340697"; subgraph graph_stage_1340697 { id="graph_stage_1340697"; isCluster="true"; label="Stage 1340697"; subgraph cluster_1039038 { id="cluster_1039038"; isCluster="true"; label="Exchange"; 394493 [id="node_394493" labelType="html" label="ShuffledRowRDD [394493] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039035 { id="cluster_1039035"; isCluster="true"; label="WholeStageCodegen (3)"; 394494 [id="node_394494" labelType="html" label="MapPartitionsRDD [394494] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039044 { id="cluster_1039044"; isCluster="true"; label="Exchange"; 394497 [id="node_394497" labelType="html" label="ShuffledRowRDD [394497] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039041 { id="cluster_1039041"; isCluster="true"; label="WholeStageCodegen (2)"; 394498 [id="node_394498" labelType="html" label="MapPartitionsRDD [394498] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039027 { id="cluster_1039027"; isCluster="true"; label="WholeStageCodegen (4)"; 394499 [id="node_394499" labelType="html" label="ZippedPartitionsRDD2 [394499] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394500 [id="node_394500" labelType="html" label="MapPartitionsRDD [394500] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039026 { id="cluster_1039026"; isCluster="true"; label="HashAggregate"; 394501 [id="node_394501" labelType="html" label="MapPartitionsRDD [394501] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039025 { id="cluster_1039025"; isCluster="true"; label="HashAggregate"; 394502 [id="node_394502" labelType="html" label="MapPartitionsRDD [394502] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039022 { id="cluster_1039022"; isCluster="true"; label="WholeStageCodegen (5)"; 394503 [id="node_394503" labelType="html" label="MapPartitionsRDD [394503] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039021 { id="cluster_1039021"; isCluster="true"; label="ObjectHashAggregate"; 394504 [id="node_394504" labelType="html" label="MapPartitionsRDD [394504] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039020 { id="cluster_1039020"; isCluster="true"; label="ObjectHashAggregate"; 394505 [id="node_394505" labelType="html" label="MapPartitionsRDD [394505] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039006 { id="cluster_1039006"; isCluster="true"; label="WholeStageCodegen (8)"; 394506 [id="node_394506" labelType="html" label="MapPartitionsRDD [394506] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039005 { id="cluster_1039005"; isCluster="true"; label="ObjectHashAggregate"; 394507 [id="node_394507" labelType="html" label="MapPartitionsRDD [394507] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1039004 { id="cluster_1039004"; isCluster="true"; label="Exchange"; 394508 [id="node_394508" labelType="html" label="MapPartitionsRDD [394508] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394493->394494; 394497->394498; 394494->394499; 394498->394499; 394499->394500; 394500->394501; 394501->394502; 394502->394503; 394503->394504; 394504->394505; 394505->394506; 394506->394507; 394507->394508; }
394492,394493
394496,394497
394493
394494
394497
394498
394499
394500
394501
394502
394503
394504
394505
394506
394507
394508
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time