4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1250990 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
6.5 KiB / 11
Shuffle Write Size / Records:
1559.0 B / 7
Associated Job Ids:
40563
DAG Visualization
digraph G { id="graph_1250990"; subgraph graph_stage_1250990 { id="graph_stage_1250990"; isCluster="true"; label="Stage 1250990"; 329048 [id="node_329048" labelType="html" label="SQLExecutionRDD [329048] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_846147 { id="cluster_846147"; isCluster="true"; label="map"; 328891 [id="node_328891" labelType="html" label="MapPartitionsRDD [328891] [Cached] [Indeterminate]<br>map at PeriodicAsyncRDDCheckpointWriterImpl.java:207}"]; } subgraph cluster_846148 { id="cluster_846148"; isCluster="true"; label="checkpoint"; 328892 [id="node_328892" labelType="html" label="LocalCheckpointRDD [328892]<br>count at OptimalQuantitiesCacheImpl.java:245}"]; } subgraph cluster_846434 { id="cluster_846434"; isCluster="true"; label="Exchange"; 329043 [id="node_329043" labelType="html" label="ShuffledRowRDD [329043] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846433 { id="cluster_846433"; isCluster="true"; label="ObjectHashAggregate"; 329044 [id="node_329044" labelType="html" label="MapPartitionsRDD [329044] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846412 { id="cluster_846412"; isCluster="true"; label="WholeStageCodegen (13)"; 329045 [id="node_329045" labelType="html" label="MapPartitionsRDD [329045] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846404 { id="cluster_846404"; isCluster="true"; label="DeserializeToObject"; 329046 [id="node_329046" labelType="html" label="MapPartitionsRDD [329046] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846398 { id="cluster_846398"; isCluster="true"; label="MapPartitions"; 329047 [id="node_329047" labelType="html" label="MapPartitionsRDD [329047] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846488 { id="cluster_846488"; isCluster="true"; label="mapPartitions"; 329049 [id="node_329049" labelType="html" label="MapPartitionsRDD [329049] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846529 { id="cluster_846529"; isCluster="true"; label="map"; 329050 [id="node_329050" labelType="html" label="MapPartitionsRDD [329050] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846540 { id="cluster_846540"; isCluster="true"; label="WholeStageCodegen (1)"; 329051 [id="node_329051" labelType="html" label="MapPartitionsRDD [329051] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846548 { id="cluster_846548"; isCluster="true"; label="Scan"; 329052 [id="node_329052" labelType="html" label="MapPartitionsRDD [329052] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846544 { id="cluster_846544"; isCluster="true"; label="WholeStageCodegen (2)"; 329053 [id="node_329053" labelType="html" label="MapPartitionsRDD [329053] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846543 { id="cluster_846543"; isCluster="true"; label="Project"; 329054 [id="node_329054" labelType="html" label="MapPartitionsRDD [329054] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846539 { id="cluster_846539"; isCluster="true"; label="Union"; 329055 [id="node_329055" labelType="html" label="UnionRDD [329055] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846538 { id="cluster_846538"; isCluster="true"; label="Exchange"; 329056 [id="node_329056" labelType="html" label="MapPartitionsRDD [329056] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 328892->328891; 329043->329044; 329044->329045; 329045->329046; 329046->329047; 329047->329048; 329048->329049; 328891->329050; 329050->329051; 329049->329052; 329052->329053; 329053->329054; 329051->329055; 329054->329055; 329055->329056; }
329042,329043
328891
329049
329048
328891
329043
329044
329045
329046
329047
329049
329050
329051
329052
329053
329054
329055
329056
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time