4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332463 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 9
Input Size / Records:
0.0 B / 10
Shuffle Write Size / Records:
5.8 KiB / 10
Associated Job Ids:
47089
DAG Visualization
digraph G { id="graph_1332463"; subgraph graph_stage_1332463 { id="graph_stage_1332463"; isCluster="true"; label="Stage 1332463"; 392768 [id="node_392768" labelType="html" label="SQLExecutionRDD [392768]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034428 { id="cluster_1034428"; isCluster="true"; label="Scan parquet "; 392765 [id="node_392765" labelType="html" label="FileScanRDD [392765]<br>start at FileStorageAdapterImpl.java:598}"]; 392766 [id="node_392766" labelType="html" label="MapPartitionsRDD [392766]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034425 { id="cluster_1034425"; isCluster="true"; label="WholeStageCodegen (1)"; 392767 [id="node_392767" labelType="html" label="MapPartitionsRDD [392767]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034443 { id="cluster_1034443"; isCluster="true"; label="WholeStageCodegen (1)"; 392769 [id="node_392769" labelType="html" label="MapPartitionsRDD [392769]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034442 { id="cluster_1034442"; isCluster="true"; label="HashAggregate"; 392770 [id="node_392770" labelType="html" label="MapPartitionsRDD [392770]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034441 { id="cluster_1034441"; isCluster="true"; label="Exchange"; 392771 [id="node_392771" labelType="html" label="MapPartitionsRDD [392771]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392765->392766; 392766->392767; 392767->392768; 392768->392769; 392769->392770; 392770->392771; }
Event Timeline
Enable zooming
Tasks: 9. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time