4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338390 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 11
Input Size / Records:
0.0 B / 1991
Associated Job Ids:
47232
DAG Visualization
digraph G { id="graph_1338390"; subgraph graph_stage_1338390 { id="graph_stage_1338390"; isCluster="true"; label="Stage 1338390"; subgraph cluster_1037980 { id="cluster_1037980"; isCluster="true"; label="Scan parquet "; 394093 [id="node_394093" labelType="html" label="FileScanRDD [394093]<br>start at FileStorageAdapterImpl.java:598}"]; 394094 [id="node_394094" labelType="html" label="MapPartitionsRDD [394094]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037975 { id="cluster_1037975"; isCluster="true"; label="WholeStageCodegen (1)"; 394095 [id="node_394095" labelType="html" label="MapPartitionsRDD [394095]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037985 { id="cluster_1037985"; isCluster="true"; label="Scan json "; 394096 [id="node_394096" labelType="html" label="FileScanRDD [394096]<br>start at FileStorageAdapterImpl.java:598}"]; 394097 [id="node_394097" labelType="html" label="MapPartitionsRDD [394097]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037981 { id="cluster_1037981"; isCluster="true"; label="WholeStageCodegen (2)"; 394098 [id="node_394098" labelType="html" label="MapPartitionsRDD [394098]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037974 { id="cluster_1037974"; isCluster="true"; label="Union"; 394099 [id="node_394099" labelType="html" label="UnionRDD [394099]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037986 { id="cluster_1037986"; isCluster="true"; label="mapPartitionsInternal"; 394100 [id="node_394100" labelType="html" label="MapPartitionsRDD [394100]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394093->394094; 394094->394095; 394096->394097; 394097->394098; 394095->394099; 394098->394099; 394099->394100; }
Event Timeline
Enable zooming
Tasks: 11. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time