4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338391 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 2
Input Size / Records:
0.0 B / 2
Shuffle Write Size / Records:
1190.0 B / 2
Associated Job Ids:
47233
DAG Visualization
digraph G { id="graph_1338391"; subgraph graph_stage_1338391 { id="graph_stage_1338391"; isCluster="true"; label="Stage 1338391"; 394104 [id="node_394104" labelType="html" label="SQLExecutionRDD [394104]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1037999 { id="cluster_1037999"; isCluster="true"; label="Scan parquet "; 394101 [id="node_394101" labelType="html" label="FileScanRDD [394101]<br>start at FileStorageAdapterImpl.java:598}"]; 394102 [id="node_394102" labelType="html" label="MapPartitionsRDD [394102]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037996 { id="cluster_1037996"; isCluster="true"; label="WholeStageCodegen (1)"; 394103 [id="node_394103" labelType="html" label="MapPartitionsRDD [394103]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038014 { id="cluster_1038014"; isCluster="true"; label="WholeStageCodegen (1)"; 394105 [id="node_394105" labelType="html" label="MapPartitionsRDD [394105]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038013 { id="cluster_1038013"; isCluster="true"; label="HashAggregate"; 394106 [id="node_394106" labelType="html" label="MapPartitionsRDD [394106]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038012 { id="cluster_1038012"; isCluster="true"; label="Exchange"; 394107 [id="node_394107" labelType="html" label="MapPartitionsRDD [394107]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394101->394102; 394102->394103; 394103->394104; 394104->394105; 394105->394106; 394106->394107; }
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time