4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1251335 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
74.3 KiB / 695
Shuffle Write Size / Records:
165.8 KiB / 617
Associated Job Ids:
40581
DAG Visualization
digraph G { id="graph_1251335"; subgraph graph_stage_1251335 { id="graph_stage_1251335"; isCluster="true"; label="Stage 1251335"; subgraph cluster_846881 { id="cluster_846881"; isCluster="true"; label="repartition"; 329185 [id="node_329185" labelType="html" label="ShuffledRDD [329185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329186 [id="node_329186" labelType="html" label="CoalescedRDD [329186] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 329187 [id="node_329187" labelType="html" label="MapPartitionsRDD [329187] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846921 { id="cluster_846921"; isCluster="true"; label="map"; 329200 [id="node_329200" labelType="html" label="MapPartitionsRDD [329200] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846949 { id="cluster_846949"; isCluster="true"; label="WholeStageCodegen (1)"; 329207 [id="node_329207" labelType="html" label="MapPartitionsRDD [329207] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_846948 { id="cluster_846948"; isCluster="true"; label="Exchange"; 329208 [id="node_329208" labelType="html" label="MapPartitionsRDD [329208] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329185->329186; 329186->329187; 329187->329200; 329200->329207; 329207->329208; }
329184,329185
329187
329185
329186
329187
329200
329207
329208
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time