4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274589 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1988.0 B / 2
Output Size / Records:
14.9 KiB / 2
Associated Job Ids:
41167
DAG Visualization
digraph G { id="graph_1274589"; subgraph graph_stage_1274589 { id="graph_stage_1274589"; isCluster="true"; label="Stage 1274589"; subgraph cluster_859650 { id="cluster_859650"; isCluster="true"; label="repartition"; 334232 [id="node_334232" labelType="html" label="ShuffledRDD [334232] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334233 [id="node_334233" labelType="html" label="CoalescedRDD [334233] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334234 [id="node_334234" labelType="html" label="MapPartitionsRDD [334234] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860436 { id="cluster_860436"; isCluster="true"; label="map"; 334537 [id="node_334537" labelType="html" label="MapPartitionsRDD [334537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860498 { id="cluster_860498"; isCluster="true"; label="WholeStageCodegen (1)"; 334563 [id="node_334563" labelType="html" label="MapPartitionsRDD [334563] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860496 { id="cluster_860496"; isCluster="true"; label="Project"; 334564 [id="node_334564" labelType="html" label="MapPartitionsRDD [334564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860495 { id="cluster_860495"; isCluster="true"; label="Sort"; 334565 [id="node_334565" labelType="html" label="MapPartitionsRDD [334565] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334232->334233; 334233->334234; 334234->334537; 334537->334563; 334563->334564; 334564->334565; }
334231,334232
334234
334232
334233
334234
334537
334563
334564
334565
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time