4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273884 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
17.4 KiB / 60
Shuffle Write Size / Records:
18.4 KiB / 43
Associated Job Ids:
41147
DAG Visualization
digraph G { id="graph_1273884"; subgraph graph_stage_1273884 { id="graph_stage_1273884"; isCluster="true"; label="Stage 1273884"; subgraph cluster_859273 { id="cluster_859273"; isCluster="true"; label="repartition"; 334081 [id="node_334081" labelType="html" label="ShuffledRDD [334081] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334082 [id="node_334082" labelType="html" label="CoalescedRDD [334082] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334083 [id="node_334083" labelType="html" label="MapPartitionsRDD [334083] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859846 { id="cluster_859846"; isCluster="true"; label="map"; 334299 [id="node_334299" labelType="html" label="MapPartitionsRDD [334299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859959 { id="cluster_859959"; isCluster="true"; label="WholeStageCodegen (13)"; 334342 [id="node_334342" labelType="html" label="MapPartitionsRDD [334342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859958 { id="cluster_859958"; isCluster="true"; label="ObjectHashAggregate"; 334343 [id="node_334343" labelType="html" label="MapPartitionsRDD [334343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859957 { id="cluster_859957"; isCluster="true"; label="Exchange"; 334344 [id="node_334344" labelType="html" label="MapPartitionsRDD [334344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334081->334082; 334082->334083; 334083->334299; 334299->334342; 334342->334343; 334343->334344; }
334080,334081
334083
334081
334082
334083
334299
334342
334343
334344
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time