4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3724907 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
145.3 KiB / 362
Shuffle Write Size / Records:
1656.0 B / 18
Associated Job Ids:
127209
DAG Visualization
digraph G { id="graph_3724907"; subgraph graph_stage_3724907 { id="graph_stage_3724907"; isCluster="true"; label="Stage 3724907"; subgraph cluster_2796056 { id="cluster_2796056"; isCluster="true"; label="Exchange"; 1061848 [id="node_1061848" labelType="html" label="ShuffledRowRDD [1061848] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796053 { id="cluster_2796053"; isCluster="true"; label="WholeStageCodegen (3)"; 1061849 [id="node_1061849" labelType="html" label="MapPartitionsRDD [1061849] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796062 { id="cluster_2796062"; isCluster="true"; label="Exchange"; 1061852 [id="node_1061852" labelType="html" label="ShuffledRowRDD [1061852] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796059 { id="cluster_2796059"; isCluster="true"; label="WholeStageCodegen (2)"; 1061853 [id="node_1061853" labelType="html" label="MapPartitionsRDD [1061853] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796046 { id="cluster_2796046"; isCluster="true"; label="WholeStageCodegen (4)"; 1061854 [id="node_1061854" labelType="html" label="ZippedPartitionsRDD2 [1061854] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1061855 [id="node_1061855" labelType="html" label="MapPartitionsRDD [1061855] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796045 { id="cluster_2796045"; isCluster="true"; label="Exchange"; 1061856 [id="node_1061856" labelType="html" label="MapPartitionsRDD [1061856] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1061848->1061849; 1061852->1061853; 1061849->1061854; 1061853->1061854; 1061854->1061855; 1061855->1061856; }
1061847,1061848
1061851,1061852
1061848
1061849
1061852
1061853
1061854
1061855
1061856
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time