4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1268069 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 1; Process local: 30
Input Size / Records:
630.0 B / 0
Shuffle Read Size / Records:
600.0 B / 6
Shuffle Write Size / Records:
216.0 B / 2
Associated Job Ids:
40973
DAG Visualization
digraph G { id="graph_1268069"; subgraph graph_stage_1268069 { id="graph_stage_1268069"; isCluster="true"; label="Stage 1268069"; subgraph cluster_855475 { id="cluster_855475"; isCluster="true"; label="repartition"; 332564 [id="node_332564" labelType="html" label="ShuffledRDD [332564] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332565 [id="node_332565" labelType="html" label="CoalescedRDD [332565] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332566 [id="node_332566" labelType="html" label="MapPartitionsRDD [332566] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855811 { id="cluster_855811"; isCluster="true"; label="map"; 332707 [id="node_332707" labelType="html" label="MapPartitionsRDD [332707] [Indeterminate]<br>createDataFrame at OptimalQuantitiesCacheImpl.java:214}"]; } subgraph cluster_855843 { id="cluster_855843"; isCluster="true"; label="WholeStageCodegen (4)"; 332724 [id="node_332724" labelType="html" label="MapPartitionsRDD [332724] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_855850 { id="cluster_855850"; isCluster="true"; label="AQEShuffleRead"; 332725 [id="node_332725" labelType="html" label="ShuffledRowRDD [332725] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_855847 { id="cluster_855847"; isCluster="true"; label="WholeStageCodegen (5)"; 332726 [id="node_332726" labelType="html" label="MapPartitionsRDD [332726] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_855842 { id="cluster_855842"; isCluster="true"; label="Union"; 332727 [id="node_332727" labelType="html" label="UnionRDD [332727] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_855839 { id="cluster_855839"; isCluster="true"; label="WholeStageCodegen (6)"; 332728 [id="node_332728" labelType="html" label="MapPartitionsRDD [332728] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_855838 { id="cluster_855838"; isCluster="true"; label="Exchange"; 332729 [id="node_332729" labelType="html" label="MapPartitionsRDD [332729] [Indeterminate]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 332564->332565; 332565->332566; 332566->332707; 332707->332724; 332725->332726; 332724->332727; 332726->332727; 332727->332728; 332728->332729; }
332563,332564
332718,332725
332566
332564
332565
332566
332707
332724
332727
332728
332729
Event Timeline
Enable zooming
Tasks: 31. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time