4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1264528 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 30
Input Size / Records:
4.4 KiB / 7
Associated Job Ids:
40904
DAG Visualization
digraph G { id="graph_1264528"; subgraph graph_stage_1264528 { id="graph_stage_1264528"; isCluster="true"; label="Stage 1264528"; subgraph cluster_854454 { id="cluster_854454"; isCluster="true"; label="repartition"; 332168 [id="node_332168" labelType="html" label="ShuffledRDD [332168] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332169 [id="node_332169" labelType="html" label="CoalescedRDD [332169] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332170 [id="node_332170" labelType="html" label="MapPartitionsRDD [332170] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854513 { id="cluster_854513"; isCluster="true"; label="map"; 332177 [id="node_332177" labelType="html" label="MapPartitionsRDD [332177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854524 { id="cluster_854524"; isCluster="true"; label="WholeStageCodegen (1)"; 332178 [id="node_332178" labelType="html" label="MapPartitionsRDD [332178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854523 { id="cluster_854523"; isCluster="true"; label="InMemoryTableScan"; 332179 [id="node_332179" labelType="html" label="MapPartitionsRDD [332179] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332180 [id="node_332180" labelType="html" label="*(1) Filter (isnotnull(shardId#5601131) AND (shardId#5601131 = 0_1_10000000244))\n+- *(1) Scan ExistingRDD[shardId#5601131,orderProposalId#5601132L,items#5601133,optimizationGroups#5601134,isOptimal#5601135,lastModified#5601136,optimizationInsights#5601137]\n [332180] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332181 [id="node_332181" labelType="html" label="MapPartitionsRDD [332181] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332182 [id="node_332182" labelType="html" label="MapPartitionsRDD [332182] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332183 [id="node_332183" labelType="html" label="MapPartitionsRDD [332183] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854518 { id="cluster_854518"; isCluster="true"; label="WholeStageCodegen (1)"; 332184 [id="node_332184" labelType="html" label="MapPartitionsRDD [332184] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854517 { id="cluster_854517"; isCluster="true"; label="Exchange"; 332185 [id="node_332185" labelType="html" label="MapPartitionsRDD [332185] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332168->332169; 332169->332170; 332170->332177; 332177->332178; 332178->332179; 332179->332180; 332180->332181; 332181->332182; 332182->332183; 332183->332184; 332184->332185; }
332167,332168
332170
332180
332168
332169
332170
332177
332178
332179
332180
332181
332182
332183
332184
332185
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time