4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265636 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 s
Locality Level Summary:
Node local: 21; Process local: 9
Shuffle Read Size / Records:
238.9 KiB / 570
Associated Job Ids:
40914
DAG Visualization
digraph G { id="graph_1265636"; subgraph graph_stage_1265636 { id="graph_stage_1265636"; isCluster="true"; label="Stage 1265636"; subgraph cluster_854749 { id="cluster_854749"; isCluster="true"; label="Exchange"; 332276 [id="node_332276" labelType="html" label="ShuffledRowRDD [332276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854746 { id="cluster_854746"; isCluster="true"; label="WholeStageCodegen (6)"; 332277 [id="node_332277" labelType="html" label="MapPartitionsRDD [332277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854780 { id="cluster_854780"; isCluster="true"; label="Exchange"; 332280 [id="node_332280" labelType="html" label="ShuffledRowRDD [332280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854777 { id="cluster_854777"; isCluster="true"; label="WholeStageCodegen (8)"; 332281 [id="node_332281" labelType="html" label="MapPartitionsRDD [332281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854742 { id="cluster_854742"; isCluster="true"; label="WholeStageCodegen (9)"; 332282 [id="node_332282" labelType="html" label="ZippedPartitionsRDD2 [332282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332283 [id="node_332283" labelType="html" label="MapPartitionsRDD [332283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854790 { id="cluster_854790"; isCluster="true"; label="Exchange"; 332287 [id="node_332287" labelType="html" label="ShuffledRowRDD [332287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854789 { id="cluster_854789"; isCluster="true"; label="ObjectHashAggregate"; 332288 [id="node_332288" labelType="html" label="MapPartitionsRDD [332288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854786 { id="cluster_854786"; isCluster="true"; label="WholeStageCodegen (11)"; 332289 [id="node_332289" labelType="html" label="MapPartitionsRDD [332289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854738 { id="cluster_854738"; isCluster="true"; label="WholeStageCodegen (12)"; 332290 [id="node_332290" labelType="html" label="ZippedPartitionsRDD2 [332290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332291 [id="node_332291" labelType="html" label="MapPartitionsRDD [332291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854801 { id="cluster_854801"; isCluster="true"; label="Exchange"; 332295 [id="node_332295" labelType="html" label="ShuffledRowRDD [332295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854800 { id="cluster_854800"; isCluster="true"; label="ObjectHashAggregate"; 332296 [id="node_332296" labelType="html" label="MapPartitionsRDD [332296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854797 { id="cluster_854797"; isCluster="true"; label="WholeStageCodegen (14)"; 332297 [id="node_332297" labelType="html" label="MapPartitionsRDD [332297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854734 { id="cluster_854734"; isCluster="true"; label="WholeStageCodegen (15)"; 332298 [id="node_332298" labelType="html" label="ZippedPartitionsRDD2 [332298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332299 [id="node_332299" labelType="html" label="MapPartitionsRDD [332299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854733 { id="cluster_854733"; isCluster="true"; label="InMemoryTableScan"; 332300 [id="node_332300" labelType="html" label="MapPartitionsRDD [332300] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332301 [id="node_332301" labelType="html" label="*(15) Project [shardId#5601131, worklistShardItemId#5601643L, quantityAfterProdPlantOptimization#5601644, qty#5601645, orderProposalId#5601842L, originalReplenishmentRunId#5601881L, supplierGroup#5601844, supplier#5601845, product#5601849, plant#5601846, subrange#5601848, orderDateTime#5601850, deliveryDateTime#5601847, availabilityDateTime#5601851, nextAvailabilityDateTime#5601852, constraintValues#5601872, constraintOperators#5601871, constraintLabels#5601870, logisticUnits#5601866, orderQuantityBaseUom#5601867, orderQuantityBaseUomUuid#5601868, splitIndicator#5601859L, netPriceAmount#5601875, netPriceCurrencyCode#5601876, netPriceQuantity#5601877, ... 15 more fields]\n+- *(15) SortMergeJoin [shardId#5601131, worklistShardItemId#5601643L], [shardId#5602454, worklistShardItemId#5602455L], LeftOuter\n :- *(12) Project [shardId#5601131, worklistShardItemId#5601643L, quantityAfterProdPlantOptimization#5601644, qty#5601645, orderProposalId#5601842L, originalReplenishmentRunId#5601881L, supplierGroup#5601844, ... [332301] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332302 [id="node_332302" labelType="html" label="MapPartitionsRDD [332302] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332303 [id="node_332303" labelType="html" label="MapPartitionsRDD [332303] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332304 [id="node_332304" labelType="html" label="MapPartitionsRDD [332304] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854725 { id="cluster_854725"; isCluster="true"; label="WholeStageCodegen (1)"; 332305 [id="node_332305" labelType="html" label="MapPartitionsRDD [332305] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854723 { id="cluster_854723"; isCluster="true"; label="Project"; 332306 [id="node_332306" labelType="html" label="MapPartitionsRDD [332306] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854722 { id="cluster_854722"; isCluster="true"; label="Project"; 332307 [id="node_332307" labelType="html" label="MapPartitionsRDD [332307] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854720 { id="cluster_854720"; isCluster="true"; label="Project"; 332308 [id="node_332308" labelType="html" label="MapPartitionsRDD [332308] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854718 { id="cluster_854718"; isCluster="true"; label="ObjectHashAggregate"; 332309 [id="node_332309" labelType="html" label="MapPartitionsRDD [332309] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854717 { id="cluster_854717"; isCluster="true"; label="Exchange"; 332310 [id="node_332310" labelType="html" label="MapPartitionsRDD [332310] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332276->332277; 332280->332281; 332277->332282; 332281->332282; 332282->332283; 332287->332288; 332288->332289; 332283->332290; 332289->332290; 332290->332291; 332295->332296; 332296->332297; 332291->332298; 332297->332298; 332298->332299; 332299->332300; 332300->332301; 332301->332302; 332302->332303; 332303->332304; 332304->332305; 332305->332306; 332306->332307; 332307->332308; 332308->332309; 332309->332310; }
332275,332276
332279,332280
332286,332287
332294,332295
332301
332276
332277
332280
332281
332282
332283
332287
332288
332289
332290
332291
332295
332296
332297
332298
332299
332300
332301
332302
332303
332304
332305
332306
332307
332308
332309
332310
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time