4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1266137 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
89.1 KiB / 21
Shuffle Write Size / Records:
1302.0 B / 21
Associated Job Ids:
40920
DAG Visualization
digraph G { id="graph_1266137"; subgraph graph_stage_1266137 { id="graph_stage_1266137"; isCluster="true"; label="Stage 1266137"; subgraph cluster_854749 { id="cluster_854749"; isCluster="true"; label="Exchange"; 332276 [id="node_332276" labelType="html" label="ShuffledRowRDD [332276] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854746 { id="cluster_854746"; isCluster="true"; label="WholeStageCodegen (6)"; 332277 [id="node_332277" labelType="html" label="MapPartitionsRDD [332277] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854780 { id="cluster_854780"; isCluster="true"; label="Exchange"; 332280 [id="node_332280" labelType="html" label="ShuffledRowRDD [332280] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854777 { id="cluster_854777"; isCluster="true"; label="WholeStageCodegen (8)"; 332281 [id="node_332281" labelType="html" label="MapPartitionsRDD [332281] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854742 { id="cluster_854742"; isCluster="true"; label="WholeStageCodegen (9)"; 332282 [id="node_332282" labelType="html" label="ZippedPartitionsRDD2 [332282] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332283 [id="node_332283" labelType="html" label="MapPartitionsRDD [332283] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854790 { id="cluster_854790"; isCluster="true"; label="Exchange"; 332287 [id="node_332287" labelType="html" label="ShuffledRowRDD [332287] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854789 { id="cluster_854789"; isCluster="true"; label="ObjectHashAggregate"; 332288 [id="node_332288" labelType="html" label="MapPartitionsRDD [332288] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854786 { id="cluster_854786"; isCluster="true"; label="WholeStageCodegen (11)"; 332289 [id="node_332289" labelType="html" label="MapPartitionsRDD [332289] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854738 { id="cluster_854738"; isCluster="true"; label="WholeStageCodegen (12)"; 332290 [id="node_332290" labelType="html" label="ZippedPartitionsRDD2 [332290] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332291 [id="node_332291" labelType="html" label="MapPartitionsRDD [332291] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854801 { id="cluster_854801"; isCluster="true"; label="Exchange"; 332295 [id="node_332295" labelType="html" label="ShuffledRowRDD [332295] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854800 { id="cluster_854800"; isCluster="true"; label="ObjectHashAggregate"; 332296 [id="node_332296" labelType="html" label="MapPartitionsRDD [332296] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854797 { id="cluster_854797"; isCluster="true"; label="WholeStageCodegen (14)"; 332297 [id="node_332297" labelType="html" label="MapPartitionsRDD [332297] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854734 { id="cluster_854734"; isCluster="true"; label="WholeStageCodegen (15)"; 332298 [id="node_332298" labelType="html" label="ZippedPartitionsRDD2 [332298] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332299 [id="node_332299" labelType="html" label="MapPartitionsRDD [332299] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854733 { id="cluster_854733"; isCluster="true"; label="InMemoryTableScan"; 332300 [id="node_332300" labelType="html" label="MapPartitionsRDD [332300] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332301 [id="node_332301" labelType="html" label="*(15) Project [shardId#5601131, worklistShardItemId#5601643L, quantityAfterProdPlantOptimization#5601644, qty#5601645, orderProposalId#5601842L, originalReplenishmentRunId#5601881L, supplierGroup#5601844, supplier#5601845, product#5601849, plant#5601846, subrange#5601848, orderDateTime#5601850, deliveryDateTime#5601847, availabilityDateTime#5601851, nextAvailabilityDateTime#5601852, constraintValues#5601872, constraintOperators#5601871, constraintLabels#5601870, logisticUnits#5601866, orderQuantityBaseUom#5601867, orderQuantityBaseUomUuid#5601868, splitIndicator#5601859L, netPriceAmount#5601875, netPriceCurrencyCode#5601876, netPriceQuantity#5601877, ... 15 more fields]\n+- *(15) SortMergeJoin [shardId#5601131, worklistShardItemId#5601643L], [shardId#5602454, worklistShardItemId#5602455L], LeftOuter\n :- *(12) Project [shardId#5601131, worklistShardItemId#5601643L, quantityAfterProdPlantOptimization#5601644, qty#5601645, orderProposalId#5601842L, originalReplenishmentRunId#5601881L, supplierGroup#5601844, ... [332301] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855053 { id="cluster_855053"; isCluster="true"; label="InMemoryTableScan"; 332392 [id="node_332392" labelType="html" label="MapPartitionsRDD [332392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332393 [id="node_332393" labelType="html" label="MapPartitionsRDD [332393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332394 [id="node_332394" labelType="html" label="MapPartitionsRDD [332394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855047 { id="cluster_855047"; isCluster="true"; label="WholeStageCodegen (1)"; 332395 [id="node_332395" labelType="html" label="MapPartitionsRDD [332395] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855046 { id="cluster_855046"; isCluster="true"; label="CollectLimit"; 332396 [id="node_332396" labelType="html" label="MapPartitionsRDD [332396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332397 [id="node_332397" labelType="html" label="MapPartitionsRDD [332397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332276->332277; 332280->332281; 332277->332282; 332281->332282; 332282->332283; 332287->332288; 332288->332289; 332283->332290; 332289->332290; 332290->332291; 332295->332296; 332296->332297; 332291->332298; 332297->332298; 332298->332299; 332299->332300; 332300->332301; 332301->332392; 332392->332393; 332393->332394; 332394->332395; 332395->332396; 332396->332397; }
332275,332276
332279,332280
332286,332287
332294,332295
332301
332276
332277
332280
332281
332282
332283
332287
332288
332289
332290
332291
332295
332296
332297
332298
332299
332300
332301
332392
332393
332394
332395
332396
332397
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time