4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728244 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 90
Input Size / Records:
152.4 KiB / 40
Associated Job Ids:
127282
DAG Visualization
digraph G { id="graph_3728244"; subgraph graph_stage_3728244 { id="graph_stage_3728244"; isCluster="true"; label="Stage 3728244"; subgraph cluster_2797358 { id="cluster_2797358"; isCluster="true"; label="Exchange"; 1062329 [id="node_1062329" labelType="html" label="ShuffledRowRDD [1062329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797355 { id="cluster_2797355"; isCluster="true"; label="WholeStageCodegen (4)"; 1062330 [id="node_1062330" labelType="html" label="MapPartitionsRDD [1062330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797379 { id="cluster_2797379"; isCluster="true"; label="Exchange"; 1062333 [id="node_1062333" labelType="html" label="ShuffledRowRDD [1062333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797376 { id="cluster_2797376"; isCluster="true"; label="WholeStageCodegen (6)"; 1062334 [id="node_1062334" labelType="html" label="MapPartitionsRDD [1062334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797351 { id="cluster_2797351"; isCluster="true"; label="WholeStageCodegen (7)"; 1062335 [id="node_1062335" labelType="html" label="ZippedPartitionsRDD2 [1062335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062336 [id="node_1062336" labelType="html" label="MapPartitionsRDD [1062336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797389 { id="cluster_2797389"; isCluster="true"; label="Exchange"; 1062340 [id="node_1062340" labelType="html" label="ShuffledRowRDD [1062340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797388 { id="cluster_2797388"; isCluster="true"; label="ObjectHashAggregate"; 1062341 [id="node_1062341" labelType="html" label="MapPartitionsRDD [1062341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797385 { id="cluster_2797385"; isCluster="true"; label="WholeStageCodegen (9)"; 1062342 [id="node_1062342" labelType="html" label="MapPartitionsRDD [1062342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797347 { id="cluster_2797347"; isCluster="true"; label="WholeStageCodegen (10)"; 1062343 [id="node_1062343" labelType="html" label="ZippedPartitionsRDD2 [1062343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062344 [id="node_1062344" labelType="html" label="MapPartitionsRDD [1062344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797400 { id="cluster_2797400"; isCluster="true"; label="Exchange"; 1062348 [id="node_1062348" labelType="html" label="ShuffledRowRDD [1062348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797399 { id="cluster_2797399"; isCluster="true"; label="ObjectHashAggregate"; 1062349 [id="node_1062349" labelType="html" label="MapPartitionsRDD [1062349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797396 { id="cluster_2797396"; isCluster="true"; label="WholeStageCodegen (12)"; 1062350 [id="node_1062350" labelType="html" label="MapPartitionsRDD [1062350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797333 { id="cluster_2797333"; isCluster="true"; label="WholeStageCodegen (13)"; 1062351 [id="node_1062351" labelType="html" label="ZippedPartitionsRDD2 [1062351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062352 [id="node_1062352" labelType="html" label="MapPartitionsRDD [1062352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797332 { id="cluster_2797332"; isCluster="true"; label="InMemoryTableScan"; 1062353 [id="node_1062353" labelType="html" label="MapPartitionsRDD [1062353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062354 [id="node_1062354" labelType="html" label="*(13) Project [shardId#15070782, worklistShardItemId#15071294L, quantityAfterProdPlantOptimization#15071295, qty#15071296, orderProposalId#15071495L, originalReplenishmentRunId#15071537L, supplierGroup#15071497, supplier#15071498, supplyingPlant#15071502, productGroup#15071503, product#15071504, plant#15071499, subrange#15071501, orderDateTime#15071505, deliveryDateTime#15071500, availabilityDateTime#15071506, nextAvailabilityDateTime#15071507, constraintValues#15071528, constraintOperators#15071527, constraintLabels#15071526, logisticUnits#15071522, orderQuantityBaseUom#15071523, orderQuantityBaseUomUuid#15071524, splitIndicator#15071514L, netPriceAmount#15071531, ... 17 more fields]\n+- *(13) SortMergeJoin [shardId#15070782, worklistShardItemId#15071294L], [shardId#15072044, worklistShardItemId#15072045L], LeftOuter\n :- *(10) Project [shardId#15070782, worklistShardItemId#15071294L, quantityAfterProdPlantOptimization#15071295, qty#15071296, orderProposalId#15071495L, originalReplenishmentRunId#15071537L... [1062354] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797774 { id="cluster_2797774"; isCluster="true"; label="Exchange"; 1062516 [id="node_1062516" labelType="html" label="ShuffledRowRDD [1062516] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797752 { id="cluster_2797752"; isCluster="true"; label="WholeStageCodegen (5)"; 1062517 [id="node_1062517" labelType="html" label="MapPartitionsRDD [1062517] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797813 { id="cluster_2797813"; isCluster="true"; label="InMemoryTableScan"; 1062518 [id="node_1062518" labelType="html" label="MapPartitionsRDD [1062518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062519 [id="node_1062519" labelType="html" label="MapPartitionsRDD [1062519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062520 [id="node_1062520" labelType="html" label="MapPartitionsRDD [1062520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797809 { id="cluster_2797809"; isCluster="true"; label="WholeStageCodegen (6)"; 1062521 [id="node_1062521" labelType="html" label="MapPartitionsRDD [1062521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797793 { id="cluster_2797793"; isCluster="true"; label="BroadcastNestedLoopJoin"; 1062522 [id="node_1062522" labelType="html" label="MapPartitionsRDD [1062522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062523 [id="node_1062523" labelType="html" label="MapPartitionsRDD [1062523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797789 { id="cluster_2797789"; isCluster="true"; label="WholeStageCodegen (8)"; 1062524 [id="node_1062524" labelType="html" label="MapPartitionsRDD [1062524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797824 { id="cluster_2797824"; isCluster="true"; label="InMemoryTableScan"; 1062525 [id="node_1062525" labelType="html" label="MapPartitionsRDD [1062525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062526 [id="node_1062526" labelType="html" label="MapPartitionsRDD [1062526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062527 [id="node_1062527" labelType="html" label="MapPartitionsRDD [1062527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797820 { id="cluster_2797820"; isCluster="true"; label="WholeStageCodegen (9)"; 1062528 [id="node_1062528" labelType="html" label="MapPartitionsRDD [1062528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797818 { id="cluster_2797818"; isCluster="true"; label="BroadcastNestedLoopJoin"; 1062529 [id="node_1062529" labelType="html" label="MapPartitionsRDD [1062529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062530 [id="node_1062530" labelType="html" label="MapPartitionsRDD [1062530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797814 { id="cluster_2797814"; isCluster="true"; label="WholeStageCodegen (11)"; 1062531 [id="node_1062531" labelType="html" label="MapPartitionsRDD [1062531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797741 { id="cluster_2797741"; isCluster="true"; label="Union"; 1062532 [id="node_1062532" labelType="html" label="UnionRDD [1062532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797725 { id="cluster_2797725"; isCluster="true"; label="CollectLimit"; 1062533 [id="node_1062533" labelType="html" label="MapPartitionsRDD [1062533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062534 [id="node_1062534" labelType="html" label="MapPartitionsRDD [1062534] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062329->1062330; 1062333->1062334; 1062330->1062335; 1062334->1062335; 1062335->1062336; 1062340->1062341; 1062341->1062342; 1062336->1062343; 1062342->1062343; 1062343->1062344; 1062348->1062349; 1062349->1062350; 1062344->1062351; 1062350->1062351; 1062351->1062352; 1062352->1062353; 1062353->1062354; 1062516->1062517; 1062354->1062518; 1062518->1062519; 1062519->1062520; 1062520->1062521; 1062521->1062522; 1062522->1062523; 1062523->1062524; 1062354->1062525; 1062525->1062526; 1062526->1062527; 1062527->1062528; 1062528->1062529; 1062529->1062530; 1062530->1062531; 1062517->1062532; 1062524->1062532; 1062531->1062532; 1062532->1062533; 1062533->1062534; }
1062328,1062329
1062332,1062333
1062339,1062340
1062347,1062348
1062515,1062516
1062354
1062329
1062330
1062333
1062334
1062335
1062336
1062340
1062341
1062342
1062343
1062344
1062348
1062349
1062350
1062351
1062352
1062353
1062354
1062518
1062519
1062520
1062521
1062522
1062523
1062524
1062525
1062526
1062527
1062528
1062529
1062530
1062531
1062532
1062533
1062534
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time