4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727415 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
216.3 KiB / 384
Associated Job Ids:
127262
DAG Visualization
digraph G { id="graph_3727415"; subgraph graph_stage_3727415 { id="graph_stage_3727415"; isCluster="true"; label="Stage 3727415"; subgraph cluster_2797358 { id="cluster_2797358"; isCluster="true"; label="Exchange"; 1062329 [id="node_1062329" labelType="html" label="ShuffledRowRDD [1062329] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797355 { id="cluster_2797355"; isCluster="true"; label="WholeStageCodegen (4)"; 1062330 [id="node_1062330" labelType="html" label="MapPartitionsRDD [1062330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797379 { id="cluster_2797379"; isCluster="true"; label="Exchange"; 1062333 [id="node_1062333" labelType="html" label="ShuffledRowRDD [1062333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797376 { id="cluster_2797376"; isCluster="true"; label="WholeStageCodegen (6)"; 1062334 [id="node_1062334" labelType="html" label="MapPartitionsRDD [1062334] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797351 { id="cluster_2797351"; isCluster="true"; label="WholeStageCodegen (7)"; 1062335 [id="node_1062335" labelType="html" label="ZippedPartitionsRDD2 [1062335] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062336 [id="node_1062336" labelType="html" label="MapPartitionsRDD [1062336] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797389 { id="cluster_2797389"; isCluster="true"; label="Exchange"; 1062340 [id="node_1062340" labelType="html" label="ShuffledRowRDD [1062340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797388 { id="cluster_2797388"; isCluster="true"; label="ObjectHashAggregate"; 1062341 [id="node_1062341" labelType="html" label="MapPartitionsRDD [1062341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797385 { id="cluster_2797385"; isCluster="true"; label="WholeStageCodegen (9)"; 1062342 [id="node_1062342" labelType="html" label="MapPartitionsRDD [1062342] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797347 { id="cluster_2797347"; isCluster="true"; label="WholeStageCodegen (10)"; 1062343 [id="node_1062343" labelType="html" label="ZippedPartitionsRDD2 [1062343] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062344 [id="node_1062344" labelType="html" label="MapPartitionsRDD [1062344] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797400 { id="cluster_2797400"; isCluster="true"; label="Exchange"; 1062348 [id="node_1062348" labelType="html" label="ShuffledRowRDD [1062348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797399 { id="cluster_2797399"; isCluster="true"; label="ObjectHashAggregate"; 1062349 [id="node_1062349" labelType="html" label="MapPartitionsRDD [1062349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797396 { id="cluster_2797396"; isCluster="true"; label="WholeStageCodegen (12)"; 1062350 [id="node_1062350" labelType="html" label="MapPartitionsRDD [1062350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797333 { id="cluster_2797333"; isCluster="true"; label="WholeStageCodegen (13)"; 1062351 [id="node_1062351" labelType="html" label="ZippedPartitionsRDD2 [1062351] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062352 [id="node_1062352" labelType="html" label="MapPartitionsRDD [1062352] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797332 { id="cluster_2797332"; isCluster="true"; label="InMemoryTableScan"; 1062353 [id="node_1062353" labelType="html" label="MapPartitionsRDD [1062353] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062354 [id="node_1062354" labelType="html" label="*(13) Project [shardId#15070782, worklistShardItemId#15071294L, quantityAfterProdPlantOptimization#15071295, qty#15071296, orderProposalId#15071495L, originalReplenishmentRunId#15071537L, supplierGroup#15071497, supplier#15071498, supplyingPlant#15071502, productGroup#15071503, product#15071504, plant#15071499, subrange#15071501, orderDateTime#15071505, deliveryDateTime#15071500, availabilityDateTime#15071506, nextAvailabilityDateTime#15071507, constraintValues#15071528, constraintOperators#15071527, constraintLabels#15071526, logisticUnits#15071522, orderQuantityBaseUom#15071523, orderQuantityBaseUomUuid#15071524, splitIndicator#15071514L, netPriceAmount#15071531, ... 17 more fields]\n+- *(13) SortMergeJoin [shardId#15070782, worklistShardItemId#15071294L], [shardId#15072044, worklistShardItemId#15072045L], LeftOuter\n :- *(10) Project [shardId#15070782, worklistShardItemId#15071294L, quantityAfterProdPlantOptimization#15071295, qty#15071296, orderProposalId#15071495L, originalReplenishmentRunId#15071537L... [1062354] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062355 [id="node_1062355" labelType="html" label="MapPartitionsRDD [1062355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062356 [id="node_1062356" labelType="html" label="MapPartitionsRDD [1062356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062357 [id="node_1062357" labelType="html" label="MapPartitionsRDD [1062357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797328 { id="cluster_2797328"; isCluster="true"; label="WholeStageCodegen (1)"; 1062358 [id="node_1062358" labelType="html" label="MapPartitionsRDD [1062358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797327 { id="cluster_2797327"; isCluster="true"; label="Project"; 1062359 [id="node_1062359" labelType="html" label="MapPartitionsRDD [1062359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797326 { id="cluster_2797326"; isCluster="true"; label="Project"; 1062360 [id="node_1062360" labelType="html" label="MapPartitionsRDD [1062360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797325 { id="cluster_2797325"; isCluster="true"; label="Project"; 1062361 [id="node_1062361" labelType="html" label="MapPartitionsRDD [1062361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797324 { id="cluster_2797324"; isCluster="true"; label="ObjectHashAggregate"; 1062362 [id="node_1062362" labelType="html" label="MapPartitionsRDD [1062362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797323 { id="cluster_2797323"; isCluster="true"; label="Exchange"; 1062363 [id="node_1062363" labelType="html" label="MapPartitionsRDD [1062363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062329->1062330; 1062333->1062334; 1062330->1062335; 1062334->1062335; 1062335->1062336; 1062340->1062341; 1062341->1062342; 1062336->1062343; 1062342->1062343; 1062343->1062344; 1062348->1062349; 1062349->1062350; 1062344->1062351; 1062350->1062351; 1062351->1062352; 1062352->1062353; 1062353->1062354; 1062354->1062355; 1062355->1062356; 1062356->1062357; 1062357->1062358; 1062358->1062359; 1062359->1062360; 1062360->1062361; 1062361->1062362; 1062362->1062363; }
1062328,1062329
1062332,1062333
1062339,1062340
1062347,1062348
1062354
1062329
1062330
1062333
1062334
1062335
1062336
1062340
1062341
1062342
1062343
1062344
1062348
1062349
1062350
1062351
1062352
1062353
1062354
1062355
1062356
1062357
1062358
1062359
1062360
1062361
1062362
1062363
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time