4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274441 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
11 s
Locality Level Summary:
Process local: 90
Input Size / Records:
30.5 KiB / 12
Associated Job Ids:
41163
DAG Visualization
digraph G { id="graph_1274441"; subgraph graph_stage_1274441 { id="graph_stage_1274441"; isCluster="true"; label="Stage 1274441"; subgraph cluster_859905 { id="cluster_859905"; isCluster="true"; label="Exchange"; 334326 [id="node_334326" labelType="html" label="ShuffledRowRDD [334326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859902 { id="cluster_859902"; isCluster="true"; label="WholeStageCodegen (6)"; 334327 [id="node_334327" labelType="html" label="MapPartitionsRDD [334327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859936 { id="cluster_859936"; isCluster="true"; label="Exchange"; 334330 [id="node_334330" labelType="html" label="ShuffledRowRDD [334330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859933 { id="cluster_859933"; isCluster="true"; label="WholeStageCodegen (8)"; 334331 [id="node_334331" labelType="html" label="MapPartitionsRDD [334331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859898 { id="cluster_859898"; isCluster="true"; label="WholeStageCodegen (9)"; 334332 [id="node_334332" labelType="html" label="ZippedPartitionsRDD2 [334332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334333 [id="node_334333" labelType="html" label="MapPartitionsRDD [334333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859946 { id="cluster_859946"; isCluster="true"; label="Exchange"; 334337 [id="node_334337" labelType="html" label="ShuffledRowRDD [334337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859945 { id="cluster_859945"; isCluster="true"; label="ObjectHashAggregate"; 334338 [id="node_334338" labelType="html" label="MapPartitionsRDD [334338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859942 { id="cluster_859942"; isCluster="true"; label="WholeStageCodegen (11)"; 334339 [id="node_334339" labelType="html" label="MapPartitionsRDD [334339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859894 { id="cluster_859894"; isCluster="true"; label="WholeStageCodegen (12)"; 334340 [id="node_334340" labelType="html" label="ZippedPartitionsRDD2 [334340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334341 [id="node_334341" labelType="html" label="MapPartitionsRDD [334341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859957 { id="cluster_859957"; isCluster="true"; label="Exchange"; 334345 [id="node_334345" labelType="html" label="ShuffledRowRDD [334345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859956 { id="cluster_859956"; isCluster="true"; label="ObjectHashAggregate"; 334346 [id="node_334346" labelType="html" label="MapPartitionsRDD [334346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859953 { id="cluster_859953"; isCluster="true"; label="WholeStageCodegen (14)"; 334347 [id="node_334347" labelType="html" label="MapPartitionsRDD [334347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859890 { id="cluster_859890"; isCluster="true"; label="WholeStageCodegen (15)"; 334348 [id="node_334348" labelType="html" label="ZippedPartitionsRDD2 [334348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334349 [id="node_334349" labelType="html" label="MapPartitionsRDD [334349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859889 { id="cluster_859889"; isCluster="true"; label="InMemoryTableScan"; 334350 [id="node_334350" labelType="html" label="MapPartitionsRDD [334350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334351 [id="node_334351" labelType="html" label="*(15) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, supplier#5643995, product#5643999, plant#5643996, subrange#5643998, orderDateTime#5644000, deliveryDateTime#5643997, availabilityDateTime#5644001, nextAvailabilityDateTime#5644002, constraintValues#5644022, constraintOperators#5644021, constraintLabels#5644020, logisticUnits#5644016, orderQuantityBaseUom#5644017, orderQuantityBaseUomUuid#5644018, splitIndicator#5644009L, netPriceAmount#5644025, netPriceCurrencyCode#5644026, netPriceQuantity#5644027, ... 15 more fields]\n+- *(15) SortMergeJoin [shardId#5643281, worklistShardItemId#5643793L], [shardId#5644467, worklistShardItemId#5644468L], LeftOuter\n :- *(12) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, ... [334351] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860353 { id="cluster_860353"; isCluster="true"; label="Exchange"; 334515 [id="node_334515" labelType="html" label="ShuffledRowRDD [334515] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860331 { id="cluster_860331"; isCluster="true"; label="WholeStageCodegen (5)"; 334516 [id="node_334516" labelType="html" label="MapPartitionsRDD [334516] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860392 { id="cluster_860392"; isCluster="true"; label="InMemoryTableScan"; 334517 [id="node_334517" labelType="html" label="MapPartitionsRDD [334517] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334518 [id="node_334518" labelType="html" label="MapPartitionsRDD [334518] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334519 [id="node_334519" labelType="html" label="MapPartitionsRDD [334519] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860388 { id="cluster_860388"; isCluster="true"; label="WholeStageCodegen (6)"; 334520 [id="node_334520" labelType="html" label="MapPartitionsRDD [334520] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860372 { id="cluster_860372"; isCluster="true"; label="BroadcastNestedLoopJoin"; 334521 [id="node_334521" labelType="html" label="MapPartitionsRDD [334521] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334522 [id="node_334522" labelType="html" label="MapPartitionsRDD [334522] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860368 { id="cluster_860368"; isCluster="true"; label="WholeStageCodegen (8)"; 334523 [id="node_334523" labelType="html" label="MapPartitionsRDD [334523] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860403 { id="cluster_860403"; isCluster="true"; label="InMemoryTableScan"; 334524 [id="node_334524" labelType="html" label="MapPartitionsRDD [334524] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334525 [id="node_334525" labelType="html" label="MapPartitionsRDD [334525] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334526 [id="node_334526" labelType="html" label="MapPartitionsRDD [334526] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860399 { id="cluster_860399"; isCluster="true"; label="WholeStageCodegen (9)"; 334527 [id="node_334527" labelType="html" label="MapPartitionsRDD [334527] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860397 { id="cluster_860397"; isCluster="true"; label="BroadcastNestedLoopJoin"; 334528 [id="node_334528" labelType="html" label="MapPartitionsRDD [334528] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334529 [id="node_334529" labelType="html" label="MapPartitionsRDD [334529] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860393 { id="cluster_860393"; isCluster="true"; label="WholeStageCodegen (11)"; 334530 [id="node_334530" labelType="html" label="MapPartitionsRDD [334530] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860319 { id="cluster_860319"; isCluster="true"; label="Union"; 334531 [id="node_334531" labelType="html" label="UnionRDD [334531] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860304 { id="cluster_860304"; isCluster="true"; label="CollectLimit"; 334532 [id="node_334532" labelType="html" label="MapPartitionsRDD [334532] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334533 [id="node_334533" labelType="html" label="MapPartitionsRDD [334533] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334326->334327; 334330->334331; 334327->334332; 334331->334332; 334332->334333; 334337->334338; 334338->334339; 334333->334340; 334339->334340; 334340->334341; 334345->334346; 334346->334347; 334341->334348; 334347->334348; 334348->334349; 334349->334350; 334350->334351; 334515->334516; 334351->334517; 334517->334518; 334518->334519; 334519->334520; 334520->334521; 334521->334522; 334522->334523; 334351->334524; 334524->334525; 334525->334526; 334526->334527; 334527->334528; 334528->334529; 334529->334530; 334516->334531; 334523->334531; 334530->334531; 334531->334532; 334532->334533; }
334325,334326
334329,334330
334336,334337
334344,334345
334514,334515
334351
334326
334327
334330
334331
334332
334333
334337
334338
334339
334340
334341
334345
334346
334347
334348
334349
334350
334351
334517
334518
334519
334520
334521
334522
334523
334524
334525
334526
334527
334528
334529
334530
334531
334532
334533
Event Timeline
Enable zooming
Tasks: 90. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time