4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274131 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
15.3 KiB / 6
Shuffle Write Size / Records:
372.0 B / 6
Associated Job Ids:
41153
DAG Visualization
digraph G { id="graph_1274131"; subgraph graph_stage_1274131 { id="graph_stage_1274131"; isCluster="true"; label="Stage 1274131"; subgraph cluster_859905 { id="cluster_859905"; isCluster="true"; label="Exchange"; 334326 [id="node_334326" labelType="html" label="ShuffledRowRDD [334326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859902 { id="cluster_859902"; isCluster="true"; label="WholeStageCodegen (6)"; 334327 [id="node_334327" labelType="html" label="MapPartitionsRDD [334327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859936 { id="cluster_859936"; isCluster="true"; label="Exchange"; 334330 [id="node_334330" labelType="html" label="ShuffledRowRDD [334330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859933 { id="cluster_859933"; isCluster="true"; label="WholeStageCodegen (8)"; 334331 [id="node_334331" labelType="html" label="MapPartitionsRDD [334331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859898 { id="cluster_859898"; isCluster="true"; label="WholeStageCodegen (9)"; 334332 [id="node_334332" labelType="html" label="ZippedPartitionsRDD2 [334332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334333 [id="node_334333" labelType="html" label="MapPartitionsRDD [334333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859946 { id="cluster_859946"; isCluster="true"; label="Exchange"; 334337 [id="node_334337" labelType="html" label="ShuffledRowRDD [334337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859945 { id="cluster_859945"; isCluster="true"; label="ObjectHashAggregate"; 334338 [id="node_334338" labelType="html" label="MapPartitionsRDD [334338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859942 { id="cluster_859942"; isCluster="true"; label="WholeStageCodegen (11)"; 334339 [id="node_334339" labelType="html" label="MapPartitionsRDD [334339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859894 { id="cluster_859894"; isCluster="true"; label="WholeStageCodegen (12)"; 334340 [id="node_334340" labelType="html" label="ZippedPartitionsRDD2 [334340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334341 [id="node_334341" labelType="html" label="MapPartitionsRDD [334341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859957 { id="cluster_859957"; isCluster="true"; label="Exchange"; 334345 [id="node_334345" labelType="html" label="ShuffledRowRDD [334345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859956 { id="cluster_859956"; isCluster="true"; label="ObjectHashAggregate"; 334346 [id="node_334346" labelType="html" label="MapPartitionsRDD [334346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859953 { id="cluster_859953"; isCluster="true"; label="WholeStageCodegen (14)"; 334347 [id="node_334347" labelType="html" label="MapPartitionsRDD [334347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859890 { id="cluster_859890"; isCluster="true"; label="WholeStageCodegen (15)"; 334348 [id="node_334348" labelType="html" label="ZippedPartitionsRDD2 [334348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334349 [id="node_334349" labelType="html" label="MapPartitionsRDD [334349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859889 { id="cluster_859889"; isCluster="true"; label="InMemoryTableScan"; 334350 [id="node_334350" labelType="html" label="MapPartitionsRDD [334350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334351 [id="node_334351" labelType="html" label="*(15) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, supplier#5643995, product#5643999, plant#5643996, subrange#5643998, orderDateTime#5644000, deliveryDateTime#5643997, availabilityDateTime#5644001, nextAvailabilityDateTime#5644002, constraintValues#5644022, constraintOperators#5644021, constraintLabels#5644020, logisticUnits#5644016, orderQuantityBaseUom#5644017, orderQuantityBaseUomUuid#5644018, splitIndicator#5644009L, netPriceAmount#5644025, netPriceCurrencyCode#5644026, netPriceQuantity#5644027, ... 15 more fields]\n+- *(15) SortMergeJoin [shardId#5643281, worklistShardItemId#5643793L], [shardId#5644467, worklistShardItemId#5644468L], LeftOuter\n :- *(12) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, ... [334351] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860209 { id="cluster_860209"; isCluster="true"; label="InMemoryTableScan"; 334442 [id="node_334442" labelType="html" label="MapPartitionsRDD [334442] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334443 [id="node_334443" labelType="html" label="MapPartitionsRDD [334443] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334444 [id="node_334444" labelType="html" label="MapPartitionsRDD [334444] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860203 { id="cluster_860203"; isCluster="true"; label="WholeStageCodegen (1)"; 334445 [id="node_334445" labelType="html" label="MapPartitionsRDD [334445] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860202 { id="cluster_860202"; isCluster="true"; label="CollectLimit"; 334446 [id="node_334446" labelType="html" label="MapPartitionsRDD [334446] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334447 [id="node_334447" labelType="html" label="MapPartitionsRDD [334447] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334326->334327; 334330->334331; 334327->334332; 334331->334332; 334332->334333; 334337->334338; 334338->334339; 334333->334340; 334339->334340; 334340->334341; 334345->334346; 334346->334347; 334341->334348; 334347->334348; 334348->334349; 334349->334350; 334350->334351; 334351->334442; 334442->334443; 334443->334444; 334444->334445; 334445->334446; 334446->334447; }
334325,334326
334329,334330
334336,334337
334344,334345
334351
334326
334327
334330
334331
334332
334333
334337
334338
334339
334340
334341
334345
334346
334347
334348
334349
334350
334351
334442
334443
334444
334445
334446
334447
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time