4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274209 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 30
Input Size / Records:
15.3 KiB / 6
Output Size / Records:
16.3 KiB / 48
Associated Job Ids:
41154
DAG Visualization
digraph G { id="graph_1274209"; subgraph graph_stage_1274209 { id="graph_stage_1274209"; isCluster="true"; label="Stage 1274209"; subgraph cluster_859905 { id="cluster_859905"; isCluster="true"; label="Exchange"; 334326 [id="node_334326" labelType="html" label="ShuffledRowRDD [334326] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859902 { id="cluster_859902"; isCluster="true"; label="WholeStageCodegen (6)"; 334327 [id="node_334327" labelType="html" label="MapPartitionsRDD [334327] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859936 { id="cluster_859936"; isCluster="true"; label="Exchange"; 334330 [id="node_334330" labelType="html" label="ShuffledRowRDD [334330] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859933 { id="cluster_859933"; isCluster="true"; label="WholeStageCodegen (8)"; 334331 [id="node_334331" labelType="html" label="MapPartitionsRDD [334331] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859898 { id="cluster_859898"; isCluster="true"; label="WholeStageCodegen (9)"; 334332 [id="node_334332" labelType="html" label="ZippedPartitionsRDD2 [334332] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334333 [id="node_334333" labelType="html" label="MapPartitionsRDD [334333] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859946 { id="cluster_859946"; isCluster="true"; label="Exchange"; 334337 [id="node_334337" labelType="html" label="ShuffledRowRDD [334337] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859945 { id="cluster_859945"; isCluster="true"; label="ObjectHashAggregate"; 334338 [id="node_334338" labelType="html" label="MapPartitionsRDD [334338] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859942 { id="cluster_859942"; isCluster="true"; label="WholeStageCodegen (11)"; 334339 [id="node_334339" labelType="html" label="MapPartitionsRDD [334339] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859894 { id="cluster_859894"; isCluster="true"; label="WholeStageCodegen (12)"; 334340 [id="node_334340" labelType="html" label="ZippedPartitionsRDD2 [334340] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334341 [id="node_334341" labelType="html" label="MapPartitionsRDD [334341] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859957 { id="cluster_859957"; isCluster="true"; label="Exchange"; 334345 [id="node_334345" labelType="html" label="ShuffledRowRDD [334345] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859956 { id="cluster_859956"; isCluster="true"; label="ObjectHashAggregate"; 334346 [id="node_334346" labelType="html" label="MapPartitionsRDD [334346] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859953 { id="cluster_859953"; isCluster="true"; label="WholeStageCodegen (14)"; 334347 [id="node_334347" labelType="html" label="MapPartitionsRDD [334347] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859890 { id="cluster_859890"; isCluster="true"; label="WholeStageCodegen (15)"; 334348 [id="node_334348" labelType="html" label="ZippedPartitionsRDD2 [334348] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334349 [id="node_334349" labelType="html" label="MapPartitionsRDD [334349] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859889 { id="cluster_859889"; isCluster="true"; label="InMemoryTableScan"; 334350 [id="node_334350" labelType="html" label="MapPartitionsRDD [334350] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334351 [id="node_334351" labelType="html" label="*(15) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, supplier#5643995, product#5643999, plant#5643996, subrange#5643998, orderDateTime#5644000, deliveryDateTime#5643997, availabilityDateTime#5644001, nextAvailabilityDateTime#5644002, constraintValues#5644022, constraintOperators#5644021, constraintLabels#5644020, logisticUnits#5644016, orderQuantityBaseUom#5644017, orderQuantityBaseUomUuid#5644018, splitIndicator#5644009L, netPriceAmount#5644025, netPriceCurrencyCode#5644026, netPriceQuantity#5644027, ... 15 more fields]\n+- *(15) SortMergeJoin [shardId#5643281, worklistShardItemId#5643793L], [shardId#5644467, worklistShardItemId#5644468L], LeftOuter\n :- *(12) Project [shardId#5643281, worklistShardItemId#5643793L, quantityAfterProdPlantOptimization#5643794, qty#5643795, orderProposalId#5643992L, originalReplenishmentRunId#5644031L, supplierGroup#5643994, ... [334351] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860228 { id="cluster_860228"; isCluster="true"; label="InMemoryTableScan"; 334451 [id="node_334451" labelType="html" label="MapPartitionsRDD [334451] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334452 [id="node_334452" labelType="html" label="MapPartitionsRDD [334452] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334453 [id="node_334453" labelType="html" label="MapPartitionsRDD [334453] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860223 { id="cluster_860223"; isCluster="true"; label="WholeStageCodegen (1)"; 334454 [id="node_334454" labelType="html" label="MapPartitionsRDD [334454] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860222 { id="cluster_860222"; isCluster="true"; label="Project"; 334455 [id="node_334455" labelType="html" label="MapPartitionsRDD [334455] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860221 { id="cluster_860221"; isCluster="true"; label="WriteFiles"; 334456 [id="node_334456" labelType="html" label="MapPartitionsRDD [334456] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334326->334327; 334330->334331; 334327->334332; 334331->334332; 334332->334333; 334337->334338; 334338->334339; 334333->334340; 334339->334340; 334340->334341; 334345->334346; 334346->334347; 334341->334348; 334347->334348; 334348->334349; 334349->334350; 334350->334351; 334351->334451; 334451->334452; 334452->334453; 334453->334454; 334454->334455; 334455->334456; }
334325,334326
334329,334330
334336,334337
334344,334345
334351
334326
334327
334330
334331
334332
334333
334337
334338
334339
334340
334341
334345
334346
334347
334348
334349
334350
334351
334451
334452
334453
334454
334455
334456
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time