4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1253072 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
47.2 KiB / 24
Shuffle Write Size / Records:
1488.0 B / 24
Associated Job Ids:
40649
DAG Visualization
digraph G { id="graph_1253072"; subgraph graph_stage_1253072 { id="graph_stage_1253072"; isCluster="true"; label="Stage 1253072"; subgraph cluster_848481 { id="cluster_848481"; isCluster="true"; label="Exchange"; 329823 [id="node_329823" labelType="html" label="ShuffledRowRDD [329823] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_848477 { id="cluster_848477"; isCluster="true"; label="WholeStageCodegen (2)"; 329824 [id="node_329824" labelType="html" label="MapPartitionsRDD [329824] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_848482 { id="cluster_848482"; isCluster="true"; label="mapPartitionsInternal"; 329825 [id="node_329825" labelType="html" label="MapPartitionsRDD [329825] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_848483 { id="cluster_848483"; isCluster="true"; label="mapPartitionsInternal"; 329826 [id="node_329826" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000000244 AS shardId#5563871, worklistShardItemId#5563934L, orderProposalId#5563914L, orderProposalItemId#5563915, orderProposalItemGroupId#5563935, originalReplenishmentRunId#5563953L, orderProposalHorizonGroupingId#5563930L, splitIndicator#5563931L, previousOrderProposal#5563932L, clusterId#5563933L, cast(sequenceId#5563955 as bigint) AS sequenceId#5563881L, sourceOfSupplyUuid#5563926, supplierGroup#5563916, supplier#5563917, subrange#5563920, product#5563921, plant#5563918, purchasingOrg#5563927, purchasingGroup#5563928, mrpController#5563925, orderDateTime#5563922, deliveryDateTime#5563919, availabilityDateTime#5563923, nextAvailabilityDateTime#5563924, isFallbackOrderOnly#5563929, ... 18 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#5563934L, 37), REPARTITION_BY_NUM, [plan_id=2601726]\n +- Filter ((isnotnull(availabilityDateTime#5563923) AND isnotnull(nextAvailabilityDateTime#5563924)) AND (nextAvailabilityDateTime#5563924 > ... [329826] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_848486 { id="cluster_848486"; isCluster="true"; label="InMemoryTableScan"; 329827 [id="node_329827" labelType="html" label="MapPartitionsRDD [329827] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 329828 [id="node_329828" labelType="html" label="MapPartitionsRDD [329828] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 329829 [id="node_329829" labelType="html" label="MapPartitionsRDD [329829] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_848484 { id="cluster_848484"; isCluster="true"; label="CollectLimit"; 329830 [id="node_329830" labelType="html" label="MapPartitionsRDD [329830] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 329831 [id="node_329831" labelType="html" label="MapPartitionsRDD [329831] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 329823->329824; 329824->329825; 329825->329826; 329826->329827; 329827->329828; 329828->329829; 329829->329830; 329830->329831; }
329822,329823
329826
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time