4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1272005 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
10.7 KiB / 6
Shuffle Write Size / Records:
372.0 B / 6
Associated Job Ids:
41079
DAG Visualization
digraph G { id="graph_1272005"; subgraph graph_stage_1272005 { id="graph_stage_1272005"; isCluster="true"; label="Stage 1272005"; subgraph cluster_858302 { id="cluster_858302"; isCluster="true"; label="Exchange"; 333694 [id="node_333694" labelType="html" label="ShuffledRowRDD [333694] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_858298 { id="cluster_858298"; isCluster="true"; label="WholeStageCodegen (2)"; 333695 [id="node_333695" labelType="html" label="MapPartitionsRDD [333695] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_858303 { id="cluster_858303"; isCluster="true"; label="mapPartitionsInternal"; 333696 [id="node_333696" labelType="html" label="MapPartitionsRDD [333696] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_858304 { id="cluster_858304"; isCluster="true"; label="mapPartitionsInternal"; 333697 [id="node_333697" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000000244 AS shardId#5632769, worklistShardItemId#5632832L, orderProposalId#5632812L, orderProposalItemId#5632813, orderProposalItemGroupId#5632833, originalReplenishmentRunId#5632851L, orderProposalHorizonGroupingId#5632828L, splitIndicator#5632829L, previousOrderProposal#5632830L, clusterId#5632831L, cast(sequenceId#5632853 as bigint) AS sequenceId#5632779L, sourceOfSupplyUuid#5632824, supplierGroup#5632814, supplier#5632815, subrange#5632818, product#5632819, plant#5632816, purchasingOrg#5632825, purchasingGroup#5632826, mrpController#5632823, orderDateTime#5632820, deliveryDateTime#5632817, availabilityDateTime#5632821, nextAvailabilityDateTime#5632822, isFallbackOrderOnly#5632827, ... 18 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#5632832L, 37), REPARTITION_BY_NUM, [plan_id=2626807]\n +- Filter ((isnotnull(availabilityDateTime#5632821) AND isnotnull(nextAvailabilityDateTime#5632822)) AND (nextAvailabilityDateTime#5632822 > ... [333697] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_858307 { id="cluster_858307"; isCluster="true"; label="InMemoryTableScan"; 333698 [id="node_333698" labelType="html" label="MapPartitionsRDD [333698] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 333699 [id="node_333699" labelType="html" label="MapPartitionsRDD [333699] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 333700 [id="node_333700" labelType="html" label="MapPartitionsRDD [333700] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_858305 { id="cluster_858305"; isCluster="true"; label="CollectLimit"; 333701 [id="node_333701" labelType="html" label="MapPartitionsRDD [333701] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 333702 [id="node_333702" labelType="html" label="MapPartitionsRDD [333702] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 333694->333695; 333695->333696; 333696->333697; 333697->333698; 333698->333699; 333699->333700; 333700->333701; 333701->333702; }
333693,333694
333697
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time