4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1258322 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 37
Input Size / Records:
48.2 KiB / 25
Shuffle Write Size / Records:
1550.0 B / 25
Associated Job Ids:
40792
DAG Visualization
digraph G { id="graph_1258322"; subgraph graph_stage_1258322 { id="graph_stage_1258322"; isCluster="true"; label="Stage 1258322"; subgraph cluster_851738 { id="cluster_851738"; isCluster="true"; label="Exchange"; 331110 [id="node_331110" labelType="html" label="ShuffledRowRDD [331110] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_851734 { id="cluster_851734"; isCluster="true"; label="WholeStageCodegen (2)"; 331111 [id="node_331111" labelType="html" label="MapPartitionsRDD [331111] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_851739 { id="cluster_851739"; isCluster="true"; label="mapPartitionsInternal"; 331112 [id="node_331112" labelType="html" label="MapPartitionsRDD [331112] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_851740 { id="cluster_851740"; isCluster="true"; label="mapPartitionsInternal"; 331113 [id="node_331113" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [0_1_10000000244 AS shardId#5586771, worklistShardItemId#5586834L, orderProposalId#5586814L, orderProposalItemId#5586815, orderProposalItemGroupId#5586835, originalReplenishmentRunId#5586853L, orderProposalHorizonGroupingId#5586830L, splitIndicator#5586831L, previousOrderProposal#5586832L, clusterId#5586833L, cast(sequenceId#5586855 as bigint) AS sequenceId#5586781L, sourceOfSupplyUuid#5586826, supplierGroup#5586816, supplier#5586817, subrange#5586820, product#5586821, plant#5586818, purchasingOrg#5586827, purchasingGroup#5586828, mrpController#5586825, orderDateTime#5586822, deliveryDateTime#5586819, availabilityDateTime#5586823, nextAvailabilityDateTime#5586824, isFallbackOrderOnly#5586829, ... 18 more fields]\n +- Exchange hashpartitioning(worklistShardItemId#5586834L, 37), REPARTITION_BY_NUM, [plan_id=2609985]\n +- Filter ((isnotnull(availabilityDateTime#5586823) AND isnotnull(nextAvailabilityDateTime#5586824)) AND (nextAvailabilityDateTime#5586824 > ... [331113] [Cached] [Unordered]<br>isEmpty at OrderQuantityOptimizationImpl.java:154}"]; } subgraph cluster_851743 { id="cluster_851743"; isCluster="true"; label="InMemoryTableScan"; 331114 [id="node_331114" labelType="html" label="MapPartitionsRDD [331114] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 331115 [id="node_331115" labelType="html" label="MapPartitionsRDD [331115] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 331116 [id="node_331116" labelType="html" label="MapPartitionsRDD [331116] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_851741 { id="cluster_851741"; isCluster="true"; label="CollectLimit"; 331117 [id="node_331117" labelType="html" label="MapPartitionsRDD [331117] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 331118 [id="node_331118" labelType="html" label="MapPartitionsRDD [331118] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 331110->331111; 331111->331112; 331112->331113; 331113->331114; 331114->331115; 331115->331116; 331116->331117; 331117->331118; }
331109,331110
331113
Event Timeline
Enable zooming
Tasks: 37. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time