digraph G {
0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="CollectLimit 1"];
1 [id="node1" labelType="html" label="<br><b>Union</b><br><br>" tooltip="Union"];
subgraph cluster2 {
isCluster="true";
id="cluster2";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n160 ms (0 ms, 0 ms, 25 ms (stage 1299889.0: task 2423806))";
tooltip="WholeStageCodegen (5)";
3 [id="node3" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
5 [id="node5" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT insight#5457175.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)"];
6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(optimizationInsights#5451219), false, [insight#5457175]"];
7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [optimizationInsights#5451219]"];
8 [id="node8" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [orderProposalId#5451214L], [orderProposalId#5452230L], Inner, BuildLeft, false"];
19 [id="node19" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>18 ms (0 ms, 0 ms, 5 ms (stage 1299889.0: task 2423812))<br>peak memory total (min, med, max (stageId: taskId))<br>7.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1299889.0: task 2423809))<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#5452230L], functions=[])"];
}
9 [id="node9" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 40 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [plan_id=2830641]"];
subgraph cluster10 {
isCluster="true";
id="cluster10";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2 ms (0 ms, 0 ms, 1 ms (stage 1299691.0: task 2423661))";
tooltip="WholeStageCodegen (1)";
11 [id="node11" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(orderProposalId#5451214L) AND (size(optimizationInsights#5451219, true) > 0)) AND isnotnull(optimizationInsights#5451219))"];
}
12 [id="node12" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 3" tooltip="InMemoryTableScan [orderProposalId#5451214L, optimizationInsights#5451219], [isnotnull(orderProposalId#5451214L), (size(optimizationInsights#5451219, true) > 0), isnotnull(optimizationInsights#5451219)]"];
subgraph cluster13 {
isCluster="true";
id="cluster13";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
14 [id="node14" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
}
15 [id="node15" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], [isnotnull(shardId#5451213), (shardId#5451213 = 0_1_10000001444)]"];
subgraph cluster16 {
isCluster="true";
id="cluster16";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
17 [id="node17" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
18 [id="node18" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5451213,orderProposalId#5451214L,items#5451215,optimizationGroups#5451216,isOptimal#5451217,lastModified#5451218,optimizationInsights#5451219]"];
}
20 [id="node20" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(orderProposalId#5452230L, 30), ENSURE_REQUIREMENTS, [plan_id=2830663]"];
subgraph cluster21 {
isCluster="true";
id="cluster21";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n56 ms (0 ms, 2 ms, 7 ms (stage 1299886.0: task 2423775))";
tooltip="WholeStageCodegen (4)";
22 [id="node22" labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299886.0: task 2423774))<br>peak memory total (min, med, max (stageId: taskId))<br>7.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1299886.0: task 2423774))<br>number of output rows: 0<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0" tooltip="HashAggregate(keys=[orderProposalId#5452230L], functions=[])"];
23 [id="node23" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#5452230L]"];
24 [id="node24" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#5451799L], [worklistShardItemId#5452253L], Inner, BuildLeft, false"];
38 [id="node38" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#5452253L, orderProposalId#5452230L]"];
}
25 [id="node25" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 47 ms<br>number of output rows: 9<br>data size: 1028.1 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2830649]"];
subgraph cluster26 {
isCluster="true";
id="cluster26";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 1299692.0: task 2423656))";
tooltip="WholeStageCodegen (2)";
27 [id="node27" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [item#5451798L AS worklistShardItemId#5451799L]"];
28 [id="node28" labelType="html" label="<b>Generate</b><br><br>number of output rows: 9" tooltip="Generate explode(_extract_worklistShardItemId#5468446), false, [item#5451798L]"];
29 [id="node29" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [items#5457169.worklistShardItemId AS _extract_worklistShardItemId#5468446]"];
30 [id="node30" labelType="html" label="<b>Filter</b><br><br>number of output rows: 3" tooltip="Filter (((size(items#5457169.worklistShardItemId, true) > 0) AND isnotnull(items#5457169.worklistShardItemId)) AND (shardId#5457167 = 0_1_10000001444))"];
}
31 [id="node31" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 3" tooltip="InMemoryTableScan [items#5457169, shardId#5457167], [(size(items#5457169.worklistShardItemId, true) > 0), isnotnull(items#5457169.worklistShardItemId), (shardId#5457167 = 0_1_10000001444)]"];
subgraph cluster32 {
isCluster="true";
id="cluster32";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
33 [id="node33" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
}
34 [id="node34" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], [isnotnull(shardId#5451213), (shardId#5451213 = 0_1_10000001444)]"];
subgraph cluster35 {
isCluster="true";
id="cluster35";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
36 [id="node36" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
37 [id="node37" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5451213,orderProposalId#5451214L,items#5451215,optimizationGroups#5451216,isOptimal#5451217,lastModified#5451218,optimizationInsights#5451219]"];
}
39 [id="node39" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#5452253L, 30), REPARTITION_BY_NUM, [plan_id=2830656]"];
subgraph cluster40 {
isCluster="true";
id="cluster40";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n638 ms (64 ms, 85 ms, 98 ms (stage 1299717.0: task 2423763))";
tooltip="WholeStageCodegen (3)";
41 [id="node41" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#5452230L, worklistShardItemId#5452253L]"];
42 [id="node42" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(worklistShardItemId#5452253L) AND NOT (isFallbackOrderOnly#5452247 <=> true)) AND isnotnull(orderProposalId#5452230L))"];
43 [id="node43" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
44 [id="node44" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 8<br>scan time total (min, med, max (stageId: taskId))<br>625 ms (64 ms, 82 ms, 94 ms (stage 1299717.0: task 2423762))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 147.0 KiB<br>number of output rows: 0<br>number of partitions read: 1" tooltip="FileScan parquet [orderProposalId#5452230L,isFallbackOrderOnly#5452247,worklistShardItemId#5452253L,shardId#5452274,sequenceId#5452252] Batched: true, DataFilters: [isnotnull(worklistShardItemId#5452253L), NOT (isFallbackOrderOnly#5452247 <=> true), isnotnull(o..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5452274), isnotnull(sequenceId#5452252), (shardId#5452274 = 0_1_10000001444), ..., PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderPro..., ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>"];
subgraph cluster45 {
isCluster="true";
id="cluster45";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n93 ms (0 ms, 1 ms, 13 ms (stage 1299889.0: task 2423801))";
tooltip="WholeStageCodegen (8)";
46 [id="node46" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
47 [id="node47" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
48 [id="node48" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10829#5459867.label = OutOfStockProbability), lambda x_10829#5459867, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10830#5459868.name = OOS_PROBABILITY_THRESHOLD), lambda x_10830#5459868, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10829#5459869.label = OutOfStockProbability), lambda x_10829#5459869, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10830#5459870.name = OOS_PROBABILITY_THRESHOLD), lambda x_10830#5459870, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10831#5459871.label = InitialStockQty), lambda x_10831#5459871, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10831#5459873.label = InitialStockQty), lambda x_10831#5459873, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10832#5459874.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_10832#5459874, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#5460081) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#5460081, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1784666481) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10833#5459875.name = OFFSET_CURRENT_ORDER_DATE), lambda x_10833#5459875, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#5460081) THEN null ELSE (cast((unix_timestamp(orderDateTime#5460081, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1784666481) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10833#5459876.name = OFFSET_CURRENT_ORDER_DATE), lambda x_10833#5459876, false)), 1, None, false).value as double)) END)"];
subgraph cluster49 {
isCluster="true";
id="cluster49";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n910 ms (0 ms, 29 ms, 114 ms (stage 1299889.0: task 2423839))";
tooltip="WholeStageCodegen (6)";
50 [id="node50" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderDateTime#5460081, prodLocSpecificKpis#5452984]"];
51 [id="node51" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT (isFallbackOrderOnly#5460085 <=> true)"];
}
52 [id="node52" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 9" tooltip="InMemoryTableScan [isFallbackOrderOnly#5460085, orderDateTime#5460081, prodLocSpecificKpis#5452984], [NOT (isFallbackOrderOnly#5460085 <=> true)]"];
subgraph cluster53 {
isCluster="true";
id="cluster53";
label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (0 ms, 2 ms, 289 ms (stage 1299889.0: task 2423842))";
tooltip="WholeStageCodegen (13)";
54 [id="node54" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 17 more fields]"];
55 [id="node55" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5453006, worklistShardItemId#5453007L], LeftOuter"];
}
subgraph cluster56 {
isCluster="true";
id="cluster56";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n4.4 s (0 ms, 7 ms, 302 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (10)";
57 [id="node57" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 16 more fields]"];
58 [id="node58" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5452993, worklistShardItemId#5452994L], LeftOuter"];
}
subgraph cluster59 {
isCluster="true";
id="cluster59";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n5.3 s (1 ms, 12 ms, 455 ms (stage 1299889.0: task 2423801))";
tooltip="WholeStageCodegen (7)";
60 [id="node60" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 15 more fields]"];
61 [id="node61" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5452977, worklistShardItemId#5452978L], LeftOuter"];
}
subgraph cluster62 {
isCluster="true";
id="cluster62";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n6.3 s (1 ms, 13 ms, 647 ms (stage 1299889.0: task 2423801))";
tooltip="WholeStageCodegen (4)";
63 [id="node63" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423836))<br>peak memory total (min, med, max (stageId: taskId))<br>35.8 MiB (64.0 KiB, 64.0 KiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="Sort [shardId#5451213 ASC NULLS FIRST, worklistShardItemId#5451799L ASC NULLS FIRST], false, 0"];
}
64 [id="node64" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>15.3 KiB (857.0 B, 885.0 B, 1717.0 B (stage 1299889.0: task 2423803))<br>merged fetch fallback count: 0<br>local blocks read: 18<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5451213, worklistShardItemId#5451799L, 30), ENSURE_REQUIREMENTS, [plan_id=2827973]"];
subgraph cluster65 {
isCluster="true";
id="cluster65";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
66 [id="node66" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 14 more fields]"];
67 [id="node67" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#5451799L], [worklistShardItemId#5452253L], LeftOuter, BuildRight, (shardId#5451213 = 0_1_10000001444), false"];
68 [id="node68" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, item#5451798.worklistShardItemId AS worklistShardItemId#5451799L, item#5451798.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#5451800, item#5451798.qty AS qty#5451801]"];
69 [id="node69" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#5451215), [shardId#5451213], false, [item#5451798]"];
70 [id="node70" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#5451215, true) > 0) AND isnotnull(items#5451215))"];
}
71 [id="node71" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, items#5451215], [(size(items#5451215, true) > 0), isnotnull(items#5451215)]"];
subgraph cluster72 {
isCluster="true";
id="cluster72";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
73 [id="node73" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
}
74 [id="node74" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], [isnotnull(shardId#5451213), (shardId#5451213 = 0_1_10000001444)]"];
subgraph cluster75 {
isCluster="true";
id="cluster75";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
76 [id="node76" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
77 [id="node77" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5451213,orderProposalId#5451214L,items#5451215,optimizationGroups#5451216,isOptimal#5451217,lastModified#5451218,optimizationInsights#5451219]"];
}
78 [id="node78" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2827968]"];
subgraph cluster79 {
isCluster="true";
id="cluster79";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
80 [id="node80" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#5452253L, orderProposalId#5452230L, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, originalReplenishmentRunId#5452272L, splitIndicator#5452249L, previousOrderProposal#5452250L, sourceOfSupplyUuid#5452244, supplierGroup#5452232, supplier#5452233, subrange#5452236, product#5452239, plant#5452234, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, isFallbackOrderOnly#5452247, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, netPriceAmount#5452266, netPriceCurrencyCode#5452267, ... 11 more fields]"];
}
81 [id="node81" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#5452253L, 30), REPARTITION_BY_NUM, [plan_id=2827964]"];
subgraph cluster82 {
isCluster="true";
id="cluster82";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
83 [id="node83" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, ... 11 more fields]"];
84 [id="node84" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#5452253L)"];
85 [id="node85" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
86 [id="node86" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#5452230L,orderProposalItemId#5452231,supplierGroup#5452232,supplier#5452233,plant#5452234,deliveryDateTime#5452235,subrange#5452236,supplyingPlant#5452237,productGroup#5452238,product#5452239,orderDateTime#5452240,availabilityDateTime#5452241,nextAvailabilityDateTime#5452242,sourceOfSupplyUuid#5452244,isFallbackOrderOnly#5452247,splitIndicator#5452249L,previousOrderProposal#5452250L,worklistShardItemId#5452253L,orderProposalItemGroupId#5452254,externalProductId#5452255,externalPlantId#5452256,logisticUnits#5452257,orderQuantityBaseUom#5452258,orderQuantityBaseUomUuid#5452259,minimumOrderQuantity#5452260,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#5452253L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5452274), isnotnull(sequenceId#5452252), (shardId#5452274 = 0_1_10000001444), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster87 {
isCluster="true";
id="cluster87";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (4 ms, 54 ms, 257 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (6)";
88 [id="node88" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5452977 ASC NULLS FIRST, worklistShardItemId#5452978L ASC NULLS FIRST], false, 0"];
}
89 [id="node89" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>7.5 KiB (601.0 B, 679.0 B, 1294.0 B (stage 1299889.0: task 2423803))<br>merged fetch fallback count: 0<br>local blocks read: 12<br>remote merged chunks fetched: 0<br>remote blocks read: 6<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read total (min, med, max (stageId: taskId))<br>3.8 KiB (601.0 B, 647.0 B, 676.0 B (stage 1299889.0: task 2423802))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423800))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5452977, worklistShardItemId#5452978L, 30), ENSURE_REQUIREMENTS, [plan_id=2827979]"];
subgraph cluster90 {
isCluster="true";
id="cluster90";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
91 [id="node91" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5452977, worklistShardItemId#5452978L, coalesce(kpis#5452982, []) AS prodLocSpecificKpis#5452983]"];
92 [id="node92" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#5452979) AND isnull(demandChannel#5452980)) AND isnull(demandStream#5452981)) AND (isnotnull(shardId#5452977) AND isnotnull(worklistShardItemId#5452978L)))"];
93 [id="node93" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5452977,worklistShardItemId#5452978L,qty#5452979,demandChannel#5452980,demandStream#5452981,kpis#5452982]"];
}
subgraph cluster94 {
isCluster="true";
id="cluster94";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (3 ms, 52 ms, 178 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (9)";
95 [id="node95" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5452993 ASC NULLS FIRST, worklistShardItemId#5452994L ASC NULLS FIRST], false, 0"];
}
96 [id="node96" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 18<br>time in aggregation build total (min, med, max (stageId: taskId))<br>172 ms (0 ms, 0 ms, 32 ms (stage 1299889.0: task 2423799))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5452993, worklistShardItemId#5452994L], functions=[collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)])"];
97 [id="node97" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>1372.0 B (343.0 B, 343.0 B, 343.0 B (stage 1299889.0: task 2423801))<br>merged fetch fallback count: 0<br>local blocks read: 4<br>remote merged chunks fetched: 0<br>remote blocks read: 14<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423799))<br>remote bytes read total (min, med, max (stageId: taskId))<br>4.5 KiB (319.0 B, 331.0 B, 662.0 B (stage 1299889.0: task 2423803))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423799))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5452993, worklistShardItemId#5452994L, 30), ENSURE_REQUIREMENTS, [plan_id=2827990]"];
98 [id="node98" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5452993, worklistShardItemId#5452994L], functions=[partial_collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)])"];
subgraph cluster99 {
isCluster="true";
id="cluster99";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
100 [id="node100" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5452993, worklistShardItemId#5452994L, demandChannel#5452996, demandStream#5452997, kpis#5452998]"];
101 [id="node101" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#5452995) AND isnotnull(demandChannel#5452996)) AND isnotnull(demandStream#5452997)) AND (size(kpis#5452998, true) > 0)) AND (isnotnull(shardId#5452993) AND isnotnull(worklistShardItemId#5452994L)))"];
102 [id="node102" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5452993,worklistShardItemId#5452994L,qty#5452995,demandChannel#5452996,demandStream#5452997,kpis#5452998]"];
}
subgraph cluster103 {
isCluster="true";
id="cluster103";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n850 ms (1 ms, 51 ms, 115 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (12)";
104 [id="node104" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5453006 ASC NULLS FIRST, worklistShardItemId#5453007L ASC NULLS FIRST], false, 0"];
}
105 [id="node105" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 18<br>time in aggregation build total (min, med, max (stageId: taskId))<br>110 ms (0 ms, 0 ms, 19 ms (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5453006, worklistShardItemId#5453007L], functions=[collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)])"];
106 [id="node106" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 146<br>local bytes read total (min, med, max (stageId: taskId))<br>50.6 KiB (603.0 B, 610.0 B, 9.3 KiB (stage 1299889.0: task 2423879))<br>merged fetch fallback count: 0<br>local blocks read: 78<br>remote merged chunks fetched: 0<br>remote blocks read: 68<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read total (min, med, max (stageId: taskId))<br>44.1 KiB (604.0 B, 1826.0 B, 8.1 KiB (stage 1299889.0: task 2423879))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 1 ms (stage 1299889.0: task 2423801))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5453006, worklistShardItemId#5453007L, 30), ENSURE_REQUIREMENTS, [plan_id=2828002]"];
107 [id="node107" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5453006, worklistShardItemId#5453007L], functions=[partial_collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)])"];
subgraph cluster108 {
isCluster="true";
id="cluster108";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
109 [id="node109" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, kpis#5453011]"];
110 [id="node110" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#5453008) AND isnotnull(kpis#5453011)) AND (isnotnull(shardId#5453006) AND isnotnull(worklistShardItemId#5453007L)))"];
111 [id="node111" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5453006,worklistShardItemId#5453007L,qty#5453008,demandChannel#5453009,demandStream#5453010,kpis#5453011]"];
}
112 [id="node112" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 189 ms<br>number of output rows: 1<br>data size: 288.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=2830683]"];
113 [id="node113" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 272.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 288.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 272.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=2830682]"];
subgraph cluster114 {
isCluster="true";
id="cluster114";
label="WholeStageCodegen (7)\n \nduration: 84 ms";
tooltip="WholeStageCodegen (7)";
115 [id="node115" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#5459862[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#5468448]"];
116 [id="node116" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1" tooltip="Filter (isnotnull(insightConfigurations#5459862) AND isnotnull(insightConfigurations#5459862[POTENTIAL_OOS_STOCK_PERIOD]))"];
117 [id="node117" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
118 [id="node118" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 83 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.5 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#5459862,shardId#5459863] Batched: true, DataFilters: [isnotnull(insightConfigurations#5459862), isnotnull(insightConfigurations#5459862[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5459863), (shardId#5459863 = 0_1_10000001444)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
subgraph cluster119 {
isCluster="true";
id="cluster119";
label="WholeStageCodegen (11)\n \nduration: total (min, med, max (stageId: taskId))\n22 ms (0 ms, 0 ms, 3 ms (stage 1299889.0: task 2423881))";
tooltip="WholeStageCodegen (11)";
120 [id="node120" labelType="html" label="<br><b>LocalLimit</b><br><br>" tooltip="LocalLimit 1"];
121 [id="node121" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project"];
}
122 [id="node122" labelType="html" label="<b>BroadcastNestedLoopJoin</b><br><br>number of output rows: 0" tooltip="BroadcastNestedLoopJoin BuildRight, Cross, CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#5460039, qty#5459923, None, false), lambdafunction((lambda x_10835#5459893.label = OutOfStockProbability), lambda x_10835#5459893, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#5468450, lambdafunction((lambda x_10836#5459894.name = OOS_PROBABILITY_THRESHOLD), lambda x_10836#5459894, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#5460039, qty#5459923, None, false), lambdafunction((lambda x_10835#5459895.label = OutOfStockProbability), lambda x_10835#5459895, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#5468450, lambdafunction((lambda x_10836#5459896.name = OOS_PROBABILITY_THRESHOLD), lambda x_10836#5459896, false)), 1, None, false).value as double)) END"];
subgraph cluster123 {
isCluster="true";
id="cluster123";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n289 ms (0 ms, 1 ms, 28 ms (stage 1299889.0: task 2423858))";
tooltip="WholeStageCodegen (9)";
124 [id="node124" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [qty#5459923, quantityKpis#5460039]"];
125 [id="node125" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter NOT (isFallbackOrderOnly#5459948 <=> true)"];
}
126 [id="node126" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 9" tooltip="InMemoryTableScan [isFallbackOrderOnly#5459948, qty#5459923, quantityKpis#5460039], [NOT (isFallbackOrderOnly#5459948 <=> true)]"];
subgraph cluster127 {
isCluster="true";
id="cluster127";
label="WholeStageCodegen (13)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (0 ms, 2 ms, 289 ms (stage 1299889.0: task 2423842))";
tooltip="WholeStageCodegen (13)";
128 [id="node128" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 17 more fields]"];
129 [id="node129" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5453006, worklistShardItemId#5453007L], LeftOuter"];
}
subgraph cluster130 {
isCluster="true";
id="cluster130";
label="WholeStageCodegen (10)\n \nduration: total (min, med, max (stageId: taskId))\n4.4 s (0 ms, 7 ms, 302 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (10)";
131 [id="node131" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 16 more fields]"];
132 [id="node132" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5452993, worklistShardItemId#5452994L], LeftOuter"];
}
subgraph cluster133 {
isCluster="true";
id="cluster133";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n5.3 s (1 ms, 12 ms, 455 ms (stage 1299889.0: task 2423801))";
tooltip="WholeStageCodegen (7)";
134 [id="node134" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 15 more fields]"];
135 [id="node135" labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 18<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="SortMergeJoin [shardId#5451213, worklistShardItemId#5451799L], [shardId#5452977, worklistShardItemId#5452978L], LeftOuter"];
}
subgraph cluster136 {
isCluster="true";
id="cluster136";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n6.3 s (1 ms, 13 ms, 647 ms (stage 1299889.0: task 2423801))";
tooltip="WholeStageCodegen (4)";
137 [id="node137" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423836))<br>peak memory total (min, med, max (stageId: taskId))<br>35.8 MiB (64.0 KiB, 64.0 KiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423836))" tooltip="Sort [shardId#5451213 ASC NULLS FIRST, worklistShardItemId#5451799L ASC NULLS FIRST], false, 0"];
}
138 [id="node138" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>15.3 KiB (857.0 B, 885.0 B, 1717.0 B (stage 1299889.0: task 2423803))<br>merged fetch fallback count: 0<br>local blocks read: 18<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5451213, worklistShardItemId#5451799L, 30), ENSURE_REQUIREMENTS, [plan_id=2827973]"];
subgraph cluster139 {
isCluster="true";
id="cluster139";
label="WholeStageCodegen (3)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (3)";
140 [id="node140" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, ... 14 more fields]"];
141 [id="node141" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 0" tooltip="BroadcastHashJoin [worklistShardItemId#5451799L], [worklistShardItemId#5452253L], LeftOuter, BuildRight, (shardId#5451213 = 0_1_10000001444), false"];
142 [id="node142" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5451213, item#5451798.worklistShardItemId AS worklistShardItemId#5451799L, item#5451798.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#5451800, item#5451798.qty AS qty#5451801]"];
143 [id="node143" labelType="html" label="<b>Generate</b><br><br>number of output rows: 0" tooltip="Generate explode(items#5451215), [shardId#5451213], false, [item#5451798]"];
144 [id="node144" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((size(items#5451215, true) > 0) AND isnotnull(items#5451215))"];
}
145 [id="node145" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, items#5451215], [(size(items#5451215, true) > 0), isnotnull(items#5451215)]"];
subgraph cluster146 {
isCluster="true";
id="cluster146";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
147 [id="node147" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
}
148 [id="node148" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 0" tooltip="InMemoryTableScan [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], [isnotnull(shardId#5451213), (shardId#5451213 = 0_1_10000001444)]"];
subgraph cluster149 {
isCluster="true";
id="cluster149";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
150 [id="node150" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))"];
151 [id="node151" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5451213,orderProposalId#5451214L,items#5451215,optimizationGroups#5451216,isOptimal#5451217,lastModified#5451218,optimizationInsights#5451219]"];
}
152 [id="node152" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 0 ms<br>number of output rows: 0<br>data size: 0.0 B" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2827968]"];
subgraph cluster153 {
isCluster="true";
id="cluster153";
label="WholeStageCodegen (2)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (2)";
154 [id="node154" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#5452253L, orderProposalId#5452230L, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, originalReplenishmentRunId#5452272L, splitIndicator#5452249L, previousOrderProposal#5452250L, sourceOfSupplyUuid#5452244, supplierGroup#5452232, supplier#5452233, subrange#5452236, product#5452239, plant#5452234, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, isFallbackOrderOnly#5452247, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, netPriceAmount#5452266, netPriceCurrencyCode#5452267, ... 11 more fields]"];
}
155 [id="node155" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 0<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(worklistShardItemId#5452253L, 30), REPARTITION_BY_NUM, [plan_id=2827964]"];
subgraph cluster156 {
isCluster="true";
id="cluster156";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (1)";
157 [id="node157" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, ... 11 more fields]"];
158 [id="node158" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter isnotnull(worklistShardItemId#5452253L)"];
159 [id="node159" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 0<br>number of input batches: 0" tooltip="ColumnarToRow"];
}
160 [id="node160" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 0<br>scan time: 0 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 0.0 B<br>number of output rows: 0<br>number of partitions read: 0" tooltip="FileScan parquet [orderProposalId#5452230L,orderProposalItemId#5452231,supplierGroup#5452232,supplier#5452233,plant#5452234,deliveryDateTime#5452235,subrange#5452236,supplyingPlant#5452237,productGroup#5452238,product#5452239,orderDateTime#5452240,availabilityDateTime#5452241,nextAvailabilityDateTime#5452242,sourceOfSupplyUuid#5452244,isFallbackOrderOnly#5452247,splitIndicator#5452249L,previousOrderProposal#5452250L,worklistShardItemId#5452253L,orderProposalItemGroupId#5452254,externalProductId#5452255,externalPlantId#5452256,logisticUnits#5452257,orderQuantityBaseUom#5452258,orderQuantityBaseUomUuid#5452259,minimumOrderQuantity#5452260,... 13 more fields] Batched: true, DataFilters: [isnotnull(worklistShardItemId#5452253L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5452274), isnotnull(sequenceId#5452252), (shardId#5452274 = 0_1_10000001444), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,pla..."];
subgraph cluster161 {
isCluster="true";
id="cluster161";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (4 ms, 54 ms, 257 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (6)";
162 [id="node162" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5452977 ASC NULLS FIRST, worklistShardItemId#5452978L ASC NULLS FIRST], false, 0"];
}
163 [id="node163" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>7.5 KiB (601.0 B, 679.0 B, 1294.0 B (stage 1299889.0: task 2423803))<br>merged fetch fallback count: 0<br>local blocks read: 12<br>remote merged chunks fetched: 0<br>remote blocks read: 6<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read total (min, med, max (stageId: taskId))<br>3.8 KiB (601.0 B, 647.0 B, 676.0 B (stage 1299889.0: task 2423802))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423800))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5452977, worklistShardItemId#5452978L, 30), ENSURE_REQUIREMENTS, [plan_id=2827979]"];
subgraph cluster164 {
isCluster="true";
id="cluster164";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (5)";
165 [id="node165" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5452977, worklistShardItemId#5452978L, coalesce(kpis#5452982, []) AS prodLocSpecificKpis#5452983]"];
166 [id="node166" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter (((isnull(qty#5452979) AND isnull(demandChannel#5452980)) AND isnull(demandStream#5452981)) AND (isnotnull(shardId#5452977) AND isnotnull(worklistShardItemId#5452978L)))"];
167 [id="node167" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5452977,worklistShardItemId#5452978L,qty#5452979,demandChannel#5452980,demandStream#5452981,kpis#5452982]"];
}
subgraph cluster168 {
isCluster="true";
id="cluster168";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (3 ms, 52 ms, 178 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (9)";
169 [id="node169" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5452993 ASC NULLS FIRST, worklistShardItemId#5452994L ASC NULLS FIRST], false, 0"];
}
170 [id="node170" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 18<br>time in aggregation build total (min, med, max (stageId: taskId))<br>172 ms (0 ms, 0 ms, 32 ms (stage 1299889.0: task 2423799))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5452993, worklistShardItemId#5452994L], functions=[collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)])"];
171 [id="node171" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 18<br>local bytes read total (min, med, max (stageId: taskId))<br>1372.0 B (343.0 B, 343.0 B, 343.0 B (stage 1299889.0: task 2423801))<br>merged fetch fallback count: 0<br>local blocks read: 4<br>remote merged chunks fetched: 0<br>remote blocks read: 14<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423799))<br>remote bytes read total (min, med, max (stageId: taskId))<br>4.5 KiB (319.0 B, 331.0 B, 662.0 B (stage 1299889.0: task 2423803))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423799))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5452993, worklistShardItemId#5452994L, 30), ENSURE_REQUIREMENTS, [plan_id=2827990]"];
172 [id="node172" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5452993, worklistShardItemId#5452994L], functions=[partial_collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)])"];
subgraph cluster173 {
isCluster="true";
id="cluster173";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (8)";
174 [id="node174" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5452993, worklistShardItemId#5452994L, demandChannel#5452996, demandStream#5452997, kpis#5452998]"];
175 [id="node175" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((((isnull(qty#5452995) AND isnotnull(demandChannel#5452996)) AND isnotnull(demandStream#5452997)) AND (size(kpis#5452998, true) > 0)) AND (isnotnull(shardId#5452993) AND isnotnull(worklistShardItemId#5452994L)))"];
176 [id="node176" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5452993,worklistShardItemId#5452994L,qty#5452995,demandChannel#5452996,demandStream#5452997,kpis#5452998]"];
}
subgraph cluster177 {
isCluster="true";
id="cluster177";
label="WholeStageCodegen (12)\n \nduration: total (min, med, max (stageId: taskId))\n850 ms (1 ms, 51 ms, 115 ms (stage 1299889.0: task 2423803))";
tooltip="WholeStageCodegen (12)";
178 [id="node178" labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))" tooltip="Sort [shardId#5453006 ASC NULLS FIRST, worklistShardItemId#5453007L ASC NULLS FIRST], false, 0"];
}
179 [id="node179" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 18<br>time in aggregation build total (min, med, max (stageId: taskId))<br>110 ms (0 ms, 0 ms, 19 ms (stage 1299889.0: task 2423801))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1299889.0: task 2423801))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5453006, worklistShardItemId#5453007L], functions=[collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)])"];
180 [id="node180" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 146<br>local bytes read total (min, med, max (stageId: taskId))<br>50.6 KiB (603.0 B, 610.0 B, 9.3 KiB (stage 1299889.0: task 2423879))<br>merged fetch fallback count: 0<br>local blocks read: 78<br>remote merged chunks fetched: 0<br>remote blocks read: 68<br>data size: 0.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 1299889.0: task 2423801))<br>remote bytes read total (min, med, max (stageId: taskId))<br>44.1 KiB (604.0 B, 1826.0 B, 8.1 KiB (stage 1299889.0: task 2423879))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 1 ms (stage 1299889.0: task 2423801))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 0.0 B" tooltip="Exchange hashpartitioning(shardId#5453006, worklistShardItemId#5453007L, 30), ENSURE_REQUIREMENTS, [plan_id=2828002]"];
181 [id="node181" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 0<br>time in aggregation build: 0 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[shardId#5453006, worklistShardItemId#5453007L], functions=[partial_collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)])"];
subgraph cluster182 {
isCluster="true";
id="cluster182";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
tooltip="WholeStageCodegen (11)";
183 [id="node183" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, kpis#5453011]"];
184 [id="node184" labelType="html" label="<b>Filter</b><br><br>number of output rows: 0" tooltip="Filter ((isnotnull(qty#5453008) AND isnotnull(kpis#5453011)) AND (isnotnull(shardId#5453006) AND isnotnull(worklistShardItemId#5453007L)))"];
185 [id="node185" labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 0" tooltip="Scan ExistingRDD[shardId#5453006,worklistShardItemId#5453007L,qty#5453008,demandChannel#5453009,demandStream#5453010,kpis#5453011]"];
}
186 [id="node186" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 184 ms<br>number of output rows: 1<br>data size: 120.0 B" tooltip="BroadcastExchange IdentityBroadcastMode, [plan_id=2830699]"];
187 [id="node187" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 165.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 120.0 B<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time: 10 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>number of partitions: 30<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 165.0 B" tooltip="Exchange RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=2830698]"];
subgraph cluster188 {
isCluster="true";
id="cluster188";
label="WholeStageCodegen (10)\n \nduration: 83 ms";
tooltip="WholeStageCodegen (10)";
189 [id="node189" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [insightConfigurations#5460044[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#5468450]"];
190 [id="node190" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1" tooltip="Filter (isnotnull(insightConfigurations#5460044) AND isnotnull(insightConfigurations#5460044[POTENTIAL_OOS_DEMAND_PERIOD]))"];
191 [id="node191" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1" tooltip="ColumnarToRow"];
}
192 [id="node192" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 81 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 4.5 KiB<br>number of output rows: 1<br>number of partitions read: 1" tooltip="FileScan parquet [insightConfigurations#5460044,shardId#5460045] Batched: true, DataFilters: [isnotnull(insightConfigurations#5460044), isnotnull(insightConfigurations#5460044[POTENTIAL_OOS_..., Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5460045), (shardId#5460045 = 0_1_10000001444)], PushedFilters: [IsNotNull(insightConfigurations)], ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:a..."];
1->0;
3->1;
4->3;
5->4;
6->5;
7->6;
8->7;
9->8;
11->9;
12->11;
14->12;
15->14;
17->15;
18->17;
19->8;
20->19;
22->20;
23->22;
24->23;
25->24;
27->25;
28->27;
29->28;
30->29;
31->30;
33->31;
34->33;
36->34;
37->36;
38->24;
39->38;
41->39;
42->41;
43->42;
44->43;
46->1;
47->46;
48->47;
50->48;
51->50;
52->51;
54->52;
55->54;
57->55;
58->57;
60->58;
61->60;
63->61;
64->63;
66->64;
67->66;
68->67;
69->68;
70->69;
71->70;
73->71;
74->73;
76->74;
77->76;
78->67;
80->78;
81->80;
83->81;
84->83;
85->84;
86->85;
88->61;
89->88;
91->89;
92->91;
93->92;
95->58;
96->95;
97->96;
98->97;
100->98;
101->100;
102->101;
104->55;
105->104;
106->105;
107->106;
109->107;
110->109;
111->110;
112->48;
113->112;
115->113;
116->115;
117->116;
118->117;
120->1;
121->120;
122->121;
124->122;
125->124;
126->125;
128->126;
129->128;
131->129;
132->131;
134->132;
135->134;
137->135;
138->137;
140->138;
141->140;
142->141;
143->142;
144->143;
145->144;
147->145;
148->147;
150->148;
151->150;
152->141;
154->152;
155->154;
157->155;
158->157;
159->158;
160->159;
162->135;
163->162;
165->163;
166->165;
167->166;
169->132;
170->169;
171->170;
172->171;
174->172;
175->174;
176->175;
178->129;
179->178;
180->179;
181->180;
183->181;
184->183;
185->184;
186->122;
187->186;
189->187;
190->189;
191->190;
192->191;
}
== Physical Plan ==
CollectLimit (102)
+- Union (101)
:- * LocalLimit (33)
: +- * Project (32)
: +- * Filter (31)
: +- * Generate (30)
: +- * Project (29)
: +- * BroadcastHashJoin Inner BuildLeft (28)
: :- BroadcastExchange (9)
: : +- * Filter (8)
: : +- InMemoryTableScan (1)
: : +- InMemoryRelation (2)
: : +- * Filter (7)
: : +- InMemoryTableScan (3)
: : +- InMemoryRelation (4)
: : +- * Filter (6)
: : +- * Scan ExistingRDD (5)
: +- * HashAggregate (27)
: +- Exchange (26)
: +- * HashAggregate (25)
: +- * Project (24)
: +- * BroadcastHashJoin Inner BuildLeft (23)
: :- BroadcastExchange (16)
: : +- * Project (15)
: : +- * Generate (14)
: : +- * Project (13)
: : +- * Filter (12)
: : +- InMemoryTableScan (10)
: : +- InMemoryRelation (11)
: : +- * Filter (7)
: : +- InMemoryTableScan (3)
: : +- InMemoryRelation (4)
: : +- * Filter (6)
: : +- * Scan ExistingRDD (5)
: +- * Project (22)
: +- Exchange (21)
: +- * Project (20)
: +- * Filter (19)
: +- * ColumnarToRow (18)
: +- Scan parquet (17)
:- * LocalLimit (87)
: +- * Project (86)
: +- BroadcastNestedLoopJoin Cross BuildRight (85)
: :- * Project (78)
: : +- * Filter (77)
: : +- InMemoryTableScan (34)
: : +- InMemoryRelation (35)
: : +- * Project (76)
: : +- * SortMergeJoin LeftOuter (75)
: : :- * Project (67)
: : : +- * SortMergeJoin LeftOuter (66)
: : : :- * Project (58)
: : : : +- * SortMergeJoin LeftOuter (57)
: : : : :- * Sort (51)
: : : : : +- Exchange (50)
: : : : : +- * Project (49)
: : : : : +- * BroadcastHashJoin LeftOuter BuildRight (48)
: : : : : :- * Project (40)
: : : : : : +- * Generate (39)
: : : : : : +- * Filter (38)
: : : : : : +- InMemoryTableScan (36)
: : : : : : +- InMemoryRelation (37)
: : : : : : +- * Filter (7)
: : : : : : +- InMemoryTableScan (3)
: : : : : : +- InMemoryRelation (4)
: : : : : : +- * Filter (6)
: : : : : : +- * Scan ExistingRDD (5)
: : : : : +- BroadcastExchange (47)
: : : : : +- * Project (46)
: : : : : +- Exchange (45)
: : : : : +- * Project (44)
: : : : : +- * Filter (43)
: : : : : +- * ColumnarToRow (42)
: : : : : +- Scan parquet (41)
: : : : +- * Sort (56)
: : : : +- Exchange (55)
: : : : +- * Project (54)
: : : : +- * Filter (53)
: : : : +- * Scan ExistingRDD (52)
: : : +- * Sort (65)
: : : +- ObjectHashAggregate (64)
: : : +- Exchange (63)
: : : +- ObjectHashAggregate (62)
: : : +- * Project (61)
: : : +- * Filter (60)
: : : +- * Scan ExistingRDD (59)
: : +- * Sort (74)
: : +- ObjectHashAggregate (73)
: : +- Exchange (72)
: : +- ObjectHashAggregate (71)
: : +- * Project (70)
: : +- * Filter (69)
: : +- * Scan ExistingRDD (68)
: +- BroadcastExchange (84)
: +- Exchange (83)
: +- * Project (82)
: +- * Filter (81)
: +- * ColumnarToRow (80)
: +- Scan parquet (79)
+- * LocalLimit (100)
+- * Project (99)
+- BroadcastNestedLoopJoin Cross BuildRight (98)
:- * Project (91)
: +- * Filter (90)
: +- InMemoryTableScan (88)
: +- InMemoryRelation (89)
: +- * Project (76)
: +- * SortMergeJoin LeftOuter (75)
: :- * Project (67)
: : +- * SortMergeJoin LeftOuter (66)
: : :- * Project (58)
: : : +- * SortMergeJoin LeftOuter (57)
: : : :- * Sort (51)
: : : : +- Exchange (50)
: : : : +- * Project (49)
: : : : +- * BroadcastHashJoin LeftOuter BuildRight (48)
: : : : :- * Project (40)
: : : : : +- * Generate (39)
: : : : : +- * Filter (38)
: : : : : +- InMemoryTableScan (36)
: : : : : +- InMemoryRelation (37)
: : : : : +- * Filter (7)
: : : : : +- InMemoryTableScan (3)
: : : : : +- InMemoryRelation (4)
: : : : : +- * Filter (6)
: : : : : +- * Scan ExistingRDD (5)
: : : : +- BroadcastExchange (47)
: : : : +- * Project (46)
: : : : +- Exchange (45)
: : : : +- * Project (44)
: : : : +- * Filter (43)
: : : : +- * ColumnarToRow (42)
: : : : +- Scan parquet (41)
: : : +- * Sort (56)
: : : +- Exchange (55)
: : : +- * Project (54)
: : : +- * Filter (53)
: : : +- * Scan ExistingRDD (52)
: : +- * Sort (65)
: : +- ObjectHashAggregate (64)
: : +- Exchange (63)
: : +- ObjectHashAggregate (62)
: : +- * Project (61)
: : +- * Filter (60)
: : +- * Scan ExistingRDD (59)
: +- * Sort (74)
: +- ObjectHashAggregate (73)
: +- Exchange (72)
: +- ObjectHashAggregate (71)
: +- * Project (70)
: +- * Filter (69)
: +- * Scan ExistingRDD (68)
+- BroadcastExchange (97)
+- Exchange (96)
+- * Project (95)
+- * Filter (94)
+- * ColumnarToRow (93)
+- Scan parquet (92)
(1) InMemoryTableScan
Output [2]: [orderProposalId#5451214L, optimizationInsights#5451219]
Arguments: [orderProposalId#5451214L, optimizationInsights#5451219], [isnotnull(orderProposalId#5451214L), (size(optimizationInsights#5451219, true) > 0), isnotnull(optimizationInsights#5451219)]
(2) InMemoryRelation
Arguments: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], StorageLevel(disk, memory, 2 replicas)
(3) InMemoryTableScan
Output [6]: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219]
Arguments: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], [isnotnull(shardId#5451213), (shardId#5451213 = 0_1_10000001444)]
(4) InMemoryRelation
Arguments: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, lastModified#5451218, optimizationInsights#5451219], StorageLevel(disk, memory, 2 replicas)
(5) Scan ExistingRDD [codegen id : 1]
Output [7]: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, lastModified#5451218, optimizationInsights#5451219]
Arguments: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, lastModified#5451218, optimizationInsights#5451219], MapPartitionsRDD[383618] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(6) Filter [codegen id : 1]
Input [7]: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, lastModified#5451218, optimizationInsights#5451219]
Condition : (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))
(7) Filter [codegen id : 1]
Input [6]: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219]
Condition : (isnotnull(shardId#5451213) AND (shardId#5451213 = 0_1_10000001444))
(8) Filter [codegen id : 1]
Input [2]: [orderProposalId#5451214L, optimizationInsights#5451219]
Condition : ((isnotnull(orderProposalId#5451214L) AND (size(optimizationInsights#5451219, true) > 0)) AND isnotnull(optimizationInsights#5451219))
(9) BroadcastExchange
Input [2]: [orderProposalId#5451214L, optimizationInsights#5451219]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [plan_id=2830641]
(10) InMemoryTableScan
Output [2]: [items#5457169, shardId#5457167]
Arguments: [items#5457169, shardId#5457167], [(size(items#5457169.worklistShardItemId, true) > 0), isnotnull(items#5457169.worklistShardItemId), (shardId#5457167 = 0_1_10000001444)]
(11) InMemoryRelation
Arguments: [shardId#5457167, orderProposalId#5457168L, items#5457169, optimizationGroups#5457170, isOptimal#5457171, optimizationInsights#5457173], StorageLevel(disk, memory, 2 replicas)
(12) Filter [codegen id : 2]
Input [2]: [items#5457169, shardId#5457167]
Condition : (((size(items#5457169.worklistShardItemId, true) > 0) AND isnotnull(items#5457169.worklistShardItemId)) AND (shardId#5457167 = 0_1_10000001444))
(13) Project [codegen id : 2]
Output [1]: [items#5457169.worklistShardItemId AS _extract_worklistShardItemId#5468446]
Input [2]: [items#5457169, shardId#5457167]
(14) Generate [codegen id : 2]
Input [1]: [_extract_worklistShardItemId#5468446]
Arguments: explode(_extract_worklistShardItemId#5468446), false, [item#5451798L]
(15) Project [codegen id : 2]
Output [1]: [item#5451798L AS worklistShardItemId#5451799L]
Input [1]: [item#5451798L]
(16) BroadcastExchange
Input [1]: [worklistShardItemId#5451799L]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2830649]
(17) Scan parquet
Output [5]: [orderProposalId#5452230L, isFallbackOrderOnly#5452247, worklistShardItemId#5452253L, shardId#5452274, sequenceId#5452252]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001444]
PartitionFilters: [isnotnull(shardId#5452274), isnotnull(sequenceId#5452252), (shardId#5452274 = 0_1_10000001444), (sequenceId#5452252 = 8)]
PushedFilters: [IsNotNull(worklistShardItemId), Not(EqualNullSafe(isFallbackOrderOnly,true)), IsNotNull(orderProposalId)]
ReadSchema: struct<orderProposalId:bigint,isFallbackOrderOnly:boolean,worklistShardItemId:bigint>
(18) ColumnarToRow [codegen id : 3]
Input [5]: [orderProposalId#5452230L, isFallbackOrderOnly#5452247, worklistShardItemId#5452253L, shardId#5452274, sequenceId#5452252]
(19) Filter [codegen id : 3]
Input [5]: [orderProposalId#5452230L, isFallbackOrderOnly#5452247, worklistShardItemId#5452253L, shardId#5452274, sequenceId#5452252]
Condition : ((isnotnull(worklistShardItemId#5452253L) AND NOT (isFallbackOrderOnly#5452247 <=> true)) AND isnotnull(orderProposalId#5452230L))
(20) Project [codegen id : 3]
Output [2]: [orderProposalId#5452230L, worklistShardItemId#5452253L]
Input [5]: [orderProposalId#5452230L, isFallbackOrderOnly#5452247, worklistShardItemId#5452253L, shardId#5452274, sequenceId#5452252]
(21) Exchange
Input [2]: [orderProposalId#5452230L, worklistShardItemId#5452253L]
Arguments: hashpartitioning(worklistShardItemId#5452253L, 30), REPARTITION_BY_NUM, [plan_id=2830656]
(22) Project
Output [2]: [worklistShardItemId#5452253L, orderProposalId#5452230L]
Input [2]: [orderProposalId#5452230L, worklistShardItemId#5452253L]
(23) BroadcastHashJoin [codegen id : 4]
Left keys [1]: [worklistShardItemId#5451799L]
Right keys [1]: [worklistShardItemId#5452253L]
Join type: Inner
Join condition: None
(24) Project [codegen id : 4]
Output [1]: [orderProposalId#5452230L]
Input [3]: [worklistShardItemId#5451799L, worklistShardItemId#5452253L, orderProposalId#5452230L]
(25) HashAggregate [codegen id : 4]
Input [1]: [orderProposalId#5452230L]
Keys [1]: [orderProposalId#5452230L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#5452230L]
(26) Exchange
Input [1]: [orderProposalId#5452230L]
Arguments: hashpartitioning(orderProposalId#5452230L, 30), ENSURE_REQUIREMENTS, [plan_id=2830663]
(27) HashAggregate
Input [1]: [orderProposalId#5452230L]
Keys [1]: [orderProposalId#5452230L]
Functions: []
Aggregate Attributes: []
Results [1]: [orderProposalId#5452230L]
(28) BroadcastHashJoin [codegen id : 5]
Left keys [1]: [orderProposalId#5451214L]
Right keys [1]: [orderProposalId#5452230L]
Join type: Inner
Join condition: None
(29) Project [codegen id : 5]
Output [1]: [optimizationInsights#5451219]
Input [3]: [orderProposalId#5451214L, optimizationInsights#5451219, orderProposalId#5452230L]
(30) Generate [codegen id : 5]
Input [1]: [optimizationInsights#5451219]
Arguments: explode(optimizationInsights#5451219), false, [insight#5457175]
(31) Filter [codegen id : 5]
Input [1]: [insight#5457175]
Condition : NOT insight#5457175.internalInsightType IN (OP_CALC_ITEM_ACCEPT_THR_NOT_MET,OP_CALC_ITEM_NEGL_THR_NOT_MET,OP_CALC_ITEM_OPT_MISSING_MD,OP_CALC_LOCKED_QUANTITY_PREVENTS_DISCARDING_INSIGHT,OP_CALC_MIN_NOT_MET)
(32) Project [codegen id : 5]
Output: []
Input [1]: [insight#5457175]
(33) LocalLimit [codegen id : 5]
Input: []
Arguments: 1
(34) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#5460085, orderDateTime#5460081, prodLocSpecificKpis#5452984]
Arguments: [isFallbackOrderOnly#5460085, orderDateTime#5460081, prodLocSpecificKpis#5452984], [NOT (isFallbackOrderOnly#5460085 <=> true)]
(35) InMemoryRelation
Arguments: [shardId#5460050, worklistShardItemId#5460058L, quantityAfterProdPlantOptimization#5460059, qty#5460060, orderProposalId#5460063L, originalReplenishmentRunId#5460066L, supplierGroup#5460073, supplier#5460074, supplyingPlant#5460104, productGroup#5460105, product#5460076, plant#5460077, subrange#5460075, orderDateTime#5460081, deliveryDateTime#5460082, availabilityDateTime#5460083, nextAvailabilityDateTime#5460084, constraintValues#5460098, constraintOperators#5460096, constraintLabels#5460095, logisticUnits#5460100, orderQuantityBaseUom#5460086, orderQuantityBaseUomUuid#5460087, splitIndicator#5460068L, netPriceAmount#5460091, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(36) InMemoryTableScan
Output [2]: [shardId#5451213, items#5451215]
Arguments: [shardId#5451213, items#5451215], [(size(items#5451215, true) > 0), isnotnull(items#5451215)]
(37) InMemoryRelation
Arguments: [shardId#5451213, orderProposalId#5451214L, items#5451215, optimizationGroups#5451216, isOptimal#5451217, optimizationInsights#5451219], StorageLevel(disk, memory, 2 replicas)
(38) Filter [codegen id : 3]
Input [2]: [shardId#5451213, items#5451215]
Condition : ((size(items#5451215, true) > 0) AND isnotnull(items#5451215))
(39) Generate [codegen id : 3]
Input [2]: [shardId#5451213, items#5451215]
Arguments: explode(items#5451215), [shardId#5451213], false, [item#5451798]
(40) Project [codegen id : 3]
Output [4]: [shardId#5451213, item#5451798.worklistShardItemId AS worklistShardItemId#5451799L, item#5451798.quantityAfterProdPlantOptimization AS quantityAfterProdPlantOptimization#5451800, item#5451798.qty AS qty#5451801]
Input [2]: [shardId#5451213, item#5451798]
(41) Scan parquet
Output [38]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273, shardId#5452274, sequenceId#5452252]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/prod-plant-snapshot/10000001444]
PartitionFilters: [isnotnull(shardId#5452274), isnotnull(sequenceId#5452252), (shardId#5452274 = 0_1_10000001444), (sequenceId#5452252 = 8)]
PushedFilters: [IsNotNull(worklistShardItemId)]
ReadSchema: struct<orderProposalId:bigint,orderProposalItemId:string,supplierGroup:string,supplier:string,plant:string,deliveryDateTime:timestamp,subrange:string,supplyingPlant:string,productGroup:string,product:string,orderDateTime:timestamp,availabilityDateTime:timestamp,nextAvailabilityDateTime:timestamp,sourceOfSupplyUuid:string,isFallbackOrderOnly:boolean,splitIndicator:bigint,previousOrderProposal:bigint,worklistShardItemId:bigint,orderProposalItemGroupId:string,externalProductId:string,externalPlantId:string,logisticUnits:array<struct<uom:string,uomUuid:string,numerator:int,denominator:int,isOrderUnit:boolean,isPreferred:boolean>>,orderQuantityBaseUom:string,orderQuantityBaseUomUuid:string,minimumOrderQuantity:double,constraintLabels:array<string>,constraintOperators:array<string>,constraintValues:array<double>,netPriceAmount:double,netPriceCurrencyCode:string,netPriceQuantity:double,netPriceQuantityUom:string,netPriceQuantityUomUuid:string,measurements:array<struct<value:double,dimensionType:int,dimensionCode:string,dimensionCodeUuid:string,isoCode:string>>,originalReplenishmentRunId:bigint,optimizationGroups:array<string>>
(42) ColumnarToRow [codegen id : 1]
Input [38]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273, shardId#5452274, sequenceId#5452252]
(43) Filter [codegen id : 1]
Input [38]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273, shardId#5452274, sequenceId#5452252]
Condition : isnotnull(worklistShardItemId#5452253L)
(44) Project [codegen id : 1]
Output [36]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273]
Input [38]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273, shardId#5452274, sequenceId#5452252]
(45) Exchange
Input [36]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273]
Arguments: hashpartitioning(worklistShardItemId#5452253L, 30), REPARTITION_BY_NUM, [plan_id=2827964]
(46) Project [codegen id : 2]
Output [36]: [worklistShardItemId#5452253L, orderProposalId#5452230L, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, originalReplenishmentRunId#5452272L, splitIndicator#5452249L, previousOrderProposal#5452250L, sourceOfSupplyUuid#5452244, supplierGroup#5452232, supplier#5452233, subrange#5452236, product#5452239, plant#5452234, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, isFallbackOrderOnly#5452247, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, netPriceAmount#5452266, netPriceCurrencyCode#5452267, measurements#5452271, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, logisticUnits#5452257, optimizationGroups#5452273, externalProductId#5452255, externalPlantId#5452256, supplyingPlant#5452237, productGroup#5452238]
Input [36]: [orderProposalId#5452230L, orderProposalItemId#5452231, supplierGroup#5452232, supplier#5452233, plant#5452234, deliveryDateTime#5452235, subrange#5452236, supplyingPlant#5452237, productGroup#5452238, product#5452239, orderDateTime#5452240, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, sourceOfSupplyUuid#5452244, isFallbackOrderOnly#5452247, splitIndicator#5452249L, previousOrderProposal#5452250L, worklistShardItemId#5452253L, orderProposalItemGroupId#5452254, externalProductId#5452255, externalPlantId#5452256, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, measurements#5452271, originalReplenishmentRunId#5452272L, optimizationGroups#5452273]
(47) BroadcastExchange
Input [36]: [worklistShardItemId#5452253L, orderProposalId#5452230L, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, originalReplenishmentRunId#5452272L, splitIndicator#5452249L, previousOrderProposal#5452250L, sourceOfSupplyUuid#5452244, supplierGroup#5452232, supplier#5452233, subrange#5452236, product#5452239, plant#5452234, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, isFallbackOrderOnly#5452247, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, netPriceAmount#5452266, netPriceCurrencyCode#5452267, measurements#5452271, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, logisticUnits#5452257, optimizationGroups#5452273, externalProductId#5452255, externalPlantId#5452256, supplyingPlant#5452237, productGroup#5452238]
Arguments: HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2827968]
(48) BroadcastHashJoin [codegen id : 3]
Left keys [1]: [worklistShardItemId#5451799L]
Right keys [1]: [worklistShardItemId#5452253L]
Join type: LeftOuter
Join condition: (shardId#5451213 = 0_1_10000001444)
(49) Project [codegen id : 3]
Output [39]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247]
Input [40]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, worklistShardItemId#5452253L, orderProposalId#5452230L, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, originalReplenishmentRunId#5452272L, splitIndicator#5452249L, previousOrderProposal#5452250L, sourceOfSupplyUuid#5452244, supplierGroup#5452232, supplier#5452233, subrange#5452236, product#5452239, plant#5452234, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, isFallbackOrderOnly#5452247, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, netPriceAmount#5452266, netPriceCurrencyCode#5452267, measurements#5452271, minimumOrderQuantity#5452260, constraintLabels#5452261, constraintOperators#5452262, constraintValues#5452263, logisticUnits#5452257, optimizationGroups#5452273, externalProductId#5452255, externalPlantId#5452256, supplyingPlant#5452237, productGroup#5452238]
(50) Exchange
Input [39]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247]
Arguments: hashpartitioning(shardId#5451213, worklistShardItemId#5451799L, 30), ENSURE_REQUIREMENTS, [plan_id=2827973]
(51) Sort [codegen id : 4]
Input [39]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247]
Arguments: [shardId#5451213 ASC NULLS FIRST, worklistShardItemId#5451799L ASC NULLS FIRST], false, 0
(52) Scan ExistingRDD [codegen id : 5]
Output [6]: [shardId#5452977, worklistShardItemId#5452978L, qty#5452979, demandChannel#5452980, demandStream#5452981, kpis#5452982]
Arguments: [shardId#5452977, worklistShardItemId#5452978L, qty#5452979, demandChannel#5452980, demandStream#5452981, kpis#5452982], MapPartitionsRDD[383744] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(53) Filter [codegen id : 5]
Input [6]: [shardId#5452977, worklistShardItemId#5452978L, qty#5452979, demandChannel#5452980, demandStream#5452981, kpis#5452982]
Condition : (((isnull(qty#5452979) AND isnull(demandChannel#5452980)) AND isnull(demandStream#5452981)) AND (isnotnull(shardId#5452977) AND isnotnull(worklistShardItemId#5452978L)))
(54) Project [codegen id : 5]
Output [3]: [shardId#5452977, worklistShardItemId#5452978L, coalesce(kpis#5452982, []) AS prodLocSpecificKpis#5452983]
Input [6]: [shardId#5452977, worklistShardItemId#5452978L, qty#5452979, demandChannel#5452980, demandStream#5452981, kpis#5452982]
(55) Exchange
Input [3]: [shardId#5452977, worklistShardItemId#5452978L, prodLocSpecificKpis#5452983]
Arguments: hashpartitioning(shardId#5452977, worklistShardItemId#5452978L, 30), ENSURE_REQUIREMENTS, [plan_id=2827979]
(56) Sort [codegen id : 6]
Input [3]: [shardId#5452977, worklistShardItemId#5452978L, prodLocSpecificKpis#5452983]
Arguments: [shardId#5452977 ASC NULLS FIRST, worklistShardItemId#5452978L ASC NULLS FIRST], false, 0
(57) SortMergeJoin [codegen id : 7]
Left keys [2]: [shardId#5451213, worklistShardItemId#5451799L]
Right keys [2]: [shardId#5452977, worklistShardItemId#5452978L]
Join type: LeftOuter
Join condition: None
(58) Project [codegen id : 7]
Output [40]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, coalesce(prodLocSpecificKpis#5452983, []) AS prodLocSpecificKpis#5452984]
Input [42]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, shardId#5452977, worklistShardItemId#5452978L, prodLocSpecificKpis#5452983]
(59) Scan ExistingRDD [codegen id : 8]
Output [6]: [shardId#5452993, worklistShardItemId#5452994L, qty#5452995, demandChannel#5452996, demandStream#5452997, kpis#5452998]
Arguments: [shardId#5452993, worklistShardItemId#5452994L, qty#5452995, demandChannel#5452996, demandStream#5452997, kpis#5452998], MapPartitionsRDD[383744] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(60) Filter [codegen id : 8]
Input [6]: [shardId#5452993, worklistShardItemId#5452994L, qty#5452995, demandChannel#5452996, demandStream#5452997, kpis#5452998]
Condition : ((((isnull(qty#5452995) AND isnotnull(demandChannel#5452996)) AND isnotnull(demandStream#5452997)) AND (size(kpis#5452998, true) > 0)) AND (isnotnull(shardId#5452993) AND isnotnull(worklistShardItemId#5452994L)))
(61) Project [codegen id : 8]
Output [5]: [shardId#5452993, worklistShardItemId#5452994L, demandChannel#5452996, demandStream#5452997, kpis#5452998]
Input [6]: [shardId#5452993, worklistShardItemId#5452994L, qty#5452995, demandChannel#5452996, demandStream#5452997, kpis#5452998]
(62) ObjectHashAggregate
Input [5]: [shardId#5452993, worklistShardItemId#5452994L, demandChannel#5452996, demandStream#5452997, kpis#5452998]
Keys [2]: [shardId#5452993, worklistShardItemId#5452994L]
Functions [1]: [partial_collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)]
Aggregate Attributes [1]: [buf#5453225]
Results [3]: [shardId#5452993, worklistShardItemId#5452994L, buf#5453226]
(63) Exchange
Input [3]: [shardId#5452993, worklistShardItemId#5452994L, buf#5453226]
Arguments: hashpartitioning(shardId#5452993, worklistShardItemId#5452994L, 30), ENSURE_REQUIREMENTS, [plan_id=2827990]
(64) ObjectHashAggregate
Input [3]: [shardId#5452993, worklistShardItemId#5452994L, buf#5453226]
Keys [2]: [shardId#5452993, worklistShardItemId#5452994L]
Functions [1]: [collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)#5452992]
Results [3]: [shardId#5452993, worklistShardItemId#5452994L, collect_list(struct(demandChannel, demandChannel#5452996, demandStream, demandStream#5452997, kpis, kpis#5452998), 0, 0)#5452992 AS channelStreamSpecificKpis#5452985]
(65) Sort [codegen id : 9]
Input [3]: [shardId#5452993, worklistShardItemId#5452994L, channelStreamSpecificKpis#5452985]
Arguments: [shardId#5452993 ASC NULLS FIRST, worklistShardItemId#5452994L ASC NULLS FIRST], false, 0
(66) SortMergeJoin [codegen id : 10]
Left keys [2]: [shardId#5451213, worklistShardItemId#5451799L]
Right keys [2]: [shardId#5452993, worklistShardItemId#5452994L]
Join type: LeftOuter
Join condition: None
(67) Project [codegen id : 10]
Output [41]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, prodLocSpecificKpis#5452984, coalesce(channelStreamSpecificKpis#5452985, []) AS channelStreamSpecificKpis#5452999]
Input [43]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, prodLocSpecificKpis#5452984, shardId#5452993, worklistShardItemId#5452994L, channelStreamSpecificKpis#5452985]
(68) Scan ExistingRDD [codegen id : 11]
Output [6]: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, demandChannel#5453009, demandStream#5453010, kpis#5453011]
Arguments: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, demandChannel#5453009, demandStream#5453010, kpis#5453011], MapPartitionsRDD[383744] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(69) Filter [codegen id : 11]
Input [6]: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, demandChannel#5453009, demandStream#5453010, kpis#5453011]
Condition : ((isnotnull(qty#5453008) AND isnotnull(kpis#5453011)) AND (isnotnull(shardId#5453006) AND isnotnull(worklistShardItemId#5453007L)))
(70) Project [codegen id : 11]
Output [4]: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, kpis#5453011]
Input [6]: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, demandChannel#5453009, demandStream#5453010, kpis#5453011]
(71) ObjectHashAggregate
Input [4]: [shardId#5453006, worklistShardItemId#5453007L, qty#5453008, kpis#5453011]
Keys [2]: [shardId#5453006, worklistShardItemId#5453007L]
Functions [1]: [partial_collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)]
Aggregate Attributes [1]: [buf#5453227]
Results [3]: [shardId#5453006, worklistShardItemId#5453007L, buf#5453228]
(72) Exchange
Input [3]: [shardId#5453006, worklistShardItemId#5453007L, buf#5453228]
Arguments: hashpartitioning(shardId#5453006, worklistShardItemId#5453007L, 30), ENSURE_REQUIREMENTS, [plan_id=2828002]
(73) ObjectHashAggregate
Input [3]: [shardId#5453006, worklistShardItemId#5453007L, buf#5453228]
Keys [2]: [shardId#5453006, worklistShardItemId#5453007L]
Functions [1]: [collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)]
Aggregate Attributes [1]: [collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)#5453005]
Results [3]: [shardId#5453006, worklistShardItemId#5453007L, map_from_entries(collect_list(struct(qty, qty#5453008, kpis, kpis#5453011), 0, 0)#5453005) AS quantityKpis#5453000]
(74) Sort [codegen id : 12]
Input [3]: [shardId#5453006, worklistShardItemId#5453007L, quantityKpis#5453000]
Arguments: [shardId#5453006 ASC NULLS FIRST, worklistShardItemId#5453007L ASC NULLS FIRST], false, 0
(75) SortMergeJoin [codegen id : 13]
Left keys [2]: [shardId#5451213, worklistShardItemId#5451799L]
Right keys [2]: [shardId#5453006, worklistShardItemId#5453007L]
Join type: LeftOuter
Join condition: None
(76) Project [codegen id : 13]
Output [42]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, prodLocSpecificKpis#5452984, channelStreamSpecificKpis#5452999, coalesce(quantityKpis#5453000, map(keys: [], values: [])) AS quantityKpis#5453012]
Input [44]: [shardId#5451213, worklistShardItemId#5451799L, quantityAfterProdPlantOptimization#5451800, qty#5451801, orderProposalId#5452230L, originalReplenishmentRunId#5452272L, supplierGroup#5452232, supplier#5452233, supplyingPlant#5452237, productGroup#5452238, product#5452239, plant#5452234, subrange#5452236, orderDateTime#5452240, deliveryDateTime#5452235, availabilityDateTime#5452241, nextAvailabilityDateTime#5452242, constraintValues#5452263, constraintOperators#5452262, constraintLabels#5452261, logisticUnits#5452257, orderQuantityBaseUom#5452258, orderQuantityBaseUomUuid#5452259, splitIndicator#5452249L, netPriceAmount#5452266, netPriceCurrencyCode#5452267, netPriceQuantity#5452268, netPriceQuantityUom#5452269, netPriceQuantityUomUuid#5452270, sourceOfSupplyUuid#5452244, minimumOrderQuantity#5452260, orderProposalItemId#5452231, orderProposalItemGroupId#5452254, optimizationGroups#5452273, measurements#5452271, externalProductId#5452255, externalPlantId#5452256, previousOrderProposal#5452250L, isFallbackOrderOnly#5452247, prodLocSpecificKpis#5452984, channelStreamSpecificKpis#5452999, shardId#5453006, worklistShardItemId#5453007L, quantityKpis#5453000]
(77) Filter [codegen id : 6]
Input [3]: [isFallbackOrderOnly#5460085, orderDateTime#5460081, prodLocSpecificKpis#5452984]
Condition : NOT (isFallbackOrderOnly#5460085 <=> true)
(78) Project [codegen id : 6]
Output [2]: [orderDateTime#5460081, prodLocSpecificKpis#5452984]
Input [3]: [isFallbackOrderOnly#5460085, orderDateTime#5460081, prodLocSpecificKpis#5452984]
(79) Scan parquet
Output [2]: [insightConfigurations#5459862, shardId#5459863]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000001444]
PartitionFilters: [isnotnull(shardId#5459863), (shardId#5459863 = 0_1_10000001444)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(80) ColumnarToRow [codegen id : 7]
Input [2]: [insightConfigurations#5459862, shardId#5459863]
(81) Filter [codegen id : 7]
Input [2]: [insightConfigurations#5459862, shardId#5459863]
Condition : (isnotnull(insightConfigurations#5459862) AND isnotnull(insightConfigurations#5459862[POTENTIAL_OOS_STOCK_PERIOD]))
(82) Project [codegen id : 7]
Output [1]: [insightConfigurations#5459862[POTENTIAL_OOS_STOCK_PERIOD].settings AS _extract_settings#5468448]
Input [2]: [insightConfigurations#5459862, shardId#5459863]
(83) Exchange
Input [1]: [_extract_settings#5468448]
Arguments: RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=2830682]
(84) BroadcastExchange
Input [1]: [_extract_settings#5468448]
Arguments: IdentityBroadcastMode, [plan_id=2830683]
(85) BroadcastNestedLoopJoin
Join type: Cross
Join condition: ((CASE WHEN (isnull(element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10829#5459867.label = OutOfStockProbability), lambda x_10829#5459867, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10830#5459868.name = OOS_PROBABILITY_THRESHOLD), lambda x_10830#5459868, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10829#5459869.label = OutOfStockProbability), lambda x_10829#5459869, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10830#5459870.name = OOS_PROBABILITY_THRESHOLD), lambda x_10830#5459870, false)), 1, None, false).value as double)) END AND CASE WHEN isnull(element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10831#5459871.label = InitialStockQty), lambda x_10831#5459871, false)), 1, None, false).value) THEN false ELSE (element_at(filter(prodLocSpecificKpis#5452984, lambdafunction((lambda x_10831#5459873.label = InitialStockQty), lambda x_10831#5459873, false)), 1, None, false).value > CASE WHEN cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10832#5459874.name = CURRENT_STOCK_ABOVE_ZERO), lambda x_10832#5459874, false)), 1, None, false).value as boolean) THEN 0.0 ELSE -Infinity END) END) AND CASE WHEN (CASE WHEN isnull(orderDateTime#5460081) THEN true ELSE isnull((cast((unix_timestamp(orderDateTime#5460081, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1784666481) as double) / 3600.0)) END OR isnull(cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10833#5459875.name = OFFSET_CURRENT_ORDER_DATE), lambda x_10833#5459875, false)), 1, None, false).value as double))) THEN false ELSE (CASE WHEN isnull(orderDateTime#5460081) THEN null ELSE (cast((unix_timestamp(orderDateTime#5460081, yyyy-MM-dd HH:mm:ss, Some(UTC), false) - 1784666481) as double) / 3600.0) END >= cast(element_at(filter(_extract_settings#5468448, lambdafunction((lambda x_10833#5459876.name = OFFSET_CURRENT_ORDER_DATE), lambda x_10833#5459876, false)), 1, None, false).value as double)) END)
(86) Project [codegen id : 8]
Output: []
Input [3]: [orderDateTime#5460081, prodLocSpecificKpis#5452984, _extract_settings#5468448]
(87) LocalLimit [codegen id : 8]
Input: []
Arguments: 1
(88) InMemoryTableScan
Output [3]: [isFallbackOrderOnly#5459948, qty#5459923, quantityKpis#5460039]
Arguments: [isFallbackOrderOnly#5459948, qty#5459923, quantityKpis#5460039], [NOT (isFallbackOrderOnly#5459948 <=> true)]
(89) InMemoryRelation
Arguments: [shardId#5459913, worklistShardItemId#5459921L, quantityAfterProdPlantOptimization#5459922, qty#5459923, orderProposalId#5459926L, originalReplenishmentRunId#5459929L, supplierGroup#5459936, supplier#5459937, supplyingPlant#5459967, productGroup#5459968, product#5459939, plant#5459940, subrange#5459938, orderDateTime#5459944, deliveryDateTime#5459945, availabilityDateTime#5459946, nextAvailabilityDateTime#5459947, constraintValues#5459961, constraintOperators#5459959, constraintLabels#5459958, logisticUnits#5459963, orderQuantityBaseUom#5459949, orderQuantityBaseUomUuid#5459950, splitIndicator#5459931L, netPriceAmount#5459954, ... 17 more fields], StorageLevel(disk, memory, 2 replicas)
(90) Filter [codegen id : 9]
Input [3]: [isFallbackOrderOnly#5459948, qty#5459923, quantityKpis#5460039]
Condition : NOT (isFallbackOrderOnly#5459948 <=> true)
(91) Project [codegen id : 9]
Output [2]: [qty#5459923, quantityKpis#5460039]
Input [3]: [isFallbackOrderOnly#5459948, qty#5459923, quantityKpis#5460039]
(92) Scan parquet
Output [2]: [insightConfigurations#5460044, shardId#5460045]
Batched: true
Location: PreparedDeltaFileIndex [hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/common-data-snapshot/10000001444]
PartitionFilters: [isnotnull(shardId#5460045), (shardId#5460045 = 0_1_10000001444)]
PushedFilters: [IsNotNull(insightConfigurations)]
ReadSchema: struct<insightConfigurations:map<string,struct<configurationVersion:string,name:string,settings:array<struct<name:string,type:string,value:string>>,status:string>>>
(93) ColumnarToRow [codegen id : 10]
Input [2]: [insightConfigurations#5460044, shardId#5460045]
(94) Filter [codegen id : 10]
Input [2]: [insightConfigurations#5460044, shardId#5460045]
Condition : (isnotnull(insightConfigurations#5460044) AND isnotnull(insightConfigurations#5460044[POTENTIAL_OOS_DEMAND_PERIOD]))
(95) Project [codegen id : 10]
Output [1]: [insightConfigurations#5460044[POTENTIAL_OOS_DEMAND_PERIOD].settings AS _extract_settings#5468450]
Input [2]: [insightConfigurations#5460044, shardId#5460045]
(96) Exchange
Input [1]: [_extract_settings#5468450]
Arguments: RoundRobinPartitioning(30), REPARTITION_BY_NUM, [plan_id=2830698]
(97) BroadcastExchange
Input [1]: [_extract_settings#5468450]
Arguments: IdentityBroadcastMode, [plan_id=2830699]
(98) BroadcastNestedLoopJoin
Join type: Cross
Join condition: CASE WHEN (isnull(element_at(filter(element_at(quantityKpis#5460039, qty#5459923, None, false), lambdafunction((lambda x_10835#5459893.label = OutOfStockProbability), lambda x_10835#5459893, false)), 1, None, false).value) OR isnull(cast(element_at(filter(_extract_settings#5468450, lambdafunction((lambda x_10836#5459894.name = OOS_PROBABILITY_THRESHOLD), lambda x_10836#5459894, false)), 1, None, false).value as double))) THEN false ELSE (element_at(filter(element_at(quantityKpis#5460039, qty#5459923, None, false), lambdafunction((lambda x_10835#5459895.label = OutOfStockProbability), lambda x_10835#5459895, false)), 1, None, false).value >= cast(element_at(filter(_extract_settings#5468450, lambdafunction((lambda x_10836#5459896.name = OOS_PROBABILITY_THRESHOLD), lambda x_10836#5459896, false)), 1, None, false).value as double)) END
(99) Project [codegen id : 11]
Output: []
Input [3]: [qty#5459923, quantityKpis#5460039, _extract_settings#5468450]
(100) LocalLimit [codegen id : 11]
Input: []
Arguments: 1
(101) Union
(102) CollectLimit
Input: []
Arguments: 1