digraph G { 0 [id="node0" labelType="html" label="<b>CollectLimit</b><br><br>shuffle records written: 1<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 62.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>local merged bytes read: 0.0 B<br>remote reqs duration: 0 ms<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 62.0 B" tooltip="CollectLimit 1"]; 1 [id="node1" labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 8" tooltip="InMemoryTableScan"]; subgraph cluster2 { isCluster="true"; id="cluster2"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n31 ms (0 ms, 0 ms, 6 ms (stage 1336727.0: task 2485861))"; tooltip="WholeStageCodegen (3)"; 3 [id="node3" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5584106, worklistShardItemId#5584184L, version#5584193, product#5584254, plant#5584249, availabilityDateTime#5584256 AS periodStart#5584293, nextAvailabilityDateTime#5584257 AS periodEnd#5584294, qty#5584189]"]; 4 [id="node4" labelType="html" label="<b>BroadcastHashJoin</b><br><br>number of output rows: 8" tooltip="BroadcastHashJoin [worklistShardItemId#5584184L], [worklistShardItemId#5584268L], LeftOuter, BuildRight, (shardId#5584106 = 0_1_10000001445), false"]; 5 [id="node5" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5584106, worklistShardItemId#5584184L, qty#5584189, element_at([9], ((cast(array_position([0_1_10000001445], shardId#5584106) as int) - 1) + 1), None, false) AS version#5584193]"]; 6 [id="node6" labelType="html" label="<b>Generate</b><br><br>number of output rows: 8" tooltip="Generate explode(requestedQuantities#5584187), [shardId#5584106, worklistShardItemId#5584184L], false, [qty#5584189]"]; 7 [id="node7" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5584106, item#5584183.worklistShardItemId AS worklistShardItemId#5584184L, item#5584183.requestedQuantities AS requestedQuantities#5584187]"]; 8 [id="node8" labelType="html" label="<b>Filter</b><br><br>number of output rows: 2" tooltip="Filter ((size(item#5584183.requestedQuantities, true) > 0) AND isnotnull(item#5584183.requestedQuantities))"]; 9 [id="node9" labelType="html" label="<b>Generate</b><br><br>number of output rows: 25" tooltip="Generate explode(items#5584108), [shardId#5584106], false, [item#5584183]"]; 10 [id="node10" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [shardId#5584106, items#5584108]"]; 11 [id="node11" labelType="html" label="<b>Filter</b><br><br>number of output rows: 1" tooltip="Filter ((size(items#5584108, true) > 0) AND isnotnull(items#5584108))"]; 12 [id="node12" labelType="html" label="<br><b>SerializeFromObject</b><br><br>" tooltip="SerializeFromObject [if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(0))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 0, shardId), StringType, ObjectType(class java.lang.String)))) AS shardId#5584106, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(1))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 1, orderProposalId), LongType, ObjectType(class java.lang.Long)).longValue()) AS orderProposalId#5584107L, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(2))) null else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)))) null else named_struct(worklistShardItemId, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(0))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 0, worklistShardItemId), LongType, ObjectType(class java.lang.Long)).longValue()), quantityAfterProdPlantOptimization, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(1))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 1, quantityAfterProdPlantOptimization), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), optimalQuantity, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(2))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 2, optimalQuantity), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), requestedQuantities, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(3))) null else if (invoke(class [D.isInstance(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 3, requestedQuantities), ArrayType(DoubleType,true), ObjectType(class java.lang.Object))))) static_invoke(ArrayData.toArrayData(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 3, requestedQuantities), ArrayType(DoubleType,true), ObjectType(class java.lang.Object)))) else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -2), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(worklistShardItemId,LongType,true), StructField(quantityAfterProdPlantOptimization,DoubleType,true), StructField(optimalQuantity,DoubleType,true), StructField(requestedQuantities,ArrayType(DoubleType,true),true), ObjectType(interface org.apache.spark.sql.Row)), 3, requestedQuantities), ArrayType(DoubleType,true), ObjectType(class java.lang.Object)), None)), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 2, items), ArrayType(StructType(StructField(worklistShardItemId,LongType,true),StructField(quantityAfterProdPlantOptimization,DoubleType,true),StructField(optimalQuantity,DoubleType,true),StructField(requestedQuantities,ArrayType(DoubleType,true),true)),true), ObjectType(class java.lang.Object)), None) AS items#5584108, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(3))) null else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)))) null else named_struct(optGroupId, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(0))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 0, optGroupId), StringType, ObjectType(class java.lang.String)))), assignmentDetails, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(1))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 1, assignmentDetails), StringType, ObjectType(class java.lang.String)))), minOrderProfile, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(2))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 2, minOrderProfile), StringType, ObjectType(class java.lang.String)))), minOrderGoal, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(3))) null else named_struct(minOrderValue, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(0))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 0, minOrderValue), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), calculatedOrderValue, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(1))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 1, calculatedOrderValue), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), dimensionType, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(2))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 2, dimensionType), IntegerType, ObjectType(class java.lang.Integer)).intValue()), unit, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(3))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 3, unit), StringType, ObjectType(class java.lang.String)))), unitUuid, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(4))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 4, unitUuid), StringType, ObjectType(class java.lang.String)))), negligibleQuantitiesThreshold, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(5))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 5, negligibleQuantitiesThreshold), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), acceptanceThreshold, if (invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(6))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -3), StructField(optGroupId,StringType,true), StructField(assignmentDetails,StringType,true), StructField(minOrderProfile,StringType,true), StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true), ObjectType(interface org.apache.spark.sql.Row)), 3, minOrderGoal), StructField(minOrderValue,DoubleType,true), StructField(calculatedOrderValue,DoubleType,true), StructField(dimensionType,IntegerType,true), StructField(unit,StringType,true), StructField(unitUuid,StringType,true), StructField(negligibleQuantitiesThreshold,DoubleType,true), StructField(acceptanceThreshold,DoubleType,true), ObjectType(interface org.apache.spark.sql.Row)), 6, acceptanceThreshold), DoubleType, ObjectType(class java.lang.Double)).doubleValue()))), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 3, optimizationGroups), ArrayType(StructType(StructField(optGroupId,StringType,true),StructField(assignmentDetails,StringType,true),StructField(minOrderProfile,StringType,true),StructField(minOrderGoal,StructType(StructField(minOrderValue,DoubleType,true),StructField(calculatedOrderValue,DoubleType,true),StructField(dimensionType,IntegerType,true),StructField(unit,StringType,true),StructField(unitUuid,StringType,true),StructField(negligibleQuantitiesThreshold,DoubleType,true),StructField(acceptanceThreshold,DoubleType,true)),true)),true), ObjectType(class java.lang.Object)), None) AS optimizationGroups#5584109, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(4))) null else invoke(validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 4, isOptimal), BooleanType, ObjectType(class java.lang.Boolean)).booleanValue()) AS isOptimal#5584110, if (invoke(assertnotnull(input[0, org.apache.spark.sql.Row, true]).isNullAt(5))) null else mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)))) null else named_struct(internalInsightType, static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 0, internalInsightType), StringType, ObjectType(class java.lang.String)))), worklistShardItemId, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(1))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 1, worklistShardItemId), LongType, ObjectType(class java.lang.Long)).longValue()), thresholdValue, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(2))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 2, thresholdValue), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), reachedValue, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(3))) null else invoke(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 3, reachedValue), DoubleType, ObjectType(class java.lang.Double)).doubleValue()), unitOfMeasure, if (invoke(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)).isNullAt(4))) null else static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 4, unitOfMeasure), StringType, ObjectType(class java.lang.String)))), assignmentDetails, static_invoke(UTF8String.fromString(validateexternaltype(getexternalrowfield(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -4), StructField(internalInsightType,StringType,false), StructField(worklistShardItemId,LongType,true), StructField(thresholdValue,DoubleType,true), StructField(reachedValue,DoubleType,true), StructField(unitOfMeasure,StringType,true), StructField(assignmentDetails,StringType,false), ObjectType(interface org.apache.spark.sql.Row)), 5, assignmentDetails), StringType, ObjectType(class java.lang.String))))), validateexternaltype(getexternalrowfield(assertnotnull(input[0, org.apache.spark.sql.Row, true]), 5, optimizationInsights), ArrayType(StructType(StructField(internalInsightType,StringType,false),StructField(worklistShardItemId,LongType,true),StructField(thresholdValue,DoubleType,true),StructField(reachedValue,DoubleType,true),StructField(unitOfMeasure,StringType,true),StructField(assignmentDetails,StringType,false)),true), ObjectType(class java.lang.Object)), None) AS optimizationInsights#5584111]"]; } 13 [id="node13" labelType="html" label="<b>Scan</b><br><br>number of output rows: 1" tooltip="Scan[obj#5584099]"]; 14 [id="node14" labelType="html" label="<b>BroadcastExchange</b><br><br>time to broadcast: 0 ms<br>time to build: 0 ms<br>time to collect: 384 ms<br>number of output rows: 29<br>data size: 1030.4 KiB" tooltip="BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, true]),false), [plan_id=2896468]"]; subgraph cluster15 { isCluster="true"; id="cluster15"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n6 ms (0 ms, 0 ms, 3 ms (stage 1336625.0: task 2485835))"; tooltip="WholeStageCodegen (2)"; 16 [id="node16" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [worklistShardItemId#5584268L, product#5584254, plant#5584249, availabilityDateTime#5584256, nextAvailabilityDateTime#5584257]"]; } 17 [id="node17" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 29<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 29<br>local bytes read total (min, med, max (stageId: taskId))<br>4.0 KiB (167.0 B, 167.0 B, 334.0 B (stage 1336625.0: task 2485830))<br>merged fetch fallback count: 0<br>local blocks read: 24<br>remote merged chunks fetched: 0<br>remote blocks read: 3<br>data size total (min, med, max (stageId: taskId))<br>3.2 KiB (112.0 B, 224.0 B, 336.0 B (stage 1336624.0: task 2485805))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 0 ms, 1 ms (stage 1336624.0: task 2485811))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time total (min, med, max (stageId: taskId))<br>4 ms (0 ms, 0 ms, 2 ms (stage 1336625.0: task 2485835))<br>remote bytes read total (min, med, max (stageId: taskId))<br>547.0 B (167.0 B, 167.0 B, 213.0 B (stage 1336625.0: task 2485835))<br>number of partitions: 30<br>remote reqs duration total (min, med, max (stageId: taskId))<br>8 ms (2 ms, 3 ms, 3 ms (stage 1336625.0: task 2485835))<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>4.5 KiB (167.0 B, 213.0 B, 501.0 B (stage 1336624.0: task 2485805))" tooltip="Exchange hashpartitioning(worklistShardItemId#5584268L, 30), REPARTITION_BY_NUM, [plan_id=2896464]"]; subgraph cluster18 { isCluster="true"; id="cluster18"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (78 ms, 112 ms, 315 ms (stage 1336624.0: task 2485811))"; tooltip="WholeStageCodegen (1)"; 19 [id="node19" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [plant#5584249, product#5584254, availabilityDateTime#5584256, nextAvailabilityDateTime#5584257, worklistShardItemId#5584268L]"]; 20 [id="node20" labelType="html" label="<b>Filter</b><br><br>number of output rows: 29" tooltip="Filter isnotnull(worklistShardItemId#5584268L)"]; 21 [id="node21" labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 29<br>number of input batches: 17" tooltip="ColumnarToRow"]; } 22 [id="node22" labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 17<br>scan time total (min, med, max (stageId: taskId))<br>2.0 s (77 ms, 104 ms, 312 ms (stage 1336624.0: task 2485811))<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 319.0 KiB<br>number of output rows: 29<br>number of partitions read: 1" tooltip="FileScan parquet [plant#5584249,product#5584254,availabilityDateTime#5584256,nextAvailabilityDateTime#5584257,worklistShardItemId#5584268L,shardId#5584289,sequenceId#5584267] Batched: true, DataFilters: [isnotnull(worklistShardItemId#5584268L)], Format: Parquet, Location: PreparedDeltaFileIndex(1 paths)[hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20...., PartitionFilters: [isnotnull(shardId#5584289), isnotnull(sequenceId#5584267), (shardId#5584289 = 0_1_10000001445), ..., PushedFilters: [IsNotNull(worklistShardItemId)], ReadSchema: struct<plant:string,product:string,availabilityDateTime:timestamp,nextAvailabilityDateTime:timest..."]; 1->0; 3->1; 4->3; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 12->11; 13->12; 14->4; 16->14; 17->16; 19->17; 20->19; 21->20; 22->21; }