digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 44 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#5604154, 0, 0), collect_set(txn#5604146, 0, 0), count(protocol#5604150), sum(add#5604147.size), last(metaData#5604149, true), count(metaData#5604149), last(protocol#5604150, true), count(remove#5604148), count(add#5604147), count(txn#5604146)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 3.3 KiB<br>merged fetch fallback count: 0<br>local blocks read: 24<br>remote merged chunks fetched: 0<br>remote blocks read: 26<br>data size total (min, med, max (stageId: taskId))<br>9.9 KiB (152.0 B, 152.0 B, 2.7 KiB (stage 1345090.0: task 2494346))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 1345090.0: task 2494354))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2.9 KiB<br>number of partitions: 1<br>remote reqs duration: 4 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.2 KiB (101.0 B, 114.0 B, 939.0 B (stage 1345090.0: task 2494346))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=2905439]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>2.1 s (4 ms, 4 ms, 241 ms (stage 1345090.0: task 2494336))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1345090.0: task 2494332))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#5604154, 0, 0), partial_collect_set(txn#5604146, 0, 0), partial_count(protocol#5604150), partial_sum(add#5604147.size), partial_last(metaData#5604149, true), partial_count(metaData#5604149), partial_last(protocol#5604150, true), partial_count(remove#5604148), partial_count(add#5604147), partial_count(txn#5604146)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (4 ms, 4 ms, 241 ms (stage 1345090.0: task 2494336))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, domainMetadata#5604154]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001445/_delta_log</b><br><br>number of output rows: 89" tooltip="Scan ExistingRDD Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001445/_delta_log[txn#5604146,add#5604147,remove#5604148,metaData#5604149,protocol#5604150,cdc#5604151,checkpointMetadata#5604152,sidecar#5604153,domainMetadata#5604154,commitInfo#5604155]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001445/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001445/_delta_log [codegen id : 1]
Output [10]: [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, cdc#5604151, checkpointMetadata#5604152, sidecar#5604153, domainMetadata#5604154, commitInfo#5604155]
Arguments: [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, cdc#5604151, checkpointMetadata#5604152, sidecar#5604153, domainMetadata#5604154, commitInfo#5604155], Delta Table State #7 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/optimal-quantities-cache/10000001445/_delta_log MapPartitionsRDD[395138] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, domainMetadata#5604154]
Input [10]: [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, cdc#5604151, checkpointMetadata#5604152, sidecar#5604153, domainMetadata#5604154, commitInfo#5604155]
(3) ObjectHashAggregate
Input [6]: [txn#5604146, add#5604147, remove#5604148, metaData#5604149, protocol#5604150, domainMetadata#5604154]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#5604154, 0, 0), partial_collect_set(txn#5604146, 0, 0), partial_count(protocol#5604150), partial_sum(add#5604147.size), partial_last(metaData#5604149, true), partial_count(metaData#5604149), partial_last(protocol#5604150, true), partial_count(remove#5604148), partial_count(add#5604147), partial_count(txn#5604146)]
Aggregate Attributes [12]: [buf#5604256, buf#5604257, count#5604258L, sum#5604259L, last#5604260, valueSet#5604261, count#5604262L, last#5604263, valueSet#5604264, count#5604265L, count#5604266L, count#5604267L]
Results [12]: [buf#5604268, buf#5604269, count#5604270L, sum#5604271L, last#5604272, valueSet#5604273, count#5604274L, last#5604275, valueSet#5604276, count#5604277L, count#5604278L, count#5604279L]
(4) Exchange
Input [12]: [buf#5604268, buf#5604269, count#5604270L, sum#5604271L, last#5604272, valueSet#5604273, count#5604274L, last#5604275, valueSet#5604276, count#5604277L, count#5604278L, count#5604279L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=2905439]
(5) ObjectHashAggregate
Input [12]: [buf#5604268, buf#5604269, count#5604270L, sum#5604271L, last#5604272, valueSet#5604273, count#5604274L, last#5604275, valueSet#5604276, count#5604277L, count#5604278L, count#5604279L]
Keys: []
Functions [10]: [collect_set(domainMetadata#5604154, 0, 0), collect_set(txn#5604146, 0, 0), count(protocol#5604150), sum(add#5604147.size), last(metaData#5604149, true), count(metaData#5604149), last(protocol#5604150, true), count(remove#5604148), count(add#5604147), count(txn#5604146)]
Aggregate Attributes [10]: [collect_set(domainMetadata#5604154, 0, 0)#5604202, collect_set(txn#5604146, 0, 0)#5604203, count(protocol#5604150)#5604204L, sum(add#5604147.size)#5604205L, last(metaData#5604149) ignore nulls#5604206, count(metaData#5604149)#5604207L, last(protocol#5604150) ignore nulls#5604208, count(remove#5604148)#5604209L, count(add#5604147)#5604210L, count(txn#5604146)#5604211L]
Results [14]: [collect_set(domainMetadata#5604154, 0, 0)#5604202 AS domainMetadata#5604187, null AS fileSizeHistogram#5604188, collect_set(txn#5604146, 0, 0)#5604203 AS setTransactions#5604189, null AS numDeletedRecordsOpt#5604190, count(protocol#5604150)#5604204L AS numOfProtocol#5604191L, coalesce(sum(add#5604147.size)#5604205L, 0) AS sizeInBytes#5604192L, last(metaData#5604149) ignore nulls#5604206 AS metadata#5604193, count(metaData#5604149)#5604207L AS numOfMetadata#5604194L, null AS deletedRecordCountsHistogramOpt#5604195, null AS numDeletionVectorsOpt#5604196, last(protocol#5604150) ignore nulls#5604208 AS protocol#5604197, count(remove#5604148)#5604209L AS numOfRemoves#5604198L, count(add#5604147)#5604210L AS numOfFiles#5604199L, count(txn#5604146)#5604211L AS numOfSetTransactions#5604200L]