digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 43 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#5554629, 0, 0), collect_set(txn#5554621, 0, 0), count(protocol#5554625), sum(add#5554622.size), last(metaData#5554624, true), count(metaData#5554624), last(protocol#5554625, true), count(remove#5554623), count(add#5554622), count(txn#5554621)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.2 KiB<br>merged fetch fallback count: 0<br>local blocks read: 20<br>remote merged chunks fetched: 0<br>remote blocks read: 30<br>data size total (min, med, max (stageId: taskId))<br>8.5 KiB (152.0 B, 152.0 B, 1208.0 B (stage 1329629.0: task 2469298))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 1329629.0: task 2469283))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.8 KiB<br>number of partitions: 1<br>remote reqs duration: 4 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>6.0 KiB (101.0 B, 115.0 B, 581.0 B (stage 1329629.0: task 2469298))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=2878650]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>225 ms (4 ms, 4 ms, 7 ms (stage 1329629.0: task 2469271))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 1329629.0: task 2469267))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#5554629, 0, 0), partial_collect_set(txn#5554621, 0, 0), partial_count(protocol#5554625), partial_sum(add#5554622.size), partial_last(metaData#5554624, true), partial_count(metaData#5554624), partial_last(protocol#5554625, true), partial_count(remove#5554623), partial_count(add#5554622), partial_count(txn#5554621)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n225 ms (4 ms, 4 ms, 7 ms (stage 1329629.0: task 2469271))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, domainMetadata#5554629]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #6 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000001445/_delta_log</b><br><br>number of output rows: 212" tooltip="Scan ExistingRDD Delta Table State #6 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000001445/_delta_log[txn#5554621,add#5554622,remove#5554623,metaData#5554624,protocol#5554625,cdc#5554626,checkpointMetadata#5554627,sidecar#5554628,domainMetadata#5554629,commitInfo#5554630]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #6 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000001445/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #6 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000001445/_delta_log [codegen id : 1]
Output [10]: [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, cdc#5554626, checkpointMetadata#5554627, sidecar#5554628, domainMetadata#5554629, commitInfo#5554630]
Arguments: [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, cdc#5554626, checkpointMetadata#5554627, sidecar#5554628, domainMetadata#5554629, commitInfo#5554630], Delta Table State #6 - hdlfs://332d7051-0d16-44f5-ae76-bf2dcf30365f.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/internal/kpi-curve-cache/10000001445/_delta_log MapPartitionsRDD[391221] at start at FileStorageAdapterImpl.java:598, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, domainMetadata#5554629]
Input [10]: [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, cdc#5554626, checkpointMetadata#5554627, sidecar#5554628, domainMetadata#5554629, commitInfo#5554630]
(3) ObjectHashAggregate
Input [6]: [txn#5554621, add#5554622, remove#5554623, metaData#5554624, protocol#5554625, domainMetadata#5554629]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#5554629, 0, 0), partial_collect_set(txn#5554621, 0, 0), partial_count(protocol#5554625), partial_sum(add#5554622.size), partial_last(metaData#5554624, true), partial_count(metaData#5554624), partial_last(protocol#5554625, true), partial_count(remove#5554623), partial_count(add#5554622), partial_count(txn#5554621)]
Aggregate Attributes [12]: [buf#5554731, buf#5554732, count#5554733L, sum#5554734L, last#5554735, valueSet#5554736, count#5554737L, last#5554738, valueSet#5554739, count#5554740L, count#5554741L, count#5554742L]
Results [12]: [buf#5554743, buf#5554744, count#5554745L, sum#5554746L, last#5554747, valueSet#5554748, count#5554749L, last#5554750, valueSet#5554751, count#5554752L, count#5554753L, count#5554754L]
(4) Exchange
Input [12]: [buf#5554743, buf#5554744, count#5554745L, sum#5554746L, last#5554747, valueSet#5554748, count#5554749L, last#5554750, valueSet#5554751, count#5554752L, count#5554753L, count#5554754L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=2878650]
(5) ObjectHashAggregate
Input [12]: [buf#5554743, buf#5554744, count#5554745L, sum#5554746L, last#5554747, valueSet#5554748, count#5554749L, last#5554750, valueSet#5554751, count#5554752L, count#5554753L, count#5554754L]
Keys: []
Functions [10]: [collect_set(domainMetadata#5554629, 0, 0), collect_set(txn#5554621, 0, 0), count(protocol#5554625), sum(add#5554622.size), last(metaData#5554624, true), count(metaData#5554624), last(protocol#5554625, true), count(remove#5554623), count(add#5554622), count(txn#5554621)]
Aggregate Attributes [10]: [collect_set(domainMetadata#5554629, 0, 0)#5554677, collect_set(txn#5554621, 0, 0)#5554678, count(protocol#5554625)#5554679L, sum(add#5554622.size)#5554680L, last(metaData#5554624) ignore nulls#5554681, count(metaData#5554624)#5554682L, last(protocol#5554625) ignore nulls#5554683, count(remove#5554623)#5554684L, count(add#5554622)#5554685L, count(txn#5554621)#5554686L]
Results [14]: [collect_set(domainMetadata#5554629, 0, 0)#5554677 AS domainMetadata#5554662, null AS fileSizeHistogram#5554663, collect_set(txn#5554621, 0, 0)#5554678 AS setTransactions#5554664, null AS numDeletedRecordsOpt#5554665, count(protocol#5554625)#5554679L AS numOfProtocol#5554666L, coalesce(sum(add#5554622.size)#5554680L, 0) AS sizeInBytes#5554667L, last(metaData#5554624) ignore nulls#5554681 AS metadata#5554668, count(metaData#5554624)#5554682L AS numOfMetadata#5554669L, null AS deletedRecordCountsHistogramOpt#5554670, null AS numDeletionVectorsOpt#5554671, last(protocol#5554625) ignore nulls#5554683 AS protocol#5554672, count(remove#5554623)#5554684L AS numOfRemoves#5554673L, count(add#5554622)#5554685L AS numOfFiles#5554674L, count(txn#5554621)#5554686L AS numOfSetTransactions#5554675L]