digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 46 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#13161, 0, 0), collect_set(txn#13153, 0, 0), count(protocol#13157), sum(add#13154.size), last(metaData#13156, true), count(metaData#13156), last(protocol#13157, true), count(remove#13155), count(add#13154), count(txn#13153)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 3.4 KiB<br>merged fetch fallback count: 0<br>local blocks read: 28<br>remote merged chunks fetched: 0<br>remote blocks read: 22<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 547.0: task 3322))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>8 ms (0 ms, 0 ms, 0 ms (stage 547.0: task 3340))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2.3 KiB<br>number of partitions: 1<br>remote reqs duration: 2 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.7 KiB (101.0 B, 114.0 B, 492.0 B (stage 547.0: task 3322))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=4867]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>1.1 s (5 ms, 6 ms, 96 ms (stage 547.0: task 3307))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 547.0: task 3302))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#13161, 0, 0), partial_collect_set(txn#13153, 0, 0), partial_count(protocol#13157), partial_sum(add#13154.size), partial_last(metaData#13156, true), partial_count(metaData#13156), partial_last(protocol#13157, true), partial_count(remove#13155), partial_count(add#13154), partial_count(txn#13153)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (5 ms, 6 ms, 96 ms (stage 547.0: task 3307))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, domainMetadata#13161]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #3 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002105/stream-10000002105-1/shardId=0_1_10000002105/_delta_log</b><br><br>number of output rows: 61" tooltip="Scan ExistingRDD Delta Table State #3 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002105/stream-10000002105-1/shardId=0_1_10000002105/_delta_log[txn#13153,add#13154,remove#13155,metaData#13156,protocol#13157,cdc#13158,checkpointMetadata#13159,sidecar#13160,domainMetadata#13161,commitInfo#13162]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #3 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002105/stream-10000002105-1/shardId=0_1_10000002105/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #3 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002105/stream-10000002105-1/shardId=0_1_10000002105/_delta_log [codegen id : 1]
Output [10]: [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, cdc#13158, checkpointMetadata#13159, sidecar#13160, domainMetadata#13161, commitInfo#13162]
Arguments: [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, cdc#13158, checkpointMetadata#13159, sidecar#13160, domainMetadata#13161, commitInfo#13162], Delta Table State #3 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002105/stream-10000002105-1/shardId=0_1_10000002105/_delta_log MapPartitionsRDD[778] at start at FileStorageAdapterImpl.java:177, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, domainMetadata#13161]
Input [10]: [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, cdc#13158, checkpointMetadata#13159, sidecar#13160, domainMetadata#13161, commitInfo#13162]
(3) ObjectHashAggregate
Input [6]: [txn#13153, add#13154, remove#13155, metaData#13156, protocol#13157, domainMetadata#13161]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#13161, 0, 0), partial_collect_set(txn#13153, 0, 0), partial_count(protocol#13157), partial_sum(add#13154.size), partial_last(metaData#13156, true), partial_count(metaData#13156), partial_last(protocol#13157, true), partial_count(remove#13155), partial_count(add#13154), partial_count(txn#13153)]
Aggregate Attributes [12]: [buf#13263, buf#13264, count#13265L, sum#13266L, last#13267, valueSet#13268, count#13269L, last#13270, valueSet#13271, count#13272L, count#13273L, count#13274L]
Results [12]: [buf#13275, buf#13276, count#13277L, sum#13278L, last#13279, valueSet#13280, count#13281L, last#13282, valueSet#13283, count#13284L, count#13285L, count#13286L]
(4) Exchange
Input [12]: [buf#13275, buf#13276, count#13277L, sum#13278L, last#13279, valueSet#13280, count#13281L, last#13282, valueSet#13283, count#13284L, count#13285L, count#13286L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=4867]
(5) ObjectHashAggregate
Input [12]: [buf#13275, buf#13276, count#13277L, sum#13278L, last#13279, valueSet#13280, count#13281L, last#13282, valueSet#13283, count#13284L, count#13285L, count#13286L]
Keys: []
Functions [10]: [collect_set(domainMetadata#13161, 0, 0), collect_set(txn#13153, 0, 0), count(protocol#13157), sum(add#13154.size), last(metaData#13156, true), count(metaData#13156), last(protocol#13157, true), count(remove#13155), count(add#13154), count(txn#13153)]
Aggregate Attributes [10]: [collect_set(domainMetadata#13161, 0, 0)#13209, collect_set(txn#13153, 0, 0)#13210, count(protocol#13157)#13211L, sum(add#13154.size)#13212L, last(metaData#13156) ignore nulls#13213, count(metaData#13156)#13214L, last(protocol#13157) ignore nulls#13215, count(remove#13155)#13216L, count(add#13154)#13217L, count(txn#13153)#13218L]
Results [14]: [collect_set(domainMetadata#13161, 0, 0)#13209 AS domainMetadata#13194, null AS fileSizeHistogram#13195, collect_set(txn#13153, 0, 0)#13210 AS setTransactions#13196, null AS numDeletedRecordsOpt#13197, count(protocol#13157)#13211L AS numOfProtocol#13198L, coalesce(sum(add#13154.size)#13212L, 0) AS sizeInBytes#13199L, last(metaData#13156) ignore nulls#13213 AS metadata#13200, count(metaData#13156)#13214L AS numOfMetadata#13201L, null AS deletedRecordCountsHistogramOpt#13202, null AS numDeletionVectorsOpt#13203, last(protocol#13157) ignore nulls#13215 AS protocol#13204, count(remove#13155)#13216L AS numOfRemoves#13205L, count(add#13154)#13217L AS numOfFiles#13206L, count(txn#13153)#13218L AS numOfSetTransactions#13207L]