digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 49 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#21546694, 0, 0), collect_set(txn#21546686, 0, 0), count(protocol#21546690), sum(add#21546687.size), last(metaData#21546689, true), count(metaData#21546689), last(protocol#21546690, true), count(remove#21546688), count(add#21546687), count(txn#21546686)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 3.5 KiB<br>merged fetch fallback count: 0<br>local blocks read: 31<br>remote merged chunks fetched: 0<br>remote blocks read: 19<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 446106.0: task 5179313))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 446106.0: task 5179314))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 2023.0 B<br>number of partitions: 1<br>remote reqs duration: 1 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.5 KiB (101.0 B, 101.0 B, 483.0 B (stage 446106.0: task 5179313))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=21356197]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>919 ms (4 ms, 5 ms, 77 ms (stage 446106.0: task 5179305))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 446106.0: task 5179308))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#21546694, 0, 0), partial_collect_set(txn#21546686, 0, 0), partial_count(protocol#21546690), partial_sum(add#21546687.size), partial_last(metaData#21546689, true), partial_count(metaData#21546689), partial_last(protocol#21546690, true), partial_count(remove#21546688), partial_count(add#21546687), partial_count(txn#21546686)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n901 ms (4 ms, 4 ms, 77 ms (stage 446106.0: task 5179305))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, domainMetadata#21546694]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log</b><br><br>number of output rows: 21" tooltip="Scan ExistingRDD Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log[txn#21546686,add#21546687,remove#21546688,metaData#21546689,protocol#21546690,cdc#21546691,checkpointMetadata#21546692,sidecar#21546693,domainMetadata#21546694,commitInfo#21546695]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [codegen id : 1]
Output [10]: [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, cdc#21546691, checkpointMetadata#21546692, sidecar#21546693, domainMetadata#21546694, commitInfo#21546695]
Arguments: [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, cdc#21546691, checkpointMetadata#21546692, sidecar#21546693, domainMetadata#21546694, commitInfo#21546695], Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log MapPartitionsRDD[1242898] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, domainMetadata#21546694]
Input [10]: [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, cdc#21546691, checkpointMetadata#21546692, sidecar#21546693, domainMetadata#21546694, commitInfo#21546695]
(3) ObjectHashAggregate
Input [6]: [txn#21546686, add#21546687, remove#21546688, metaData#21546689, protocol#21546690, domainMetadata#21546694]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#21546694, 0, 0), partial_collect_set(txn#21546686, 0, 0), partial_count(protocol#21546690), partial_sum(add#21546687.size), partial_last(metaData#21546689, true), partial_count(metaData#21546689), partial_last(protocol#21546690, true), partial_count(remove#21546688), partial_count(add#21546687), partial_count(txn#21546686)]
Aggregate Attributes [12]: [buf#21546796, buf#21546797, count#21546798L, sum#21546799L, last#21546800, valueSet#21546801, count#21546802L, last#21546803, valueSet#21546804, count#21546805L, count#21546806L, count#21546807L]
Results [12]: [buf#21546808, buf#21546809, count#21546810L, sum#21546811L, last#21546812, valueSet#21546813, count#21546814L, last#21546815, valueSet#21546816, count#21546817L, count#21546818L, count#21546819L]
(4) Exchange
Input [12]: [buf#21546808, buf#21546809, count#21546810L, sum#21546811L, last#21546812, valueSet#21546813, count#21546814L, last#21546815, valueSet#21546816, count#21546817L, count#21546818L, count#21546819L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=21356197]
(5) ObjectHashAggregate
Input [12]: [buf#21546808, buf#21546809, count#21546810L, sum#21546811L, last#21546812, valueSet#21546813, count#21546814L, last#21546815, valueSet#21546816, count#21546817L, count#21546818L, count#21546819L]
Keys: []
Functions [10]: [collect_set(domainMetadata#21546694, 0, 0), collect_set(txn#21546686, 0, 0), count(protocol#21546690), sum(add#21546687.size), last(metaData#21546689, true), count(metaData#21546689), last(protocol#21546690, true), count(remove#21546688), count(add#21546687), count(txn#21546686)]
Aggregate Attributes [10]: [collect_set(domainMetadata#21546694, 0, 0)#21546742, collect_set(txn#21546686, 0, 0)#21546743, count(protocol#21546690)#21546744L, sum(add#21546687.size)#21546745L, last(metaData#21546689) ignore nulls#21546746, count(metaData#21546689)#21546747L, last(protocol#21546690) ignore nulls#21546748, count(remove#21546688)#21546749L, count(add#21546687)#21546750L, count(txn#21546686)#21546751L]
Results [14]: [collect_set(domainMetadata#21546694, 0, 0)#21546742 AS domainMetadata#21546727, null AS fileSizeHistogram#21546728, collect_set(txn#21546686, 0, 0)#21546743 AS setTransactions#21546729, null AS numDeletedRecordsOpt#21546730, count(protocol#21546690)#21546744L AS numOfProtocol#21546731L, coalesce(sum(add#21546687.size)#21546745L, 0) AS sizeInBytes#21546732L, last(metaData#21546689) ignore nulls#21546746 AS metadata#21546733, count(metaData#21546689)#21546747L AS numOfMetadata#21546734L, null AS deletedRecordCountsHistogramOpt#21546735, null AS numDeletionVectorsOpt#21546736, last(protocol#21546690) ignore nulls#21546748 AS protocol#21546737, count(remove#21546688)#21546749L AS numOfRemoves#21546738L, count(add#21546687)#21546750L AS numOfFiles#21546739L, count(txn#21546686)#21546751L AS numOfSetTransactions#21546740L]