digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 70 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#118961, 0, 0), collect_set(txn#118953, 0, 0), count(protocol#118957), sum(add#118954.size), last(metaData#118956, true), count(metaData#118956), last(protocol#118957, true), count(remove#118955), count(add#118954), count(txn#118953)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 1935.0 B<br>merged fetch fallback count: 0<br>local blocks read: 14<br>remote merged chunks fetched: 0<br>remote blocks read: 36<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 2768.0: task 28921))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 0 ms (stage 2768.0: task 28910))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.8 KiB<br>number of partitions: 1<br>remote reqs duration: 2 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.6 KiB (101.0 B, 114.0 B, 492.0 B (stage 2768.0: task 28921))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=205440]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>925 ms (4 ms, 5 ms, 86 ms (stage 2768.0: task 28893))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 2768.0: task 28892))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#118961, 0, 0), partial_collect_set(txn#118953, 0, 0), partial_count(protocol#118957), partial_sum(add#118954.size), partial_last(metaData#118956, true), partial_count(metaData#118956), partial_last(protocol#118957, true), partial_count(remove#118955), partial_count(add#118954), partial_count(txn#118953)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n910 ms (4 ms, 4 ms, 86 ms (stage 2768.0: task 28893))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, domainMetadata#118961]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #2 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002106/stream-10000002106-1/shardId=0_1_10000002106/_delta_log</b><br><br>number of output rows: 41" tooltip="Scan ExistingRDD Delta Table State #2 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002106/stream-10000002106-1/shardId=0_1_10000002106/_delta_log[txn#118953,add#118954,remove#118955,metaData#118956,protocol#118957,cdc#118958,checkpointMetadata#118959,sidecar#118960,domainMetadata#118961,commitInfo#118962]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #2 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002106/stream-10000002106-1/shardId=0_1_10000002106/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #2 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002106/stream-10000002106-1/shardId=0_1_10000002106/_delta_log [codegen id : 1]
Output [10]: [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, cdc#118958, checkpointMetadata#118959, sidecar#118960, domainMetadata#118961, commitInfo#118962]
Arguments: [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, cdc#118958, checkpointMetadata#118959, sidecar#118960, domainMetadata#118961, commitInfo#118962], Delta Table State #2 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000002106/stream-10000002106-1/shardId=0_1_10000002106/_delta_log MapPartitionsRDD[6921] at start at FileStorageAdapterImpl.java:177, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, domainMetadata#118961]
Input [10]: [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, cdc#118958, checkpointMetadata#118959, sidecar#118960, domainMetadata#118961, commitInfo#118962]
(3) ObjectHashAggregate
Input [6]: [txn#118953, add#118954, remove#118955, metaData#118956, protocol#118957, domainMetadata#118961]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#118961, 0, 0), partial_collect_set(txn#118953, 0, 0), partial_count(protocol#118957), partial_sum(add#118954.size), partial_last(metaData#118956, true), partial_count(metaData#118956), partial_last(protocol#118957, true), partial_count(remove#118955), partial_count(add#118954), partial_count(txn#118953)]
Aggregate Attributes [12]: [buf#119063, buf#119064, count#119065L, sum#119066L, last#119067, valueSet#119068, count#119069L, last#119070, valueSet#119071, count#119072L, count#119073L, count#119074L]
Results [12]: [buf#119075, buf#119076, count#119077L, sum#119078L, last#119079, valueSet#119080, count#119081L, last#119082, valueSet#119083, count#119084L, count#119085L, count#119086L]
(4) Exchange
Input [12]: [buf#119075, buf#119076, count#119077L, sum#119078L, last#119079, valueSet#119080, count#119081L, last#119082, valueSet#119083, count#119084L, count#119085L, count#119086L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=205440]
(5) ObjectHashAggregate
Input [12]: [buf#119075, buf#119076, count#119077L, sum#119078L, last#119079, valueSet#119080, count#119081L, last#119082, valueSet#119083, count#119084L, count#119085L, count#119086L]
Keys: []
Functions [10]: [collect_set(domainMetadata#118961, 0, 0), collect_set(txn#118953, 0, 0), count(protocol#118957), sum(add#118954.size), last(metaData#118956, true), count(metaData#118956), last(protocol#118957, true), count(remove#118955), count(add#118954), count(txn#118953)]
Aggregate Attributes [10]: [collect_set(domainMetadata#118961, 0, 0)#119009, collect_set(txn#118953, 0, 0)#119010, count(protocol#118957)#119011L, sum(add#118954.size)#119012L, last(metaData#118956) ignore nulls#119013, count(metaData#118956)#119014L, last(protocol#118957) ignore nulls#119015, count(remove#118955)#119016L, count(add#118954)#119017L, count(txn#118953)#119018L]
Results [14]: [collect_set(domainMetadata#118961, 0, 0)#119009 AS domainMetadata#118994, null AS fileSizeHistogram#118995, collect_set(txn#118953, 0, 0)#119010 AS setTransactions#118996, null AS numDeletedRecordsOpt#118997, count(protocol#118957)#119011L AS numOfProtocol#118998L, coalesce(sum(add#118954.size)#119012L, 0) AS sizeInBytes#118999L, last(metaData#118956) ignore nulls#119013 AS metadata#119000, count(metaData#118956)#119014L AS numOfMetadata#119001L, null AS deletedRecordCountsHistogramOpt#119002, null AS numDeletionVectorsOpt#119003, last(protocol#118957) ignore nulls#119015 AS protocol#119004, count(remove#118955)#119016L AS numOfRemoves#119005L, count(add#118954)#119017L AS numOfFiles#119006L, count(txn#118953)#119018L AS numOfSetTransactions#119007L]