digraph G {
0 [id="node0" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 1<br>time in aggregation build: 9 ms<br>spill size: 0.0 B<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[collect_set(domainMetadata#21399948, 0, 0), collect_set(txn#21399940, 0, 0), count(protocol#21399944), sum(add#21399941.size), last(metaData#21399943, true), count(metaData#21399943), last(protocol#21399944, true), count(remove#21399942), count(add#21399941), count(txn#21399940)])"];
1 [id="node1" labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 50<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 50<br>local bytes read: 2.1 KiB<br>merged fetch fallback count: 0<br>local blocks read: 16<br>remote merged chunks fetched: 0<br>remote blocks read: 34<br>data size total (min, med, max (stageId: taskId))<br>8.3 KiB (152.0 B, 152.0 B, 1000.0 B (stage 443093.0: task 5143617))<br>local merged bytes read: 0.0 B<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (0 ms, 0 ms, 0 ms (stage 443093.0: task 5143629))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>fetch wait time: 0 ms<br>remote bytes read: 3.8 KiB<br>number of partitions: 1<br>remote reqs duration: 2 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>5.9 KiB (101.0 B, 114.0 B, 496.0 B (stage 443093.0: task 5143617))" tooltip="Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=21208606]"];
2 [id="node2" labelType="html" label="<b>ObjectHashAggregate</b><br><br>number of output rows: 50<br>time in aggregation build total (min, med, max (stageId: taskId))<br>221 ms (4 ms, 4 ms, 9 ms (stage 443093.0: task 5143635))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 443093.0: task 5143606))<br>number of sort fallback tasks: 0" tooltip="ObjectHashAggregate(keys=[], functions=[partial_collect_set(domainMetadata#21399948, 0, 0), partial_collect_set(txn#21399940, 0, 0), partial_count(protocol#21399944), partial_sum(add#21399941.size), partial_last(metaData#21399943, true), partial_count(metaData#21399943), partial_last(protocol#21399944, true), partial_count(remove#21399942), partial_count(add#21399941), partial_count(txn#21399940)])"];
subgraph cluster3 {
isCluster="true";
id="cluster3";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n219 ms (4 ms, 4 ms, 9 ms (stage 443093.0: task 5143635))";
tooltip="WholeStageCodegen (1)";
4 [id="node4" labelType="html" label="<br><b>Project</b><br><br>" tooltip="Project [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, domainMetadata#21399948]"];
5 [id="node5" labelType="html" label="<b>Scan ExistingRDD Delta Table State #11 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000860/stream-10000000860-1/shardId=0_1_10000000860/_delta_log</b><br><br>number of output rows: 131" tooltip="Scan ExistingRDD Delta Table State #11 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000860/stream-10000000860-1/shardId=0_1_10000000860/_delta_log[txn#21399940,add#21399941,remove#21399942,metaData#21399943,protocol#21399944,cdc#21399945,checkpointMetadata#21399946,sidecar#21399947,domainMetadata#21399948,commitInfo#21399949]"];
}
1->0;
2->1;
4->2;
5->4;
}
== Physical Plan ==
ObjectHashAggregate (5)
+- Exchange (4)
+- ObjectHashAggregate (3)
+- * Project (2)
+- * Scan ExistingRDD Delta Table State #11 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000860/stream-10000000860-1/shardId=0_1_10000000860/_delta_log (1)
(1) Scan ExistingRDD Delta Table State #11 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000860/stream-10000000860-1/shardId=0_1_10000000860/_delta_log [codegen id : 1]
Output [10]: [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, cdc#21399945, checkpointMetadata#21399946, sidecar#21399947, domainMetadata#21399948, commitInfo#21399949]
Arguments: [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, cdc#21399945, checkpointMetadata#21399946, sidecar#21399947, domainMetadata#21399948, commitInfo#21399949], Delta Table State #11 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000000860/stream-10000000860-1/shardId=0_1_10000000860/_delta_log MapPartitionsRDD[1234425] at start at FileStorageAdapterImpl.java:174, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [6]: [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, domainMetadata#21399948]
Input [10]: [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, cdc#21399945, checkpointMetadata#21399946, sidecar#21399947, domainMetadata#21399948, commitInfo#21399949]
(3) ObjectHashAggregate
Input [6]: [txn#21399940, add#21399941, remove#21399942, metaData#21399943, protocol#21399944, domainMetadata#21399948]
Keys: []
Functions [10]: [partial_collect_set(domainMetadata#21399948, 0, 0), partial_collect_set(txn#21399940, 0, 0), partial_count(protocol#21399944), partial_sum(add#21399941.size), partial_last(metaData#21399943, true), partial_count(metaData#21399943), partial_last(protocol#21399944, true), partial_count(remove#21399942), partial_count(add#21399941), partial_count(txn#21399940)]
Aggregate Attributes [12]: [buf#21400063, buf#21400064, count#21400065L, sum#21400066L, last#21400067, valueSet#21400068, count#21400069L, last#21400070, valueSet#21400071, count#21400072L, count#21400073L, count#21400074L]
Results [12]: [buf#21400075, buf#21400076, count#21400077L, sum#21400078L, last#21400079, valueSet#21400080, count#21400081L, last#21400082, valueSet#21400083, count#21400084L, count#21400085L, count#21400086L]
(4) Exchange
Input [12]: [buf#21400075, buf#21400076, count#21400077L, sum#21400078L, last#21400079, valueSet#21400080, count#21400081L, last#21400082, valueSet#21400083, count#21400084L, count#21400085L, count#21400086L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=21208606]
(5) ObjectHashAggregate
Input [12]: [buf#21400075, buf#21400076, count#21400077L, sum#21400078L, last#21400079, valueSet#21400080, count#21400081L, last#21400082, valueSet#21400083, count#21400084L, count#21400085L, count#21400086L]
Keys: []
Functions [10]: [collect_set(domainMetadata#21399948, 0, 0), collect_set(txn#21399940, 0, 0), count(protocol#21399944), sum(add#21399941.size), last(metaData#21399943, true), count(metaData#21399943), last(protocol#21399944, true), count(remove#21399942), count(add#21399941), count(txn#21399940)]
Aggregate Attributes [10]: [collect_set(domainMetadata#21399948, 0, 0)#21400009, collect_set(txn#21399940, 0, 0)#21400010, count(protocol#21399944)#21400011L, sum(add#21399941.size)#21400012L, last(metaData#21399943) ignore nulls#21400013, count(metaData#21399943)#21400014L, last(protocol#21399944) ignore nulls#21400015, count(remove#21399942)#21400016L, count(add#21399941)#21400017L, count(txn#21399940)#21400018L]
Results [14]: [collect_set(domainMetadata#21399948, 0, 0)#21400009 AS domainMetadata#21399994, null AS fileSizeHistogram#21399995, collect_set(txn#21399940, 0, 0)#21400010 AS setTransactions#21399996, null AS numDeletedRecordsOpt#21399997, count(protocol#21399944)#21400011L AS numOfProtocol#21399998L, coalesce(sum(add#21399941.size)#21400012L, 0) AS sizeInBytes#21399999L, last(metaData#21399943) ignore nulls#21400013 AS metadata#21400000, count(metaData#21399943)#21400014L AS numOfMetadata#21400001L, null AS deletedRecordCountsHistogramOpt#21400002, null AS numDeletionVectorsOpt#21400003, last(protocol#21399944) ignore nulls#21400015 AS protocol#21400004, count(remove#21399942)#21400016L AS numOfRemoves#21400005L, count(add#21399941)#21400017L AS numOfFiles#21400006L, count(txn#21399940)#21400018L AS numOfSetTransactions#21400007L]