crp-order-quantity-kpi-service - Details for Query 100337

Submitted Time: 2026/06/09 15:48:40
Duration: 17 ms

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" Project " tooltip="Project [add#21518908.path AS path#21518970, add#21518908.partitionValues AS partitionValues#21518971, add#21518908.size AS size#21518972L, add#21518908.modificationTime AS modificationTime#21518973L, add#21518908.dataChange AS dataChange#21518974, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(internalUUID,StringType,true),StructField(id,StringType,true),StructField(displayId,StringType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,DoubleType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true)),true), StructField(maxValues,StructType(StructField(internalUUID,StringType,true),StructField(id,StringType,true),StructField(displayId,StringType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,DoubleType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true)),true), StructField(nullCount,StructType(StructField(internalUUID,LongType,true),StructField(id,LongType,true),StructField(displayId,LongType,true),StructField(name,LongType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(unitOfMeasures,LongType,true),StructField(unitOfMeasureConversions,LongType,true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,LongType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true)),true), add#21518908.stats, Some(UTC), false) AS stats#21518981, add#21518908.tags AS tags#21518976, add#21518908.deletionVector AS deletionVector#21518977, add#21518908.baseRowId AS baseRowId#21518978L, add#21518908.defaultRowCommitVersion AS defaultRowCommitVersion#21518979L, add#21518908.clusteringProvider AS clusteringProvider#21518980]"]; subgraph cluster1 { isCluster="true"; id="cluster1"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 2 [id="node2" labelType="html" label=" Filter " tooltip="Filter isnotnull(add#21518908)"]; 3 [id="node3" labelType="html" label=" Scan ExistingRDD Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log " tooltip="Scan ExistingRDD Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log[txn#21518907,add#21518908,remove#21518909,metaData#21518910,protocol#21518911,cdc#21518912,checkpointMetadata#21518913,sidecar#21518914,domainMetadata#21518915,commitInfo#21518916]"]; } 2->0; 3->2; }

Details

== Physical Plan ==
Project (3)
+- * Filter (2)
   +- * Scan ExistingRDD Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log (1)


(1) Scan ExistingRDD Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [codegen id : 1]
Output [10]: [txn#21518907, add#21518908, remove#21518909, metaData#21518910, protocol#21518911, cdc#21518912, checkpointMetadata#21518913, sidecar#21518914, domainMetadata#21518915, commitInfo#21518916]
Arguments: [txn#21518907, add#21518908, remove#21518909, metaData#21518910, protocol#21518911, cdc#21518912, checkpointMetadata#21518913, sidecar#21518914, domainMetadata#21518915, commitInfo#21518916], Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log MapPartitionsRDD[1241368] at $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 1]
Input [10]: [txn#21518907, add#21518908, remove#21518909, metaData#21518910, protocol#21518911, cdc#21518912, checkpointMetadata#21518913, sidecar#21518914, domainMetadata#21518915, commitInfo#21518916]
Condition : isnotnull(add#21518908)

(3) Project
Output [11]: [add#21518908.path AS path#21518970, add#21518908.partitionValues AS partitionValues#21518971, add#21518908.size AS size#21518972L, add#21518908.modificationTime AS modificationTime#21518973L, add#21518908.dataChange AS dataChange#21518974, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(internalUUID,StringType,true),StructField(id,StringType,true),StructField(displayId,StringType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,DoubleType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true)),true), StructField(maxValues,StructType(StructField(internalUUID,StringType,true),StructField(id,StringType,true),StructField(displayId,StringType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,DoubleType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true)),true), StructField(nullCount,StructType(StructField(internalUUID,LongType,true),StructField(id,LongType,true),StructField(displayId,LongType,true),StructField(name,LongType,true),StructField(baseUnitOfMeasure,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(unitOfMeasures,LongType,true),StructField(unitOfMeasureConversions,LongType,true),StructField(productionAspect,StructType(StructField(minimumRemainingShelfLife,LongType,true)),true),StructField(salesAspect,StructType(StructField(transportationGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(procurementAspect,StructType(StructField(orderUnit,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true)),true), add#21518908.stats, Some(UTC), false) AS stats#21518981, add#21518908.tags AS tags#21518976, add#21518908.deletionVector AS deletionVector#21518977, add#21518908.baseRowId AS baseRowId#21518978L, add#21518908.defaultRowCommitVersion AS defaultRowCommitVersion#21518979L, add#21518908.clusteringProvider AS clusteringProvider#21518980]
Input [10]: [txn#21518907, add#21518908, remove#21518909, metaData#21518910, protocol#21518911, cdc#21518912, checkpointMetadata#21518913, sidecar#21518914, domainMetadata#21518915, commitInfo#21518916]

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.sql.adaptive.applyFinalStageShuffleOptimizations	false
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
spark.sql.sources.bucketing.autoBucketedScan.enabled	false
temporal.activity.id	6d8a08e4-7f20-3db7-b055-c6b5fee432b1
temporal.activity.type	BufferDataSnapShot