4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445566 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1964.0 B / 1
Associated Job Ids:
154589
DAG Visualization
digraph G { id="graph_445566"; subgraph graph_stage_445566 { id="graph_stage_445566"; isCluster="true"; label="Stage 445566"; 1241367 [id="node_1241367" labelType="html" label="SQLExecutionRDD [1241367] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241371 [id="node_1241371" labelType="html" label="SQLExecutionRDD [1241371] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146422 { id="cluster_3146422"; isCluster="true"; label="Exchange"; 1241362 [id="node_1241362" labelType="html" label="ShuffledRowRDD [1241362] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146417 { id="cluster_3146417"; isCluster="true"; label="WholeStageCodegen (2)"; 1241363 [id="node_1241363" labelType="html" label="MapPartitionsRDD [1241363] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146416 { id="cluster_3146416"; isCluster="true"; label="DeserializeToObject"; 1241364 [id="node_1241364" labelType="html" label="MapPartitionsRDD [1241364] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146415 { id="cluster_3146415"; isCluster="true"; label="MapPartitions"; 1241365 [id="node_1241365" labelType="html" label="MapPartitionsRDD [1241365] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146412 { id="cluster_3146412"; isCluster="true"; label="WholeStageCodegen (3)"; 1241366 [id="node_1241366" labelType="html" label="MapPartitionsRDD [1241366] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146423 { id="cluster_3146423"; isCluster="true"; label="map"; 1241368 [id="node_1241368" labelType="html" label="Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [1241368] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146425 { id="cluster_3146425"; isCluster="true"; label="WholeStageCodegen (1)"; 1241369 [id="node_1241369" labelType="html" label="MapPartitionsRDD [1241369] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146424 { id="cluster_3146424"; isCluster="true"; label="Project"; 1241370 [id="node_1241370" labelType="html" label="MapPartitionsRDD [1241370] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146428 { id="cluster_3146428"; isCluster="true"; label="map"; 1241372 [id="node_1241372" labelType="html" label="Delta Table State with Stats #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-product-v2/_delta_log [1241372] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147009 { id="cluster_3147009"; isCluster="true"; label="WholeStageCodegen (1)"; 1241562 [id="node_1241562" labelType="html" label="MapPartitionsRDD [1241562] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147013 { id="cluster_3147013"; isCluster="true"; label="mapPartitionsInternal"; 1241563 [id="node_1241563" labelType="html" label="MapPartitionsRDD [1241563] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241362->1241363; 1241363->1241364; 1241364->1241365; 1241365->1241366; 1241366->1241367; 1241367->1241368; 1241368->1241369; 1241369->1241370; 1241370->1241371; 1241371->1241372; 1241372->1241562; 1241562->1241563; }
1241361,1241362
1241368
1241372
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time