4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445531 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 27; Process local: 23
Shuffle Read Size / Records:
10.8 KiB / 46
Associated Job Ids:
154569
DAG Visualization
digraph G { id="graph_445531"; subgraph graph_stage_445531 { id="graph_stage_445531"; isCluster="true"; label="Stage 445531"; 1241467 [id="node_1241467" labelType="html" label="SQLExecutionRDD [1241467] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241471 [id="node_1241471" labelType="html" label="SQLExecutionRDD [1241471] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146720 { id="cluster_3146720"; isCluster="true"; label="Exchange"; 1241462 [id="node_1241462" labelType="html" label="ShuffledRowRDD [1241462] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146715 { id="cluster_3146715"; isCluster="true"; label="WholeStageCodegen (3)"; 1241463 [id="node_1241463" labelType="html" label="MapPartitionsRDD [1241463] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146714 { id="cluster_3146714"; isCluster="true"; label="DeserializeToObject"; 1241464 [id="node_1241464" labelType="html" label="MapPartitionsRDD [1241464] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146713 { id="cluster_3146713"; isCluster="true"; label="MapPartitions"; 1241465 [id="node_1241465" labelType="html" label="MapPartitionsRDD [1241465] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146710 { id="cluster_3146710"; isCluster="true"; label="WholeStageCodegen (4)"; 1241466 [id="node_1241466" labelType="html" label="MapPartitionsRDD [1241466] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146721 { id="cluster_3146721"; isCluster="true"; label="map"; 1241468 [id="node_1241468" labelType="html" label="Delta Table State #131 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [1241468] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146723 { id="cluster_3146723"; isCluster="true"; label="WholeStageCodegen (1)"; 1241469 [id="node_1241469" labelType="html" label="MapPartitionsRDD [1241469] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146722 { id="cluster_3146722"; isCluster="true"; label="Project"; 1241470 [id="node_1241470" labelType="html" label="MapPartitionsRDD [1241470] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146726 { id="cluster_3146726"; isCluster="true"; label="map"; 1241472 [id="node_1241472" labelType="html" label="Delta Table State with Stats #131 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-inventory-inventorysnapshot-v2/_delta_log [1241472] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146727 { id="cluster_3146727"; isCluster="true"; label="WholeStageCodegen (1)"; 1241473 [id="node_1241473" labelType="html" label="MapPartitionsRDD [1241473] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146731 { id="cluster_3146731"; isCluster="true"; label="mapPartitionsInternal"; 1241474 [id="node_1241474" labelType="html" label="MapPartitionsRDD [1241474] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241462->1241463; 1241463->1241464; 1241464->1241465; 1241465->1241466; 1241466->1241467; 1241467->1241468; 1241468->1241469; 1241469->1241470; 1241470->1241471; 1241471->1241472; 1241472->1241473; 1241473->1241474; }
1241461,1241462
1241468
1241472
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time