4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445545 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 7; Process local: 43
Shuffle Read Size / Records:
13.5 KiB / 20
Associated Job Ids:
154577
DAG Visualization
digraph G { id="graph_445545"; subgraph graph_stage_445545 { id="graph_stage_445545"; isCluster="true"; label="Stage 445545"; 1241524 [id="node_1241524" labelType="html" label="SQLExecutionRDD [1241524] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241528 [id="node_1241528" labelType="html" label="SQLExecutionRDD [1241528] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146884 { id="cluster_3146884"; isCluster="true"; label="Exchange"; 1241519 [id="node_1241519" labelType="html" label="ShuffledRowRDD [1241519] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146879 { id="cluster_3146879"; isCluster="true"; label="WholeStageCodegen (2)"; 1241520 [id="node_1241520" labelType="html" label="MapPartitionsRDD [1241520] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146878 { id="cluster_3146878"; isCluster="true"; label="DeserializeToObject"; 1241521 [id="node_1241521" labelType="html" label="MapPartitionsRDD [1241521] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146877 { id="cluster_3146877"; isCluster="true"; label="MapPartitions"; 1241522 [id="node_1241522" labelType="html" label="MapPartitionsRDD [1241522] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146874 { id="cluster_3146874"; isCluster="true"; label="WholeStageCodegen (3)"; 1241523 [id="node_1241523" labelType="html" label="MapPartitionsRDD [1241523] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146885 { id="cluster_3146885"; isCluster="true"; label="map"; 1241525 [id="node_1241525" labelType="html" label="Delta Table State #6 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1241525] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146887 { id="cluster_3146887"; isCluster="true"; label="WholeStageCodegen (1)"; 1241526 [id="node_1241526" labelType="html" label="MapPartitionsRDD [1241526] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146886 { id="cluster_3146886"; isCluster="true"; label="Project"; 1241527 [id="node_1241527" labelType="html" label="MapPartitionsRDD [1241527] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146890 { id="cluster_3146890"; isCluster="true"; label="map"; 1241529 [id="node_1241529" labelType="html" label="Delta Table State with Stats #6 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1241529] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146891 { id="cluster_3146891"; isCluster="true"; label="WholeStageCodegen (1)"; 1241530 [id="node_1241530" labelType="html" label="MapPartitionsRDD [1241530] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146895 { id="cluster_3146895"; isCluster="true"; label="mapPartitionsInternal"; 1241531 [id="node_1241531" labelType="html" label="MapPartitionsRDD [1241531] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241519->1241520; 1241520->1241521; 1241521->1241522; 1241522->1241523; 1241523->1241524; 1241524->1241525; 1241525->1241526; 1241526->1241527; 1241527->1241528; 1241528->1241529; 1241529->1241530; 1241530->1241531; }
1241518,1241519
1241525
1241529
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time