4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445576 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1770.0 B / 1
Associated Job Ids:
154594
DAG Visualization
digraph G { id="graph_445576"; subgraph graph_stage_445576 { id="graph_stage_445576"; isCluster="true"; label="Stage 445576"; 1241524 [id="node_1241524" labelType="html" label="SQLExecutionRDD [1241524] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241528 [id="node_1241528" labelType="html" label="SQLExecutionRDD [1241528] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146884 { id="cluster_3146884"; isCluster="true"; label="Exchange"; 1241519 [id="node_1241519" labelType="html" label="ShuffledRowRDD [1241519] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146879 { id="cluster_3146879"; isCluster="true"; label="WholeStageCodegen (2)"; 1241520 [id="node_1241520" labelType="html" label="MapPartitionsRDD [1241520] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146878 { id="cluster_3146878"; isCluster="true"; label="DeserializeToObject"; 1241521 [id="node_1241521" labelType="html" label="MapPartitionsRDD [1241521] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146877 { id="cluster_3146877"; isCluster="true"; label="MapPartitions"; 1241522 [id="node_1241522" labelType="html" label="MapPartitionsRDD [1241522] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146874 { id="cluster_3146874"; isCluster="true"; label="WholeStageCodegen (3)"; 1241523 [id="node_1241523" labelType="html" label="MapPartitionsRDD [1241523] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146885 { id="cluster_3146885"; isCluster="true"; label="map"; 1241525 [id="node_1241525" labelType="html" label="Delta Table State #6 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1241525] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146887 { id="cluster_3146887"; isCluster="true"; label="WholeStageCodegen (1)"; 1241526 [id="node_1241526" labelType="html" label="MapPartitionsRDD [1241526] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146886 { id="cluster_3146886"; isCluster="true"; label="Project"; 1241527 [id="node_1241527" labelType="html" label="MapPartitionsRDD [1241527] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146890 { id="cluster_3146890"; isCluster="true"; label="map"; 1241529 [id="node_1241529" labelType="html" label="Delta Table State with Stats #6 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-procurement-purchaseorder/_delta_log [1241529] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147054 { id="cluster_3147054"; isCluster="true"; label="WholeStageCodegen (1)"; 1241572 [id="node_1241572" labelType="html" label="MapPartitionsRDD [1241572] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147058 { id="cluster_3147058"; isCluster="true"; label="mapPartitionsInternal"; 1241573 [id="node_1241573" labelType="html" label="MapPartitionsRDD [1241573] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241519->1241520; 1241520->1241521; 1241521->1241522; 1241522->1241523; 1241523->1241524; 1241524->1241525; 1241525->1241526; 1241526->1241527; 1241527->1241528; 1241528->1241529; 1241529->1241572; 1241572->1241573; }
1241518,1241519
1241525
1241529
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time