4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445537 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 5; Process local: 45
Shuffle Read Size / Records:
11.4 KiB / 15
Shuffle Write Size / Records:
5.6 KiB / 50
Associated Job Ids:
154573
DAG Visualization
digraph G { id="graph_445537"; subgraph graph_stage_445537 { id="graph_stage_445537"; isCluster="true"; label="Stage 445537"; 1241505 [id="node_1241505" labelType="html" label="SQLExecutionRDD [1241505] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146828 { id="cluster_3146828"; isCluster="true"; label="Exchange"; 1241500 [id="node_1241500" labelType="html" label="ShuffledRowRDD [1241500] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146823 { id="cluster_3146823"; isCluster="true"; label="WholeStageCodegen (2)"; 1241501 [id="node_1241501" labelType="html" label="MapPartitionsRDD [1241501] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146822 { id="cluster_3146822"; isCluster="true"; label="DeserializeToObject"; 1241502 [id="node_1241502" labelType="html" label="MapPartitionsRDD [1241502] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146821 { id="cluster_3146821"; isCluster="true"; label="MapPartitions"; 1241503 [id="node_1241503" labelType="html" label="MapPartitionsRDD [1241503] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146818 { id="cluster_3146818"; isCluster="true"; label="WholeStageCodegen (3)"; 1241504 [id="node_1241504" labelType="html" label="MapPartitionsRDD [1241504] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146829 { id="cluster_3146829"; isCluster="true"; label="map"; 1241506 [id="node_1241506" labelType="html" label="Delta Table State #4 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-plant-plant/_delta_log [1241506] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146833 { id="cluster_3146833"; isCluster="true"; label="WholeStageCodegen (1)"; 1241507 [id="node_1241507" labelType="html" label="MapPartitionsRDD [1241507] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146832 { id="cluster_3146832"; isCluster="true"; label="ObjectHashAggregate"; 1241508 [id="node_1241508" labelType="html" label="MapPartitionsRDD [1241508] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146831 { id="cluster_3146831"; isCluster="true"; label="Exchange"; 1241509 [id="node_1241509" labelType="html" label="MapPartitionsRDD [1241509] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1241500->1241501; 1241501->1241502; 1241502->1241503; 1241503->1241504; 1241504->1241505; 1241505->1241506; 1241506->1241507; 1241507->1241508; 1241508->1241509; }
1241499,1241500
1241506
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time