4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445515 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
2.5 KiB / 1
Associated Job Ids:
154560
DAG Visualization
digraph G { id="graph_445515"; subgraph graph_stage_445515 { id="graph_stage_445515"; isCluster="true"; label="Stage 445515"; 1241348 [id="node_1241348" labelType="html" label="SQLExecutionRDD [1241348] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241422 [id="node_1241422" labelType="html" label="SQLExecutionRDD [1241422] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146365 { id="cluster_3146365"; isCluster="true"; label="Exchange"; 1241343 [id="node_1241343" labelType="html" label="ShuffledRowRDD [1241343] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146360 { id="cluster_3146360"; isCluster="true"; label="WholeStageCodegen (2)"; 1241344 [id="node_1241344" labelType="html" label="MapPartitionsRDD [1241344] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146359 { id="cluster_3146359"; isCluster="true"; label="DeserializeToObject"; 1241345 [id="node_1241345" labelType="html" label="MapPartitionsRDD [1241345] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146358 { id="cluster_3146358"; isCluster="true"; label="MapPartitions"; 1241346 [id="node_1241346" labelType="html" label="MapPartitionsRDD [1241346] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146355 { id="cluster_3146355"; isCluster="true"; label="WholeStageCodegen (3)"; 1241347 [id="node_1241347" labelType="html" label="MapPartitionsRDD [1241347] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146366 { id="cluster_3146366"; isCluster="true"; label="map"; 1241349 [id="node_1241349" labelType="html" label="Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [1241349] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146585 { id="cluster_3146585"; isCluster="true"; label="WholeStageCodegen (1)"; 1241420 [id="node_1241420" labelType="html" label="MapPartitionsRDD [1241420] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146584 { id="cluster_3146584"; isCluster="true"; label="Project"; 1241421 [id="node_1241421" labelType="html" label="MapPartitionsRDD [1241421] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146588 { id="cluster_3146588"; isCluster="true"; label="map"; 1241423 [id="node_1241423" labelType="html" label="Delta Table State with Stats #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-product-productplant/_delta_log [1241423] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146617 { id="cluster_3146617"; isCluster="true"; label="WholeStageCodegen (1)"; 1241431 [id="node_1241431" labelType="html" label="MapPartitionsRDD [1241431] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146614 { id="cluster_3146614"; isCluster="true"; label="Scan parquet "; 1241432 [id="node_1241432" labelType="html" label="MapPartitionsRDD [1241432] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241343->1241344; 1241344->1241345; 1241345->1241346; 1241346->1241347; 1241347->1241348; 1241348->1241349; 1241349->1241420; 1241420->1241421; 1241421->1241422; 1241422->1241423; 1241423->1241431; 1241431->1241432; }
1241342,1241343
1241349
1241423
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time