4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445570 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
2.4 KiB / 2
Associated Job Ids:
154591
DAG Visualization
digraph G { id="graph_445570"; subgraph graph_stage_445570 { id="graph_stage_445570"; isCluster="true"; label="Stage 445570"; 1241488 [id="node_1241488" labelType="html" label="SQLExecutionRDD [1241488] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; 1241492 [id="node_1241492" labelType="html" label="SQLExecutionRDD [1241492] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; subgraph cluster_3146777 { id="cluster_3146777"; isCluster="true"; label="Exchange"; 1241483 [id="node_1241483" labelType="html" label="ShuffledRowRDD [1241483] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146772 { id="cluster_3146772"; isCluster="true"; label="WholeStageCodegen (3)"; 1241484 [id="node_1241484" labelType="html" label="MapPartitionsRDD [1241484] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146771 { id="cluster_3146771"; isCluster="true"; label="DeserializeToObject"; 1241485 [id="node_1241485" labelType="html" label="MapPartitionsRDD [1241485] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146770 { id="cluster_3146770"; isCluster="true"; label="MapPartitions"; 1241486 [id="node_1241486" labelType="html" label="MapPartitionsRDD [1241486] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146767 { id="cluster_3146767"; isCluster="true"; label="WholeStageCodegen (4)"; 1241487 [id="node_1241487" labelType="html" label="MapPartitionsRDD [1241487] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146778 { id="cluster_3146778"; isCluster="true"; label="map"; 1241489 [id="node_1241489" labelType="html" label="Delta Table State #246 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [1241489] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146780 { id="cluster_3146780"; isCluster="true"; label="WholeStageCodegen (1)"; 1241490 [id="node_1241490" labelType="html" label="MapPartitionsRDD [1241490] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146779 { id="cluster_3146779"; isCluster="true"; label="Project"; 1241491 [id="node_1241491" labelType="html" label="MapPartitionsRDD [1241491] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3146783 { id="cluster_3146783"; isCluster="true"; label="map"; 1241493 [id="node_1241493" labelType="html" label="Delta Table State with Stats #246 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/prp/market-unit/_delta_log [1241493] [Cached] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147027 { id="cluster_3147027"; isCluster="true"; label="WholeStageCodegen (1)"; 1241566 [id="node_1241566" labelType="html" label="MapPartitionsRDD [1241566] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } subgraph cluster_3147031 { id="cluster_3147031"; isCluster="true"; label="mapPartitionsInternal"; 1241567 [id="node_1241567" labelType="html" label="MapPartitionsRDD [1241567] [Unordered]<br>$anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128}"]; } } 1241483->1241484; 1241484->1241485; 1241485->1241486; 1241486->1241487; 1241487->1241488; 1241488->1241489; 1241489->1241490; 1241490->1241491; 1241491->1241492; 1241492->1241493; 1241493->1241566; 1241566->1241567; }
1241482,1241483
1241489
1241493
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time