4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446278 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
9.5 KiB / 27
Associated Job Ids:
154852
DAG Visualization
digraph G { id="graph_446278"; subgraph graph_stage_446278 { id="graph_stage_446278"; isCluster="true"; label="Stage 446278"; 1243346 [id="node_1243346" labelType="html" label="SQLExecutionRDD [1243346] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243371 [id="node_1243371" labelType="html" label="SQLExecutionRDD [1243371] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3151972 { id="cluster_3151972"; isCluster="true"; label="Exchange"; 1243341 [id="node_1243341" labelType="html" label="ShuffledRowRDD [1243341] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151968 { id="cluster_3151968"; isCluster="true"; label="WholeStageCodegen (2)"; 1243342 [id="node_1243342" labelType="html" label="MapPartitionsRDD [1243342] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151967 { id="cluster_3151967"; isCluster="true"; label="DeserializeToObject"; 1243343 [id="node_1243343" labelType="html" label="MapPartitionsRDD [1243343] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151966 { id="cluster_3151966"; isCluster="true"; label="MapPartitions"; 1243344 [id="node_1243344" labelType="html" label="MapPartitionsRDD [1243344] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151963 { id="cluster_3151963"; isCluster="true"; label="WholeStageCodegen (3)"; 1243345 [id="node_1243345" labelType="html" label="MapPartitionsRDD [1243345] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151977 { id="cluster_3151977"; isCluster="true"; label="map"; 1243347 [id="node_1243347" labelType="html" label="Delta Table State #3 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1243347] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152043 { id="cluster_3152043"; isCluster="true"; label="WholeStageCodegen (1)"; 1243369 [id="node_1243369" labelType="html" label="MapPartitionsRDD [1243369] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152042 { id="cluster_3152042"; isCluster="true"; label="Project"; 1243370 [id="node_1243370" labelType="html" label="MapPartitionsRDD [1243370] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152046 { id="cluster_3152046"; isCluster="true"; label="map"; 1243372 [id="node_1243372" labelType="html" label="Delta Table State with Stats #3 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1243372] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152112 { id="cluster_3152112"; isCluster="true"; label="WholeStageCodegen (1)"; 1243409 [id="node_1243409" labelType="html" label="MapPartitionsRDD [1243409] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152108 { id="cluster_3152108"; isCluster="true"; label="Scan parquet "; 1243410 [id="node_1243410" labelType="html" label="MapPartitionsRDD [1243410] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243341->1243342; 1243342->1243343; 1243343->1243344; 1243344->1243345; 1243345->1243346; 1243346->1243347; 1243347->1243369; 1243369->1243370; 1243370->1243371; 1243371->1243372; 1243372->1243409; 1243409->1243410; }
1243340,1243341
1243347
1243372
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time