4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 47 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 1; Process local: 49
Shuffle Read Size / Records:
870.0 B / 3
Associated Job Ids:
25
DAG Visualization
digraph G { id="graph_47"; subgraph graph_stage_47 { id="graph_stage_47"; isCluster="true"; label="Stage 47"; 149 [id="node_149" labelType="html" label="SQLExecutionRDD [149] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_350 { id="cluster_350"; isCluster="true"; label="Exchange"; 144 [id="node_144" labelType="html" label="ShuffledRowRDD [144] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_346 { id="cluster_346"; isCluster="true"; label="WholeStageCodegen (2)"; 145 [id="node_145" labelType="html" label="MapPartitionsRDD [145] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_345 { id="cluster_345"; isCluster="true"; label="DeserializeToObject"; 146 [id="node_146" labelType="html" label="MapPartitionsRDD [146] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_344 { id="cluster_344"; isCluster="true"; label="MapPartitions"; 147 [id="node_147" labelType="html" label="MapPartitionsRDD [147] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_341 { id="cluster_341"; isCluster="true"; label="WholeStageCodegen (3)"; 148 [id="node_148" labelType="html" label="MapPartitionsRDD [148] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_355 { id="cluster_355"; isCluster="true"; label="map"; 150 [id="node_150" labelType="html" label="Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000120/stream-10000000120-1/_delta_log [150] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_361 { id="cluster_361"; isCluster="true"; label="WholeStageCodegen (1)"; 151 [id="node_151" labelType="html" label="MapPartitionsRDD [151] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_360 { id="cluster_360"; isCluster="true"; label="Exchange"; 152 [id="node_152" labelType="html" label="MapPartitionsRDD [152] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 153 [id="node_153" labelType="html" label="MapPartitionsRDD [153] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 154 [id="node_154" labelType="html" label="MapPartitionsRDD [154] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 144->145; 145->146; 146->147; 147->148; 148->149; 149->150; 150->151; 151->152; 152->153; 153->154; }
143,144
150
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time