4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 13 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 s
Locality Level Summary:
Node local: 1; Process local: 49
Shuffle Read Size / Records:
831.0 B / 3
Associated Job Ids:
8
DAG Visualization
digraph G { id="graph_13"; subgraph graph_stage_13 { id="graph_stage_13"; isCluster="true"; label="Stage 13"; 48 [id="node_48" labelType="html" label="SQLExecutionRDD [48] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_100 { id="cluster_100"; isCluster="true"; label="Exchange"; 43 [id="node_43" labelType="html" label="ShuffledRowRDD [43] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96 { id="cluster_96"; isCluster="true"; label="WholeStageCodegen (2)"; 44 [id="node_44" labelType="html" label="MapPartitionsRDD [44] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95 { id="cluster_95"; isCluster="true"; label="DeserializeToObject"; 45 [id="node_45" labelType="html" label="MapPartitionsRDD [45] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94 { id="cluster_94"; isCluster="true"; label="MapPartitions"; 46 [id="node_46" labelType="html" label="MapPartitionsRDD [46] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_91 { id="cluster_91"; isCluster="true"; label="WholeStageCodegen (3)"; 47 [id="node_47" labelType="html" label="MapPartitionsRDD [47] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105 { id="cluster_105"; isCluster="true"; label="map"; 49 [id="node_49" labelType="html" label="Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000095/stream-10000000095-1/_delta_log [49] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111 { id="cluster_111"; isCluster="true"; label="WholeStageCodegen (1)"; 50 [id="node_50" labelType="html" label="MapPartitionsRDD [50] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110 { id="cluster_110"; isCluster="true"; label="Exchange"; 51 [id="node_51" labelType="html" label="MapPartitionsRDD [51] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 52 [id="node_52" labelType="html" label="MapPartitionsRDD [52] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 53 [id="node_53" labelType="html" label="MapPartitionsRDD [53] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43->44; 44->45; 45->46; 46->47; 47->48; 48->49; 49->50; 50->51; 51->52; 52->53; }
42,43
49
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time