4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 15 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 50
Input Size / Records:
1485.0 B / 2
Associated Job Ids:
9
DAG Visualization
digraph G { id="graph_15"; subgraph graph_stage_15 { id="graph_stage_15"; isCluster="true"; label="Stage 15"; 48 [id="node_48" labelType="html" label="SQLExecutionRDD [48] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_100 { id="cluster_100"; isCluster="true"; label="Exchange"; 43 [id="node_43" labelType="html" label="ShuffledRowRDD [43] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_96 { id="cluster_96"; isCluster="true"; label="WholeStageCodegen (2)"; 44 [id="node_44" labelType="html" label="MapPartitionsRDD [44] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_95 { id="cluster_95"; isCluster="true"; label="DeserializeToObject"; 45 [id="node_45" labelType="html" label="MapPartitionsRDD [45] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_94 { id="cluster_94"; isCluster="true"; label="MapPartitions"; 46 [id="node_46" labelType="html" label="MapPartitionsRDD [46] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_91 { id="cluster_91"; isCluster="true"; label="WholeStageCodegen (3)"; 47 [id="node_47" labelType="html" label="MapPartitionsRDD [47] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_105 { id="cluster_105"; isCluster="true"; label="map"; 49 [id="node_49" labelType="html" label="Delta Table State #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000095/stream-10000000095-1/_delta_log [49] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_111 { id="cluster_111"; isCluster="true"; label="WholeStageCodegen (1)"; 50 [id="node_50" labelType="html" label="MapPartitionsRDD [50] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_110 { id="cluster_110"; isCluster="true"; label="Exchange"; 54 [id="node_54" labelType="html" label="MapPartitionsRDD [54] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 43->44; 44->45; 45->46; 46->47; 47->48; 48->49; 49->50; 50->54; }
42,43
49
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time