4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446545 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 48; Process local: 2
Shuffle Read Size / Records:
59.0 KiB / 153
Shuffle Write Size / Records:
6.0 KiB / 50
Associated Job Ids:
154937
DAG Visualization
digraph G { id="graph_446545"; subgraph graph_stage_446545 { id="graph_stage_446545"; isCluster="true"; label="Stage 446545"; 1244188 [id="node_1244188" labelType="html" label="SQLExecutionRDD [1244188] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3154038 { id="cluster_3154038"; isCluster="true"; label="Exchange"; 1244183 [id="node_1244183" labelType="html" label="ShuffledRowRDD [1244183] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154034 { id="cluster_3154034"; isCluster="true"; label="WholeStageCodegen (2)"; 1244184 [id="node_1244184" labelType="html" label="MapPartitionsRDD [1244184] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154033 { id="cluster_3154033"; isCluster="true"; label="DeserializeToObject"; 1244185 [id="node_1244185" labelType="html" label="MapPartitionsRDD [1244185] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154032 { id="cluster_3154032"; isCluster="true"; label="MapPartitions"; 1244186 [id="node_1244186" labelType="html" label="MapPartitionsRDD [1244186] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154029 { id="cluster_3154029"; isCluster="true"; label="WholeStageCodegen (3)"; 1244187 [id="node_1244187" labelType="html" label="MapPartitionsRDD [1244187] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154043 { id="cluster_3154043"; isCluster="true"; label="map"; 1244189 [id="node_1244189" labelType="html" label="Delta Table State #10 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-quantity-kpi-service/out/kpi-curve-update/10000001651/stream-10000001651-1/_delta_log [1244189] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154047 { id="cluster_3154047"; isCluster="true"; label="WholeStageCodegen (1)"; 1244190 [id="node_1244190" labelType="html" label="MapPartitionsRDD [1244190] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154046 { id="cluster_3154046"; isCluster="true"; label="ObjectHashAggregate"; 1244191 [id="node_1244191" labelType="html" label="MapPartitionsRDD [1244191] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3154045 { id="cluster_3154045"; isCluster="true"; label="Exchange"; 1244192 [id="node_1244192" labelType="html" label="MapPartitionsRDD [1244192] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1244183->1244184; 1244184->1244185; 1244185->1244186; 1244186->1244187; 1244187->1244188; 1244188->1244189; 1244189->1244190; 1244190->1244191; 1244191->1244192; }
1244182,1244183
1244189
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time