4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 53 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
21.0 B / 0
Associated Job Ids:
27
DAG Visualization
digraph G { id="graph_53"; subgraph graph_stage_53 { id="graph_stage_53"; isCluster="true"; label="Stage 53"; 169 [id="node_169" labelType="html" label="SQLExecutionRDD [169] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 174 [id="node_174" labelType="html" label="SQLExecutionRDD [174] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_366 { id="cluster_366"; isCluster="true"; label="Exchange"; 166 [id="node_166" labelType="html" label="ShuffledRowRDD [166] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_363 { id="cluster_363"; isCluster="true"; label="WholeStageCodegen (2)"; 167 [id="node_167" labelType="html" label="MapPartitionsRDD [167] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_362 { id="cluster_362"; isCluster="true"; label="DeserializeToObject"; 168 [id="node_168" labelType="html" label="MapPartitionsRDD [168] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_386 { id="cluster_386"; isCluster="true"; label="mapPartitions"; 170 [id="node_170" labelType="html" label="MapPartitionsRDD [170] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_387 { id="cluster_387"; isCluster="true"; label="zipWithIndex"; 171 [id="node_171" labelType="html" label="ZippedWithIndexRDD [171] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_392 { id="cluster_392"; isCluster="true"; label="Scan"; 172 [id="node_172" labelType="html" label="MapPartitionsRDD [172] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_388 { id="cluster_388"; isCluster="true"; label="WholeStageCodegen (1)"; 173 [id="node_173" labelType="html" label="MapPartitionsRDD [173] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_393 { id="cluster_393"; isCluster="true"; label="map"; 175 [id="node_175" labelType="html" label="Delta Source Snapshot #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000096/stream-10000000096-1/_delta_log [175] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_414 { id="cluster_414"; isCluster="true"; label="WholeStageCodegen (1)"; 179 [id="node_179" labelType="html" label="MapPartitionsRDD [179] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_416 { id="cluster_416"; isCluster="true"; label="mapPartitionsInternal"; 180 [id="node_180" labelType="html" label="MapPartitionsRDD [180] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_417 { id="cluster_417"; isCluster="true"; label="map"; 181 [id="node_181" labelType="html" label="MapPartitionsRDD [181] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 166->167; 167->168; 168->169; 169->170; 170->171; 171->172; 172->173; 173->174; 174->175; 175->179; 179->180; 180->181; }
165,166
175
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time