4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 50 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
9 ms
Locality Level Summary:
Process local: 1
Associated Job Ids:
26
DAG Visualization
digraph G { id="graph_50"; subgraph graph_stage_50 { id="graph_stage_50"; isCluster="true"; label="Stage 50"; 169 [id="node_169" labelType="html" label="SQLExecutionRDD [169] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; 174 [id="node_174" labelType="html" label="SQLExecutionRDD [174] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; subgraph cluster_366 { id="cluster_366"; isCluster="true"; label="Exchange"; 166 [id="node_166" labelType="html" label="ShuffledRowRDD [166] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_363 { id="cluster_363"; isCluster="true"; label="WholeStageCodegen (2)"; 167 [id="node_167" labelType="html" label="MapPartitionsRDD [167] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_362 { id="cluster_362"; isCluster="true"; label="DeserializeToObject"; 168 [id="node_168" labelType="html" label="MapPartitionsRDD [168] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_386 { id="cluster_386"; isCluster="true"; label="mapPartitions"; 170 [id="node_170" labelType="html" label="MapPartitionsRDD [170] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_387 { id="cluster_387"; isCluster="true"; label="zipWithIndex"; 171 [id="node_171" labelType="html" label="ZippedWithIndexRDD [171] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_392 { id="cluster_392"; isCluster="true"; label="Scan"; 172 [id="node_172" labelType="html" label="MapPartitionsRDD [172] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_388 { id="cluster_388"; isCluster="true"; label="WholeStageCodegen (1)"; 173 [id="node_173" labelType="html" label="MapPartitionsRDD [173] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_393 { id="cluster_393"; isCluster="true"; label="map"; 175 [id="node_175" labelType="html" label="Delta Source Snapshot #0 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-update/10000000096/stream-10000000096-1/_delta_log [175] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_394 { id="cluster_394"; isCluster="true"; label="WholeStageCodegen (1)"; 176 [id="node_176" labelType="html" label="MapPartitionsRDD [176] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_396 { id="cluster_396"; isCluster="true"; label="mapPartitionsInternal"; 177 [id="node_177" labelType="html" label="MapPartitionsRDD [177] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } subgraph cluster_397 { id="cluster_397"; isCluster="true"; label="map"; 178 [id="node_178" labelType="html" label="MapPartitionsRDD [178] [Unordered]<br>start at FileStorageAdapterImpl.java:171}"]; } } 166->167; 167->168; 168->169; 169->170; 170->171; 171->172; 172->173; 173->174; 174->175; 175->176; 176->177; 177->178; }
165,166
175
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time