4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446425 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 40
Input Size / Records:
20.2 KiB / 40
Associated Job Ids:
154900
DAG Visualization
digraph G { id="graph_446425"; subgraph graph_stage_446425 { id="graph_stage_446425"; isCluster="true"; label="Stage 446425"; subgraph cluster_3153000 { id="cluster_3153000"; isCluster="true"; label="Exchange"; 1243759 [id="node_1243759" labelType="html" label="ShuffledRowRDD [1243759] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152999 { id="cluster_3152999"; isCluster="true"; label="InMemoryTableScan"; 1243760 [id="node_1243760" labelType="html" label="MapPartitionsRDD [1243760] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243761 [id="node_1243761" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21362141]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243761] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153186 { id="cluster_3153186"; isCluster="true"; label="InMemoryTableScan"; 1243827 [id="node_1243827" labelType="html" label="MapPartitionsRDD [1243827] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243828 [id="node_1243828" labelType="html" label="MapPartitionsRDD [1243828] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243829 [id="node_1243829" labelType="html" label="MapPartitionsRDD [1243829] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153174 { id="cluster_3153174"; isCluster="true"; label="WholeStageCodegen (14)"; 1243832 [id="node_1243832" labelType="html" label="MapPartitionsRDD [1243832] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153173 { id="cluster_3153173"; isCluster="true"; label="ObjectHashAggregate"; 1243833 [id="node_1243833" labelType="html" label="MapPartitionsRDD [1243833] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153172 { id="cluster_3153172"; isCluster="true"; label="ObjectHashAggregate"; 1243834 [id="node_1243834" labelType="html" label="MapPartitionsRDD [1243834] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153208 { id="cluster_3153208"; isCluster="true"; label="InMemoryTableScan"; 1243838 [id="node_1243838" labelType="html" label="MapPartitionsRDD [1243838] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243839 [id="node_1243839" labelType="html" label="MapPartitionsRDD [1243839] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243841 [id="node_1243841" labelType="html" label="MapPartitionsRDD [1243841] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153199 { id="cluster_3153199"; isCluster="true"; label="WholeStageCodegen (15)"; 1243844 [id="node_1243844" labelType="html" label="MapPartitionsRDD [1243844] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153171 { id="cluster_3153171"; isCluster="true"; label="Union"; 1243845 [id="node_1243845" labelType="html" label="UnionRDD [1243845] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153157 { id="cluster_3153157"; isCluster="true"; label="DeserializeToObject"; 1243846 [id="node_1243846" labelType="html" label="MapPartitionsRDD [1243846] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243759->1243760; 1243760->1243761; 1243761->1243827; 1243827->1243828; 1243828->1243829; 1243829->1243832; 1243832->1243833; 1243833->1243834; 1243761->1243838; 1243838->1243839; 1243839->1243841; 1243841->1243844; 1243834->1243845; 1243844->1243845; 1243845->1243846; }
1243758,1243759
1243761
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time