4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446196 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.9 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.5 KiB / 14
Associated Job Ids:
154824
DAG Visualization
digraph G { id="graph_446196"; subgraph graph_stage_446196 { id="graph_stage_446196"; isCluster="true"; label="Stage 446196"; subgraph cluster_3151379 { id="cluster_3151379"; isCluster="true"; label="Exchange"; 1243096 [id="node_1243096" labelType="html" label="ShuffledRowRDD [1243096] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151378 { id="cluster_3151378"; isCluster="true"; label="InMemoryTableScan"; 1243097 [id="node_1243097" labelType="html" label="MapPartitionsRDD [1243097] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243098 [id="node_1243098" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21357626]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243098] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151515 { id="cluster_3151515"; isCluster="true"; label="InMemoryTableScan"; 1243140 [id="node_1243140" labelType="html" label="MapPartitionsRDD [1243140] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243143 [id="node_1243143" labelType="html" label="MapPartitionsRDD [1243143] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243145 [id="node_1243145" labelType="html" label="MapPartitionsRDD [1243145] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151504 { id="cluster_3151504"; isCluster="true"; label="WholeStageCodegen (14)"; 1243150 [id="node_1243150" labelType="html" label="MapPartitionsRDD [1243150] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151503 { id="cluster_3151503"; isCluster="true"; label="ObjectHashAggregate"; 1243152 [id="node_1243152" labelType="html" label="MapPartitionsRDD [1243152] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151501 { id="cluster_3151501"; isCluster="true"; label="ObjectHashAggregate"; 1243153 [id="node_1243153" labelType="html" label="MapPartitionsRDD [1243153] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151538 { id="cluster_3151538"; isCluster="true"; label="InMemoryTableScan"; 1243157 [id="node_1243157" labelType="html" label="MapPartitionsRDD [1243157] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243158 [id="node_1243158" labelType="html" label="MapPartitionsRDD [1243158] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243159 [id="node_1243159" labelType="html" label="MapPartitionsRDD [1243159] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151532 { id="cluster_3151532"; isCluster="true"; label="WholeStageCodegen (15)"; 1243160 [id="node_1243160" labelType="html" label="MapPartitionsRDD [1243160] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151500 { id="cluster_3151500"; isCluster="true"; label="Union"; 1243161 [id="node_1243161" labelType="html" label="UnionRDD [1243161] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151487 { id="cluster_3151487"; isCluster="true"; label="DeserializeToObject"; 1243162 [id="node_1243162" labelType="html" label="MapPartitionsRDD [1243162] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243096->1243097; 1243097->1243098; 1243098->1243140; 1243140->1243143; 1243143->1243145; 1243145->1243150; 1243150->1243152; 1243152->1243153; 1243098->1243157; 1243157->1243158; 1243158->1243159; 1243159->1243160; 1243153->1243161; 1243160->1243161; 1243161->1243162; }
1243095,1243096
1243098
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time