4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446272 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 40
Input Size / Records:
20.1 KiB / 40
Associated Job Ids:
154849
DAG Visualization
digraph G { id="graph_446272"; subgraph graph_stage_446272 { id="graph_stage_446272"; isCluster="true"; label="Stage 446272"; subgraph cluster_3151903 { id="cluster_3151903"; isCluster="true"; label="Exchange"; 1243310 [id="node_1243310" labelType="html" label="ShuffledRowRDD [1243310] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151902 { id="cluster_3151902"; isCluster="true"; label="InMemoryTableScan"; 1243311 [id="node_1243311" labelType="html" label="MapPartitionsRDD [1243311] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243312 [id="node_1243312" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21359101]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243312] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152089 { id="cluster_3152089"; isCluster="true"; label="InMemoryTableScan"; 1243375 [id="node_1243375" labelType="html" label="MapPartitionsRDD [1243375] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243377 [id="node_1243377" labelType="html" label="MapPartitionsRDD [1243377] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243380 [id="node_1243380" labelType="html" label="MapPartitionsRDD [1243380] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152077 { id="cluster_3152077"; isCluster="true"; label="WholeStageCodegen (14)"; 1243383 [id="node_1243383" labelType="html" label="MapPartitionsRDD [1243383] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152076 { id="cluster_3152076"; isCluster="true"; label="ObjectHashAggregate"; 1243384 [id="node_1243384" labelType="html" label="MapPartitionsRDD [1243384] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152075 { id="cluster_3152075"; isCluster="true"; label="ObjectHashAggregate"; 1243385 [id="node_1243385" labelType="html" label="MapPartitionsRDD [1243385] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152109 { id="cluster_3152109"; isCluster="true"; label="InMemoryTableScan"; 1243389 [id="node_1243389" labelType="html" label="MapPartitionsRDD [1243389] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243390 [id="node_1243390" labelType="html" label="MapPartitionsRDD [1243390] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243391 [id="node_1243391" labelType="html" label="MapPartitionsRDD [1243391] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152102 { id="cluster_3152102"; isCluster="true"; label="WholeStageCodegen (15)"; 1243395 [id="node_1243395" labelType="html" label="MapPartitionsRDD [1243395] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152074 { id="cluster_3152074"; isCluster="true"; label="Union"; 1243396 [id="node_1243396" labelType="html" label="UnionRDD [1243396] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152060 { id="cluster_3152060"; isCluster="true"; label="DeserializeToObject"; 1243397 [id="node_1243397" labelType="html" label="MapPartitionsRDD [1243397] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243310->1243311; 1243311->1243312; 1243312->1243375; 1243375->1243377; 1243377->1243380; 1243380->1243383; 1243383->1243384; 1243384->1243385; 1243312->1243389; 1243389->1243390; 1243390->1243391; 1243391->1243395; 1243385->1243396; 1243395->1243396; 1243396->1243397; }
1243309,1243310
1243312
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time