4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446499 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.5 KiB / 14
Associated Job Ids:
154924
DAG Visualization
digraph G { id="graph_446499"; subgraph graph_stage_446499 { id="graph_stage_446499"; isCluster="true"; label="Stage 446499"; subgraph cluster_3153573 { id="cluster_3153573"; isCluster="true"; label="Exchange"; 1243994 [id="node_1243994" labelType="html" label="ShuffledRowRDD [1243994] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153572 { id="cluster_3153572"; isCluster="true"; label="InMemoryTableScan"; 1243995 [id="node_1243995" labelType="html" label="MapPartitionsRDD [1243995] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243996 [id="node_1243996" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21363691]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243996] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153709 { id="cluster_3153709"; isCluster="true"; label="InMemoryTableScan"; 1244038 [id="node_1244038" labelType="html" label="MapPartitionsRDD [1244038] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244040 [id="node_1244040" labelType="html" label="MapPartitionsRDD [1244040] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244043 [id="node_1244043" labelType="html" label="MapPartitionsRDD [1244043] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153699 { id="cluster_3153699"; isCluster="true"; label="WholeStageCodegen (14)"; 1244047 [id="node_1244047" labelType="html" label="MapPartitionsRDD [1244047] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153698 { id="cluster_3153698"; isCluster="true"; label="ObjectHashAggregate"; 1244049 [id="node_1244049" labelType="html" label="MapPartitionsRDD [1244049] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153696 { id="cluster_3153696"; isCluster="true"; label="ObjectHashAggregate"; 1244051 [id="node_1244051" labelType="html" label="MapPartitionsRDD [1244051] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153730 { id="cluster_3153730"; isCluster="true"; label="InMemoryTableScan"; 1244052 [id="node_1244052" labelType="html" label="MapPartitionsRDD [1244052] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244053 [id="node_1244053" labelType="html" label="MapPartitionsRDD [1244053] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244054 [id="node_1244054" labelType="html" label="MapPartitionsRDD [1244054] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153726 { id="cluster_3153726"; isCluster="true"; label="WholeStageCodegen (15)"; 1244055 [id="node_1244055" labelType="html" label="MapPartitionsRDD [1244055] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153695 { id="cluster_3153695"; isCluster="true"; label="Union"; 1244056 [id="node_1244056" labelType="html" label="UnionRDD [1244056] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153681 { id="cluster_3153681"; isCluster="true"; label="DeserializeToObject"; 1244057 [id="node_1244057" labelType="html" label="MapPartitionsRDD [1244057] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243994->1243995; 1243995->1243996; 1243996->1244038; 1244038->1244040; 1244040->1244043; 1244043->1244047; 1244047->1244049; 1244049->1244051; 1243996->1244052; 1244052->1244053; 1244053->1244054; 1244054->1244055; 1244051->1244056; 1244055->1244056; 1244056->1244057; }
1243993,1243994
1243996
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time