4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445965 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 40
Input Size / Records:
20.2 KiB / 40
Associated Job Ids:
154746
DAG Visualization
digraph G { id="graph_445965"; subgraph graph_stage_445965 { id="graph_stage_445965"; isCluster="true"; label="Stage 445965"; subgraph cluster_3149698 { id="cluster_3149698"; isCluster="true"; label="Exchange"; 1242408 [id="node_1242408" labelType="html" label="ShuffledRowRDD [1242408] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149697 { id="cluster_3149697"; isCluster="true"; label="InMemoryTableScan"; 1242409 [id="node_1242409" labelType="html" label="MapPartitionsRDD [1242409] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242410 [id="node_1242410" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21353010]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1242410] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149883 { id="cluster_3149883"; isCluster="true"; label="InMemoryTableScan"; 1242474 [id="node_1242474" labelType="html" label="MapPartitionsRDD [1242474] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242476 [id="node_1242476" labelType="html" label="MapPartitionsRDD [1242476] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242478 [id="node_1242478" labelType="html" label="MapPartitionsRDD [1242478] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149872 { id="cluster_3149872"; isCluster="true"; label="WholeStageCodegen (14)"; 1242480 [id="node_1242480" labelType="html" label="MapPartitionsRDD [1242480] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149871 { id="cluster_3149871"; isCluster="true"; label="ObjectHashAggregate"; 1242482 [id="node_1242482" labelType="html" label="MapPartitionsRDD [1242482] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149870 { id="cluster_3149870"; isCluster="true"; label="ObjectHashAggregate"; 1242483 [id="node_1242483" labelType="html" label="MapPartitionsRDD [1242483] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149889 { id="cluster_3149889"; isCluster="true"; label="InMemoryTableScan"; 1242484 [id="node_1242484" labelType="html" label="MapPartitionsRDD [1242484] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242485 [id="node_1242485" labelType="html" label="MapPartitionsRDD [1242485] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242486 [id="node_1242486" labelType="html" label="MapPartitionsRDD [1242486] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149885 { id="cluster_3149885"; isCluster="true"; label="WholeStageCodegen (15)"; 1242487 [id="node_1242487" labelType="html" label="MapPartitionsRDD [1242487] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149869 { id="cluster_3149869"; isCluster="true"; label="Union"; 1242488 [id="node_1242488" labelType="html" label="UnionRDD [1242488] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149855 { id="cluster_3149855"; isCluster="true"; label="DeserializeToObject"; 1242489 [id="node_1242489" labelType="html" label="MapPartitionsRDD [1242489] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242408->1242409; 1242409->1242410; 1242410->1242474; 1242474->1242476; 1242476->1242478; 1242478->1242480; 1242480->1242482; 1242482->1242483; 1242410->1242484; 1242484->1242485; 1242485->1242486; 1242486->1242487; 1242483->1242488; 1242487->1242488; 1242488->1242489; }
1242407,1242408
1242410
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time