4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446041 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.5 KiB / 14
Associated Job Ids:
154772
DAG Visualization
digraph G { id="graph_446041"; subgraph graph_stage_446041 { id="graph_stage_446041"; isCluster="true"; label="Stage 446041"; subgraph cluster_3150282 { id="cluster_3150282"; isCluster="true"; label="Exchange"; 1242647 [id="node_1242647" labelType="html" label="ShuffledRowRDD [1242647] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150281 { id="cluster_3150281"; isCluster="true"; label="InMemoryTableScan"; 1242648 [id="node_1242648" labelType="html" label="MapPartitionsRDD [1242648] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242649 [id="node_1242649" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21354586]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1242649] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150419 { id="cluster_3150419"; isCluster="true"; label="InMemoryTableScan"; 1242694 [id="node_1242694" labelType="html" label="MapPartitionsRDD [1242694] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242695 [id="node_1242695" labelType="html" label="MapPartitionsRDD [1242695] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242696 [id="node_1242696" labelType="html" label="MapPartitionsRDD [1242696] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150407 { id="cluster_3150407"; isCluster="true"; label="WholeStageCodegen (14)"; 1242698 [id="node_1242698" labelType="html" label="MapPartitionsRDD [1242698] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150406 { id="cluster_3150406"; isCluster="true"; label="ObjectHashAggregate"; 1242700 [id="node_1242700" labelType="html" label="MapPartitionsRDD [1242700] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150405 { id="cluster_3150405"; isCluster="true"; label="ObjectHashAggregate"; 1242701 [id="node_1242701" labelType="html" label="MapPartitionsRDD [1242701] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150438 { id="cluster_3150438"; isCluster="true"; label="InMemoryTableScan"; 1242702 [id="node_1242702" labelType="html" label="MapPartitionsRDD [1242702] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242703 [id="node_1242703" labelType="html" label="MapPartitionsRDD [1242703] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242704 [id="node_1242704" labelType="html" label="MapPartitionsRDD [1242704] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150428 { id="cluster_3150428"; isCluster="true"; label="WholeStageCodegen (15)"; 1242708 [id="node_1242708" labelType="html" label="MapPartitionsRDD [1242708] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150404 { id="cluster_3150404"; isCluster="true"; label="Union"; 1242709 [id="node_1242709" labelType="html" label="UnionRDD [1242709] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150390 { id="cluster_3150390"; isCluster="true"; label="DeserializeToObject"; 1242710 [id="node_1242710" labelType="html" label="MapPartitionsRDD [1242710] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242647->1242648; 1242648->1242649; 1242649->1242694; 1242694->1242695; 1242695->1242696; 1242696->1242698; 1242698->1242700; 1242700->1242701; 1242649->1242702; 1242702->1242703; 1242703->1242704; 1242704->1242708; 1242701->1242709; 1242708->1242709; 1242709->1242710; }
1242646,1242647
1242649
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time