4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445823 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 40
Input Size / Records:
20.3 KiB / 40
Associated Job Ids:
154700
DAG Visualization
digraph G { id="graph_445823"; subgraph graph_stage_445823 { id="graph_stage_445823"; isCluster="true"; label="Stage 445823"; subgraph cluster_3148678 { id="cluster_3148678"; isCluster="true"; label="Exchange"; 1241980 [id="node_1241980" labelType="html" label="ShuffledRowRDD [1241980] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148677 { id="cluster_3148677"; isCluster="true"; label="InMemoryTableScan"; 1241981 [id="node_1241981" labelType="html" label="MapPartitionsRDD [1241981] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1241982 [id="node_1241982" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21350353]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1241982] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148870 { id="cluster_3148870"; isCluster="true"; label="InMemoryTableScan"; 1242054 [id="node_1242054" labelType="html" label="MapPartitionsRDD [1242054] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242055 [id="node_1242055" labelType="html" label="MapPartitionsRDD [1242055] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242056 [id="node_1242056" labelType="html" label="MapPartitionsRDD [1242056] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148863 { id="cluster_3148863"; isCluster="true"; label="WholeStageCodegen (9)"; 1242060 [id="node_1242060" labelType="html" label="MapPartitionsRDD [1242060] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148862 { id="cluster_3148862"; isCluster="true"; label="ObjectHashAggregate"; 1242061 [id="node_1242061" labelType="html" label="MapPartitionsRDD [1242061] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148861 { id="cluster_3148861"; isCluster="true"; label="ObjectHashAggregate"; 1242062 [id="node_1242062" labelType="html" label="MapPartitionsRDD [1242062] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148882 { id="cluster_3148882"; isCluster="true"; label="InMemoryTableScan"; 1242065 [id="node_1242065" labelType="html" label="MapPartitionsRDD [1242065] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242066 [id="node_1242066" labelType="html" label="MapPartitionsRDD [1242066] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242067 [id="node_1242067" labelType="html" label="MapPartitionsRDD [1242067] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148874 { id="cluster_3148874"; isCluster="true"; label="WholeStageCodegen (10)"; 1242068 [id="node_1242068" labelType="html" label="MapPartitionsRDD [1242068] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148860 { id="cluster_3148860"; isCluster="true"; label="Union"; 1242069 [id="node_1242069" labelType="html" label="UnionRDD [1242069] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148851 { id="cluster_3148851"; isCluster="true"; label="DeserializeToObject"; 1242070 [id="node_1242070" labelType="html" label="MapPartitionsRDD [1242070] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1241980->1241981; 1241981->1241982; 1241982->1242054; 1242054->1242055; 1242055->1242056; 1242056->1242060; 1242060->1242061; 1242061->1242062; 1241982->1242065; 1242065->1242066; 1242066->1242067; 1242067->1242068; 1242062->1242069; 1242068->1242069; 1242069->1242070; }
1241979,1241980
1241982
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time