4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446403 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Node local: 20
Shuffle Read Size / Records:
11.7 KiB / 64
Shuffle Write Size / Records:
1240.0 B / 20
Associated Job Ids:
154891
DAG Visualization
digraph G { id="graph_446403"; subgraph graph_stage_446403 { id="graph_stage_446403"; isCluster="true"; label="Stage 446403"; subgraph cluster_3153000 { id="cluster_3153000"; isCluster="true"; label="Exchange"; 1243759 [id="node_1243759" labelType="html" label="ShuffledRowRDD [1243759] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152999 { id="cluster_3152999"; isCluster="true"; label="InMemoryTableScan"; 1243760 [id="node_1243760" labelType="html" label="MapPartitionsRDD [1243760] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243761 [id="node_1243761" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21362141]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243761] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243762 [id="node_1243762" labelType="html" label="MapPartitionsRDD [1243762] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243763 [id="node_1243763" labelType="html" label="MapPartitionsRDD [1243763] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243764 [id="node_1243764" labelType="html" label="MapPartitionsRDD [1243764] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152998 { id="cluster_3152998"; isCluster="true"; label="CollectLimit"; 1243765 [id="node_1243765" labelType="html" label="MapPartitionsRDD [1243765] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243766 [id="node_1243766" labelType="html" label="MapPartitionsRDD [1243766] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243759->1243760; 1243760->1243761; 1243761->1243762; 1243762->1243763; 1243763->1243764; 1243764->1243765; 1243765->1243766; }
1243758,1243759
1243761
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time