4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446481 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 7; Process local: 13
Shuffle Read Size / Records:
1589.0 B / 10
Shuffle Write Size / Records:
434.0 B / 7
Associated Job Ids:
154917
DAG Visualization
digraph G { id="graph_446481"; subgraph graph_stage_446481 { id="graph_stage_446481"; isCluster="true"; label="Stage 446481"; subgraph cluster_3153573 { id="cluster_3153573"; isCluster="true"; label="Exchange"; 1243994 [id="node_1243994" labelType="html" label="ShuffledRowRDD [1243994] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153572 { id="cluster_3153572"; isCluster="true"; label="InMemoryTableScan"; 1243995 [id="node_1243995" labelType="html" label="MapPartitionsRDD [1243995] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243996 [id="node_1243996" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21363691]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243996] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243997 [id="node_1243997" labelType="html" label="MapPartitionsRDD [1243997] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243998 [id="node_1243998" labelType="html" label="MapPartitionsRDD [1243998] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243999 [id="node_1243999" labelType="html" label="MapPartitionsRDD [1243999] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153571 { id="cluster_3153571"; isCluster="true"; label="CollectLimit"; 1244000 [id="node_1244000" labelType="html" label="MapPartitionsRDD [1244000] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244001 [id="node_1244001" labelType="html" label="MapPartitionsRDD [1244001] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243994->1243995; 1243995->1243996; 1243996->1243997; 1243997->1243998; 1243998->1243999; 1243999->1244000; 1244000->1244001; }
1243993,1243994
1243996
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time