4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 21 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 20
Associated Job Ids:
11
DAG Visualization
digraph G { id="graph_21"; subgraph graph_stage_21 { id="graph_stage_21"; isCluster="true"; label="Stage 21"; subgraph cluster_170 { id="cluster_170"; isCluster="true"; label="Exchange"; 72 [id="node_72" labelType="html" label="ShuffledRowRDD [72] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_169 { id="cluster_169"; isCluster="true"; label="InMemoryTableScan"; 73 [id="node_73" labelType="html" label="MapPartitionsRDD [73] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 74 [id="node_74" labelType="html" label="Exchange hashpartitioning(product#423, plant#424, 20), REPARTITION_BY_NUM, [plan_id=490]\n+- *(1) Scan ExistingRDD[shardId#420,worklistShardItemId#421L,version#422,product#423,plant#424,periodStart#425,periodEnd#426,qty#427]\n [74] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 75 [id="node_75" labelType="html" label="MapPartitionsRDD [75] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 76 [id="node_76" labelType="html" label="MapPartitionsRDD [76] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 77 [id="node_77" labelType="html" label="MapPartitionsRDD [77] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_168 { id="cluster_168"; isCluster="true"; label="CollectLimit"; 78 [id="node_78" labelType="html" label="MapPartitionsRDD [78] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 79 [id="node_79" labelType="html" label="MapPartitionsRDD [79] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 72->73; 73->74; 74->75; 75->76; 76->77; 77->78; 78->79; }
71,72
74
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time