4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 11 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 1
Output Size / Records:
29.4 KiB / 1
Shuffle Read Size / Records:
295.0 B / 2
Associated Job Ids:
7
DAG Visualization
digraph G { id="graph_11"; subgraph graph_stage_11 { id="graph_stage_11"; isCluster="true"; label="Stage 11"; subgraph cluster_62 { id="cluster_62"; isCluster="true"; label="AQEShuffleRead"; 32 [id="node_32" labelType="html" label="ShuffledRowRDD [32] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_59 { id="cluster_59"; isCluster="true"; label="WholeStageCodegen (4)"; 33 [id="node_33" labelType="html" label="MapPartitionsRDD [33] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_67 { id="cluster_67"; isCluster="true"; label="AQEShuffleRead"; 34 [id="node_34" labelType="html" label="ShuffledRowRDD [34] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_64 { id="cluster_64"; isCluster="true"; label="WholeStageCodegen (5)"; 35 [id="node_35" labelType="html" label="MapPartitionsRDD [35] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_54 { id="cluster_54"; isCluster="true"; label="WholeStageCodegen (6)"; 36 [id="node_36" labelType="html" label="ZippedPartitionsRDD2 [36] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 37 [id="node_37" labelType="html" label="MapPartitionsRDD [37] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_53 { id="cluster_53"; isCluster="true"; label="WriteFiles"; 38 [id="node_38" labelType="html" label="MapPartitionsRDD [38] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 32->33; 34->35; 33->36; 35->36; 36->37; 37->38; }
31,32
21,34
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time