4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 40 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Node local: 1
Shuffle Read Size / Records:
262.0 B / 2
Shuffle Write Size / Records:
171.0 B / 1
Associated Job Ids:
23
DAG Visualization
digraph G { id="graph_40"; subgraph graph_stage_40 { id="graph_stage_40"; isCluster="true"; label="Stage 40"; subgraph cluster_297 { id="cluster_297"; isCluster="true"; label="AQEShuffleRead"; 126 [id="node_126" labelType="html" label="ShuffledRowRDD [126] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_294 { id="cluster_294"; isCluster="true"; label="WholeStageCodegen (1)"; 127 [id="node_127" labelType="html" label="MapPartitionsRDD [127] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_302 { id="cluster_302"; isCluster="true"; label="AQEShuffleRead"; 128 [id="node_128" labelType="html" label="ShuffledRowRDD [128] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_299 { id="cluster_299"; isCluster="true"; label="WholeStageCodegen (2)"; 129 [id="node_129" labelType="html" label="MapPartitionsRDD [129] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_290 { id="cluster_290"; isCluster="true"; label="WholeStageCodegen (3)"; 130 [id="node_130" labelType="html" label="ZippedPartitionsRDD2 [130] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 131 [id="node_131" labelType="html" label="MapPartitionsRDD [131] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_289 { id="cluster_289"; isCluster="true"; label="Exchange"; 132 [id="node_132" labelType="html" label="MapPartitionsRDD [132] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 126->127; 128->129; 127->130; 129->130; 130->131; 131->132; }
125,126
121,128
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time