4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445529 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 2
Input Size / Records:
0.0 B / 46
Shuffle Write Size / Records:
10.8 KiB / 46
Associated Job Ids:
154568
DAG Visualization
digraph G { id="graph_445529"; subgraph graph_stage_445529 { id="graph_stage_445529"; isCluster="true"; label="Stage 445529"; subgraph cluster_3146705 { id="cluster_3146705"; isCluster="true"; label="Scan parquet "; 1241454 [id="node_1241454" labelType="html" label="FileScanRDD [1241454]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241455 [id="node_1241455" labelType="html" label="MapPartitionsRDD [1241455]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146701 { id="cluster_3146701"; isCluster="true"; label="WholeStageCodegen (1)"; 1241456 [id="node_1241456" labelType="html" label="MapPartitionsRDD [1241456]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146709 { id="cluster_3146709"; isCluster="true"; label="Scan json "; 1241457 [id="node_1241457" labelType="html" label="FileScanRDD [1241457]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241458 [id="node_1241458" labelType="html" label="MapPartitionsRDD [1241458]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146706 { id="cluster_3146706"; isCluster="true"; label="WholeStageCodegen (2)"; 1241459 [id="node_1241459" labelType="html" label="MapPartitionsRDD [1241459]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146700 { id="cluster_3146700"; isCluster="true"; label="Union"; 1241460 [id="node_1241460" labelType="html" label="UnionRDD [1241460]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146699 { id="cluster_3146699"; isCluster="true"; label="Exchange"; 1241461 [id="node_1241461" labelType="html" label="MapPartitionsRDD [1241461]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1241454->1241455; 1241455->1241456; 1241457->1241458; 1241458->1241459; 1241456->1241460; 1241459->1241460; 1241460->1241461; }
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time