4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445532 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 7
Input Size / Records:
0.0 B / 39
Shuffle Write Size / Records:
21.5 KiB / 39
Associated Job Ids:
154570
DAG Visualization
digraph G { id="graph_445532"; subgraph graph_stage_445532 { id="graph_stage_445532"; isCluster="true"; label="Stage 445532"; subgraph cluster_3146762 { id="cluster_3146762"; isCluster="true"; label="Scan parquet "; 1241475 [id="node_1241475" labelType="html" label="FileScanRDD [1241475]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241476 [id="node_1241476" labelType="html" label="MapPartitionsRDD [1241476]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146758 { id="cluster_3146758"; isCluster="true"; label="WholeStageCodegen (1)"; 1241477 [id="node_1241477" labelType="html" label="MapPartitionsRDD [1241477]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146766 { id="cluster_3146766"; isCluster="true"; label="Scan json "; 1241478 [id="node_1241478" labelType="html" label="FileScanRDD [1241478]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241479 [id="node_1241479" labelType="html" label="MapPartitionsRDD [1241479]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146763 { id="cluster_3146763"; isCluster="true"; label="WholeStageCodegen (2)"; 1241480 [id="node_1241480" labelType="html" label="MapPartitionsRDD [1241480]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146757 { id="cluster_3146757"; isCluster="true"; label="Union"; 1241481 [id="node_1241481" labelType="html" label="UnionRDD [1241481]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146756 { id="cluster_3146756"; isCluster="true"; label="Exchange"; 1241482 [id="node_1241482" labelType="html" label="MapPartitionsRDD [1241482]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1241475->1241476; 1241476->1241477; 1241478->1241479; 1241479->1241480; 1241477->1241481; 1241480->1241481; 1241481->1241482; }
Event Timeline
Enable zooming
Tasks: 7. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time