4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445787 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 25
Input Size / Records:
6.1 KiB / 22
Associated Job Ids:
154684
DAG Visualization
digraph G { id="graph_445787"; subgraph graph_stage_445787 { id="graph_stage_445787"; isCluster="true"; label="Stage 445787"; subgraph cluster_3146536 { id="cluster_3146536"; isCluster="true"; label="Exchange"; 1241398 [id="node_1241398" labelType="html" label="ShuffledRowRDD [1241398] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146524 { id="cluster_3146524"; isCluster="true"; label="WholeStageCodegen (6)"; 1241399 [id="node_1241399" labelType="html" label="MapPartitionsRDD [1241399] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146523 { id="cluster_3146523"; isCluster="true"; label="Project"; 1241400 [id="node_1241400" labelType="html" label="MapPartitionsRDD [1241400] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146510 { id="cluster_3146510"; isCluster="true"; label="WholeStageCodegen (7)"; 1241401 [id="node_1241401" labelType="html" label="MapPartitionsRDD [1241401] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3146537 { id="cluster_3146537"; isCluster="true"; label="mapPartitionsInternal"; 1241402 [id="node_1241402" labelType="html" label="MapPartitionsRDD [1241402] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_3146538 { id="cluster_3146538"; isCluster="true"; label="mapPartitionsInternal"; 1241403 [id="node_1241403" labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- HashAggregate(keys=[product#21517975, plant#21517976], functions=[], output=[product#21517975, plant#21517976])\n +- HashAggregate(keys=[product#21517975, plant#21517976], functions=[], output=[product#21517975, plant#21517976])\n +- Project [product#21517975, plant#21517976]\n +- Filter (((size(demandTimeBuckets#21518404, true) = 0) OR isnull(demandTimeBuckets#21518404)) AND ((size(demandPointInTime#21518407, true) = 0) OR isnull(demandPointInTime#21518407)))\n +- BroadcastHashJoin [coalesce(plant#21517976, ), isnull(plant#21517976), coalesce(product#21517975, ), isnull(product#21517975)], [coalesce(plant#21518400, ), isnull(plant#21518400), coalesce(product#21518399, ), isnull(product#21518399)], LeftOuter, BuildRight, false\n :- Project [product#21517975, plant#21517976]\n : +- Generate explode(_extract_quantityDenominator#21518434), [product#21517975, plant#21517976], true, [quantityDenominator#21518058]\n ... [1241403] [Cached] [Unordered]<br>isEmpty at InsightHandlerDataAccessImpl.java:62}"]; } subgraph cluster_3148575 { id="cluster_3148575"; isCluster="true"; label="InMemoryTableScan"; 1241931 [id="node_1241931" labelType="html" label="MapPartitionsRDD [1241931] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241932 [id="node_1241932" labelType="html" label="MapPartitionsRDD [1241932] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; 1241933 [id="node_1241933" labelType="html" label="MapPartitionsRDD [1241933] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3148571 { id="cluster_3148571"; isCluster="true"; label="WholeStageCodegen (2)"; 1241934 [id="node_1241934" labelType="html" label="MapPartitionsRDD [1241934] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } subgraph cluster_3148569 { id="cluster_3148569"; isCluster="true"; label="BroadcastExchange"; 1241935 [id="node_1241935" labelType="html" label="MapPartitionsRDD [1241935] [Unordered]<br>$anonfun$withThreadLocalCaptured$2 at <unknown>:0}"]; } } 1241398->1241399; 1241399->1241400; 1241400->1241401; 1241401->1241402; 1241402->1241403; 1241403->1241931; 1241931->1241932; 1241932->1241933; 1241933->1241934; 1241934->1241935; }
1241383,1241398
1241403
Event Timeline
Enable zooming
Tasks: 25. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time