4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446219 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 8; Process local: 12
Shuffle Read Size / Records:
4.0 KiB / 10
Associated Job Ids:
154831
DAG Visualization
digraph G { id="graph_446219"; subgraph graph_stage_446219 { id="graph_stage_446219"; isCluster="true"; label="Stage 446219"; 1243254 [id="node_1243254" labelType="html" label="SQLExecutionRDD [1243254] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3151707 { id="cluster_3151707"; isCluster="true"; label="Exchange"; 1243245 [id="node_1243245" labelType="html" label="ShuffledRowRDD [1243245] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151702 { id="cluster_3151702"; isCluster="true"; label="WholeStageCodegen (5)"; 1243246 [id="node_1243246" labelType="html" label="MapPartitionsRDD [1243246] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151701 { id="cluster_3151701"; isCluster="true"; label="SortAggregate"; 1243247 [id="node_1243247" labelType="html" label="MapPartitionsRDD [1243247] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151700 { id="cluster_3151700"; isCluster="true"; label="InMemoryTableScan"; 1243248 [id="node_1243248" labelType="html" label="MapPartitionsRDD [1243248] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243249 [id="node_1243249" labelType="html" label="SortAggregate(key=[demandChannel#21552270, shardId#21517301, qty#21552290, worklistShardItemId#21517302L, demandStream#21552271], functions=[first(kpis#21552299, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21552290, demandChannel#21552270, demandStream#21552271, kpis#21552412])\n+- *(5) Sort [demandChannel#21552270 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21552290 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21552271 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21552270, shardId#21517301, qty#21552290, worklistShardItemId#21517302L, demandStream#21552271, 20), ENSURE_REQUIREMENTS, [plan_id=21358619]\n +- SortAggregate(key=[demandChannel#21552270, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21552290)) AS qty#21552290, worklistShardItemId#21517302L, demandStream#21552271], functions=[partial_first(kpis#21552299, false)], output=[demandChannel#21552270, shardId#21517301, qty#215522... [1243249] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243250 [id="node_1243250" labelType="html" label="MapPartitionsRDD [1243250] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243251 [id="node_1243251" labelType="html" label="MapPartitionsRDD [1243251] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243252 [id="node_1243252" labelType="html" label="MapPartitionsRDD [1243252] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151699 { id="cluster_3151699"; isCluster="true"; label="DeserializeToObject"; 1243253 [id="node_1243253" labelType="html" label="MapPartitionsRDD [1243253] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151748 { id="cluster_3151748"; isCluster="true"; label="mapPartitions"; 1243255 [id="node_1243255" labelType="html" label="MapPartitionsRDD [1243255] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243245->1243246; 1243246->1243247; 1243247->1243248; 1243248->1243249; 1243249->1243250; 1243250->1243251; 1243251->1243252; 1243252->1243253; 1243253->1243254; 1243254->1243255; }
1243244,1243245
1243249
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time