4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445911 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Node local: 8; Process local: 12
Shuffle Read Size / Records:
4.0 KiB / 10
Associated Job Ids:
154727
DAG Visualization
digraph G { id="graph_445911"; subgraph graph_stage_445911 { id="graph_stage_445911"; isCluster="true"; label="Stage 445911"; 1242348 [id="node_1242348" labelType="html" label="SQLExecutionRDD [1242348] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3149491 { id="cluster_3149491"; isCluster="true"; label="Exchange"; 1242339 [id="node_1242339" labelType="html" label="ShuffledRowRDD [1242339] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149486 { id="cluster_3149486"; isCluster="true"; label="WholeStageCodegen (5)"; 1242340 [id="node_1242340" labelType="html" label="MapPartitionsRDD [1242340] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149485 { id="cluster_3149485"; isCluster="true"; label="SortAggregate"; 1242341 [id="node_1242341" labelType="html" label="MapPartitionsRDD [1242341] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149484 { id="cluster_3149484"; isCluster="true"; label="InMemoryTableScan"; 1242342 [id="node_1242342" labelType="html" label="MapPartitionsRDD [1242342] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242343 [id="node_1242343" labelType="html" label="SortAggregate(key=[demandChannel#21536740, shardId#21517301, qty#21536760, worklistShardItemId#21517302L, demandStream#21536741], functions=[first(kpis#21536769, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21536760, demandChannel#21536740, demandStream#21536741, kpis#21536882])\n+- *(5) Sort [demandChannel#21536740 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21536760 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21536741 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21536740, shardId#21517301, qty#21536760, worklistShardItemId#21517302L, demandStream#21536741, 20), ENSURE_REQUIREMENTS, [plan_id=21352532]\n +- SortAggregate(key=[demandChannel#21536740, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21536760)) AS qty#21536760, worklistShardItemId#21517302L, demandStream#21536741], functions=[partial_first(kpis#21536769, false)], output=[demandChannel#21536740, shardId#21517301, qty#215367... [1242343] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242344 [id="node_1242344" labelType="html" label="MapPartitionsRDD [1242344] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242345 [id="node_1242345" labelType="html" label="MapPartitionsRDD [1242345] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242346 [id="node_1242346" labelType="html" label="MapPartitionsRDD [1242346] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149483 { id="cluster_3149483"; isCluster="true"; label="DeserializeToObject"; 1242347 [id="node_1242347" labelType="html" label="MapPartitionsRDD [1242347] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149532 { id="cluster_3149532"; isCluster="true"; label="mapPartitions"; 1242349 [id="node_1242349" labelType="html" label="MapPartitionsRDD [1242349] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242339->1242340; 1242340->1242341; 1242341->1242342; 1242342->1242343; 1242343->1242344; 1242344->1242345; 1242345->1242346; 1242346->1242347; 1242347->1242348; 1242348->1242349; }
1242338,1242339
1242343
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time