4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446066 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 9; Process local: 11
Shuffle Read Size / Records:
4.0 KiB / 10
Associated Job Ids:
154780
DAG Visualization
digraph G { id="graph_446066"; subgraph graph_stage_446066 { id="graph_stage_446066"; isCluster="true"; label="Stage 446066"; 1242805 [id="node_1242805" labelType="html" label="SQLExecutionRDD [1242805] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150611 { id="cluster_3150611"; isCluster="true"; label="Exchange"; 1242796 [id="node_1242796" labelType="html" label="ShuffledRowRDD [1242796] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150605 { id="cluster_3150605"; isCluster="true"; label="WholeStageCodegen (5)"; 1242797 [id="node_1242797" labelType="html" label="MapPartitionsRDD [1242797] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150604 { id="cluster_3150604"; isCluster="true"; label="SortAggregate"; 1242798 [id="node_1242798" labelType="html" label="MapPartitionsRDD [1242798] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150603 { id="cluster_3150603"; isCluster="true"; label="InMemoryTableScan"; 1242799 [id="node_1242799" labelType="html" label="MapPartitionsRDD [1242799] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242800 [id="node_1242800" labelType="html" label="SortAggregate(key=[demandChannel#21544527, shardId#21517301, qty#21544547, worklistShardItemId#21517302L, demandStream#21544528], functions=[first(kpis#21544556, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21544547, demandChannel#21544527, demandStream#21544528, kpis#21544669])\n+- *(5) Sort [demandChannel#21544527 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21544547 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21544528 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21544527, shardId#21517301, qty#21544547, worklistShardItemId#21517302L, demandStream#21544528, 20), ENSURE_REQUIREMENTS, [plan_id=21355579]\n +- SortAggregate(key=[demandChannel#21544527, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21544547)) AS qty#21544547, worklistShardItemId#21517302L, demandStream#21544528], functions=[partial_first(kpis#21544556, false)], output=[demandChannel#21544527, shardId#21517301, qty#215445... [1242800] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242801 [id="node_1242801" labelType="html" label="MapPartitionsRDD [1242801] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242802 [id="node_1242802" labelType="html" label="MapPartitionsRDD [1242802] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242803 [id="node_1242803" labelType="html" label="MapPartitionsRDD [1242803] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150602 { id="cluster_3150602"; isCluster="true"; label="DeserializeToObject"; 1242804 [id="node_1242804" labelType="html" label="MapPartitionsRDD [1242804] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150651 { id="cluster_3150651"; isCluster="true"; label="mapPartitions"; 1242806 [id="node_1242806" labelType="html" label="MapPartitionsRDD [1242806] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242796->1242797; 1242797->1242798; 1242798->1242799; 1242799->1242800; 1242800->1242801; 1242801->1242802; 1242802->1242803; 1242803->1242804; 1242804->1242805; 1242805->1242806; }
1242795,1242796
1242800
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time