4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446372 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 8; Process local: 12
Shuffle Read Size / Records:
4.0 KiB / 10
Associated Job Ids:
154882
DAG Visualization
digraph G { id="graph_446372"; subgraph graph_stage_446372 { id="graph_stage_446372"; isCluster="true"; label="Stage 446372"; 1243703 [id="node_1243703" labelType="html" label="SQLExecutionRDD [1243703] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3152805 { id="cluster_3152805"; isCluster="true"; label="Exchange"; 1243694 [id="node_1243694" labelType="html" label="ShuffledRowRDD [1243694] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152799 { id="cluster_3152799"; isCluster="true"; label="WholeStageCodegen (5)"; 1243695 [id="node_1243695" labelType="html" label="MapPartitionsRDD [1243695] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152798 { id="cluster_3152798"; isCluster="true"; label="SortAggregate"; 1243696 [id="node_1243696" labelType="html" label="MapPartitionsRDD [1243696] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152797 { id="cluster_3152797"; isCluster="true"; label="InMemoryTableScan"; 1243697 [id="node_1243697" labelType="html" label="MapPartitionsRDD [1243697] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243698 [id="node_1243698" labelType="html" label="SortAggregate(key=[demandChannel#21560013, shardId#21517301, qty#21560033, worklistShardItemId#21517302L, demandStream#21560014], functions=[first(kpis#21560042, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21560033, demandChannel#21560013, demandStream#21560014, kpis#21560155])\n+- *(5) Sort [demandChannel#21560013 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21560033 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21560014 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21560013, shardId#21517301, qty#21560033, worklistShardItemId#21517302L, demandStream#21560014, 20), ENSURE_REQUIREMENTS, [plan_id=21361659]\n +- SortAggregate(key=[demandChannel#21560013, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21560033)) AS qty#21560033, worklistShardItemId#21517302L, demandStream#21560014], functions=[partial_first(kpis#21560042, false)], output=[demandChannel#21560013, shardId#21517301, qty#215600... [1243698] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243699 [id="node_1243699" labelType="html" label="MapPartitionsRDD [1243699] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243700 [id="node_1243700" labelType="html" label="MapPartitionsRDD [1243700] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243701 [id="node_1243701" labelType="html" label="MapPartitionsRDD [1243701] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152796 { id="cluster_3152796"; isCluster="true"; label="DeserializeToObject"; 1243702 [id="node_1243702" labelType="html" label="MapPartitionsRDD [1243702] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152845 { id="cluster_3152845"; isCluster="true"; label="mapPartitions"; 1243704 [id="node_1243704" labelType="html" label="MapPartitionsRDD [1243704] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243694->1243695; 1243695->1243696; 1243696->1243697; 1243697->1243698; 1243698->1243699; 1243699->1243700; 1243700->1243701; 1243701->1243702; 1243702->1243703; 1243703->1243704; }
1243693,1243694
1243698
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time