4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445990 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 20
Shuffle Read Size / Records:
97.1 KiB / 256
Associated Job Ids:
154754
DAG Visualization
digraph G { id="graph_445990"; subgraph graph_stage_445990 { id="graph_stage_445990"; isCluster="true"; label="Stage 445990"; 1242587 [id="node_1242587" labelType="html" label="SQLExecutionRDD [1242587] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150075 { id="cluster_3150075"; isCluster="true"; label="Exchange"; 1242578 [id="node_1242578" labelType="html" label="ShuffledRowRDD [1242578] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150070 { id="cluster_3150070"; isCluster="true"; label="WholeStageCodegen (5)"; 1242579 [id="node_1242579" labelType="html" label="MapPartitionsRDD [1242579] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150069 { id="cluster_3150069"; isCluster="true"; label="SortAggregate"; 1242580 [id="node_1242580" labelType="html" label="MapPartitionsRDD [1242580] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150068 { id="cluster_3150068"; isCluster="true"; label="InMemoryTableScan"; 1242581 [id="node_1242581" labelType="html" label="MapPartitionsRDD [1242581] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242582 [id="node_1242582" labelType="html" label="SortAggregate(key=[demandChannel#21540770, shardId#21517301, qty#21540790, worklistShardItemId#21517302L, demandStream#21540771], functions=[first(kpis#21540799, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21540790, demandChannel#21540770, demandStream#21540771, kpis#21540912])\n+- *(5) Sort [demandChannel#21540770 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21540790 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21540771 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21540770, shardId#21517301, qty#21540790, worklistShardItemId#21517302L, demandStream#21540771, 20), ENSURE_REQUIREMENTS, [plan_id=21354093]\n +- SortAggregate(key=[demandChannel#21540770, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21540790)) AS qty#21540790, worklistShardItemId#21517302L, demandStream#21540771], functions=[partial_first(kpis#21540799, false)], output=[demandChannel#21540770, shardId#21517301, qty#215407... [1242582] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242583 [id="node_1242583" labelType="html" label="MapPartitionsRDD [1242583] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242584 [id="node_1242584" labelType="html" label="MapPartitionsRDD [1242584] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242585 [id="node_1242585" labelType="html" label="MapPartitionsRDD [1242585] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150067 { id="cluster_3150067"; isCluster="true"; label="DeserializeToObject"; 1242586 [id="node_1242586" labelType="html" label="MapPartitionsRDD [1242586] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150116 { id="cluster_3150116"; isCluster="true"; label="mapPartitions"; 1242588 [id="node_1242588" labelType="html" label="MapPartitionsRDD [1242588] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242578->1242579; 1242579->1242580; 1242580->1242581; 1242581->1242582; 1242582->1242583; 1242583->1242584; 1242584->1242585; 1242585->1242586; 1242586->1242587; 1242587->1242588; }
1242577,1242578
1242582
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time