4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446144 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 20
Shuffle Read Size / Records:
99.6 KiB / 256
Associated Job Ids:
154806
DAG Visualization
digraph G { id="graph_446144"; subgraph graph_stage_446144 { id="graph_stage_446144"; isCluster="true"; label="Stage 446144"; 1243040 [id="node_1243040" labelType="html" label="SQLExecutionRDD [1243040] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3151183 { id="cluster_3151183"; isCluster="true"; label="Exchange"; 1243031 [id="node_1243031" labelType="html" label="ShuffledRowRDD [1243031] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151178 { id="cluster_3151178"; isCluster="true"; label="WholeStageCodegen (5)"; 1243032 [id="node_1243032" labelType="html" label="MapPartitionsRDD [1243032] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151177 { id="cluster_3151177"; isCluster="true"; label="SortAggregate"; 1243033 [id="node_1243033" labelType="html" label="MapPartitionsRDD [1243033] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151176 { id="cluster_3151176"; isCluster="true"; label="InMemoryTableScan"; 1243034 [id="node_1243034" labelType="html" label="MapPartitionsRDD [1243034] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243035 [id="node_1243035" labelType="html" label="SortAggregate(key=[demandChannel#21548535, shardId#21517301, qty#21548555, worklistShardItemId#21517302L, demandStream#21548536], functions=[first(kpis#21548564, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21548555, demandChannel#21548535, demandStream#21548536, kpis#21548677])\n+- *(5) Sort [demandChannel#21548535 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21548555 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21548536 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21548535, shardId#21517301, qty#21548555, worklistShardItemId#21517302L, demandStream#21548536, 20), ENSURE_REQUIREMENTS, [plan_id=21357144]\n +- SortAggregate(key=[demandChannel#21548535, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21548555)) AS qty#21548555, worklistShardItemId#21517302L, demandStream#21548536], functions=[partial_first(kpis#21548564, false)], output=[demandChannel#21548535, shardId#21517301, qty#215485... [1243035] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243036 [id="node_1243036" labelType="html" label="MapPartitionsRDD [1243036] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243037 [id="node_1243037" labelType="html" label="MapPartitionsRDD [1243037] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243038 [id="node_1243038" labelType="html" label="MapPartitionsRDD [1243038] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151175 { id="cluster_3151175"; isCluster="true"; label="DeserializeToObject"; 1243039 [id="node_1243039" labelType="html" label="MapPartitionsRDD [1243039] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151224 { id="cluster_3151224"; isCluster="true"; label="mapPartitions"; 1243041 [id="node_1243041" labelType="html" label="MapPartitionsRDD [1243041] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243031->1243032; 1243032->1243033; 1243033->1243034; 1243034->1243035; 1243035->1243036; 1243036->1243037; 1243037->1243038; 1243038->1243039; 1243039->1243040; 1243040->1243041; }
1243030,1243031
1243035
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time