4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446525 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 7; Process local: 13
Shuffle Read Size / Records:
3.6 KiB / 10
Associated Job Ids:
154933
DAG Visualization
digraph G { id="graph_446525"; subgraph graph_stage_446525 { id="graph_stage_446525"; isCluster="true"; label="Stage 446525"; 1244152 [id="node_1244152" labelType="html" label="SQLExecutionRDD [1244152] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3153902 { id="cluster_3153902"; isCluster="true"; label="Exchange"; 1244143 [id="node_1244143" labelType="html" label="ShuffledRowRDD [1244143] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153896 { id="cluster_3153896"; isCluster="true"; label="WholeStageCodegen (5)"; 1244144 [id="node_1244144" labelType="html" label="MapPartitionsRDD [1244144] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153895 { id="cluster_3153895"; isCluster="true"; label="SortAggregate"; 1244145 [id="node_1244145" labelType="html" label="MapPartitionsRDD [1244145] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153894 { id="cluster_3153894"; isCluster="true"; label="InMemoryTableScan"; 1244146 [id="node_1244146" labelType="html" label="MapPartitionsRDD [1244146] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244147 [id="node_1244147" labelType="html" label="SortAggregate(key=[demandChannel#21567756, shardId#21517301, qty#21567776, worklistShardItemId#21517302L, demandStream#21567757], functions=[first(kpis#21567785, false)], output=[shardId#21517301, worklistShardItemId#21517302L, qty#21567776, demandChannel#21567756, demandStream#21567757, kpis#21567898])\n+- *(5) Sort [demandChannel#21567756 ASC NULLS FIRST, shardId#21517301 ASC NULLS FIRST, qty#21567776 ASC NULLS FIRST, worklistShardItemId#21517302L ASC NULLS FIRST, demandStream#21567757 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(demandChannel#21567756, shardId#21517301, qty#21567776, worklistShardItemId#21517302L, demandStream#21567757, 20), ENSURE_REQUIREMENTS, [plan_id=21364684]\n +- SortAggregate(key=[demandChannel#21567756, shardId#21517301, knownfloatingpointnormalized(normalizenanandzero(qty#21567776)) AS qty#21567776, worklistShardItemId#21517302L, demandStream#21567757], functions=[partial_first(kpis#21567785, false)], output=[demandChannel#21567756, shardId#21517301, qty#215677... [1244147] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244148 [id="node_1244148" labelType="html" label="MapPartitionsRDD [1244148] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244149 [id="node_1244149" labelType="html" label="MapPartitionsRDD [1244149] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244150 [id="node_1244150" labelType="html" label="MapPartitionsRDD [1244150] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153893 { id="cluster_3153893"; isCluster="true"; label="DeserializeToObject"; 1244151 [id="node_1244151" labelType="html" label="MapPartitionsRDD [1244151] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153942 { id="cluster_3153942"; isCluster="true"; label="mapPartitions"; 1244153 [id="node_1244153" labelType="html" label="MapPartitionsRDD [1244153] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1244143->1244144; 1244144->1244145; 1244145->1244146; 1244146->1244147; 1244147->1244148; 1244148->1244149; 1244149->1244150; 1244150->1244151; 1244151->1244152; 1244152->1244153; }
1244142,1244143
1244147
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time