4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446412 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 27; Process local: 23
Shuffle Read Size / Records:
23.1 KiB / 45
Shuffle Write Size / Records:
5.6 KiB / 50
Associated Job Ids:
154894
DAG Visualization
digraph G { id="graph_446412"; subgraph graph_stage_446412 { id="graph_stage_446412"; isCluster="true"; label="Stage 446412"; 1243795 [id="node_1243795" labelType="html" label="SQLExecutionRDD [1243795] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3153069 { id="cluster_3153069"; isCluster="true"; label="Exchange"; 1243790 [id="node_1243790" labelType="html" label="ShuffledRowRDD [1243790] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153065 { id="cluster_3153065"; isCluster="true"; label="WholeStageCodegen (2)"; 1243791 [id="node_1243791" labelType="html" label="MapPartitionsRDD [1243791] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153064 { id="cluster_3153064"; isCluster="true"; label="DeserializeToObject"; 1243792 [id="node_1243792" labelType="html" label="MapPartitionsRDD [1243792] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153063 { id="cluster_3153063"; isCluster="true"; label="MapPartitions"; 1243793 [id="node_1243793" labelType="html" label="MapPartitionsRDD [1243793] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153060 { id="cluster_3153060"; isCluster="true"; label="WholeStageCodegen (3)"; 1243794 [id="node_1243794" labelType="html" label="MapPartitionsRDD [1243794] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153074 { id="cluster_3153074"; isCluster="true"; label="map"; 1243796 [id="node_1243796" labelType="html" label="Delta Table State #4 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1243796] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153078 { id="cluster_3153078"; isCluster="true"; label="WholeStageCodegen (1)"; 1243797 [id="node_1243797" labelType="html" label="MapPartitionsRDD [1243797] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153077 { id="cluster_3153077"; isCluster="true"; label="ObjectHashAggregate"; 1243798 [id="node_1243798" labelType="html" label="MapPartitionsRDD [1243798] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153076 { id="cluster_3153076"; isCluster="true"; label="Exchange"; 1243799 [id="node_1243799" labelType="html" label="MapPartitionsRDD [1243799] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243790->1243791; 1243791->1243792; 1243792->1243793; 1243793->1243794; 1243794->1243795; 1243795->1243796; 1243796->1243797; 1243797->1243798; 1243798->1243799; }
1243789,1243790
1243796
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time