4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446106 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Node local: 16; Process local: 34
Shuffle Read Size / Records:
12.2 KiB / 24
Shuffle Write Size / Records:
5.5 KiB / 50
Associated Job Ids:
154792
DAG Visualization
digraph G { id="graph_446106"; subgraph graph_stage_446106 { id="graph_stage_446106"; isCluster="true"; label="Stage 446106"; 1242897 [id="node_1242897" labelType="html" label="SQLExecutionRDD [1242897] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150875 { id="cluster_3150875"; isCluster="true"; label="Exchange"; 1242892 [id="node_1242892" labelType="html" label="ShuffledRowRDD [1242892] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150871 { id="cluster_3150871"; isCluster="true"; label="WholeStageCodegen (2)"; 1242893 [id="node_1242893" labelType="html" label="MapPartitionsRDD [1242893] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150870 { id="cluster_3150870"; isCluster="true"; label="DeserializeToObject"; 1242894 [id="node_1242894" labelType="html" label="MapPartitionsRDD [1242894] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150869 { id="cluster_3150869"; isCluster="true"; label="MapPartitions"; 1242895 [id="node_1242895" labelType="html" label="MapPartitionsRDD [1242895] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150866 { id="cluster_3150866"; isCluster="true"; label="WholeStageCodegen (3)"; 1242896 [id="node_1242896" labelType="html" label="MapPartitionsRDD [1242896] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150880 { id="cluster_3150880"; isCluster="true"; label="map"; 1242898 [id="node_1242898" labelType="html" label="Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1242898] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150884 { id="cluster_3150884"; isCluster="true"; label="WholeStageCodegen (1)"; 1242899 [id="node_1242899" labelType="html" label="MapPartitionsRDD [1242899] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150883 { id="cluster_3150883"; isCluster="true"; label="ObjectHashAggregate"; 1242900 [id="node_1242900" labelType="html" label="MapPartitionsRDD [1242900] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150882 { id="cluster_3150882"; isCluster="true"; label="Exchange"; 1242901 [id="node_1242901" labelType="html" label="MapPartitionsRDD [1242901] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242892->1242893; 1242893->1242894; 1242894->1242895; 1242895->1242896; 1242896->1242897; 1242897->1242898; 1242898->1242899; 1242899->1242900; 1242900->1242901; }
1242891,1242892
1242898
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time