4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446506 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
12.2 KiB / 38
Associated Job Ids:
154928
DAG Visualization
digraph G { id="graph_446506"; subgraph graph_stage_446506 { id="graph_stage_446506"; isCluster="true"; label="Stage 446506"; 1243795 [id="node_1243795" labelType="html" label="SQLExecutionRDD [1243795] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243820 [id="node_1243820" labelType="html" label="SQLExecutionRDD [1243820] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3153069 { id="cluster_3153069"; isCluster="true"; label="Exchange"; 1243790 [id="node_1243790" labelType="html" label="ShuffledRowRDD [1243790] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153065 { id="cluster_3153065"; isCluster="true"; label="WholeStageCodegen (2)"; 1243791 [id="node_1243791" labelType="html" label="MapPartitionsRDD [1243791] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153064 { id="cluster_3153064"; isCluster="true"; label="DeserializeToObject"; 1243792 [id="node_1243792" labelType="html" label="MapPartitionsRDD [1243792] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153063 { id="cluster_3153063"; isCluster="true"; label="MapPartitions"; 1243793 [id="node_1243793" labelType="html" label="MapPartitionsRDD [1243793] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153060 { id="cluster_3153060"; isCluster="true"; label="WholeStageCodegen (3)"; 1243794 [id="node_1243794" labelType="html" label="MapPartitionsRDD [1243794] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153074 { id="cluster_3153074"; isCluster="true"; label="map"; 1243796 [id="node_1243796" labelType="html" label="Delta Table State #4 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1243796] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153140 { id="cluster_3153140"; isCluster="true"; label="WholeStageCodegen (1)"; 1243818 [id="node_1243818" labelType="html" label="MapPartitionsRDD [1243818] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153139 { id="cluster_3153139"; isCluster="true"; label="Project"; 1243819 [id="node_1243819" labelType="html" label="MapPartitionsRDD [1243819] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153143 { id="cluster_3153143"; isCluster="true"; label="map"; 1243821 [id="node_1243821" labelType="html" label="Delta Table State with Stats #4 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1243821] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153733 { id="cluster_3153733"; isCluster="true"; label="WholeStageCodegen (1)"; 1244072 [id="node_1244072" labelType="html" label="MapPartitionsRDD [1244072] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153725 { id="cluster_3153725"; isCluster="true"; label="Scan parquet "; 1244073 [id="node_1244073" labelType="html" label="MapPartitionsRDD [1244073] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243790->1243791; 1243791->1243792; 1243792->1243793; 1243793->1243794; 1243794->1243795; 1243795->1243796; 1243796->1243818; 1243818->1243819; 1243819->1243820; 1243820->1243821; 1243821->1244072; 1244072->1244073; }
1243789,1243790
1243796
1243821
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time