4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446200 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
16 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
7.1 KiB / 19
Associated Job Ids:
154826
DAG Visualization
digraph G { id="graph_446200"; subgraph graph_stage_446200 { id="graph_stage_446200"; isCluster="true"; label="Stage 446200"; 1242897 [id="node_1242897" labelType="html" label="SQLExecutionRDD [1242897] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242922 [id="node_1242922" labelType="html" label="SQLExecutionRDD [1242922] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150875 { id="cluster_3150875"; isCluster="true"; label="Exchange"; 1242892 [id="node_1242892" labelType="html" label="ShuffledRowRDD [1242892] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150871 { id="cluster_3150871"; isCluster="true"; label="WholeStageCodegen (2)"; 1242893 [id="node_1242893" labelType="html" label="MapPartitionsRDD [1242893] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150870 { id="cluster_3150870"; isCluster="true"; label="DeserializeToObject"; 1242894 [id="node_1242894" labelType="html" label="MapPartitionsRDD [1242894] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150869 { id="cluster_3150869"; isCluster="true"; label="MapPartitions"; 1242895 [id="node_1242895" labelType="html" label="MapPartitionsRDD [1242895] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150866 { id="cluster_3150866"; isCluster="true"; label="WholeStageCodegen (3)"; 1242896 [id="node_1242896" labelType="html" label="MapPartitionsRDD [1242896] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150880 { id="cluster_3150880"; isCluster="true"; label="map"; 1242898 [id="node_1242898" labelType="html" label="Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1242898] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150946 { id="cluster_3150946"; isCluster="true"; label="WholeStageCodegen (1)"; 1242920 [id="node_1242920" labelType="html" label="MapPartitionsRDD [1242920] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150945 { id="cluster_3150945"; isCluster="true"; label="Project"; 1242921 [id="node_1242921" labelType="html" label="MapPartitionsRDD [1242921] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150949 { id="cluster_3150949"; isCluster="true"; label="map"; 1242923 [id="node_1242923" labelType="html" label="Delta Table State with Stats #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1242923] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151539 { id="cluster_3151539"; isCluster="true"; label="WholeStageCodegen (1)"; 1243174 [id="node_1243174" labelType="html" label="MapPartitionsRDD [1243174] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151531 { id="cluster_3151531"; isCluster="true"; label="Scan parquet "; 1243175 [id="node_1243175" labelType="html" label="MapPartitionsRDD [1243175] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242892->1242893; 1242893->1242894; 1242894->1242895; 1242895->1242896; 1242896->1242897; 1242897->1242898; 1242898->1242920; 1242920->1242921; 1242921->1242922; 1242922->1242923; 1242923->1243174; 1243174->1243175; }
1242891,1242892
1242898
1242923
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time