4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446191 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
17 ms
Locality Level Summary:
Process local: 50
Input Size / Records:
7.1 KiB / 19
Associated Job Ids:
154821
DAG Visualization
digraph G { id="graph_446191"; subgraph graph_stage_446191 { id="graph_stage_446191"; isCluster="true"; label="Stage 446191"; 1242897 [id="node_1242897" labelType="html" label="SQLExecutionRDD [1242897] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242922 [id="node_1242922" labelType="html" label="SQLExecutionRDD [1242922] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150875 { id="cluster_3150875"; isCluster="true"; label="Exchange"; 1242892 [id="node_1242892" labelType="html" label="ShuffledRowRDD [1242892] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150871 { id="cluster_3150871"; isCluster="true"; label="WholeStageCodegen (2)"; 1242893 [id="node_1242893" labelType="html" label="MapPartitionsRDD [1242893] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150870 { id="cluster_3150870"; isCluster="true"; label="DeserializeToObject"; 1242894 [id="node_1242894" labelType="html" label="MapPartitionsRDD [1242894] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150869 { id="cluster_3150869"; isCluster="true"; label="MapPartitions"; 1242895 [id="node_1242895" labelType="html" label="MapPartitionsRDD [1242895] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150866 { id="cluster_3150866"; isCluster="true"; label="WholeStageCodegen (3)"; 1242896 [id="node_1242896" labelType="html" label="MapPartitionsRDD [1242896] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150880 { id="cluster_3150880"; isCluster="true"; label="map"; 1242898 [id="node_1242898" labelType="html" label="Delta Table State #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1242898] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150946 { id="cluster_3150946"; isCluster="true"; label="WholeStageCodegen (1)"; 1242920 [id="node_1242920" labelType="html" label="MapPartitionsRDD [1242920] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150945 { id="cluster_3150945"; isCluster="true"; label="Project"; 1242921 [id="node_1242921" labelType="html" label="MapPartitionsRDD [1242921] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150949 { id="cluster_3150949"; isCluster="true"; label="map"; 1242923 [id="node_1242923" labelType="html" label="Delta Table State with Stats #2 - hdlfs://f1cc4c74-cdd4-440e-abc7-4e0157628b42.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-order-qty-opt-service/out/order-proposal-quantities/10000001651/stream-10000001651-1/shardId=0_1_10000001651/_delta_log [1242923] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151478 { id="cluster_3151478"; isCluster="true"; label="WholeStageCodegen (1)"; 1243138 [id="node_1243138" labelType="html" label="MapPartitionsRDD [1243138] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151482 { id="cluster_3151482"; isCluster="true"; label="mapPartitionsInternal"; 1243139 [id="node_1243139" labelType="html" label="MapPartitionsRDD [1243139] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242892->1242893; 1242893->1242894; 1242894->1242895; 1242895->1242896; 1242896->1242897; 1242897->1242898; 1242898->1242920; 1242920->1242921; 1242921->1242922; 1242922->1242923; 1242923->1243138; 1243138->1243139; }
1242891,1242892
1242898
1242923
Event Timeline
Enable zooming
Tasks: 50. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time