4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446296 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
81.4 KiB / 57
Shuffle Write Size / Records:
94.4 KiB / 256
Associated Job Ids:
154857
DAG Visualization
digraph G { id="graph_446296"; subgraph graph_stage_446296 { id="graph_stage_446296"; isCluster="true"; label="Stage 446296"; 1243450 [id="node_1243450" labelType="html" label="SQLExecutionRDD [1243450] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3152160 { id="cluster_3152160"; isCluster="true"; label="Exchange"; 1243442 [id="node_1243442" labelType="html" label="ShuffledRowRDD [1243442] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152159 { id="cluster_3152159"; isCluster="true"; label="ObjectHashAggregate"; 1243443 [id="node_1243443" labelType="html" label="MapPartitionsRDD [1243443] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152158 { id="cluster_3152158"; isCluster="true"; label="Project"; 1243444 [id="node_1243444" labelType="html" label="MapPartitionsRDD [1243444] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152151 { id="cluster_3152151"; isCluster="true"; label="WholeStageCodegen (16)"; 1243445 [id="node_1243445" labelType="html" label="MapPartitionsRDD [1243445] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152150 { id="cluster_3152150"; isCluster="true"; label="DeserializeToObject"; 1243446 [id="node_1243446" labelType="html" label="MapPartitionsRDD [1243446] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152149 { id="cluster_3152149"; isCluster="true"; label="MapPartitions"; 1243447 [id="node_1243447" labelType="html" label="MapPartitionsRDD [1243447] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152081 { id="cluster_3152081"; isCluster="true"; label="WholeStageCodegen (19)"; 1243448 [id="node_1243448" labelType="html" label="MapPartitionsRDD [1243448] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152060 { id="cluster_3152060"; isCluster="true"; label="DeserializeToObject"; 1243449 [id="node_1243449" labelType="html" label="MapPartitionsRDD [1243449] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152237 { id="cluster_3152237"; isCluster="true"; label="mapPartitions"; 1243451 [id="node_1243451" labelType="html" label="MapPartitionsRDD [1243451] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152238 { id="cluster_3152238"; isCluster="true"; label="mapPartitions"; 1243452 [id="node_1243452" labelType="html" label="MapPartitionsRDD [1243452] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152306 { id="cluster_3152306"; isCluster="true"; label="Scan"; 1243458 [id="node_1243458" labelType="html" label="MapPartitionsRDD [1243458] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152300 { id="cluster_3152300"; isCluster="true"; label="WholeStageCodegen (1)"; 1243459 [id="node_1243459" labelType="html" label="MapPartitionsRDD [1243459] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152299 { id="cluster_3152299"; isCluster="true"; label="InMemoryTableScan"; 1243460 [id="node_1243460" labelType="html" label="MapPartitionsRDD [1243460] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243461 [id="node_1243461" labelType="html" label="*(1) Generate explode(prodPlantResults#21556245), false, [prodPlantResults#21556252]\n+- *(1) Project [prodPlantResults#21556245]\n +- *(1) Filter ((size(prodPlantResults#21556245, true) > 0) AND isnotnull(prodPlantResults#21556245))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1243461] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243462 [id="node_1243462" labelType="html" label="MapPartitionsRDD [1243462] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243463 [id="node_1243463" labelType="html" label="MapPartitionsRDD [1243463] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243464 [id="node_1243464" labelType="html" label="MapPartitionsRDD [1243464] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152298 { id="cluster_3152298"; isCluster="true"; label="Project"; 1243465 [id="node_1243465" labelType="html" label="MapPartitionsRDD [1243465] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152313 { id="cluster_3152313"; isCluster="true"; label="InMemoryTableScan"; 1243466 [id="node_1243466" labelType="html" label="MapPartitionsRDD [1243466] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243467 [id="node_1243467" labelType="html" label="MapPartitionsRDD [1243467] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243468 [id="node_1243468" labelType="html" label="MapPartitionsRDD [1243468] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152308 { id="cluster_3152308"; isCluster="true"; label="WholeStageCodegen (1)"; 1243469 [id="node_1243469" labelType="html" label="MapPartitionsRDD [1243469] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152307 { id="cluster_3152307"; isCluster="true"; label="Project"; 1243470 [id="node_1243470" labelType="html" label="MapPartitionsRDD [1243470] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152320 { id="cluster_3152320"; isCluster="true"; label="InMemoryTableScan"; 1243471 [id="node_1243471" labelType="html" label="MapPartitionsRDD [1243471] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243472 [id="node_1243472" labelType="html" label="MapPartitionsRDD [1243472] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243473 [id="node_1243473" labelType="html" label="MapPartitionsRDD [1243473] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152315 { id="cluster_3152315"; isCluster="true"; label="WholeStageCodegen (2)"; 1243474 [id="node_1243474" labelType="html" label="MapPartitionsRDD [1243474] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152314 { id="cluster_3152314"; isCluster="true"; label="Project"; 1243475 [id="node_1243475" labelType="html" label="MapPartitionsRDD [1243475] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152297 { id="cluster_3152297"; isCluster="true"; label="Union"; 1243476 [id="node_1243476" labelType="html" label="UnionRDD [1243476] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152282 { id="cluster_3152282"; isCluster="true"; label="WholeStageCodegen (4)"; 1243477 [id="node_1243477" labelType="html" label="MapPartitionsRDD [1243477] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152281 { id="cluster_3152281"; isCluster="true"; label="SortAggregate"; 1243478 [id="node_1243478" labelType="html" label="MapPartitionsRDD [1243478] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152280 { id="cluster_3152280"; isCluster="true"; label="Exchange"; 1243479 [id="node_1243479" labelType="html" label="MapPartitionsRDD [1243479] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243442->1243443; 1243443->1243444; 1243444->1243445; 1243445->1243446; 1243446->1243447; 1243447->1243448; 1243448->1243449; 1243449->1243450; 1243450->1243451; 1243451->1243452; 1243452->1243458; 1243458->1243459; 1243459->1243460; 1243460->1243461; 1243461->1243462; 1243462->1243463; 1243463->1243464; 1243464->1243465; 1243461->1243466; 1243466->1243467; 1243467->1243468; 1243468->1243469; 1243469->1243470; 1243461->1243471; 1243471->1243472; 1243472->1243473; 1243473->1243474; 1243474->1243475; 1243465->1243476; 1243470->1243476; 1243475->1243476; 1243476->1243477; 1243477->1243478; 1243478->1243479; }
1243441,1243442
1243452
1243461
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time