4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446449 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
80.3 KiB / 57
Shuffle Write Size / Records:
94.4 KiB / 256
Associated Job Ids:
154908
DAG Visualization
digraph G { id="graph_446449"; subgraph graph_stage_446449 { id="graph_stage_446449"; isCluster="true"; label="Stage 446449"; 1243899 [id="node_1243899" labelType="html" label="SQLExecutionRDD [1243899] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3153257 { id="cluster_3153257"; isCluster="true"; label="Exchange"; 1243891 [id="node_1243891" labelType="html" label="ShuffledRowRDD [1243891] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153256 { id="cluster_3153256"; isCluster="true"; label="ObjectHashAggregate"; 1243892 [id="node_1243892" labelType="html" label="MapPartitionsRDD [1243892] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153255 { id="cluster_3153255"; isCluster="true"; label="Project"; 1243893 [id="node_1243893" labelType="html" label="MapPartitionsRDD [1243893] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153248 { id="cluster_3153248"; isCluster="true"; label="WholeStageCodegen (16)"; 1243894 [id="node_1243894" labelType="html" label="MapPartitionsRDD [1243894] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153247 { id="cluster_3153247"; isCluster="true"; label="DeserializeToObject"; 1243895 [id="node_1243895" labelType="html" label="MapPartitionsRDD [1243895] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153246 { id="cluster_3153246"; isCluster="true"; label="MapPartitions"; 1243896 [id="node_1243896" labelType="html" label="MapPartitionsRDD [1243896] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153178 { id="cluster_3153178"; isCluster="true"; label="WholeStageCodegen (19)"; 1243897 [id="node_1243897" labelType="html" label="MapPartitionsRDD [1243897] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153157 { id="cluster_3153157"; isCluster="true"; label="DeserializeToObject"; 1243898 [id="node_1243898" labelType="html" label="MapPartitionsRDD [1243898] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153334 { id="cluster_3153334"; isCluster="true"; label="mapPartitions"; 1243900 [id="node_1243900" labelType="html" label="MapPartitionsRDD [1243900] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153335 { id="cluster_3153335"; isCluster="true"; label="mapPartitions"; 1243901 [id="node_1243901" labelType="html" label="MapPartitionsRDD [1243901] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153403 { id="cluster_3153403"; isCluster="true"; label="Scan"; 1243907 [id="node_1243907" labelType="html" label="MapPartitionsRDD [1243907] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153397 { id="cluster_3153397"; isCluster="true"; label="WholeStageCodegen (1)"; 1243908 [id="node_1243908" labelType="html" label="MapPartitionsRDD [1243908] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153396 { id="cluster_3153396"; isCluster="true"; label="InMemoryTableScan"; 1243909 [id="node_1243909" labelType="html" label="MapPartitionsRDD [1243909] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243910 [id="node_1243910" labelType="html" label="*(1) Generate explode(prodPlantResults#21563988), false, [prodPlantResults#21563995]\n+- *(1) Project [prodPlantResults#21563988]\n +- *(1) Filter ((size(prodPlantResults#21563988, true) > 0) AND isnotnull(prodPlantResults#21563988))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1243910] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243911 [id="node_1243911" labelType="html" label="MapPartitionsRDD [1243911] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243912 [id="node_1243912" labelType="html" label="MapPartitionsRDD [1243912] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243913 [id="node_1243913" labelType="html" label="MapPartitionsRDD [1243913] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153395 { id="cluster_3153395"; isCluster="true"; label="Project"; 1243914 [id="node_1243914" labelType="html" label="MapPartitionsRDD [1243914] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153410 { id="cluster_3153410"; isCluster="true"; label="InMemoryTableScan"; 1243915 [id="node_1243915" labelType="html" label="MapPartitionsRDD [1243915] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243916 [id="node_1243916" labelType="html" label="MapPartitionsRDD [1243916] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243917 [id="node_1243917" labelType="html" label="MapPartitionsRDD [1243917] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153405 { id="cluster_3153405"; isCluster="true"; label="WholeStageCodegen (1)"; 1243918 [id="node_1243918" labelType="html" label="MapPartitionsRDD [1243918] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153404 { id="cluster_3153404"; isCluster="true"; label="Project"; 1243919 [id="node_1243919" labelType="html" label="MapPartitionsRDD [1243919] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153417 { id="cluster_3153417"; isCluster="true"; label="InMemoryTableScan"; 1243920 [id="node_1243920" labelType="html" label="MapPartitionsRDD [1243920] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243921 [id="node_1243921" labelType="html" label="MapPartitionsRDD [1243921] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243922 [id="node_1243922" labelType="html" label="MapPartitionsRDD [1243922] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153412 { id="cluster_3153412"; isCluster="true"; label="WholeStageCodegen (2)"; 1243923 [id="node_1243923" labelType="html" label="MapPartitionsRDD [1243923] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153411 { id="cluster_3153411"; isCluster="true"; label="Project"; 1243924 [id="node_1243924" labelType="html" label="MapPartitionsRDD [1243924] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153394 { id="cluster_3153394"; isCluster="true"; label="Union"; 1243925 [id="node_1243925" labelType="html" label="UnionRDD [1243925] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153379 { id="cluster_3153379"; isCluster="true"; label="WholeStageCodegen (4)"; 1243926 [id="node_1243926" labelType="html" label="MapPartitionsRDD [1243926] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153378 { id="cluster_3153378"; isCluster="true"; label="SortAggregate"; 1243927 [id="node_1243927" labelType="html" label="MapPartitionsRDD [1243927] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153377 { id="cluster_3153377"; isCluster="true"; label="Exchange"; 1243928 [id="node_1243928" labelType="html" label="MapPartitionsRDD [1243928] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243891->1243892; 1243892->1243893; 1243893->1243894; 1243894->1243895; 1243895->1243896; 1243896->1243897; 1243897->1243898; 1243898->1243899; 1243899->1243900; 1243900->1243901; 1243901->1243907; 1243907->1243908; 1243908->1243909; 1243909->1243910; 1243910->1243911; 1243911->1243912; 1243912->1243913; 1243913->1243914; 1243910->1243915; 1243915->1243916; 1243916->1243917; 1243917->1243918; 1243918->1243919; 1243910->1243920; 1243920->1243921; 1243921->1243922; 1243922->1243923; 1243923->1243924; 1243914->1243925; 1243919->1243925; 1243924->1243925; 1243925->1243926; 1243926->1243927; 1243927->1243928; }
1243890,1243891
1243901
1243910
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time