4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446218 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 60
Input Size / Records:
22.3 KiB / 24
Shuffle Write Size / Records:
4.0 KiB / 10
Associated Job Ids:
154831
DAG Visualization
digraph G { id="graph_446218"; subgraph graph_stage_446218 { id="graph_stage_446218"; isCluster="true"; label="Stage 446218"; 1243215 [id="node_1243215" labelType="html" label="SQLExecutionRDD [1243215] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3151587 { id="cluster_3151587"; isCluster="true"; label="Exchange"; 1243207 [id="node_1243207" labelType="html" label="ShuffledRowRDD [1243207] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151586 { id="cluster_3151586"; isCluster="true"; label="ObjectHashAggregate"; 1243208 [id="node_1243208" labelType="html" label="MapPartitionsRDD [1243208] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151585 { id="cluster_3151585"; isCluster="true"; label="Project"; 1243209 [id="node_1243209" labelType="html" label="MapPartitionsRDD [1243209] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151578 { id="cluster_3151578"; isCluster="true"; label="WholeStageCodegen (16)"; 1243210 [id="node_1243210" labelType="html" label="MapPartitionsRDD [1243210] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151577 { id="cluster_3151577"; isCluster="true"; label="DeserializeToObject"; 1243211 [id="node_1243211" labelType="html" label="MapPartitionsRDD [1243211] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151576 { id="cluster_3151576"; isCluster="true"; label="MapPartitions"; 1243212 [id="node_1243212" labelType="html" label="MapPartitionsRDD [1243212] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151508 { id="cluster_3151508"; isCluster="true"; label="WholeStageCodegen (19)"; 1243213 [id="node_1243213" labelType="html" label="MapPartitionsRDD [1243213] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151487 { id="cluster_3151487"; isCluster="true"; label="DeserializeToObject"; 1243214 [id="node_1243214" labelType="html" label="MapPartitionsRDD [1243214] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151664 { id="cluster_3151664"; isCluster="true"; label="mapPartitions"; 1243216 [id="node_1243216" labelType="html" label="MapPartitionsRDD [1243216] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151665 { id="cluster_3151665"; isCluster="true"; label="mapPartitions"; 1243217 [id="node_1243217" labelType="html" label="MapPartitionsRDD [1243217] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151733 { id="cluster_3151733"; isCluster="true"; label="Scan"; 1243223 [id="node_1243223" labelType="html" label="MapPartitionsRDD [1243223] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151727 { id="cluster_3151727"; isCluster="true"; label="WholeStageCodegen (1)"; 1243224 [id="node_1243224" labelType="html" label="MapPartitionsRDD [1243224] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151726 { id="cluster_3151726"; isCluster="true"; label="InMemoryTableScan"; 1243225 [id="node_1243225" labelType="html" label="MapPartitionsRDD [1243225] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243226 [id="node_1243226" labelType="html" label="*(1) Generate explode(prodPlantResults#21552237), false, [prodPlantResults#21552244]\n+- *(1) Project [prodPlantResults#21552237]\n +- *(1) Filter ((size(prodPlantResults#21552237, true) > 0) AND isnotnull(prodPlantResults#21552237))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1243226] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243227 [id="node_1243227" labelType="html" label="MapPartitionsRDD [1243227] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243228 [id="node_1243228" labelType="html" label="MapPartitionsRDD [1243228] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243229 [id="node_1243229" labelType="html" label="MapPartitionsRDD [1243229] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151725 { id="cluster_3151725"; isCluster="true"; label="Project"; 1243230 [id="node_1243230" labelType="html" label="MapPartitionsRDD [1243230] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151740 { id="cluster_3151740"; isCluster="true"; label="InMemoryTableScan"; 1243231 [id="node_1243231" labelType="html" label="MapPartitionsRDD [1243231] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243232 [id="node_1243232" labelType="html" label="MapPartitionsRDD [1243232] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243233 [id="node_1243233" labelType="html" label="MapPartitionsRDD [1243233] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151735 { id="cluster_3151735"; isCluster="true"; label="WholeStageCodegen (1)"; 1243234 [id="node_1243234" labelType="html" label="MapPartitionsRDD [1243234] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151734 { id="cluster_3151734"; isCluster="true"; label="Project"; 1243235 [id="node_1243235" labelType="html" label="MapPartitionsRDD [1243235] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151747 { id="cluster_3151747"; isCluster="true"; label="InMemoryTableScan"; 1243236 [id="node_1243236" labelType="html" label="MapPartitionsRDD [1243236] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243237 [id="node_1243237" labelType="html" label="MapPartitionsRDD [1243237] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243238 [id="node_1243238" labelType="html" label="MapPartitionsRDD [1243238] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151742 { id="cluster_3151742"; isCluster="true"; label="WholeStageCodegen (2)"; 1243239 [id="node_1243239" labelType="html" label="MapPartitionsRDD [1243239] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151741 { id="cluster_3151741"; isCluster="true"; label="Project"; 1243240 [id="node_1243240" labelType="html" label="MapPartitionsRDD [1243240] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151724 { id="cluster_3151724"; isCluster="true"; label="Union"; 1243241 [id="node_1243241" labelType="html" label="UnionRDD [1243241] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151709 { id="cluster_3151709"; isCluster="true"; label="WholeStageCodegen (4)"; 1243242 [id="node_1243242" labelType="html" label="MapPartitionsRDD [1243242] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151708 { id="cluster_3151708"; isCluster="true"; label="SortAggregate"; 1243243 [id="node_1243243" labelType="html" label="MapPartitionsRDD [1243243] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151707 { id="cluster_3151707"; isCluster="true"; label="Exchange"; 1243244 [id="node_1243244" labelType="html" label="MapPartitionsRDD [1243244] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243207->1243208; 1243208->1243209; 1243209->1243210; 1243210->1243211; 1243211->1243212; 1243212->1243213; 1243213->1243214; 1243214->1243215; 1243215->1243216; 1243216->1243217; 1243217->1243223; 1243223->1243224; 1243224->1243225; 1243225->1243226; 1243226->1243227; 1243227->1243228; 1243228->1243229; 1243229->1243230; 1243226->1243231; 1243231->1243232; 1243232->1243233; 1243233->1243234; 1243234->1243235; 1243226->1243236; 1243236->1243237; 1243237->1243238; 1243238->1243239; 1243239->1243240; 1243230->1243241; 1243235->1243241; 1243240->1243241; 1243241->1243242; 1243242->1243243; 1243243->1243244; }
1243206,1243207
1243217
1243226
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time