4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445989 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 60
Input Size / Records:
80.4 KiB / 57
Shuffle Write Size / Records:
97.1 KiB / 256
Associated Job Ids:
154754
DAG Visualization
digraph G { id="graph_445989"; subgraph graph_stage_445989 { id="graph_stage_445989"; isCluster="true"; label="Stage 445989"; 1242548 [id="node_1242548" labelType="html" label="SQLExecutionRDD [1242548] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3149955 { id="cluster_3149955"; isCluster="true"; label="Exchange"; 1242540 [id="node_1242540" labelType="html" label="ShuffledRowRDD [1242540] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149954 { id="cluster_3149954"; isCluster="true"; label="ObjectHashAggregate"; 1242541 [id="node_1242541" labelType="html" label="MapPartitionsRDD [1242541] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149953 { id="cluster_3149953"; isCluster="true"; label="Project"; 1242542 [id="node_1242542" labelType="html" label="MapPartitionsRDD [1242542] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149946 { id="cluster_3149946"; isCluster="true"; label="WholeStageCodegen (16)"; 1242543 [id="node_1242543" labelType="html" label="MapPartitionsRDD [1242543] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149945 { id="cluster_3149945"; isCluster="true"; label="DeserializeToObject"; 1242544 [id="node_1242544" labelType="html" label="MapPartitionsRDD [1242544] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149944 { id="cluster_3149944"; isCluster="true"; label="MapPartitions"; 1242545 [id="node_1242545" labelType="html" label="MapPartitionsRDD [1242545] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149876 { id="cluster_3149876"; isCluster="true"; label="WholeStageCodegen (19)"; 1242546 [id="node_1242546" labelType="html" label="MapPartitionsRDD [1242546] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149855 { id="cluster_3149855"; isCluster="true"; label="DeserializeToObject"; 1242547 [id="node_1242547" labelType="html" label="MapPartitionsRDD [1242547] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150032 { id="cluster_3150032"; isCluster="true"; label="mapPartitions"; 1242549 [id="node_1242549" labelType="html" label="MapPartitionsRDD [1242549] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150033 { id="cluster_3150033"; isCluster="true"; label="mapPartitions"; 1242550 [id="node_1242550" labelType="html" label="MapPartitionsRDD [1242550] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150101 { id="cluster_3150101"; isCluster="true"; label="Scan"; 1242556 [id="node_1242556" labelType="html" label="MapPartitionsRDD [1242556] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150095 { id="cluster_3150095"; isCluster="true"; label="WholeStageCodegen (1)"; 1242557 [id="node_1242557" labelType="html" label="MapPartitionsRDD [1242557] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150094 { id="cluster_3150094"; isCluster="true"; label="InMemoryTableScan"; 1242558 [id="node_1242558" labelType="html" label="MapPartitionsRDD [1242558] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242559 [id="node_1242559" labelType="html" label="*(1) Generate explode(prodPlantResults#21540737), false, [prodPlantResults#21540744]\n+- *(1) Project [prodPlantResults#21540737]\n +- *(1) Filter ((size(prodPlantResults#21540737, true) > 0) AND isnotnull(prodPlantResults#21540737))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1242559] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242560 [id="node_1242560" labelType="html" label="MapPartitionsRDD [1242560] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242561 [id="node_1242561" labelType="html" label="MapPartitionsRDD [1242561] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242562 [id="node_1242562" labelType="html" label="MapPartitionsRDD [1242562] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150093 { id="cluster_3150093"; isCluster="true"; label="Project"; 1242563 [id="node_1242563" labelType="html" label="MapPartitionsRDD [1242563] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150108 { id="cluster_3150108"; isCluster="true"; label="InMemoryTableScan"; 1242564 [id="node_1242564" labelType="html" label="MapPartitionsRDD [1242564] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242565 [id="node_1242565" labelType="html" label="MapPartitionsRDD [1242565] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242566 [id="node_1242566" labelType="html" label="MapPartitionsRDD [1242566] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150103 { id="cluster_3150103"; isCluster="true"; label="WholeStageCodegen (1)"; 1242567 [id="node_1242567" labelType="html" label="MapPartitionsRDD [1242567] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150102 { id="cluster_3150102"; isCluster="true"; label="Project"; 1242568 [id="node_1242568" labelType="html" label="MapPartitionsRDD [1242568] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150115 { id="cluster_3150115"; isCluster="true"; label="InMemoryTableScan"; 1242569 [id="node_1242569" labelType="html" label="MapPartitionsRDD [1242569] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242570 [id="node_1242570" labelType="html" label="MapPartitionsRDD [1242570] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242571 [id="node_1242571" labelType="html" label="MapPartitionsRDD [1242571] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150110 { id="cluster_3150110"; isCluster="true"; label="WholeStageCodegen (2)"; 1242572 [id="node_1242572" labelType="html" label="MapPartitionsRDD [1242572] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150109 { id="cluster_3150109"; isCluster="true"; label="Project"; 1242573 [id="node_1242573" labelType="html" label="MapPartitionsRDD [1242573] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150092 { id="cluster_3150092"; isCluster="true"; label="Union"; 1242574 [id="node_1242574" labelType="html" label="UnionRDD [1242574] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150077 { id="cluster_3150077"; isCluster="true"; label="WholeStageCodegen (4)"; 1242575 [id="node_1242575" labelType="html" label="MapPartitionsRDD [1242575] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150076 { id="cluster_3150076"; isCluster="true"; label="SortAggregate"; 1242576 [id="node_1242576" labelType="html" label="MapPartitionsRDD [1242576] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150075 { id="cluster_3150075"; isCluster="true"; label="Exchange"; 1242577 [id="node_1242577" labelType="html" label="MapPartitionsRDD [1242577] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242540->1242541; 1242541->1242542; 1242542->1242543; 1242543->1242544; 1242544->1242545; 1242545->1242546; 1242546->1242547; 1242547->1242548; 1242548->1242549; 1242549->1242550; 1242550->1242556; 1242556->1242557; 1242557->1242558; 1242558->1242559; 1242559->1242560; 1242560->1242561; 1242561->1242562; 1242562->1242563; 1242559->1242564; 1242564->1242565; 1242565->1242566; 1242566->1242567; 1242567->1242568; 1242559->1242569; 1242569->1242570; 1242570->1242571; 1242571->1242572; 1242572->1242573; 1242563->1242574; 1242568->1242574; 1242573->1242574; 1242574->1242575; 1242575->1242576; 1242576->1242577; }
1242539,1242540
1242550
1242559
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time