4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446143 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
85.6 KiB / 60
Shuffle Write Size / Records:
99.6 KiB / 256
Associated Job Ids:
154806
DAG Visualization
digraph G { id="graph_446143"; subgraph graph_stage_446143 { id="graph_stage_446143"; isCluster="true"; label="Stage 446143"; 1243001 [id="node_1243001" labelType="html" label="SQLExecutionRDD [1243001] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3151063 { id="cluster_3151063"; isCluster="true"; label="Exchange"; 1242993 [id="node_1242993" labelType="html" label="ShuffledRowRDD [1242993] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151062 { id="cluster_3151062"; isCluster="true"; label="ObjectHashAggregate"; 1242994 [id="node_1242994" labelType="html" label="MapPartitionsRDD [1242994] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151061 { id="cluster_3151061"; isCluster="true"; label="Project"; 1242995 [id="node_1242995" labelType="html" label="MapPartitionsRDD [1242995] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151054 { id="cluster_3151054"; isCluster="true"; label="WholeStageCodegen (16)"; 1242996 [id="node_1242996" labelType="html" label="MapPartitionsRDD [1242996] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151053 { id="cluster_3151053"; isCluster="true"; label="DeserializeToObject"; 1242997 [id="node_1242997" labelType="html" label="MapPartitionsRDD [1242997] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151052 { id="cluster_3151052"; isCluster="true"; label="MapPartitions"; 1242998 [id="node_1242998" labelType="html" label="MapPartitionsRDD [1242998] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150984 { id="cluster_3150984"; isCluster="true"; label="WholeStageCodegen (19)"; 1242999 [id="node_1242999" labelType="html" label="MapPartitionsRDD [1242999] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150963 { id="cluster_3150963"; isCluster="true"; label="DeserializeToObject"; 1243000 [id="node_1243000" labelType="html" label="MapPartitionsRDD [1243000] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151140 { id="cluster_3151140"; isCluster="true"; label="mapPartitions"; 1243002 [id="node_1243002" labelType="html" label="MapPartitionsRDD [1243002] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151141 { id="cluster_3151141"; isCluster="true"; label="mapPartitions"; 1243003 [id="node_1243003" labelType="html" label="MapPartitionsRDD [1243003] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151209 { id="cluster_3151209"; isCluster="true"; label="Scan"; 1243009 [id="node_1243009" labelType="html" label="MapPartitionsRDD [1243009] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151203 { id="cluster_3151203"; isCluster="true"; label="WholeStageCodegen (1)"; 1243010 [id="node_1243010" labelType="html" label="MapPartitionsRDD [1243010] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151202 { id="cluster_3151202"; isCluster="true"; label="InMemoryTableScan"; 1243011 [id="node_1243011" labelType="html" label="MapPartitionsRDD [1243011] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243012 [id="node_1243012" labelType="html" label="*(1) Generate explode(prodPlantResults#21548502), false, [prodPlantResults#21548509]\n+- *(1) Project [prodPlantResults#21548502]\n +- *(1) Filter ((size(prodPlantResults#21548502, true) > 0) AND isnotnull(prodPlantResults#21548502))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1243012] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243013 [id="node_1243013" labelType="html" label="MapPartitionsRDD [1243013] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243014 [id="node_1243014" labelType="html" label="MapPartitionsRDD [1243014] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243015 [id="node_1243015" labelType="html" label="MapPartitionsRDD [1243015] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151201 { id="cluster_3151201"; isCluster="true"; label="Project"; 1243016 [id="node_1243016" labelType="html" label="MapPartitionsRDD [1243016] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151216 { id="cluster_3151216"; isCluster="true"; label="InMemoryTableScan"; 1243017 [id="node_1243017" labelType="html" label="MapPartitionsRDD [1243017] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243018 [id="node_1243018" labelType="html" label="MapPartitionsRDD [1243018] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243019 [id="node_1243019" labelType="html" label="MapPartitionsRDD [1243019] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151211 { id="cluster_3151211"; isCluster="true"; label="WholeStageCodegen (1)"; 1243020 [id="node_1243020" labelType="html" label="MapPartitionsRDD [1243020] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151210 { id="cluster_3151210"; isCluster="true"; label="Project"; 1243021 [id="node_1243021" labelType="html" label="MapPartitionsRDD [1243021] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151223 { id="cluster_3151223"; isCluster="true"; label="InMemoryTableScan"; 1243022 [id="node_1243022" labelType="html" label="MapPartitionsRDD [1243022] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243023 [id="node_1243023" labelType="html" label="MapPartitionsRDD [1243023] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243024 [id="node_1243024" labelType="html" label="MapPartitionsRDD [1243024] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151218 { id="cluster_3151218"; isCluster="true"; label="WholeStageCodegen (2)"; 1243025 [id="node_1243025" labelType="html" label="MapPartitionsRDD [1243025] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151217 { id="cluster_3151217"; isCluster="true"; label="Project"; 1243026 [id="node_1243026" labelType="html" label="MapPartitionsRDD [1243026] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151200 { id="cluster_3151200"; isCluster="true"; label="Union"; 1243027 [id="node_1243027" labelType="html" label="UnionRDD [1243027] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151185 { id="cluster_3151185"; isCluster="true"; label="WholeStageCodegen (4)"; 1243028 [id="node_1243028" labelType="html" label="MapPartitionsRDD [1243028] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151184 { id="cluster_3151184"; isCluster="true"; label="SortAggregate"; 1243029 [id="node_1243029" labelType="html" label="MapPartitionsRDD [1243029] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3151183 { id="cluster_3151183"; isCluster="true"; label="Exchange"; 1243030 [id="node_1243030" labelType="html" label="MapPartitionsRDD [1243030] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242993->1242994; 1242994->1242995; 1242995->1242996; 1242996->1242997; 1242997->1242998; 1242998->1242999; 1242999->1243000; 1243000->1243001; 1243001->1243002; 1243002->1243003; 1243003->1243009; 1243009->1243010; 1243010->1243011; 1243011->1243012; 1243012->1243013; 1243013->1243014; 1243014->1243015; 1243015->1243016; 1243012->1243017; 1243017->1243018; 1243018->1243019; 1243019->1243020; 1243020->1243021; 1243012->1243022; 1243022->1243023; 1243023->1243024; 1243024->1243025; 1243025->1243026; 1243016->1243027; 1243021->1243027; 1243026->1243027; 1243027->1243028; 1243028->1243029; 1243029->1243030; }
1242992,1242993
1243003
1243012
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time