4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446524 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 60
Input Size / Records:
18.4 KiB / 18
Shuffle Write Size / Records:
3.6 KiB / 10
Associated Job Ids:
154933
DAG Visualization
digraph G { id="graph_446524"; subgraph graph_stage_446524 { id="graph_stage_446524"; isCluster="true"; label="Stage 446524"; 1244113 [id="node_1244113" labelType="html" label="SQLExecutionRDD [1244113] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3153781 { id="cluster_3153781"; isCluster="true"; label="Exchange"; 1244105 [id="node_1244105" labelType="html" label="ShuffledRowRDD [1244105] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153780 { id="cluster_3153780"; isCluster="true"; label="ObjectHashAggregate"; 1244106 [id="node_1244106" labelType="html" label="MapPartitionsRDD [1244106] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153779 { id="cluster_3153779"; isCluster="true"; label="Project"; 1244107 [id="node_1244107" labelType="html" label="MapPartitionsRDD [1244107] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153772 { id="cluster_3153772"; isCluster="true"; label="WholeStageCodegen (16)"; 1244108 [id="node_1244108" labelType="html" label="MapPartitionsRDD [1244108] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153771 { id="cluster_3153771"; isCluster="true"; label="DeserializeToObject"; 1244109 [id="node_1244109" labelType="html" label="MapPartitionsRDD [1244109] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153747 { id="cluster_3153747"; isCluster="true"; label="MapPartitions"; 1244110 [id="node_1244110" labelType="html" label="MapPartitionsRDD [1244110] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153702 { id="cluster_3153702"; isCluster="true"; label="WholeStageCodegen (19)"; 1244111 [id="node_1244111" labelType="html" label="MapPartitionsRDD [1244111] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153681 { id="cluster_3153681"; isCluster="true"; label="DeserializeToObject"; 1244112 [id="node_1244112" labelType="html" label="MapPartitionsRDD [1244112] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153858 { id="cluster_3153858"; isCluster="true"; label="mapPartitions"; 1244114 [id="node_1244114" labelType="html" label="MapPartitionsRDD [1244114] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153859 { id="cluster_3153859"; isCluster="true"; label="mapPartitions"; 1244115 [id="node_1244115" labelType="html" label="MapPartitionsRDD [1244115] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153927 { id="cluster_3153927"; isCluster="true"; label="Scan"; 1244121 [id="node_1244121" labelType="html" label="MapPartitionsRDD [1244121] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153921 { id="cluster_3153921"; isCluster="true"; label="WholeStageCodegen (1)"; 1244122 [id="node_1244122" labelType="html" label="MapPartitionsRDD [1244122] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153920 { id="cluster_3153920"; isCluster="true"; label="InMemoryTableScan"; 1244123 [id="node_1244123" labelType="html" label="MapPartitionsRDD [1244123] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244124 [id="node_1244124" labelType="html" label="*(1) Generate explode(prodPlantResults#21567723), false, [prodPlantResults#21567730]\n+- *(1) Project [prodPlantResults#21567723]\n +- *(1) Filter ((size(prodPlantResults#21567723, true) > 0) AND isnotnull(prodPlantResults#21567723))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1244124] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244125 [id="node_1244125" labelType="html" label="MapPartitionsRDD [1244125] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244126 [id="node_1244126" labelType="html" label="MapPartitionsRDD [1244126] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244127 [id="node_1244127" labelType="html" label="MapPartitionsRDD [1244127] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153919 { id="cluster_3153919"; isCluster="true"; label="Project"; 1244128 [id="node_1244128" labelType="html" label="MapPartitionsRDD [1244128] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153934 { id="cluster_3153934"; isCluster="true"; label="InMemoryTableScan"; 1244129 [id="node_1244129" labelType="html" label="MapPartitionsRDD [1244129] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244130 [id="node_1244130" labelType="html" label="MapPartitionsRDD [1244130] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244131 [id="node_1244131" labelType="html" label="MapPartitionsRDD [1244131] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153929 { id="cluster_3153929"; isCluster="true"; label="WholeStageCodegen (1)"; 1244132 [id="node_1244132" labelType="html" label="MapPartitionsRDD [1244132] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153928 { id="cluster_3153928"; isCluster="true"; label="Project"; 1244133 [id="node_1244133" labelType="html" label="MapPartitionsRDD [1244133] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153941 { id="cluster_3153941"; isCluster="true"; label="InMemoryTableScan"; 1244134 [id="node_1244134" labelType="html" label="MapPartitionsRDD [1244134] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244135 [id="node_1244135" labelType="html" label="MapPartitionsRDD [1244135] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1244136 [id="node_1244136" labelType="html" label="MapPartitionsRDD [1244136] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153936 { id="cluster_3153936"; isCluster="true"; label="WholeStageCodegen (2)"; 1244137 [id="node_1244137" labelType="html" label="MapPartitionsRDD [1244137] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153935 { id="cluster_3153935"; isCluster="true"; label="Project"; 1244138 [id="node_1244138" labelType="html" label="MapPartitionsRDD [1244138] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153918 { id="cluster_3153918"; isCluster="true"; label="Union"; 1244139 [id="node_1244139" labelType="html" label="UnionRDD [1244139] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153904 { id="cluster_3153904"; isCluster="true"; label="WholeStageCodegen (4)"; 1244140 [id="node_1244140" labelType="html" label="MapPartitionsRDD [1244140] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153903 { id="cluster_3153903"; isCluster="true"; label="SortAggregate"; 1244141 [id="node_1244141" labelType="html" label="MapPartitionsRDD [1244141] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3153902 { id="cluster_3153902"; isCluster="true"; label="Exchange"; 1244142 [id="node_1244142" labelType="html" label="MapPartitionsRDD [1244142] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1244105->1244106; 1244106->1244107; 1244107->1244108; 1244108->1244109; 1244109->1244110; 1244110->1244111; 1244111->1244112; 1244112->1244113; 1244113->1244114; 1244114->1244115; 1244115->1244121; 1244121->1244122; 1244122->1244123; 1244123->1244124; 1244124->1244125; 1244125->1244126; 1244126->1244127; 1244127->1244128; 1244124->1244129; 1244129->1244130; 1244130->1244131; 1244131->1244132; 1244132->1244133; 1244124->1244134; 1244134->1244135; 1244135->1244136; 1244136->1244137; 1244137->1244138; 1244128->1244139; 1244133->1244139; 1244138->1244139; 1244139->1244140; 1244140->1244141; 1244141->1244142; }
1244104,1244105
1244115
1244124
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time