4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445843 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 60
Input Size / Records:
78.8 KiB / 57
Shuffle Write Size / Records:
96.3 KiB / 256
Associated Job Ids:
154706
DAG Visualization
digraph G { id="graph_445843"; subgraph graph_stage_445843 { id="graph_stage_445843"; isCluster="true"; label="Stage 445843"; 1242115 [id="node_1242115" labelType="html" label="SQLExecutionRDD [1242115] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3148941 { id="cluster_3148941"; isCluster="true"; label="Exchange"; 1242107 [id="node_1242107" labelType="html" label="ShuffledRowRDD [1242107] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148940 { id="cluster_3148940"; isCluster="true"; label="ObjectHashAggregate"; 1242108 [id="node_1242108" labelType="html" label="MapPartitionsRDD [1242108] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148939 { id="cluster_3148939"; isCluster="true"; label="Project"; 1242109 [id="node_1242109" labelType="html" label="MapPartitionsRDD [1242109] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148932 { id="cluster_3148932"; isCluster="true"; label="WholeStageCodegen (11)"; 1242110 [id="node_1242110" labelType="html" label="MapPartitionsRDD [1242110] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148931 { id="cluster_3148931"; isCluster="true"; label="DeserializeToObject"; 1242111 [id="node_1242111" labelType="html" label="MapPartitionsRDD [1242111] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148930 { id="cluster_3148930"; isCluster="true"; label="MapPartitions"; 1242112 [id="node_1242112" labelType="html" label="MapPartitionsRDD [1242112] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148866 { id="cluster_3148866"; isCluster="true"; label="WholeStageCodegen (14)"; 1242113 [id="node_1242113" labelType="html" label="MapPartitionsRDD [1242113] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148851 { id="cluster_3148851"; isCluster="true"; label="DeserializeToObject"; 1242114 [id="node_1242114" labelType="html" label="MapPartitionsRDD [1242114] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148985 { id="cluster_3148985"; isCluster="true"; label="mapPartitions"; 1242116 [id="node_1242116" labelType="html" label="MapPartitionsRDD [1242116] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3148986 { id="cluster_3148986"; isCluster="true"; label="mapPartitions"; 1242117 [id="node_1242117" labelType="html" label="MapPartitionsRDD [1242117] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149053 { id="cluster_3149053"; isCluster="true"; label="Scan"; 1242123 [id="node_1242123" labelType="html" label="MapPartitionsRDD [1242123] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149047 { id="cluster_3149047"; isCluster="true"; label="WholeStageCodegen (1)"; 1242124 [id="node_1242124" labelType="html" label="MapPartitionsRDD [1242124] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149046 { id="cluster_3149046"; isCluster="true"; label="InMemoryTableScan"; 1242125 [id="node_1242125" labelType="html" label="MapPartitionsRDD [1242125] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242126 [id="node_1242126" labelType="html" label="*(1) Generate explode(prodPlantResults#21533169), false, [prodPlantResults#21533176]\n+- *(1) Project [prodPlantResults#21533169]\n +- *(1) Filter ((size(prodPlantResults#21533169, true) > 0) AND isnotnull(prodPlantResults#21533169))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1242126] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242127 [id="node_1242127" labelType="html" label="MapPartitionsRDD [1242127] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242128 [id="node_1242128" labelType="html" label="MapPartitionsRDD [1242128] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242129 [id="node_1242129" labelType="html" label="MapPartitionsRDD [1242129] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149045 { id="cluster_3149045"; isCluster="true"; label="Project"; 1242130 [id="node_1242130" labelType="html" label="MapPartitionsRDD [1242130] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149060 { id="cluster_3149060"; isCluster="true"; label="InMemoryTableScan"; 1242131 [id="node_1242131" labelType="html" label="MapPartitionsRDD [1242131] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242132 [id="node_1242132" labelType="html" label="MapPartitionsRDD [1242132] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242133 [id="node_1242133" labelType="html" label="MapPartitionsRDD [1242133] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149055 { id="cluster_3149055"; isCluster="true"; label="WholeStageCodegen (1)"; 1242134 [id="node_1242134" labelType="html" label="MapPartitionsRDD [1242134] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149054 { id="cluster_3149054"; isCluster="true"; label="Project"; 1242135 [id="node_1242135" labelType="html" label="MapPartitionsRDD [1242135] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149067 { id="cluster_3149067"; isCluster="true"; label="InMemoryTableScan"; 1242136 [id="node_1242136" labelType="html" label="MapPartitionsRDD [1242136] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242137 [id="node_1242137" labelType="html" label="MapPartitionsRDD [1242137] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242138 [id="node_1242138" labelType="html" label="MapPartitionsRDD [1242138] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149062 { id="cluster_3149062"; isCluster="true"; label="WholeStageCodegen (2)"; 1242139 [id="node_1242139" labelType="html" label="MapPartitionsRDD [1242139] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149061 { id="cluster_3149061"; isCluster="true"; label="Project"; 1242140 [id="node_1242140" labelType="html" label="MapPartitionsRDD [1242140] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149044 { id="cluster_3149044"; isCluster="true"; label="Union"; 1242141 [id="node_1242141" labelType="html" label="UnionRDD [1242141] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149030 { id="cluster_3149030"; isCluster="true"; label="WholeStageCodegen (4)"; 1242142 [id="node_1242142" labelType="html" label="MapPartitionsRDD [1242142] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149029 { id="cluster_3149029"; isCluster="true"; label="SortAggregate"; 1242143 [id="node_1242143" labelType="html" label="MapPartitionsRDD [1242143] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149028 { id="cluster_3149028"; isCluster="true"; label="Exchange"; 1242144 [id="node_1242144" labelType="html" label="MapPartitionsRDD [1242144] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242107->1242108; 1242108->1242109; 1242109->1242110; 1242110->1242111; 1242111->1242112; 1242112->1242113; 1242113->1242114; 1242114->1242115; 1242115->1242116; 1242116->1242117; 1242117->1242123; 1242123->1242124; 1242124->1242125; 1242125->1242126; 1242126->1242127; 1242127->1242128; 1242128->1242129; 1242129->1242130; 1242126->1242131; 1242131->1242132; 1242132->1242133; 1242133->1242134; 1242134->1242135; 1242126->1242136; 1242136->1242137; 1242137->1242138; 1242138->1242139; 1242139->1242140; 1242130->1242141; 1242135->1242141; 1242140->1242141; 1242141->1242142; 1242142->1242143; 1242143->1242144; }
1242106,1242107
1242117
1242126
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time