4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445910 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 60
Input Size / Records:
22.2 KiB / 24
Shuffle Write Size / Records:
4.0 KiB / 10
Associated Job Ids:
154727
DAG Visualization
digraph G { id="graph_445910"; subgraph graph_stage_445910 { id="graph_stage_445910"; isCluster="true"; label="Stage 445910"; 1242309 [id="node_1242309" labelType="html" label="SQLExecutionRDD [1242309] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3149393 { id="cluster_3149393"; isCluster="true"; label="Exchange"; 1242301 [id="node_1242301" labelType="html" label="ShuffledRowRDD [1242301] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149392 { id="cluster_3149392"; isCluster="true"; label="ObjectHashAggregate"; 1242302 [id="node_1242302" labelType="html" label="MapPartitionsRDD [1242302] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149391 { id="cluster_3149391"; isCluster="true"; label="Project"; 1242303 [id="node_1242303" labelType="html" label="MapPartitionsRDD [1242303] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149384 { id="cluster_3149384"; isCluster="true"; label="WholeStageCodegen (12)"; 1242304 [id="node_1242304" labelType="html" label="MapPartitionsRDD [1242304] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149383 { id="cluster_3149383"; isCluster="true"; label="DeserializeToObject"; 1242305 [id="node_1242305" labelType="html" label="MapPartitionsRDD [1242305] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149382 { id="cluster_3149382"; isCluster="true"; label="MapPartitions"; 1242306 [id="node_1242306" labelType="html" label="MapPartitionsRDD [1242306] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149333 { id="cluster_3149333"; isCluster="true"; label="WholeStageCodegen (15)"; 1242307 [id="node_1242307" labelType="html" label="MapPartitionsRDD [1242307] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149322 { id="cluster_3149322"; isCluster="true"; label="DeserializeToObject"; 1242308 [id="node_1242308" labelType="html" label="MapPartitionsRDD [1242308] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149448 { id="cluster_3149448"; isCluster="true"; label="mapPartitions"; 1242310 [id="node_1242310" labelType="html" label="MapPartitionsRDD [1242310] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149449 { id="cluster_3149449"; isCluster="true"; label="mapPartitions"; 1242311 [id="node_1242311" labelType="html" label="MapPartitionsRDD [1242311] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149517 { id="cluster_3149517"; isCluster="true"; label="Scan"; 1242317 [id="node_1242317" labelType="html" label="MapPartitionsRDD [1242317] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149511 { id="cluster_3149511"; isCluster="true"; label="WholeStageCodegen (1)"; 1242318 [id="node_1242318" labelType="html" label="MapPartitionsRDD [1242318] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149510 { id="cluster_3149510"; isCluster="true"; label="InMemoryTableScan"; 1242319 [id="node_1242319" labelType="html" label="MapPartitionsRDD [1242319] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242320 [id="node_1242320" labelType="html" label="*(1) Generate explode(prodPlantResults#21536707), false, [prodPlantResults#21536714]\n+- *(1) Project [prodPlantResults#21536707]\n +- *(1) Filter ((size(prodPlantResults#21536707, true) > 0) AND isnotnull(prodPlantResults#21536707))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1242320] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242321 [id="node_1242321" labelType="html" label="MapPartitionsRDD [1242321] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242322 [id="node_1242322" labelType="html" label="MapPartitionsRDD [1242322] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242323 [id="node_1242323" labelType="html" label="MapPartitionsRDD [1242323] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149509 { id="cluster_3149509"; isCluster="true"; label="Project"; 1242324 [id="node_1242324" labelType="html" label="MapPartitionsRDD [1242324] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149524 { id="cluster_3149524"; isCluster="true"; label="InMemoryTableScan"; 1242325 [id="node_1242325" labelType="html" label="MapPartitionsRDD [1242325] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242326 [id="node_1242326" labelType="html" label="MapPartitionsRDD [1242326] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242327 [id="node_1242327" labelType="html" label="MapPartitionsRDD [1242327] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149519 { id="cluster_3149519"; isCluster="true"; label="WholeStageCodegen (1)"; 1242328 [id="node_1242328" labelType="html" label="MapPartitionsRDD [1242328] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149518 { id="cluster_3149518"; isCluster="true"; label="Project"; 1242329 [id="node_1242329" labelType="html" label="MapPartitionsRDD [1242329] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149531 { id="cluster_3149531"; isCluster="true"; label="InMemoryTableScan"; 1242330 [id="node_1242330" labelType="html" label="MapPartitionsRDD [1242330] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242331 [id="node_1242331" labelType="html" label="MapPartitionsRDD [1242331] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242332 [id="node_1242332" labelType="html" label="MapPartitionsRDD [1242332] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149526 { id="cluster_3149526"; isCluster="true"; label="WholeStageCodegen (2)"; 1242333 [id="node_1242333" labelType="html" label="MapPartitionsRDD [1242333] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149525 { id="cluster_3149525"; isCluster="true"; label="Project"; 1242334 [id="node_1242334" labelType="html" label="MapPartitionsRDD [1242334] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149508 { id="cluster_3149508"; isCluster="true"; label="Union"; 1242335 [id="node_1242335" labelType="html" label="UnionRDD [1242335] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149493 { id="cluster_3149493"; isCluster="true"; label="WholeStageCodegen (4)"; 1242336 [id="node_1242336" labelType="html" label="MapPartitionsRDD [1242336] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149492 { id="cluster_3149492"; isCluster="true"; label="SortAggregate"; 1242337 [id="node_1242337" labelType="html" label="MapPartitionsRDD [1242337] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149491 { id="cluster_3149491"; isCluster="true"; label="Exchange"; 1242338 [id="node_1242338" labelType="html" label="MapPartitionsRDD [1242338] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242301->1242302; 1242302->1242303; 1242303->1242304; 1242304->1242305; 1242305->1242306; 1242306->1242307; 1242307->1242308; 1242308->1242309; 1242309->1242310; 1242310->1242311; 1242311->1242317; 1242317->1242318; 1242318->1242319; 1242319->1242320; 1242320->1242321; 1242321->1242322; 1242322->1242323; 1242323->1242324; 1242320->1242325; 1242325->1242326; 1242326->1242327; 1242327->1242328; 1242328->1242329; 1242320->1242330; 1242330->1242331; 1242331->1242332; 1242332->1242333; 1242333->1242334; 1242324->1242335; 1242329->1242335; 1242334->1242335; 1242335->1242336; 1242336->1242337; 1242337->1242338; }
1242300,1242301
1242311
1242320
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time