4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446371 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 60
Input Size / Records:
22.3 KiB / 24
Shuffle Write Size / Records:
4.0 KiB / 10
Associated Job Ids:
154882
DAG Visualization
digraph G { id="graph_446371"; subgraph graph_stage_446371 { id="graph_stage_446371"; isCluster="true"; label="Stage 446371"; 1243664 [id="node_1243664" labelType="html" label="SQLExecutionRDD [1243664] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3152684 { id="cluster_3152684"; isCluster="true"; label="Exchange"; 1243656 [id="node_1243656" labelType="html" label="ShuffledRowRDD [1243656] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152683 { id="cluster_3152683"; isCluster="true"; label="ObjectHashAggregate"; 1243657 [id="node_1243657" labelType="html" label="MapPartitionsRDD [1243657] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152682 { id="cluster_3152682"; isCluster="true"; label="Project"; 1243658 [id="node_1243658" labelType="html" label="MapPartitionsRDD [1243658] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152675 { id="cluster_3152675"; isCluster="true"; label="WholeStageCodegen (16)"; 1243659 [id="node_1243659" labelType="html" label="MapPartitionsRDD [1243659] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152674 { id="cluster_3152674"; isCluster="true"; label="DeserializeToObject"; 1243660 [id="node_1243660" labelType="html" label="MapPartitionsRDD [1243660] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152673 { id="cluster_3152673"; isCluster="true"; label="MapPartitions"; 1243661 [id="node_1243661" labelType="html" label="MapPartitionsRDD [1243661] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152602 { id="cluster_3152602"; isCluster="true"; label="WholeStageCodegen (19)"; 1243662 [id="node_1243662" labelType="html" label="MapPartitionsRDD [1243662] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152584 { id="cluster_3152584"; isCluster="true"; label="DeserializeToObject"; 1243663 [id="node_1243663" labelType="html" label="MapPartitionsRDD [1243663] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152761 { id="cluster_3152761"; isCluster="true"; label="mapPartitions"; 1243665 [id="node_1243665" labelType="html" label="MapPartitionsRDD [1243665] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152762 { id="cluster_3152762"; isCluster="true"; label="mapPartitions"; 1243666 [id="node_1243666" labelType="html" label="MapPartitionsRDD [1243666] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152830 { id="cluster_3152830"; isCluster="true"; label="Scan"; 1243672 [id="node_1243672" labelType="html" label="MapPartitionsRDD [1243672] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152824 { id="cluster_3152824"; isCluster="true"; label="WholeStageCodegen (1)"; 1243673 [id="node_1243673" labelType="html" label="MapPartitionsRDD [1243673] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152823 { id="cluster_3152823"; isCluster="true"; label="InMemoryTableScan"; 1243674 [id="node_1243674" labelType="html" label="MapPartitionsRDD [1243674] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243675 [id="node_1243675" labelType="html" label="*(1) Generate explode(prodPlantResults#21559980), false, [prodPlantResults#21559987]\n+- *(1) Project [prodPlantResults#21559980]\n +- *(1) Filter ((size(prodPlantResults#21559980, true) > 0) AND isnotnull(prodPlantResults#21559980))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1243675] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243676 [id="node_1243676" labelType="html" label="MapPartitionsRDD [1243676] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243677 [id="node_1243677" labelType="html" label="MapPartitionsRDD [1243677] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243678 [id="node_1243678" labelType="html" label="MapPartitionsRDD [1243678] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152822 { id="cluster_3152822"; isCluster="true"; label="Project"; 1243679 [id="node_1243679" labelType="html" label="MapPartitionsRDD [1243679] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152837 { id="cluster_3152837"; isCluster="true"; label="InMemoryTableScan"; 1243680 [id="node_1243680" labelType="html" label="MapPartitionsRDD [1243680] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243681 [id="node_1243681" labelType="html" label="MapPartitionsRDD [1243681] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243682 [id="node_1243682" labelType="html" label="MapPartitionsRDD [1243682] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152832 { id="cluster_3152832"; isCluster="true"; label="WholeStageCodegen (1)"; 1243683 [id="node_1243683" labelType="html" label="MapPartitionsRDD [1243683] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152831 { id="cluster_3152831"; isCluster="true"; label="Project"; 1243684 [id="node_1243684" labelType="html" label="MapPartitionsRDD [1243684] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152844 { id="cluster_3152844"; isCluster="true"; label="InMemoryTableScan"; 1243685 [id="node_1243685" labelType="html" label="MapPartitionsRDD [1243685] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243686 [id="node_1243686" labelType="html" label="MapPartitionsRDD [1243686] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243687 [id="node_1243687" labelType="html" label="MapPartitionsRDD [1243687] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152839 { id="cluster_3152839"; isCluster="true"; label="WholeStageCodegen (2)"; 1243688 [id="node_1243688" labelType="html" label="MapPartitionsRDD [1243688] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152838 { id="cluster_3152838"; isCluster="true"; label="Project"; 1243689 [id="node_1243689" labelType="html" label="MapPartitionsRDD [1243689] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152821 { id="cluster_3152821"; isCluster="true"; label="Union"; 1243690 [id="node_1243690" labelType="html" label="UnionRDD [1243690] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152807 { id="cluster_3152807"; isCluster="true"; label="WholeStageCodegen (4)"; 1243691 [id="node_1243691" labelType="html" label="MapPartitionsRDD [1243691] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152806 { id="cluster_3152806"; isCluster="true"; label="SortAggregate"; 1243692 [id="node_1243692" labelType="html" label="MapPartitionsRDD [1243692] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152805 { id="cluster_3152805"; isCluster="true"; label="Exchange"; 1243693 [id="node_1243693" labelType="html" label="MapPartitionsRDD [1243693] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243656->1243657; 1243657->1243658; 1243658->1243659; 1243659->1243660; 1243660->1243661; 1243661->1243662; 1243662->1243663; 1243663->1243664; 1243664->1243665; 1243665->1243666; 1243666->1243672; 1243672->1243673; 1243673->1243674; 1243674->1243675; 1243675->1243676; 1243676->1243677; 1243677->1243678; 1243678->1243679; 1243675->1243680; 1243680->1243681; 1243681->1243682; 1243682->1243683; 1243683->1243684; 1243675->1243685; 1243685->1243686; 1243686->1243687; 1243687->1243688; 1243688->1243689; 1243679->1243690; 1243684->1243690; 1243689->1243690; 1243690->1243691; 1243691->1243692; 1243692->1243693; }
1243655,1243656
1243666
1243675
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time