4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446065 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Process local: 60
Input Size / Records:
20.0 KiB / 21
Shuffle Write Size / Records:
4.0 KiB / 10
Associated Job Ids:
154780
DAG Visualization
digraph G { id="graph_446065"; subgraph graph_stage_446065 { id="graph_stage_446065"; isCluster="true"; label="Stage 446065"; 1242766 [id="node_1242766" labelType="html" label="SQLExecutionRDD [1242766] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; subgraph cluster_3150490 { id="cluster_3150490"; isCluster="true"; label="Exchange"; 1242758 [id="node_1242758" labelType="html" label="ShuffledRowRDD [1242758] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150489 { id="cluster_3150489"; isCluster="true"; label="ObjectHashAggregate"; 1242759 [id="node_1242759" labelType="html" label="MapPartitionsRDD [1242759] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150488 { id="cluster_3150488"; isCluster="true"; label="Project"; 1242760 [id="node_1242760" labelType="html" label="MapPartitionsRDD [1242760] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150467 { id="cluster_3150467"; isCluster="true"; label="WholeStageCodegen (16)"; 1242761 [id="node_1242761" labelType="html" label="MapPartitionsRDD [1242761] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150466 { id="cluster_3150466"; isCluster="true"; label="DeserializeToObject"; 1242762 [id="node_1242762" labelType="html" label="MapPartitionsRDD [1242762] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150465 { id="cluster_3150465"; isCluster="true"; label="MapPartitions"; 1242763 [id="node_1242763" labelType="html" label="MapPartitionsRDD [1242763] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150411 { id="cluster_3150411"; isCluster="true"; label="WholeStageCodegen (19)"; 1242764 [id="node_1242764" labelType="html" label="MapPartitionsRDD [1242764] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150390 { id="cluster_3150390"; isCluster="true"; label="DeserializeToObject"; 1242765 [id="node_1242765" labelType="html" label="MapPartitionsRDD [1242765] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150567 { id="cluster_3150567"; isCluster="true"; label="mapPartitions"; 1242767 [id="node_1242767" labelType="html" label="MapPartitionsRDD [1242767] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150568 { id="cluster_3150568"; isCluster="true"; label="mapPartitions"; 1242768 [id="node_1242768" labelType="html" label="MapPartitionsRDD [1242768] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150636 { id="cluster_3150636"; isCluster="true"; label="Scan"; 1242774 [id="node_1242774" labelType="html" label="MapPartitionsRDD [1242774] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150630 { id="cluster_3150630"; isCluster="true"; label="WholeStageCodegen (1)"; 1242775 [id="node_1242775" labelType="html" label="MapPartitionsRDD [1242775] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150629 { id="cluster_3150629"; isCluster="true"; label="InMemoryTableScan"; 1242776 [id="node_1242776" labelType="html" label="MapPartitionsRDD [1242776] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242777 [id="node_1242777" labelType="html" label="*(1) Generate explode(prodPlantResults#21544494), false, [prodPlantResults#21544501]\n+- *(1) Project [prodPlantResults#21544494]\n +- *(1) Filter ((size(prodPlantResults#21544494, true) > 0) AND isnotnull(prodPlantResults#21544494))\n +- *(1) SerializeFromObject [mapobjects(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), if (isnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,StringType,true), StructField(runtime,LongType,false), ObjectType(class com.sap.s4hana.eureka.business.crporderquantitykpicalculation.dto.PerformanceMeasurement)))) null else named_struct(measuredUnit, static_invoke(UTF8String.fromString(invoke(knownnotnull(validateexternaltype(lambdavariable(MapObject, ObjectType(class java.lang.Object), true, -1), StructField(measuredUnit,StringType,true), StructField(numberOfCalls,LongType,false), StructField(parent,S... [1242777] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242778 [id="node_1242778" labelType="html" label="MapPartitionsRDD [1242778] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242779 [id="node_1242779" labelType="html" label="MapPartitionsRDD [1242779] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242780 [id="node_1242780" labelType="html" label="MapPartitionsRDD [1242780] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150628 { id="cluster_3150628"; isCluster="true"; label="Project"; 1242781 [id="node_1242781" labelType="html" label="MapPartitionsRDD [1242781] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150643 { id="cluster_3150643"; isCluster="true"; label="InMemoryTableScan"; 1242782 [id="node_1242782" labelType="html" label="MapPartitionsRDD [1242782] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242783 [id="node_1242783" labelType="html" label="MapPartitionsRDD [1242783] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242784 [id="node_1242784" labelType="html" label="MapPartitionsRDD [1242784] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150638 { id="cluster_3150638"; isCluster="true"; label="WholeStageCodegen (1)"; 1242785 [id="node_1242785" labelType="html" label="MapPartitionsRDD [1242785] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150637 { id="cluster_3150637"; isCluster="true"; label="Project"; 1242786 [id="node_1242786" labelType="html" label="MapPartitionsRDD [1242786] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150650 { id="cluster_3150650"; isCluster="true"; label="InMemoryTableScan"; 1242787 [id="node_1242787" labelType="html" label="MapPartitionsRDD [1242787] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242788 [id="node_1242788" labelType="html" label="MapPartitionsRDD [1242788] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242789 [id="node_1242789" labelType="html" label="MapPartitionsRDD [1242789] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150645 { id="cluster_3150645"; isCluster="true"; label="WholeStageCodegen (2)"; 1242790 [id="node_1242790" labelType="html" label="MapPartitionsRDD [1242790] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150644 { id="cluster_3150644"; isCluster="true"; label="Project"; 1242791 [id="node_1242791" labelType="html" label="MapPartitionsRDD [1242791] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150627 { id="cluster_3150627"; isCluster="true"; label="Union"; 1242792 [id="node_1242792" labelType="html" label="UnionRDD [1242792] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150613 { id="cluster_3150613"; isCluster="true"; label="WholeStageCodegen (4)"; 1242793 [id="node_1242793" labelType="html" label="MapPartitionsRDD [1242793] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150612 { id="cluster_3150612"; isCluster="true"; label="SortAggregate"; 1242794 [id="node_1242794" labelType="html" label="MapPartitionsRDD [1242794] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3150611 { id="cluster_3150611"; isCluster="true"; label="Exchange"; 1242795 [id="node_1242795" labelType="html" label="MapPartitionsRDD [1242795] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242758->1242759; 1242759->1242760; 1242760->1242761; 1242761->1242762; 1242762->1242763; 1242763->1242764; 1242764->1242765; 1242765->1242766; 1242766->1242767; 1242767->1242768; 1242768->1242774; 1242774->1242775; 1242775->1242776; 1242776->1242777; 1242777->1242778; 1242778->1242779; 1242779->1242780; 1242780->1242781; 1242777->1242782; 1242782->1242783; 1242783->1242784; 1242784->1242785; 1242785->1242786; 1242777->1242787; 1242787->1242788; 1242788->1242789; 1242789->1242790; 1242790->1242791; 1242781->1242792; 1242786->1242792; 1242791->1242792; 1242792->1242793; 1242793->1242794; 1242794->1242795; }
1242757,1242758
1242768
1242777
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time