4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 446349 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.8 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.5 KiB / 14
Associated Job Ids:
154875
DAG Visualization
digraph G { id="graph_446349"; subgraph graph_stage_446349 { id="graph_stage_446349"; isCluster="true"; label="Stage 446349"; subgraph cluster_3152476 { id="cluster_3152476"; isCluster="true"; label="Exchange"; 1243545 [id="node_1243545" labelType="html" label="ShuffledRowRDD [1243545] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152475 { id="cluster_3152475"; isCluster="true"; label="InMemoryTableScan"; 1243546 [id="node_1243546" labelType="html" label="MapPartitionsRDD [1243546] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243547 [id="node_1243547" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21360666]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1243547] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152612 { id="cluster_3152612"; isCluster="true"; label="InMemoryTableScan"; 1243592 [id="node_1243592" labelType="html" label="MapPartitionsRDD [1243592] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243593 [id="node_1243593" labelType="html" label="MapPartitionsRDD [1243593] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243594 [id="node_1243594" labelType="html" label="MapPartitionsRDD [1243594] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152598 { id="cluster_3152598"; isCluster="true"; label="WholeStageCodegen (14)"; 1243597 [id="node_1243597" labelType="html" label="MapPartitionsRDD [1243597] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152597 { id="cluster_3152597"; isCluster="true"; label="ObjectHashAggregate"; 1243598 [id="node_1243598" labelType="html" label="MapPartitionsRDD [1243598] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152596 { id="cluster_3152596"; isCluster="true"; label="ObjectHashAggregate"; 1243599 [id="node_1243599" labelType="html" label="MapPartitionsRDD [1243599] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152631 { id="cluster_3152631"; isCluster="true"; label="InMemoryTableScan"; 1243606 [id="node_1243606" labelType="html" label="MapPartitionsRDD [1243606] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243607 [id="node_1243607" labelType="html" label="MapPartitionsRDD [1243607] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1243608 [id="node_1243608" labelType="html" label="MapPartitionsRDD [1243608] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152614 { id="cluster_3152614"; isCluster="true"; label="WholeStageCodegen (15)"; 1243611 [id="node_1243611" labelType="html" label="MapPartitionsRDD [1243611] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152595 { id="cluster_3152595"; isCluster="true"; label="Union"; 1243612 [id="node_1243612" labelType="html" label="UnionRDD [1243612] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3152584 { id="cluster_3152584"; isCluster="true"; label="DeserializeToObject"; 1243613 [id="node_1243613" labelType="html" label="MapPartitionsRDD [1243613] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1243545->1243546; 1243546->1243547; 1243547->1243592; 1243592->1243593; 1243593->1243594; 1243594->1243597; 1243597->1243598; 1243598->1243599; 1243547->1243606; 1243606->1243607; 1243607->1243608; 1243608->1243611; 1243599->1243612; 1243611->1243612; 1243612->1243613; }
1243544,1243545
1243547
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time