4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-quantity-kpi-service
application UI
Details for Stage 445892 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 40
Input Size / Records:
5.5 KiB / 14
Associated Job Ids:
154722
DAG Visualization
digraph G { id="graph_445892"; subgraph graph_stage_445892 { id="graph_stage_445892"; isCluster="true"; label="Stage 445892"; subgraph cluster_3149223 { id="cluster_3149223"; isCluster="true"; label="Exchange"; 1242210 [id="node_1242210" labelType="html" label="ShuffledRowRDD [1242210] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149222 { id="cluster_3149222"; isCluster="true"; label="InMemoryTableScan"; 1242211 [id="node_1242211" labelType="html" label="MapPartitionsRDD [1242211] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242212 [id="node_1242212" labelType="html" label="Exchange hashpartitioning(product#21517304, plant#21517305, 20), REPARTITION_BY_NUM, [plan_id=21351734]\n+- *(1) Scan ExistingRDD[shardId#21517301,worklistShardItemId#21517302L,version#21517303,product#21517304,plant#21517305,periodStart#21517306,periodEnd#21517307,qty#21517308]\n [1242212] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149341 { id="cluster_3149341"; isCluster="true"; label="InMemoryTableScan"; 1242257 [id="node_1242257" labelType="html" label="MapPartitionsRDD [1242257] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242258 [id="node_1242258" labelType="html" label="MapPartitionsRDD [1242258] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242259 [id="node_1242259" labelType="html" label="MapPartitionsRDD [1242259] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149330 { id="cluster_3149330"; isCluster="true"; label="WholeStageCodegen (10)"; 1242260 [id="node_1242260" labelType="html" label="MapPartitionsRDD [1242260] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149329 { id="cluster_3149329"; isCluster="true"; label="ObjectHashAggregate"; 1242261 [id="node_1242261" labelType="html" label="MapPartitionsRDD [1242261] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149328 { id="cluster_3149328"; isCluster="true"; label="ObjectHashAggregate"; 1242262 [id="node_1242262" labelType="html" label="MapPartitionsRDD [1242262] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149346 { id="cluster_3149346"; isCluster="true"; label="InMemoryTableScan"; 1242263 [id="node_1242263" labelType="html" label="MapPartitionsRDD [1242263] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242264 [id="node_1242264" labelType="html" label="MapPartitionsRDD [1242264] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; 1242265 [id="node_1242265" labelType="html" label="MapPartitionsRDD [1242265] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149342 { id="cluster_3149342"; isCluster="true"; label="WholeStageCodegen (11)"; 1242266 [id="node_1242266" labelType="html" label="MapPartitionsRDD [1242266] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149327 { id="cluster_3149327"; isCluster="true"; label="Union"; 1242267 [id="node_1242267" labelType="html" label="UnionRDD [1242267] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } subgraph cluster_3149322 { id="cluster_3149322"; isCluster="true"; label="DeserializeToObject"; 1242268 [id="node_1242268" labelType="html" label="MapPartitionsRDD [1242268] [Unordered]<br>start at FileStorageAdapterImpl.java:174}"]; } } 1242210->1242211; 1242211->1242212; 1242212->1242257; 1242257->1242258; 1242258->1242259; 1242259->1242260; 1242260->1242261; 1242261->1242262; 1242212->1242263; 1242263->1242264; 1242264->1242265; 1242265->1242266; 1242262->1242267; 1242266->1242267; 1242267->1242268; }
1242209,1242210
1242212
Event Timeline
Enable zooming
Tasks: 40. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time