4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1334368 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1228.0 B / 1
Output Size / Records:
4.1 KiB / 16
Associated Job Ids:
47138
DAG Visualization
digraph G { id="graph_1334368"; subgraph graph_stage_1334368 { id="graph_stage_1334368"; isCluster="true"; label="Stage 1334368"; 393178 [id="node_393178" labelType="html" label="SQLExecutionRDD [393178] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1035433 { id="cluster_1035433"; isCluster="true"; label="Exchange"; 393173 [id="node_393173" labelType="html" label="ShuffledRowRDD [393173] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035432 { id="cluster_1035432"; isCluster="true"; label="ObjectHashAggregate"; 393174 [id="node_393174" labelType="html" label="MapPartitionsRDD [393174] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035411 { id="cluster_1035411"; isCluster="true"; label="WholeStageCodegen (11)"; 393175 [id="node_393175" labelType="html" label="MapPartitionsRDD [393175] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035395 { id="cluster_1035395"; isCluster="true"; label="DeserializeToObject"; 393176 [id="node_393176" labelType="html" label="MapPartitionsRDD [393176] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035385 { id="cluster_1035385"; isCluster="true"; label="MapPartitions"; 393177 [id="node_393177" labelType="html" label="MapPartitionsRDD [393177] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035478 { id="cluster_1035478"; isCluster="true"; label="mapPartitions"; 393179 [id="node_393179" labelType="html" label="MapPartitionsRDD [393179] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035729 { id="cluster_1035729"; isCluster="true"; label="Scan"; 393244 [id="node_393244" labelType="html" label="MapPartitionsRDD [393244] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035699 { id="cluster_1035699"; isCluster="true"; label="WholeStageCodegen (3)"; 393245 [id="node_393245" labelType="html" label="MapPartitionsRDD [393245] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035698 { id="cluster_1035698"; isCluster="true"; label="InMemoryTableScan"; 393246 [id="node_393246" labelType="html" label="MapPartitionsRDD [393246] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393247 [id="node_393247" labelType="html" label="*(3) Project [shardId#5579354, worklistShardItemId#5579432L, version#5579441, product#5579502, plant#5579497, availabilityDateTime#5579504 AS periodStart#5579541, nextAvailabilityDateTime#5579505 AS periodEnd#5579542, qty#5579437]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5579432L], [worklistShardItemId#5579516L], LeftOuter, BuildRight, (shardId#5579354 = 0_1_10000001445), false\n :- *(3) Project [shardId#5579354, worklistShardItemId#5579432L, qty#5579437, element_at([7], ((cast(array_position([0_1_10000001445], shardId#5579354) as int) - 1) + 1), None, false) AS version#5579441]\n : +- *(3) Generate explode(requestedQuantities#5579435), [shardId#5579354, worklistShardItemId#5579432L], false, [qty#5579437]\n : +- *(3) Project [shardId#5579354, item#5579431.worklistShardItemId AS worklistShardItemId#5579432L, item#5579431.requestedQuantities AS requestedQuantities#5579435]\n : +- *(3) Filter ((size(item#5579431.requestedQuantities, true) > 0) AND isnotnull(item#5579431.requestedQuantiti... [393247] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035745 { id="cluster_1035745"; isCluster="true"; label="InMemoryTableScan"; 393256 [id="node_393256" labelType="html" label="MapPartitionsRDD [393256] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393257 [id="node_393257" labelType="html" label="MapPartitionsRDD [393257] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393258 [id="node_393258" labelType="html" label="MapPartitionsRDD [393258] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393173->393174; 393174->393175; 393175->393176; 393176->393177; 393177->393178; 393178->393179; 393179->393244; 393244->393245; 393245->393246; 393246->393247; 393247->393256; 393256->393257; 393257->393258; }
393172,393173
393179
393247
393178
393173
393174
393175
393176
393177
393179
393244
393245
393246
393247
393256
393257
393258
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time