4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338257 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1000.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47222
DAG Visualization
digraph G { id="graph_1338257"; subgraph graph_stage_1338257 { id="graph_stage_1338257"; isCluster="true"; label="Stage 1338257"; 393960 [id="node_393960" labelType="html" label="SQLExecutionRDD [393960] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1037523 { id="cluster_1037523"; isCluster="true"; label="Exchange"; 393955 [id="node_393955" labelType="html" label="ShuffledRowRDD [393955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037522 { id="cluster_1037522"; isCluster="true"; label="ObjectHashAggregate"; 393956 [id="node_393956" labelType="html" label="MapPartitionsRDD [393956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037501 { id="cluster_1037501"; isCluster="true"; label="WholeStageCodegen (11)"; 393957 [id="node_393957" labelType="html" label="MapPartitionsRDD [393957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037485 { id="cluster_1037485"; isCluster="true"; label="DeserializeToObject"; 393958 [id="node_393958" labelType="html" label="MapPartitionsRDD [393958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037475 { id="cluster_1037475"; isCluster="true"; label="MapPartitions"; 393959 [id="node_393959" labelType="html" label="MapPartitionsRDD [393959] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037568 { id="cluster_1037568"; isCluster="true"; label="mapPartitions"; 393961 [id="node_393961" labelType="html" label="MapPartitionsRDD [393961] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037819 { id="cluster_1037819"; isCluster="true"; label="Scan"; 394026 [id="node_394026" labelType="html" label="MapPartitionsRDD [394026] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037789 { id="cluster_1037789"; isCluster="true"; label="WholeStageCodegen (3)"; 394027 [id="node_394027" labelType="html" label="MapPartitionsRDD [394027] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037788 { id="cluster_1037788"; isCluster="true"; label="InMemoryTableScan"; 394028 [id="node_394028" labelType="html" label="MapPartitionsRDD [394028] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394029 [id="node_394029" labelType="html" label="*(3) Project [shardId#5586482, worklistShardItemId#5586560L, version#5586569, product#5586630, plant#5586625, availabilityDateTime#5586632 AS periodStart#5586669, nextAvailabilityDateTime#5586633 AS periodEnd#5586670, qty#5586565]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5586560L], [worklistShardItemId#5586644L], LeftOuter, BuildRight, (shardId#5586482 = 0_1_10000001445), false\n :- *(3) Project [shardId#5586482, worklistShardItemId#5586560L, qty#5586565, element_at([10], ((cast(array_position([0_1_10000001445], shardId#5586482) as int) - 1) + 1), None, false) AS version#5586569]\n : +- *(3) Generate explode(requestedQuantities#5586563), [shardId#5586482, worklistShardItemId#5586560L], false, [qty#5586565]\n : +- *(3) Project [shardId#5586482, item#5586559.worklistShardItemId AS worklistShardItemId#5586560L, item#5586559.requestedQuantities AS requestedQuantities#5586563]\n : +- *(3) Filter ((size(item#5586559.requestedQuantities, true) > 0) AND isnotnull(item#5586559.requestedQuantit... [394029] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394030 [id="node_394030" labelType="html" label="MapPartitionsRDD [394030] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394031 [id="node_394031" labelType="html" label="MapPartitionsRDD [394031] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394032 [id="node_394032" labelType="html" label="MapPartitionsRDD [394032] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1037787 { id="cluster_1037787"; isCluster="true"; label="CollectLimit"; 394033 [id="node_394033" labelType="html" label="MapPartitionsRDD [394033] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394034 [id="node_394034" labelType="html" label="MapPartitionsRDD [394034] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393955->393956; 393956->393957; 393957->393958; 393958->393959; 393959->393960; 393960->393961; 393961->394026; 394026->394027; 394027->394028; 394028->394029; 394029->394030; 394030->394031; 394031->394032; 394032->394033; 394033->394034; }
393954,393955
393961
394029
393960
393955
393956
393957
393958
393959
393961
394026
394027
394028
394029
394030
394031
394032
394033
394034
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time