4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1333271 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1059.0 B / 1
Shuffle Write Size / Records:
62.0 B / 1
Associated Job Ids:
47109
DAG Visualization
digraph G { id="graph_1333271"; subgraph graph_stage_1333271 { id="graph_stage_1333271"; isCluster="true"; label="Stage 1333271"; 392918 [id="node_392918" labelType="html" label="SQLExecutionRDD [392918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1034737 { id="cluster_1034737"; isCluster="true"; label="Exchange"; 392913 [id="node_392913" labelType="html" label="ShuffledRowRDD [392913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034736 { id="cluster_1034736"; isCluster="true"; label="ObjectHashAggregate"; 392914 [id="node_392914" labelType="html" label="MapPartitionsRDD [392914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034715 { id="cluster_1034715"; isCluster="true"; label="WholeStageCodegen (11)"; 392915 [id="node_392915" labelType="html" label="MapPartitionsRDD [392915] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034699 { id="cluster_1034699"; isCluster="true"; label="DeserializeToObject"; 392916 [id="node_392916" labelType="html" label="MapPartitionsRDD [392916] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034689 { id="cluster_1034689"; isCluster="true"; label="MapPartitions"; 392917 [id="node_392917" labelType="html" label="MapPartitionsRDD [392917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034782 { id="cluster_1034782"; isCluster="true"; label="mapPartitions"; 392919 [id="node_392919" labelType="html" label="MapPartitionsRDD [392919] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035033 { id="cluster_1035033"; isCluster="true"; label="Scan"; 392984 [id="node_392984" labelType="html" label="MapPartitionsRDD [392984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035003 { id="cluster_1035003"; isCluster="true"; label="WholeStageCodegen (3)"; 392985 [id="node_392985" labelType="html" label="MapPartitionsRDD [392985] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035002 { id="cluster_1035002"; isCluster="true"; label="InMemoryTableScan"; 392986 [id="node_392986" labelType="html" label="MapPartitionsRDD [392986] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392987 [id="node_392987" labelType="html" label="*(3) Project [shardId#5576978, worklistShardItemId#5577056L, version#5577065, product#5577126, plant#5577121, availabilityDateTime#5577128 AS periodStart#5577165, nextAvailabilityDateTime#5577129 AS periodEnd#5577166, qty#5577061]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5577056L], [worklistShardItemId#5577140L], LeftOuter, BuildRight, (shardId#5576978 = 0_1_10000001445), false\n :- *(3) Project [shardId#5576978, worklistShardItemId#5577056L, qty#5577061, element_at([6], ((cast(array_position([0_1_10000001445], shardId#5576978) as int) - 1) + 1), None, false) AS version#5577065]\n : +- *(3) Generate explode(requestedQuantities#5577059), [shardId#5576978, worklistShardItemId#5577056L], false, [qty#5577061]\n : +- *(3) Project [shardId#5576978, item#5577055.worklistShardItemId AS worklistShardItemId#5577056L, item#5577055.requestedQuantities AS requestedQuantities#5577059]\n : +- *(3) Filter ((size(item#5577055.requestedQuantities, true) > 0) AND isnotnull(item#5577055.requestedQuantiti... [392987] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392988 [id="node_392988" labelType="html" label="MapPartitionsRDD [392988] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392989 [id="node_392989" labelType="html" label="MapPartitionsRDD [392989] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392990 [id="node_392990" labelType="html" label="MapPartitionsRDD [392990] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035001 { id="cluster_1035001"; isCluster="true"; label="CollectLimit"; 392991 [id="node_392991" labelType="html" label="MapPartitionsRDD [392991] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392992 [id="node_392992" labelType="html" label="MapPartitionsRDD [392992] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392913->392914; 392914->392915; 392915->392916; 392916->392917; 392917->392918; 392918->392919; 392919->392984; 392984->392985; 392985->392986; 392986->392987; 392987->392988; 392988->392989; 392989->392990; 392990->392991; 392991->392992; }
392912,392913
392919
392987
392918
392913
392914
392915
392916
392917
392919
392984
392985
392986
392987
392988
392989
392990
392991
392992
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time