4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343993 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
47319
DAG Visualization
digraph G { id="graph_1343993"; subgraph graph_stage_1343993 { id="graph_stage_1343993"; isCluster="true"; label="Stage 1343993"; subgraph cluster_1040116 { id="cluster_1040116"; isCluster="true"; label="Exchange"; 394952 [id="node_394952" labelType="html" label="ShuffledRowRDD [394952] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040115 { id="cluster_1040115"; isCluster="true"; label="ObjectHashAggregate"; 394953 [id="node_394953" labelType="html" label="MapPartitionsRDD [394953] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040114 { id="cluster_1040114"; isCluster="true"; label="Project"; 394954 [id="node_394954" labelType="html" label="MapPartitionsRDD [394954] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040113 { id="cluster_1040113"; isCluster="true"; label="Project"; 394955 [id="node_394955" labelType="html" label="MapPartitionsRDD [394955] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040064 { id="cluster_1040064"; isCluster="true"; label="BroadcastHashJoin"; 394956 [id="node_394956" labelType="html" label="MapPartitionsRDD [394956] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040054 { id="cluster_1040054"; isCluster="true"; label="Project"; 394957 [id="node_394957" labelType="html" label="MapPartitionsRDD [394957] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040053 { id="cluster_1040053"; isCluster="true"; label="InMemoryTableScan"; 394958 [id="node_394958" labelType="html" label="MapPartitionsRDD [394958] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394959 [id="node_394959" labelType="html" label="Project [shardId#5594062, named_struct(orderProposalId, _extract_orderProposalId#5596853L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#5596845L, supplierGroup, _extract_supplierGroup#5596846, optimizationGroups, coalesce(optimizationGroups#5596098, []), supplier, _extract_supplier#5596847, supplyingPlant, _extract_supplyingPlant#5596848, orderDateTime, _extract_orderDateTime#5596849, itemGroups, _extract_itemGroups#5596850, previousOrderProposals, _extract_previousOrderProposals#5596851, parentItems, _extract_parentItems#5596852) AS orderProposal#5596205]\n+- BroadcastHashJoin [coalesce(shardId#5594062, ), isnull(shardId#5594062), coalesce(_extract_orderProposalId#5596853L, 0), isnull(_extract_orderProposalId#5596853L)], [coalesce(shardId#5596101, ), isnull(shardId#5596101), coalesce(orderProposalId#5596102L, 0), isnull(orderProposalId#5596102L)], LeftOuter, BuildRight, false\n :- Project [shardId#5594062, orderProposal#5596088.orderProposalId AS _extract_orderProposalId#5596844L, order... [394959] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040283 { id="cluster_1040283"; isCluster="true"; label="InMemoryTableScan"; 394970 [id="node_394970" labelType="html" label="MapPartitionsRDD [394970] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394971 [id="node_394971" labelType="html" label="MapPartitionsRDD [394971] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394972 [id="node_394972" labelType="html" label="MapPartitionsRDD [394972] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040282 { id="cluster_1040282"; isCluster="true"; label="Project"; 394973 [id="node_394973" labelType="html" label="MapPartitionsRDD [394973] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040281 { id="cluster_1040281"; isCluster="true"; label="ObjectHashAggregate"; 394974 [id="node_394974" labelType="html" label="MapPartitionsRDD [394974] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040280 { id="cluster_1040280"; isCluster="true"; label="Exchange"; 394975 [id="node_394975" labelType="html" label="MapPartitionsRDD [394975] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394952->394953; 394953->394954; 394954->394955; 394955->394956; 394956->394957; 394957->394958; 394958->394959; 394959->394970; 394970->394971; 394971->394972; 394972->394973; 394973->394974; 394974->394975; }
394951,394952
394959
394952
394953
394954
394955
394956
394957
394958
394959
394970
394971
394972
394973
394974
394975
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time