4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727535 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
127263
DAG Visualization
digraph G { id="graph_3727535"; subgraph graph_stage_3727535 { id="graph_stage_3727535"; isCluster="true"; label="Stage 3727535"; subgraph cluster_2797320 { id="cluster_2797320"; isCluster="true"; label="Exchange"; 1062368 [id="node_1062368" labelType="html" label="ShuffledRowRDD [1062368] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797319 { id="cluster_2797319"; isCluster="true"; label="ObjectHashAggregate"; 1062369 [id="node_1062369" labelType="html" label="MapPartitionsRDD [1062369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797318 { id="cluster_2797318"; isCluster="true"; label="Project"; 1062370 [id="node_1062370" labelType="html" label="MapPartitionsRDD [1062370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797317 { id="cluster_2797317"; isCluster="true"; label="Project"; 1062371 [id="node_1062371" labelType="html" label="MapPartitionsRDD [1062371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797268 { id="cluster_2797268"; isCluster="true"; label="BroadcastHashJoin"; 1062372 [id="node_1062372" labelType="html" label="MapPartitionsRDD [1062372] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797258 { id="cluster_2797258"; isCluster="true"; label="Project"; 1062373 [id="node_1062373" labelType="html" label="MapPartitionsRDD [1062373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797257 { id="cluster_2797257"; isCluster="true"; label="InMemoryTableScan"; 1062374 [id="node_1062374" labelType="html" label="MapPartitionsRDD [1062374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062375 [id="node_1062375" labelType="html" label="Project [shardId#15070782, named_struct(orderProposalId, _extract_orderProposalId#15073573L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#15073565L, supplierGroup, _extract_supplierGroup#15073566, optimizationGroups, coalesce(optimizationGroups#15072818, []), supplier, _extract_supplier#15073567, supplyingPlant, _extract_supplyingPlant#15073568, orderDateTime, _extract_orderDateTime#15073569, itemGroups, _extract_itemGroups#15073570, previousOrderProposals, _extract_previousOrderProposals#15073571, parentItems, _extract_parentItems#15073572) AS orderProposal#15072925]\n+- BroadcastHashJoin [coalesce(shardId#15070782, ), isnull(shardId#15070782), coalesce(_extract_orderProposalId#15073573L, 0), isnull(_extract_orderProposalId#15073573L)], [coalesce(shardId#15072821, ), isnull(shardId#15072821), coalesce(orderProposalId#15072822L, 0), isnull(orderProposalId#15072822L)], LeftOuter, BuildRight, false\n :- Project [shardId#15070782, orderProposal#15072808.orderProposalId AS _extract_orderProp... [1062375] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797487 { id="cluster_2797487"; isCluster="true"; label="InMemoryTableScan"; 1062386 [id="node_1062386" labelType="html" label="MapPartitionsRDD [1062386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062387 [id="node_1062387" labelType="html" label="MapPartitionsRDD [1062387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062388 [id="node_1062388" labelType="html" label="MapPartitionsRDD [1062388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797486 { id="cluster_2797486"; isCluster="true"; label="Project"; 1062389 [id="node_1062389" labelType="html" label="MapPartitionsRDD [1062389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797485 { id="cluster_2797485"; isCluster="true"; label="ObjectHashAggregate"; 1062390 [id="node_1062390" labelType="html" label="MapPartitionsRDD [1062390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797484 { id="cluster_2797484"; isCluster="true"; label="Exchange"; 1062391 [id="node_1062391" labelType="html" label="MapPartitionsRDD [1062391] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062368->1062369; 1062369->1062370; 1062370->1062371; 1062371->1062372; 1062372->1062373; 1062373->1062374; 1062374->1062375; 1062375->1062386; 1062386->1062387; 1062387->1062388; 1062388->1062389; 1062389->1062390; 1062390->1062391; }
1062367,1062368
1062375
1062368
1062369
1062370
1062371
1062372
1062373
1062374
1062375
1062386
1062387
1062388
1062389
1062390
1062391
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time