4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727417 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
127262
DAG Visualization
digraph G { id="graph_3727417"; subgraph graph_stage_3727417 { id="graph_stage_3727417"; isCluster="true"; label="Stage 3727417"; subgraph cluster_2797320 { id="cluster_2797320"; isCluster="true"; label="Exchange"; 1062368 [id="node_1062368" labelType="html" label="ShuffledRowRDD [1062368] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797319 { id="cluster_2797319"; isCluster="true"; label="ObjectHashAggregate"; 1062369 [id="node_1062369" labelType="html" label="MapPartitionsRDD [1062369] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797318 { id="cluster_2797318"; isCluster="true"; label="Project"; 1062370 [id="node_1062370" labelType="html" label="MapPartitionsRDD [1062370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797317 { id="cluster_2797317"; isCluster="true"; label="Project"; 1062371 [id="node_1062371" labelType="html" label="MapPartitionsRDD [1062371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797268 { id="cluster_2797268"; isCluster="true"; label="BroadcastHashJoin"; 1062372 [id="node_1062372" labelType="html" label="MapPartitionsRDD [1062372] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797258 { id="cluster_2797258"; isCluster="true"; label="Project"; 1062373 [id="node_1062373" labelType="html" label="MapPartitionsRDD [1062373] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797257 { id="cluster_2797257"; isCluster="true"; label="InMemoryTableScan"; 1062374 [id="node_1062374" labelType="html" label="MapPartitionsRDD [1062374] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062375 [id="node_1062375" labelType="html" label="Project [shardId#15070782, named_struct(orderProposalId, _extract_orderProposalId#15073573L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#15073565L, supplierGroup, _extract_supplierGroup#15073566, optimizationGroups, coalesce(optimizationGroups#15072818, []), supplier, _extract_supplier#15073567, supplyingPlant, _extract_supplyingPlant#15073568, orderDateTime, _extract_orderDateTime#15073569, itemGroups, _extract_itemGroups#15073570, previousOrderProposals, _extract_previousOrderProposals#15073571, parentItems, _extract_parentItems#15073572) AS orderProposal#15072925]\n+- BroadcastHashJoin [coalesce(shardId#15070782, ), isnull(shardId#15070782), coalesce(_extract_orderProposalId#15073573L, 0), isnull(_extract_orderProposalId#15073573L)], [coalesce(shardId#15072821, ), isnull(shardId#15072821), coalesce(orderProposalId#15072822L, 0), isnull(orderProposalId#15072822L)], LeftOuter, BuildRight, false\n :- Project [shardId#15070782, orderProposal#15072808.orderProposalId AS _extract_orderProp... [1062375] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062376 [id="node_1062376" labelType="html" label="MapPartitionsRDD [1062376] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062377 [id="node_1062377" labelType="html" label="MapPartitionsRDD [1062377] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062378 [id="node_1062378" labelType="html" label="MapPartitionsRDD [1062378] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797256 { id="cluster_2797256"; isCluster="true"; label="Filter"; 1062379 [id="node_1062379" labelType="html" label="MapPartitionsRDD [1062379] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797255 { id="cluster_2797255"; isCluster="true"; label="Project"; 1062380 [id="node_1062380" labelType="html" label="MapPartitionsRDD [1062380] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797250 { id="cluster_2797250"; isCluster="true"; label="WholeStageCodegen (1)"; 1062381 [id="node_1062381" labelType="html" label="MapPartitionsRDD [1062381] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797249 { id="cluster_2797249"; isCluster="true"; label="Exchange"; 1062382 [id="node_1062382" labelType="html" label="MapPartitionsRDD [1062382] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062368->1062369; 1062369->1062370; 1062370->1062371; 1062371->1062372; 1062372->1062373; 1062373->1062374; 1062374->1062375; 1062375->1062376; 1062376->1062377; 1062377->1062378; 1062378->1062379; 1062379->1062380; 1062380->1062381; 1062381->1062382; }
1062367,1062368
1062375
1062368
1062369
1062370
1062371
1062372
1062373
1062374
1062375
1062376
1062377
1062378
1062379
1062380
1062381
1062382
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time