4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273975 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
41148
DAG Visualization
digraph G { id="graph_1273975"; subgraph graph_stage_1273975 { id="graph_stage_1273975"; isCluster="true"; label="Stage 1273975"; subgraph cluster_859866 { id="cluster_859866"; isCluster="true"; label="Exchange"; 334370 [id="node_334370" labelType="html" label="ShuffledRowRDD [334370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859864 { id="cluster_859864"; isCluster="true"; label="Sort"; 334371 [id="node_334371" labelType="html" label="MapPartitionsRDD [334371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859966 { id="cluster_859966"; isCluster="true"; label="Exchange"; 334383 [id="node_334383" labelType="html" label="ShuffledRowRDD [334383] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859963 { id="cluster_859963"; isCluster="true"; label="WholeStageCodegen (7)"; 334384 [id="node_334384" labelType="html" label="MapPartitionsRDD [334384] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859863 { id="cluster_859863"; isCluster="true"; label="SortMergeJoin"; 334385 [id="node_334385" labelType="html" label="ZippedPartitionsRDD2 [334385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859859 { id="cluster_859859"; isCluster="true"; label="Project"; 334386 [id="node_334386" labelType="html" label="MapPartitionsRDD [334386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859858 { id="cluster_859858"; isCluster="true"; label="InMemoryTableScan"; 334387 [id="node_334387" labelType="html" label="MapPartitionsRDD [334387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334388 [id="node_334388" labelType="html" label="Project [shardId#5643281, named_struct(orderProposalId, _extract_orderProposalId#5645817L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#5645809L, supplierGroup, _extract_supplierGroup#5645810, optimizationGroups, coalesce(optimizationGroups#5645157, []), supplier, _extract_supplier#5645811, supplyingPlant, _extract_supplyingPlant#5645812, orderDateTime, _extract_orderDateTime#5645813, itemGroups, _extract_itemGroups#5645814, previousOrderProposals, _extract_previousOrderProposals#5645815, parentItems, _extract_parentItems#5645816) AS orderProposal#5645259]\n+- SortMergeJoin [coalesce(shardId#5643281, ), isnull(shardId#5643281), coalesce(_extract_orderProposalId#5645817L, 0), isnull(_extract_orderProposalId#5645817L)], [coalesce(shardId#5645160, ), isnull(shardId#5645160), coalesce(orderProposalId#5645161L, 0), isnull(orderProposalId#5645161L)], LeftOuter\n :- Sort [coalesce(shardId#5643281, ) ASC NULLS FIRST, isnull(shardId#5643281) ASC NULLS FIRST, coalesce(_extract_orderProposalId#5645... [334388] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860109 { id="cluster_860109"; isCluster="true"; label="InMemoryTableScan"; 334399 [id="node_334399" labelType="html" label="MapPartitionsRDD [334399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334400 [id="node_334400" labelType="html" label="MapPartitionsRDD [334400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334401 [id="node_334401" labelType="html" label="MapPartitionsRDD [334401] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860108 { id="cluster_860108"; isCluster="true"; label="Project"; 334402 [id="node_334402" labelType="html" label="MapPartitionsRDD [334402] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860107 { id="cluster_860107"; isCluster="true"; label="ObjectHashAggregate"; 334403 [id="node_334403" labelType="html" label="MapPartitionsRDD [334403] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860106 { id="cluster_860106"; isCluster="true"; label="Exchange"; 334404 [id="node_334404" labelType="html" label="MapPartitionsRDD [334404] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334370->334371; 334383->334384; 334371->334385; 334384->334385; 334385->334386; 334386->334387; 334387->334388; 334388->334399; 334399->334400; 334400->334401; 334401->334402; 334402->334403; 334403->334404; }
334369,334370
334382,334383
334388
334370
334371
334385
334386
334387
334388
334399
334400
334401
334402
334403
334404
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time