4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1273891 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
18 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
41147
DAG Visualization
digraph G { id="graph_1273891"; subgraph graph_stage_1273891 { id="graph_stage_1273891"; isCluster="true"; label="Stage 1273891"; subgraph cluster_859866 { id="cluster_859866"; isCluster="true"; label="Exchange"; 334370 [id="node_334370" labelType="html" label="ShuffledRowRDD [334370] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859864 { id="cluster_859864"; isCluster="true"; label="Sort"; 334371 [id="node_334371" labelType="html" label="MapPartitionsRDD [334371] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859966 { id="cluster_859966"; isCluster="true"; label="Exchange"; 334383 [id="node_334383" labelType="html" label="ShuffledRowRDD [334383] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859963 { id="cluster_859963"; isCluster="true"; label="WholeStageCodegen (7)"; 334384 [id="node_334384" labelType="html" label="MapPartitionsRDD [334384] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859863 { id="cluster_859863"; isCluster="true"; label="SortMergeJoin"; 334385 [id="node_334385" labelType="html" label="ZippedPartitionsRDD2 [334385] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859859 { id="cluster_859859"; isCluster="true"; label="Project"; 334386 [id="node_334386" labelType="html" label="MapPartitionsRDD [334386] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859858 { id="cluster_859858"; isCluster="true"; label="InMemoryTableScan"; 334387 [id="node_334387" labelType="html" label="MapPartitionsRDD [334387] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334388 [id="node_334388" labelType="html" label="Project [shardId#5643281, named_struct(orderProposalId, _extract_orderProposalId#5645817L, originalReplenishmentRunId, _extract_originalReplenishmentRunId#5645809L, supplierGroup, _extract_supplierGroup#5645810, optimizationGroups, coalesce(optimizationGroups#5645157, []), supplier, _extract_supplier#5645811, supplyingPlant, _extract_supplyingPlant#5645812, orderDateTime, _extract_orderDateTime#5645813, itemGroups, _extract_itemGroups#5645814, previousOrderProposals, _extract_previousOrderProposals#5645815, parentItems, _extract_parentItems#5645816) AS orderProposal#5645259]\n+- SortMergeJoin [coalesce(shardId#5643281, ), isnull(shardId#5643281), coalesce(_extract_orderProposalId#5645817L, 0), isnull(_extract_orderProposalId#5645817L)], [coalesce(shardId#5645160, ), isnull(shardId#5645160), coalesce(orderProposalId#5645161L, 0), isnull(orderProposalId#5645161L)], LeftOuter\n :- Sort [coalesce(shardId#5643281, ) ASC NULLS FIRST, isnull(shardId#5643281) ASC NULLS FIRST, coalesce(_extract_orderProposalId#5645... [334388] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334389 [id="node_334389" labelType="html" label="MapPartitionsRDD [334389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334390 [id="node_334390" labelType="html" label="MapPartitionsRDD [334390] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334391 [id="node_334391" labelType="html" label="MapPartitionsRDD [334391] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859857 { id="cluster_859857"; isCluster="true"; label="Filter"; 334392 [id="node_334392" labelType="html" label="MapPartitionsRDD [334392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859856 { id="cluster_859856"; isCluster="true"; label="Project"; 334393 [id="node_334393" labelType="html" label="MapPartitionsRDD [334393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859851 { id="cluster_859851"; isCluster="true"; label="WholeStageCodegen (1)"; 334394 [id="node_334394" labelType="html" label="MapPartitionsRDD [334394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_859850 { id="cluster_859850"; isCluster="true"; label="Exchange"; 334395 [id="node_334395" labelType="html" label="MapPartitionsRDD [334395] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334370->334371; 334383->334384; 334371->334385; 334384->334385; 334385->334386; 334386->334387; 334387->334388; 334388->334389; 334389->334390; 334390->334391; 334391->334392; 334392->334393; 334393->334394; 334394->334395; }
334369,334370
334382,334383
334388
334370
334371
334385
334386
334387
334388
334389
334390
334391
334392
334393
334394
334395
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time