4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343834 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
13 s
Locality Level Summary:
Node local: 20; Process local: 10
Shuffle Read Size / Records:
219.1 KiB / 381
Associated Job Ids:
47318
DAG Visualization
digraph G { id="graph_1343834"; subgraph graph_stage_1343834 { id="graph_stage_1343834"; isCluster="true"; label="Stage 1343834"; subgraph cluster_1040154 { id="cluster_1040154"; isCluster="true"; label="Exchange"; 394913 [id="node_394913" labelType="html" label="ShuffledRowRDD [394913] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040151 { id="cluster_1040151"; isCluster="true"; label="WholeStageCodegen (4)"; 394914 [id="node_394914" labelType="html" label="MapPartitionsRDD [394914] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040175 { id="cluster_1040175"; isCluster="true"; label="Exchange"; 394917 [id="node_394917" labelType="html" label="ShuffledRowRDD [394917] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040172 { id="cluster_1040172"; isCluster="true"; label="WholeStageCodegen (6)"; 394918 [id="node_394918" labelType="html" label="MapPartitionsRDD [394918] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040147 { id="cluster_1040147"; isCluster="true"; label="WholeStageCodegen (7)"; 394919 [id="node_394919" labelType="html" label="ZippedPartitionsRDD2 [394919] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394920 [id="node_394920" labelType="html" label="MapPartitionsRDD [394920] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040185 { id="cluster_1040185"; isCluster="true"; label="Exchange"; 394924 [id="node_394924" labelType="html" label="ShuffledRowRDD [394924] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040184 { id="cluster_1040184"; isCluster="true"; label="ObjectHashAggregate"; 394925 [id="node_394925" labelType="html" label="MapPartitionsRDD [394925] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040181 { id="cluster_1040181"; isCluster="true"; label="WholeStageCodegen (9)"; 394926 [id="node_394926" labelType="html" label="MapPartitionsRDD [394926] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040143 { id="cluster_1040143"; isCluster="true"; label="WholeStageCodegen (10)"; 394927 [id="node_394927" labelType="html" label="ZippedPartitionsRDD2 [394927] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394928 [id="node_394928" labelType="html" label="MapPartitionsRDD [394928] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040196 { id="cluster_1040196"; isCluster="true"; label="Exchange"; 394932 [id="node_394932" labelType="html" label="ShuffledRowRDD [394932] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040195 { id="cluster_1040195"; isCluster="true"; label="ObjectHashAggregate"; 394933 [id="node_394933" labelType="html" label="MapPartitionsRDD [394933] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040192 { id="cluster_1040192"; isCluster="true"; label="WholeStageCodegen (12)"; 394934 [id="node_394934" labelType="html" label="MapPartitionsRDD [394934] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040129 { id="cluster_1040129"; isCluster="true"; label="WholeStageCodegen (13)"; 394935 [id="node_394935" labelType="html" label="ZippedPartitionsRDD2 [394935] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394936 [id="node_394936" labelType="html" label="MapPartitionsRDD [394936] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040128 { id="cluster_1040128"; isCluster="true"; label="InMemoryTableScan"; 394937 [id="node_394937" labelType="html" label="MapPartitionsRDD [394937] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394938 [id="node_394938" labelType="html" label="*(13) Project [shardId#5594062, worklistShardItemId#5594574L, quantityAfterProdPlantOptimization#5594575, qty#5594576, orderProposalId#5594775L, originalReplenishmentRunId#5594817L, supplierGroup#5594777, supplier#5594778, supplyingPlant#5594782, productGroup#5594783, product#5594784, plant#5594779, subrange#5594781, orderDateTime#5594785, deliveryDateTime#5594780, availabilityDateTime#5594786, nextAvailabilityDateTime#5594787, constraintValues#5594808, constraintOperators#5594807, constraintLabels#5594806, logisticUnits#5594802, orderQuantityBaseUom#5594803, orderQuantityBaseUomUuid#5594804, splitIndicator#5594794L, netPriceAmount#5594811, ... 17 more fields]\n+- *(13) SortMergeJoin [shardId#5594062, worklistShardItemId#5594574L], [shardId#5595324, worklistShardItemId#5595325L], LeftOuter\n :- *(10) Project [shardId#5594062, worklistShardItemId#5594574L, quantityAfterProdPlantOptimization#5594575, qty#5594576, orderProposalId#5594775L, originalReplenishmentRunId#5594817L, supplierGroup#5594777, supplier#5... [394938] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394939 [id="node_394939" labelType="html" label="MapPartitionsRDD [394939] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394940 [id="node_394940" labelType="html" label="MapPartitionsRDD [394940] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394941 [id="node_394941" labelType="html" label="MapPartitionsRDD [394941] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040124 { id="cluster_1040124"; isCluster="true"; label="WholeStageCodegen (1)"; 394942 [id="node_394942" labelType="html" label="MapPartitionsRDD [394942] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040123 { id="cluster_1040123"; isCluster="true"; label="Project"; 394943 [id="node_394943" labelType="html" label="MapPartitionsRDD [394943] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040122 { id="cluster_1040122"; isCluster="true"; label="Project"; 394944 [id="node_394944" labelType="html" label="MapPartitionsRDD [394944] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040121 { id="cluster_1040121"; isCluster="true"; label="Project"; 394945 [id="node_394945" labelType="html" label="MapPartitionsRDD [394945] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040120 { id="cluster_1040120"; isCluster="true"; label="ObjectHashAggregate"; 394946 [id="node_394946" labelType="html" label="MapPartitionsRDD [394946] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040119 { id="cluster_1040119"; isCluster="true"; label="Exchange"; 394947 [id="node_394947" labelType="html" label="MapPartitionsRDD [394947] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394913->394914; 394917->394918; 394914->394919; 394918->394919; 394919->394920; 394924->394925; 394925->394926; 394920->394927; 394926->394927; 394927->394928; 394932->394933; 394933->394934; 394928->394935; 394934->394935; 394935->394936; 394936->394937; 394937->394938; 394938->394939; 394939->394940; 394940->394941; 394941->394942; 394942->394943; 394943->394944; 394944->394945; 394945->394946; 394946->394947; }
394912,394913
394916,394917
394923,394924
394931,394932
394938
394913
394914
394917
394918
394919
394920
394924
394925
394926
394927
394928
394932
394933
394934
394935
394936
394937
394938
394939
394940
394941
394942
394943
394944
394945
394946
394947
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time