4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1259910 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 30
Input Size / Records:
1988.0 B / 7
Shuffle Write Size / Records:
372.0 B / 6
Associated Job Ids:
40828
DAG Visualization
digraph G { id="graph_1259910"; subgraph graph_stage_1259910 { id="graph_stage_1259910"; isCluster="true"; label="Stage 1259910"; 331360 [id="node_331360" labelType="html" label="SQLExecutionRDD [331360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; subgraph cluster_852262 { id="cluster_852262"; isCluster="true"; label="Exchange"; 331355 [id="node_331355" labelType="html" label="ShuffledRowRDD [331355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852261 { id="cluster_852261"; isCluster="true"; label="ObjectHashAggregate"; 331356 [id="node_331356" labelType="html" label="MapPartitionsRDD [331356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852240 { id="cluster_852240"; isCluster="true"; label="WholeStageCodegen (13)"; 331357 [id="node_331357" labelType="html" label="MapPartitionsRDD [331357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852232 { id="cluster_852232"; isCluster="true"; label="DeserializeToObject"; 331358 [id="node_331358" labelType="html" label="MapPartitionsRDD [331358] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852226 { id="cluster_852226"; isCluster="true"; label="MapPartitions"; 331359 [id="node_331359" labelType="html" label="MapPartitionsRDD [331359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852316 { id="cluster_852316"; isCluster="true"; label="mapPartitions"; 331361 [id="node_331361" labelType="html" label="MapPartitionsRDD [331361] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852573 { id="cluster_852573"; isCluster="true"; label="Scan"; 331424 [id="node_331424" labelType="html" label="MapPartitionsRDD [331424] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852543 { id="cluster_852543"; isCluster="true"; label="WholeStageCodegen (3)"; 331425 [id="node_331425" labelType="html" label="MapPartitionsRDD [331425] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852542 { id="cluster_852542"; isCluster="true"; label="InMemoryTableScan"; 331426 [id="node_331426" labelType="html" label="MapPartitionsRDD [331426] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331427 [id="node_331427" labelType="html" label="*(3) Project [shardId#5595261, worklistShardItemId#5595339L, version#5595348, product#5595405, plant#5595402, availabilityDateTime#5595407 AS periodStart#5595443, nextAvailabilityDateTime#5595408 AS periodEnd#5595444, qty#5595344]\n+- *(3) BroadcastHashJoin [worklistShardItemId#5595339L], [worklistShardItemId#5595418L], LeftOuter, BuildRight, (shardId#5595261 = 0_1_10000000244), false\n :- *(3) Project [shardId#5595261, worklistShardItemId#5595339L, qty#5595344, element_at([1], ((cast(array_position([0_1_10000000244], shardId#5595261) as int) - 1) + 1), None, false) AS version#5595348]\n : +- *(3) Generate explode(requestedQuantities#5595342), [shardId#5595261, worklistShardItemId#5595339L], false, [qty#5595344]\n : +- *(3) Project [shardId#5595261, item#5595338.worklistShardItemId AS worklistShardItemId#5595339L, item#5595338.requestedQuantities AS requestedQuantities#5595342]\n : +- *(3) Filter ((size(item#5595338.requestedQuantities, true) > 0) AND isnotnull(item#5595338.requestedQuantiti... [331427] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331428 [id="node_331428" labelType="html" label="MapPartitionsRDD [331428] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331429 [id="node_331429" labelType="html" label="MapPartitionsRDD [331429] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331430 [id="node_331430" labelType="html" label="MapPartitionsRDD [331430] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_852541 { id="cluster_852541"; isCluster="true"; label="CollectLimit"; 331431 [id="node_331431" labelType="html" label="MapPartitionsRDD [331431] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 331432 [id="node_331432" labelType="html" label="MapPartitionsRDD [331432] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 331355->331356; 331356->331357; 331357->331358; 331358->331359; 331359->331360; 331360->331361; 331361->331424; 331424->331425; 331425->331426; 331426->331427; 331427->331428; 331428->331429; 331429->331430; 331430->331431; 331431->331432; }
331354,331355
331361
331427
331360
331355
331356
331357
331358
331359
331361
331424
331425
331426
331427
331428
331429
331430
331431
331432
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time