4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1340014 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
62.6 KiB / 442
Shuffle Write Size / Records:
311.5 KiB / 445
Associated Job Ids:
47262
DAG Visualization
digraph G { id="graph_1340014"; subgraph graph_stage_1340014 { id="graph_stage_1340014"; isCluster="true"; label="Stage 1340014"; 394386 [id="node_394386" labelType="html" label="SQLExecutionRDD [394386] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1038046 { id="cluster_1038046"; isCluster="true"; label="repartition"; 394133 [id="node_394133" labelType="html" label="ShuffledRDD [394133] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394134 [id="node_394134" labelType="html" label="CoalescedRDD [394134] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394135 [id="node_394135" labelType="html" label="MapPartitionsRDD [394135] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038704 { id="cluster_1038704"; isCluster="true"; label="Exchange"; 394371 [id="node_394371" labelType="html" label="ShuffledRowRDD [394371] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038703 { id="cluster_1038703"; isCluster="true"; label="InMemoryTableScan"; 394372 [id="node_394372" labelType="html" label="MapPartitionsRDD [394372] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394373 [id="node_394373" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#4883822L, 30), REPARTITION_BY_NUM, [plan_id=2900691]\n+- *(2) HashAggregate(keys=[demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826], functions=[], output=[shardId#4883821, worklistShardItemId#4883822L, version#4883823, qty#4883824, demandChannel#4883825, demandStream#4883826, kpis#4883827])\n +- Exchange hashpartitioning(demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826, 30), ENSURE_REQUIREMENTS, [plan_id=2900687]\n +- HashAggregate(keys=[demandChannel#4883825, shardId#4883821, knownfloatingpointnormalized(transform(kpis#4883827, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5590109)) null else named_struct(label, lambda arg#5590109.label, dateTime, lambda arg#5590109.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5590109.value)))), lambda ... [394373] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038736 { id="cluster_1038736"; isCluster="true"; label="InMemoryTableScan"; 394382 [id="node_394382" labelType="html" label="MapPartitionsRDD [394382] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394383 [id="node_394383" labelType="html" label="MapPartitionsRDD [394383] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394384 [id="node_394384" labelType="html" label="MapPartitionsRDD [394384] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038735 { id="cluster_1038735"; isCluster="true"; label="DeserializeToObject"; 394385 [id="node_394385" labelType="html" label="MapPartitionsRDD [394385] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038737 { id="cluster_1038737"; isCluster="true"; label="mapPartitions"; 394387 [id="node_394387" labelType="html" label="MapPartitionsRDD [394387] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038738 { id="cluster_1038738"; isCluster="true"; label="union"; 394388 [id="node_394388" labelType="html" label="UnionRDD [394388] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038739 { id="cluster_1038739"; isCluster="true"; label="keyBy"; 394389 [id="node_394389" labelType="html" label="MapPartitionsRDD [394389] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394133->394134; 394134->394135; 394371->394372; 394372->394373; 394373->394382; 394382->394383; 394383->394384; 394384->394385; 394385->394386; 394386->394387; 394135->394388; 394387->394388; 394388->394389; }
394132,394133
394370,394371
394135
394373
394133
394134
394135
394388
394389
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time