4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1338439 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
62.3 KiB / 440
Shuffle Write Size / Records:
308.7 KiB / 441
Associated Job Ids:
47234
DAG Visualization
digraph G { id="graph_1338439"; subgraph graph_stage_1338439 { id="graph_stage_1338439"; isCluster="true"; label="Stage 1338439"; 394126 [id="node_394126" labelType="html" label="SQLExecutionRDD [394126] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1037259 { id="cluster_1037259"; isCluster="true"; label="repartition"; 393837 [id="node_393837" labelType="html" label="ShuffledRDD [393837] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393838 [id="node_393838" labelType="html" label="CoalescedRDD [393838] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 393839 [id="node_393839" labelType="html" label="MapPartitionsRDD [393839] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038008 { id="cluster_1038008"; isCluster="true"; label="Exchange"; 394111 [id="node_394111" labelType="html" label="ShuffledRowRDD [394111] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038007 { id="cluster_1038007"; isCluster="true"; label="InMemoryTableScan"; 394112 [id="node_394112" labelType="html" label="MapPartitionsRDD [394112] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394113 [id="node_394113" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#4883822L, 30), REPARTITION_BY_NUM, [plan_id=2898869]\n+- *(2) HashAggregate(keys=[demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826], functions=[], output=[shardId#4883821, worklistShardItemId#4883822L, version#4883823, qty#4883824, demandChannel#4883825, demandStream#4883826, kpis#4883827])\n +- Exchange hashpartitioning(demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826, 30), ENSURE_REQUIREMENTS, [plan_id=2898865]\n +- HashAggregate(keys=[demandChannel#4883825, shardId#4883821, knownfloatingpointnormalized(transform(kpis#4883827, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5587733)) null else named_struct(label, lambda arg#5587733.label, dateTime, lambda arg#5587733.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5587733.value)))), lambda ... [394113] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038040 { id="cluster_1038040"; isCluster="true"; label="InMemoryTableScan"; 394122 [id="node_394122" labelType="html" label="MapPartitionsRDD [394122] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394123 [id="node_394123" labelType="html" label="MapPartitionsRDD [394123] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 394124 [id="node_394124" labelType="html" label="MapPartitionsRDD [394124] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038039 { id="cluster_1038039"; isCluster="true"; label="DeserializeToObject"; 394125 [id="node_394125" labelType="html" label="MapPartitionsRDD [394125] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038041 { id="cluster_1038041"; isCluster="true"; label="mapPartitions"; 394127 [id="node_394127" labelType="html" label="MapPartitionsRDD [394127] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038042 { id="cluster_1038042"; isCluster="true"; label="union"; 394128 [id="node_394128" labelType="html" label="UnionRDD [394128] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1038043 { id="cluster_1038043"; isCluster="true"; label="keyBy"; 394129 [id="node_394129" labelType="html" label="MapPartitionsRDD [394129] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393837->393838; 393838->393839; 394111->394112; 394112->394113; 394113->394122; 394122->394123; 394123->394124; 394124->394125; 394125->394126; 394126->394127; 393839->394128; 394127->394128; 394128->394129; }
393836,393837
394110,394111
393839
394113
393837
393838
393839
394128
394129
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time