4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1334383 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Node local: 5; Process local: 25
Shuffle Read Size / Records:
9.6 KiB / 16
Shuffle Write Size / Records:
480.0 B / 5
Associated Job Ids:
47145
DAG Visualization
digraph G { id="graph_1334383"; subgraph graph_stage_1334383 { id="graph_stage_1334383"; isCluster="true"; label="Stage 1334383"; subgraph cluster_1035829 { id="cluster_1035829"; isCluster="true"; label="Exchange"; 393295 [id="node_393295" labelType="html" label="ShuffledRowRDD [393295] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035828 { id="cluster_1035828"; isCluster="true"; label="InMemoryTableScan"; 393296 [id="node_393296" labelType="html" label="MapPartitionsRDD [393296] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393297 [id="node_393297" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#4883822L, 30), REPARTITION_BY_NUM, [plan_id=2893268]\n+- *(2) HashAggregate(keys=[demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826], functions=[], output=[shardId#4883821, worklistShardItemId#4883822L, version#4883823, qty#4883824, demandChannel#4883825, demandStream#4883826, kpis#4883827])\n +- Exchange hashpartitioning(demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826, 30), ENSURE_REQUIREMENTS, [plan_id=2893264]\n +- HashAggregate(keys=[demandChannel#4883825, shardId#4883821, knownfloatingpointnormalized(transform(kpis#4883827, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5580251)) null else named_struct(label, lambda arg#5580251.label, dateTime, lambda arg#5580251.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5580251.value)))), lambda ... [393297] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393298 [id="node_393298" labelType="html" label="MapPartitionsRDD [393298] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393299 [id="node_393299" labelType="html" label="MapPartitionsRDD [393299] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393300 [id="node_393300" labelType="html" label="MapPartitionsRDD [393300] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035825 { id="cluster_1035825"; isCluster="true"; label="WholeStageCodegen (1)"; 393301 [id="node_393301" labelType="html" label="MapPartitionsRDD [393301] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1035824 { id="cluster_1035824"; isCluster="true"; label="Exchange"; 393302 [id="node_393302" labelType="html" label="MapPartitionsRDD [393302] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393295->393296; 393296->393297; 393297->393298; 393298->393299; 393299->393300; 393300->393301; 393301->393302; }
393294,393295
393297
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time