4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1335546 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Node local: 4; Process local: 26
Shuffle Read Size / Records:
4.2 KiB / 8
Shuffle Write Size / Records:
384.0 B / 4
Associated Job Ids:
47173
DAG Visualization
digraph G { id="graph_1335546"; subgraph graph_stage_1335546 { id="graph_stage_1335546"; isCluster="true"; label="Stage 1335546"; subgraph cluster_1036525 { id="cluster_1036525"; isCluster="true"; label="Exchange"; 393555 [id="node_393555" labelType="html" label="ShuffledRowRDD [393555] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036524 { id="cluster_1036524"; isCluster="true"; label="InMemoryTableScan"; 393556 [id="node_393556" labelType="html" label="MapPartitionsRDD [393556] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393557 [id="node_393557" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#4883822L, 30), REPARTITION_BY_NUM, [plan_id=2895049]\n+- *(2) HashAggregate(keys=[demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826], functions=[], output=[shardId#4883821, worklistShardItemId#4883822L, version#4883823, qty#4883824, demandChannel#4883825, demandStream#4883826, kpis#4883827])\n +- Exchange hashpartitioning(demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826, 30), ENSURE_REQUIREMENTS, [plan_id=2895045]\n +- HashAggregate(keys=[demandChannel#4883825, shardId#4883821, knownfloatingpointnormalized(transform(kpis#4883827, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5582627)) null else named_struct(label, lambda arg#5582627.label, dateTime, lambda arg#5582627.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5582627.value)))), lambda ... [393557] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393558 [id="node_393558" labelType="html" label="MapPartitionsRDD [393558] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393559 [id="node_393559" labelType="html" label="MapPartitionsRDD [393559] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 393560 [id="node_393560" labelType="html" label="MapPartitionsRDD [393560] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036521 { id="cluster_1036521"; isCluster="true"; label="WholeStageCodegen (1)"; 393561 [id="node_393561" labelType="html" label="MapPartitionsRDD [393561] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1036520 { id="cluster_1036520"; isCluster="true"; label="Exchange"; 393562 [id="node_393562" labelType="html" label="MapPartitionsRDD [393562] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 393555->393556; 393556->393557; 393557->393558; 393558->393559; 393559->393560; 393560->393561; 393561->393562; }
393554,393555
393557
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time