4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1332491 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 60
Input Size / Records:
61.1 KiB / 384
Shuffle Write Size / Records:
271.3 KiB / 389
Associated Job Ids:
47090
DAG Visualization
digraph G { id="graph_1332491"; subgraph graph_stage_1332491 { id="graph_stage_1332491"; isCluster="true"; label="Stage 1332491"; 392790 [id="node_392790" labelType="html" label="SQLExecutionRDD [392790] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; subgraph cluster_1033779 { id="cluster_1033779"; isCluster="true"; label="repartition"; 392537 [id="node_392537" labelType="html" label="ShuffledRDD [392537] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392538 [id="node_392538" labelType="html" label="CoalescedRDD [392538] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 392539 [id="node_392539" labelType="html" label="MapPartitionsRDD [392539] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034437 { id="cluster_1034437"; isCluster="true"; label="Exchange"; 392775 [id="node_392775" labelType="html" label="ShuffledRowRDD [392775] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034436 { id="cluster_1034436"; isCluster="true"; label="InMemoryTableScan"; 392776 [id="node_392776" labelType="html" label="MapPartitionsRDD [392776] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 392777 [id="node_392777" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#4883822L, 30), REPARTITION_BY_NUM, [plan_id=2889665]\n+- *(2) HashAggregate(keys=[demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826], functions=[], output=[shardId#4883821, worklistShardItemId#4883822L, version#4883823, qty#4883824, demandChannel#4883825, demandStream#4883826, kpis#4883827])\n +- Exchange hashpartitioning(demandChannel#4883825, shardId#4883821, kpis#4883827, version#4883823, qty#4883824, worklistShardItemId#4883822L, demandStream#4883826, 30), ENSURE_REQUIREMENTS, [plan_id=2889661]\n +- HashAggregate(keys=[demandChannel#4883825, shardId#4883821, knownfloatingpointnormalized(transform(kpis#4883827, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5575499)) null else named_struct(label, lambda arg#5575499.label, dateTime, lambda arg#5575499.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5575499.value)))), lambda ... [392777] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034469 { id="cluster_1034469"; isCluster="true"; label="InMemoryTableScan"; 392786 [id="node_392786" labelType="html" label="MapPartitionsRDD [392786] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 392787 [id="node_392787" labelType="html" label="MapPartitionsRDD [392787] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 392788 [id="node_392788" labelType="html" label="MapPartitionsRDD [392788] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034468 { id="cluster_1034468"; isCluster="true"; label="DeserializeToObject"; 392789 [id="node_392789" labelType="html" label="MapPartitionsRDD [392789] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034470 { id="cluster_1034470"; isCluster="true"; label="mapPartitions"; 392791 [id="node_392791" labelType="html" label="MapPartitionsRDD [392791] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034471 { id="cluster_1034471"; isCluster="true"; label="union"; 392792 [id="node_392792" labelType="html" label="UnionRDD [392792] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1034472 { id="cluster_1034472"; isCluster="true"; label="keyBy"; 392793 [id="node_392793" labelType="html" label="MapPartitionsRDD [392793] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 392537->392538; 392538->392539; 392775->392776; 392776->392777; 392777->392786; 392786->392787; 392787->392788; 392788->392789; 392789->392790; 392790->392791; 392539->392792; 392791->392792; 392792->392793; }
392536,392537
392774,392775
392539
392777
392537
392538
392539
392792
392793
Event Timeline
Enable zooming
Tasks: 60. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time