4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1254131 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Node local: 22; Process local: 8
Shuffle Read Size / Records:
55.9 KiB / 148
Shuffle Write Size / Records:
2.1 KiB / 22
Associated Job Ids:
40693
DAG Visualization
digraph G { id="graph_1254131"; subgraph graph_stage_1254131 { id="graph_stage_1254131"; isCluster="true"; label="Stage 1254131"; subgraph cluster_849416 { id="cluster_849416"; isCluster="true"; label="Exchange"; 330188 [id="node_330188" labelType="html" label="ShuffledRowRDD [330188] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_849415 { id="cluster_849415"; isCluster="true"; label="InMemoryTableScan"; 330189 [id="node_330189" labelType="html" label="MapPartitionsRDD [330189] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330190 [id="node_330190" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#5176552L, 30), REPARTITION_BY_NUM, [plan_id=2604549]\n+- *(2) HashAggregate(keys=[demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556], functions=[], output=[shardId#5176551, worklistShardItemId#5176552L, version#5176553, qty#5176554, demandChannel#5176555, demandStream#5176556, kpis#5176557])\n +- Exchange hashpartitioning(demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556, 30), ENSURE_REQUIREMENTS, [plan_id=2604545]\n +- HashAggregate(keys=[demandChannel#5176555, shardId#5176551, knownfloatingpointnormalized(transform(kpis#5176557, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5573183)) null else named_struct(label, lambda arg#5573183.label, dateTime, lambda arg#5573183.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5573183.value)))), lambda ... [330190] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330191 [id="node_330191" labelType="html" label="MapPartitionsRDD [330191] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330192 [id="node_330192" labelType="html" label="MapPartitionsRDD [330192] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 330193 [id="node_330193" labelType="html" label="MapPartitionsRDD [330193] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_849412 { id="cluster_849412"; isCluster="true"; label="WholeStageCodegen (1)"; 330194 [id="node_330194" labelType="html" label="MapPartitionsRDD [330194] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_849411 { id="cluster_849411"; isCluster="true"; label="Exchange"; 330195 [id="node_330195" labelType="html" label="MapPartitionsRDD [330195] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330188->330189; 330189->330190; 330190->330191; 330191->330192; 330192->330193; 330193->330194; 330194->330195; }
330187,330188
330190
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time