4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1253268 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Node local: 22; Process local: 8
Shuffle Read Size / Records:
117.6 KiB / 312
Shuffle Write Size / Records:
2.1 KiB / 22
Associated Job Ids:
40666
DAG Visualization
digraph G { id="graph_1253268"; subgraph graph_stage_1253268 { id="graph_stage_1253268"; isCluster="true"; label="Stage 1253268"; subgraph cluster_848732 { id="cluster_848732"; isCluster="true"; label="Exchange"; 329928 [id="node_329928" labelType="html" label="ShuffledRowRDD [329928] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848731 { id="cluster_848731"; isCluster="true"; label="InMemoryTableScan"; 329929 [id="node_329929" labelType="html" label="MapPartitionsRDD [329929] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 329930 [id="node_329930" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#5176552L, 30), REPARTITION_BY_NUM, [plan_id=2602799]\n+- *(2) HashAggregate(keys=[demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556], functions=[], output=[shardId#5176551, worklistShardItemId#5176552L, version#5176553, qty#5176554, demandChannel#5176555, demandStream#5176556, kpis#5176557])\n +- Exchange hashpartitioning(demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556, 30), ENSURE_REQUIREMENTS, [plan_id=2602795]\n +- HashAggregate(keys=[demandChannel#5176555, shardId#5176551, knownfloatingpointnormalized(transform(kpis#5176557, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5571259)) null else named_struct(label, lambda arg#5571259.label, dateTime, lambda arg#5571259.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5571259.value)))), lambda ... [329930] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 329931 [id="node_329931" labelType="html" label="MapPartitionsRDD [329931] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 329932 [id="node_329932" labelType="html" label="MapPartitionsRDD [329932] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 329933 [id="node_329933" labelType="html" label="MapPartitionsRDD [329933] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848728 { id="cluster_848728"; isCluster="true"; label="WholeStageCodegen (1)"; 329934 [id="node_329934" labelType="html" label="MapPartitionsRDD [329934] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_848727 { id="cluster_848727"; isCluster="true"; label="Exchange"; 329935 [id="node_329935" labelType="html" label="MapPartitionsRDD [329935] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } } 329928->329929; 329929->329930; 329930->329931; 329931->329932; 329932->329933; 329933->329934; 329934->329935; }
329927,329928
329930
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time