4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1268405 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
8 s
Locality Level Summary:
Node local: 6; Process local: 24
Shuffle Read Size / Records:
17.7 KiB / 48
Shuffle Write Size / Records:
576.0 B / 6
Associated Job Ids:
40982
DAG Visualization
digraph G { id="graph_1268405"; subgraph graph_stage_1268405 { id="graph_stage_1268405"; isCluster="true"; label="Stage 1268405"; subgraph cluster_856004 { id="cluster_856004"; isCluster="true"; label="Exchange"; 332783 [id="node_332783" labelType="html" label="ShuffledRowRDD [332783] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_856003 { id="cluster_856003"; isCluster="true"; label="InMemoryTableScan"; 332784 [id="node_332784" labelType="html" label="MapPartitionsRDD [332784] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 332785 [id="node_332785" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#5176552L, 30), REPARTITION_BY_NUM, [plan_id=2621347]\n+- *(2) HashAggregate(keys=[demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556], functions=[], output=[shardId#5176551, worklistShardItemId#5176552L, version#5176553, qty#5176554, demandChannel#5176555, demandStream#5176556, kpis#5176557])\n +- Exchange hashpartitioning(demandChannel#5176555, shardId#5176551, kpis#5176557, version#5176553, qty#5176554, worklistShardItemId#5176552L, demandStream#5176556, 30), ENSURE_REQUIREMENTS, [plan_id=2621343]\n +- HashAggregate(keys=[demandChannel#5176555, shardId#5176551, knownfloatingpointnormalized(transform(kpis#5176557, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#5619265)) null else named_struct(label, lambda arg#5619265.label, dateTime, lambda arg#5619265.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda arg#5619265.value)))), lambda ... [332785] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 332786 [id="node_332786" labelType="html" label="MapPartitionsRDD [332786] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 332787 [id="node_332787" labelType="html" label="MapPartitionsRDD [332787] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; 332788 [id="node_332788" labelType="html" label="MapPartitionsRDD [332788] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_856000 { id="cluster_856000"; isCluster="true"; label="WholeStageCodegen (1)"; 332789 [id="node_332789" labelType="html" label="MapPartitionsRDD [332789] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855999 { id="cluster_855999"; isCluster="true"; label="Exchange"; 332790 [id="node_332790" labelType="html" label="MapPartitionsRDD [332790] [Unordered]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332783->332784; 332784->332785; 332785->332786; 332786->332787; 332787->332788; 332788->332789; 332789->332790; }
332782,332783
332785
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time