4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3725812 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Node local: 1; Process local: 29
Shuffle Read Size / Records:
2.4 KiB / 4
Shuffle Write Size / Records:
96.0 B / 1
Associated Job Ids:
127233
DAG Visualization
digraph G { id="graph_3725812"; subgraph graph_stage_3725812 { id="graph_stage_3725812"; isCluster="true"; label="Stage 3725812"; subgraph cluster_2796604 { id="cluster_2796604"; isCluster="true"; label="Exchange"; 1062047 [id="node_1062047" labelType="html" label="ShuffledRowRDD [1062047] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796603 { id="cluster_2796603"; isCluster="true"; label="InMemoryTableScan"; 1062048 [id="node_1062048" labelType="html" label="MapPartitionsRDD [1062048] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 1062049 [id="node_1062049" labelType="html" label="Exchange hashpartitioning(worklistShardItemId#14510171L, 30), REPARTITION_BY_NUM, [plan_id=7841967]\n+- *(2) HashAggregate(keys=[demandChannel#14510174, shardId#14510170, kpis#14510176, version#14510172, qty#14510173, worklistShardItemId#14510171L, demandStream#14510175], functions=[], output=[shardId#14510170, worklistShardItemId#14510171L, version#14510172, qty#14510173, demandChannel#14510174, demandStream#14510175, kpis#14510176])\n +- Exchange hashpartitioning(demandChannel#14510174, shardId#14510170, kpis#14510176, version#14510172, qty#14510173, worklistShardItemId#14510171L, demandStream#14510175, 30), ENSURE_REQUIREMENTS, [plan_id=7841963]\n +- HashAggregate(keys=[demandChannel#14510174, shardId#14510170, knownfloatingpointnormalized(transform(kpis#14510176, lambdafunction(knownfloatingpointnormalized(if (isnull(lambda arg#15069205)) null else named_struct(label, lambda arg#15069205.label, dateTime, lambda arg#15069205.dateTime, value, knownfloatingpointnormalized(normalizenanandzero(lambda ar... [1062049] [Cached] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 1062050 [id="node_1062050" labelType="html" label="MapPartitionsRDD [1062050] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 1062051 [id="node_1062051" labelType="html" label="MapPartitionsRDD [1062051] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; 1062052 [id="node_1062052" labelType="html" label="MapPartitionsRDD [1062052] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796600 { id="cluster_2796600"; isCluster="true"; label="WholeStageCodegen (1)"; 1062053 [id="node_1062053" labelType="html" label="MapPartitionsRDD [1062053] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2796599 { id="cluster_2796599"; isCluster="true"; label="Exchange"; 1062054 [id="node_1062054" labelType="html" label="MapPartitionsRDD [1062054] [Unordered]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062047->1062048; 1062048->1062049; 1062049->1062050; 1062050->1062051; 1062051->1062052; 1062052->1062053; 1062053->1062054; }
1062046,1062047
1062049
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time