4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3728835 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
127295
DAG Visualization
digraph G { id="graph_3728835"; subgraph graph_stage_3728835 { id="graph_stage_3728835"; isCluster="true"; label="Stage 3728835"; subgraph cluster_2797484 { id="cluster_2797484"; isCluster="true"; label="Exchange"; 1062392 [id="node_1062392" labelType="html" label="ShuffledRowRDD [1062392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797483 { id="cluster_2797483"; isCluster="true"; label="ObjectHashAggregate"; 1062393 [id="node_1062393" labelType="html" label="MapPartitionsRDD [1062393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797482 { id="cluster_2797482"; isCluster="true"; label="InMemoryTableScan"; 1062394 [id="node_1062394" labelType="html" label="MapPartitionsRDD [1062394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062395 [id="node_1062395" labelType="html" label="ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, orderProposals#15074665])\n+- Exchange hashpartitioning(shardId#15070782, resultSeparationId#15074661L, 30), ENSURE_REQUIREMENTS, [plan_id=7843912]\n +- ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[partial_collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, buf#15074701])\n +- Project [shardId#15070782, orderProposal#15072925, CASE WHEN (size(orderProposal#15072925.parentItems, true) > 2000) THEN xxhash64(orderProposal#15072925.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#15072925.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#15074661L]\n +- InMemoryTableScan [orderProposal#15072925, shardId#15070782]\n +- InMemoryRelation [shardId#15070782, orderProposal#15072925], StorageL... [1062395] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798067 { id="cluster_2798067"; isCluster="true"; label="InMemoryTableScan"; 1062618 [id="node_1062618" labelType="html" label="MapPartitionsRDD [1062618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062619 [id="node_1062619" labelType="html" label="MapPartitionsRDD [1062619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062620 [id="node_1062620" labelType="html" label="MapPartitionsRDD [1062620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2798066 { id="cluster_2798066"; isCluster="true"; label="Exchange"; 1062621 [id="node_1062621" labelType="html" label="MapPartitionsRDD [1062621] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062392->1062393; 1062393->1062394; 1062394->1062395; 1062395->1062618; 1062618->1062619; 1062619->1062620; 1062620->1062621; }
1062391,1062392
1062395
1062392
1062393
1062394
1062395
1062618
1062619
1062620
1062621
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time