4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1267498 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
40943
DAG Visualization
digraph G { id="graph_1267498"; subgraph graph_stage_1267498 { id="graph_stage_1267498"; isCluster="true"; label="Stage 1267498"; subgraph cluster_854950 { id="cluster_854950"; isCluster="true"; label="Exchange"; 332355 [id="node_332355" labelType="html" label="ShuffledRowRDD [332355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854949 { id="cluster_854949"; isCluster="true"; label="ObjectHashAggregate"; 332356 [id="node_332356" labelType="html" label="MapPartitionsRDD [332356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854948 { id="cluster_854948"; isCluster="true"; label="InMemoryTableScan"; 332357 [id="node_332357" labelType="html" label="MapPartitionsRDD [332357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332358 [id="node_332358" labelType="html" label="ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, orderProposals#5604872])\n+- Exchange hashpartitioning(shardId#5601131, resultSeparationId#5604868L, 30), ENSURE_REQUIREMENTS, [plan_id=2618409]\n +- ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[partial_collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, buf#5604908])\n +- Project [shardId#5601131, orderProposal#5603246, CASE WHEN (size(orderProposal#5603246.parentItems, true) > 2000) THEN xxhash64(orderProposal#5603246.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#5603246.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#5604868L]\n +- InMemoryTableScan [orderProposal#5603246, shardId#5601131]\n +- InMemoryRelation [shardId#5601131, orderProposal#5603246], StorageLevel(disk, memory, 2 rep... [332358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855493 { id="cluster_855493"; isCluster="true"; label="InMemoryTableScan"; 332567 [id="node_332567" labelType="html" label="MapPartitionsRDD [332567] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332568 [id="node_332568" labelType="html" label="MapPartitionsRDD [332568] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332569 [id="node_332569" labelType="html" label="MapPartitionsRDD [332569] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_855492 { id="cluster_855492"; isCluster="true"; label="Exchange"; 332570 [id="node_332570" labelType="html" label="MapPartitionsRDD [332570] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332355->332356; 332356->332357; 332357->332358; 332358->332567; 332567->332568; 332568->332569; 332569->332570; }
332354,332355
332358
332355
332356
332357
332358
332567
332568
332569
332570
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time