4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1274872 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0 ms
Locality Level Summary:
Process local: 30
Input Size / Records:
630.0 B / 0
Associated Job Ids:
41176
DAG Visualization
digraph G { id="graph_1274872"; subgraph graph_stage_1274872 { id="graph_stage_1274872"; isCluster="true"; label="Stage 1274872"; subgraph cluster_860106 { id="cluster_860106"; isCluster="true"; label="Exchange"; 334405 [id="node_334405" labelType="html" label="ShuffledRowRDD [334405] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860105 { id="cluster_860105"; isCluster="true"; label="ObjectHashAggregate"; 334406 [id="node_334406" labelType="html" label="MapPartitionsRDD [334406] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860104 { id="cluster_860104"; isCluster="true"; label="InMemoryTableScan"; 334407 [id="node_334407" labelType="html" label="MapPartitionsRDD [334407] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334408 [id="node_334408" labelType="html" label="ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, orderProposals#5646885])\n+- Exchange hashpartitioning(shardId#5643281, resultSeparationId#5646881L, 30), ENSURE_REQUIREMENTS, [plan_id=2631559]\n +- ObjectHashAggregate(keys=[shardId#5643281, resultSeparationId#5646881L], functions=[partial_collect_list(orderProposal#5645259, 0, 0)], output=[shardId#5643281, resultSeparationId#5646881L, buf#5646921])\n +- Project [shardId#5643281, orderProposal#5645259, CASE WHEN (size(orderProposal#5645259.parentItems, true) > 2000) THEN xxhash64(orderProposal#5645259.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#5645259.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#5646881L]\n +- InMemoryTableScan [orderProposal#5645259, shardId#5643281]\n +- InMemoryRelation [shardId#5643281, orderProposal#5645259], StorageLevel(disk, memory, 2 rep... [334408] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860649 { id="cluster_860649"; isCluster="true"; label="InMemoryTableScan"; 334617 [id="node_334617" labelType="html" label="MapPartitionsRDD [334617] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334618 [id="node_334618" labelType="html" label="MapPartitionsRDD [334618] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 334619 [id="node_334619" labelType="html" label="MapPartitionsRDD [334619] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_860648 { id="cluster_860648"; isCluster="true"; label="Exchange"; 334620 [id="node_334620" labelType="html" label="MapPartitionsRDD [334620] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 334405->334406; 334406->334407; 334407->334408; 334408->334617; 334617->334618; 334618->334619; 334619->334620; }
334404,334405
334408
334405
334406
334407
334408
334617
334618
334619
334620
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time