4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1343994 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.5 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
47319
DAG Visualization
digraph G { id="graph_1343994"; subgraph graph_stage_1343994 { id="graph_stage_1343994"; isCluster="true"; label="Stage 1343994"; subgraph cluster_1040280 { id="cluster_1040280"; isCluster="true"; label="Exchange"; 394976 [id="node_394976" labelType="html" label="ShuffledRowRDD [394976] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040279 { id="cluster_1040279"; isCluster="true"; label="ObjectHashAggregate"; 394977 [id="node_394977" labelType="html" label="MapPartitionsRDD [394977] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040278 { id="cluster_1040278"; isCluster="true"; label="InMemoryTableScan"; 394978 [id="node_394978" labelType="html" label="MapPartitionsRDD [394978] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394979 [id="node_394979" labelType="html" label="ObjectHashAggregate(keys=[shardId#5594062, resultSeparationId#5597941L], functions=[collect_list(orderProposal#5596205, 0, 0)], output=[shardId#5594062, resultSeparationId#5597941L, orderProposals#5597945])\n+- Exchange hashpartitioning(shardId#5594062, resultSeparationId#5597941L, 30), ENSURE_REQUIREMENTS, [plan_id=2904443]\n +- ObjectHashAggregate(keys=[shardId#5594062, resultSeparationId#5597941L], functions=[partial_collect_list(orderProposal#5596205, 0, 0)], output=[shardId#5594062, resultSeparationId#5597941L, buf#5597981])\n +- Project [shardId#5594062, orderProposal#5596205, CASE WHEN (size(orderProposal#5596205.parentItems, true) > 2000) THEN xxhash64(orderProposal#5596205.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#5596205.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#5597941L]\n +- InMemoryTableScan [orderProposal#5596205, shardId#5594062]\n +- InMemoryRelation [shardId#5594062, orderProposal#5596205], StorageLevel(disk, memory, 2 rep... [394979] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394980 [id="node_394980" labelType="html" label="MapPartitionsRDD [394980] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394981 [id="node_394981" labelType="html" label="MapPartitionsRDD [394981] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 394982 [id="node_394982" labelType="html" label="MapPartitionsRDD [394982] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040275 { id="cluster_1040275"; isCluster="true"; label="WholeStageCodegen (1)"; 394983 [id="node_394983" labelType="html" label="MapPartitionsRDD [394983] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_1040274 { id="cluster_1040274"; isCluster="true"; label="Exchange"; 394984 [id="node_394984" labelType="html" label="MapPartitionsRDD [394984] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 394976->394977; 394977->394978; 394978->394979; 394979->394980; 394980->394981; 394981->394982; 394982->394983; 394983->394984; }
394975,394976
394979
394976
394977
394978
394979
394980
394981
394982
394983
394984
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time