4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1265812 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
40915
DAG Visualization
digraph G { id="graph_1265812"; subgraph graph_stage_1265812 { id="graph_stage_1265812"; isCluster="true"; label="Stage 1265812"; subgraph cluster_854950 { id="cluster_854950"; isCluster="true"; label="Exchange"; 332355 [id="node_332355" labelType="html" label="ShuffledRowRDD [332355] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854949 { id="cluster_854949"; isCluster="true"; label="ObjectHashAggregate"; 332356 [id="node_332356" labelType="html" label="MapPartitionsRDD [332356] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854948 { id="cluster_854948"; isCluster="true"; label="InMemoryTableScan"; 332357 [id="node_332357" labelType="html" label="MapPartitionsRDD [332357] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332358 [id="node_332358" labelType="html" label="ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, orderProposals#5604872])\n+- Exchange hashpartitioning(shardId#5601131, resultSeparationId#5604868L, 30), ENSURE_REQUIREMENTS, [plan_id=2618409]\n +- ObjectHashAggregate(keys=[shardId#5601131, resultSeparationId#5604868L], functions=[partial_collect_list(orderProposal#5603246, 0, 0)], output=[shardId#5601131, resultSeparationId#5604868L, buf#5604908])\n +- Project [shardId#5601131, orderProposal#5603246, CASE WHEN (size(orderProposal#5603246.parentItems, true) > 2000) THEN xxhash64(orderProposal#5603246.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#5603246.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#5604868L]\n +- InMemoryTableScan [orderProposal#5603246, shardId#5601131]\n +- InMemoryRelation [shardId#5601131, orderProposal#5603246], StorageLevel(disk, memory, 2 rep... [332358] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332359 [id="node_332359" labelType="html" label="MapPartitionsRDD [332359] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332360 [id="node_332360" labelType="html" label="MapPartitionsRDD [332360] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 332361 [id="node_332361" labelType="html" label="MapPartitionsRDD [332361] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854945 { id="cluster_854945"; isCluster="true"; label="WholeStageCodegen (1)"; 332362 [id="node_332362" labelType="html" label="MapPartitionsRDD [332362] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_854944 { id="cluster_854944"; isCluster="true"; label="Exchange"; 332363 [id="node_332363" labelType="html" label="MapPartitionsRDD [332363] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 332355->332356; 332356->332357; 332357->332358; 332358->332359; 332359->332360; 332360->332361; 332361->332362; 332362->332363; }
332354,332355
332358
332355
332356
332357
332358
332359
332360
332361
332362
332363
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time