4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 1256763 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Node local: 1; Process local: 29
Shuffle Read Size / Records:
3.3 KiB / 2
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
40745
DAG Visualization
digraph G { id="graph_1256763"; subgraph graph_stage_1256763 { id="graph_stage_1256763"; isCluster="true"; label="Stage 1256763"; subgraph cluster_851009 { id="cluster_851009"; isCluster="true"; label="Exchange"; 330808 [id="node_330808" labelType="html" label="ShuffledRowRDD [330808] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851008 { id="cluster_851008"; isCluster="true"; label="ObjectHashAggregate"; 330809 [id="node_330809" labelType="html" label="MapPartitionsRDD [330809] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851007 { id="cluster_851007"; isCluster="true"; label="InMemoryTableScan"; 330810 [id="node_330810" labelType="html" label="MapPartitionsRDD [330810] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330811 [id="node_330811" labelType="html" label="ObjectHashAggregate(keys=[shardId#5576307, resultSeparationId#5580044L], functions=[collect_list(orderProposal#5578422, 0, 0)], output=[shardId#5576307, resultSeparationId#5580044L, orderProposals#5580048])\n+- Exchange hashpartitioning(shardId#5576307, resultSeparationId#5580044L, 30), ENSURE_REQUIREMENTS, [plan_id=2608359]\n +- ObjectHashAggregate(keys=[shardId#5576307, resultSeparationId#5580044L], functions=[partial_collect_list(orderProposal#5578422, 0, 0)], output=[shardId#5576307, resultSeparationId#5580044L, buf#5580084])\n +- Project [shardId#5576307, orderProposal#5578422, CASE WHEN (size(orderProposal#5578422.parentItems, true) > 2000) THEN xxhash64(orderProposal#5578422.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#5578422.orderProposalId as decimal(20,0)), 1), 42) END AS resultSeparationId#5580044L]\n +- InMemoryTableScan [orderProposal#5578422, shardId#5576307]\n +- InMemoryRelation [shardId#5576307, orderProposal#5578422], StorageLevel(disk, memory, 2 rep... [330811] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330812 [id="node_330812" labelType="html" label="MapPartitionsRDD [330812] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330813 [id="node_330813" labelType="html" label="MapPartitionsRDD [330813] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; 330814 [id="node_330814" labelType="html" label="MapPartitionsRDD [330814] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851004 { id="cluster_851004"; isCluster="true"; label="WholeStageCodegen (1)"; 330815 [id="node_330815" labelType="html" label="MapPartitionsRDD [330815] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } subgraph cluster_851003 { id="cluster_851003"; isCluster="true"; label="Exchange"; 330816 [id="node_330816" labelType="html" label="MapPartitionsRDD [330816] [Indeterminate]<br>start at FileStorageAdapterImpl.java:567}"]; } } 330808->330809; 330809->330810; 330810->330811; 330811->330812; 330812->330813; 330813->330814; 330814->330815; 330815->330816; }
330807,330808
330811
330808
330809
330810
330811
330812
330813
330814
330815
330816
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time