4.0.1
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
Structured Streaming
crp-order-qty-opt-service
application UI
Details for Stage 3727536 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 30
Shuffle Write Size / Records:
2.1 KiB / 30
Associated Job Ids:
127263
DAG Visualization
digraph G { id="graph_3727536"; subgraph graph_stage_3727536 { id="graph_stage_3727536"; isCluster="true"; label="Stage 3727536"; subgraph cluster_2797484 { id="cluster_2797484"; isCluster="true"; label="Exchange"; 1062392 [id="node_1062392" labelType="html" label="ShuffledRowRDD [1062392] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797483 { id="cluster_2797483"; isCluster="true"; label="ObjectHashAggregate"; 1062393 [id="node_1062393" labelType="html" label="MapPartitionsRDD [1062393] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797482 { id="cluster_2797482"; isCluster="true"; label="InMemoryTableScan"; 1062394 [id="node_1062394" labelType="html" label="MapPartitionsRDD [1062394] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062395 [id="node_1062395" labelType="html" label="ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, orderProposals#15074665])\n+- Exchange hashpartitioning(shardId#15070782, resultSeparationId#15074661L, 30), ENSURE_REQUIREMENTS, [plan_id=7843912]\n +- ObjectHashAggregate(keys=[shardId#15070782, resultSeparationId#15074661L], functions=[partial_collect_list(orderProposal#15072925, 0, 0)], output=[shardId#15070782, resultSeparationId#15074661L, buf#15074701])\n +- Project [shardId#15070782, orderProposal#15072925, CASE WHEN (size(orderProposal#15072925.parentItems, true) > 2000) THEN xxhash64(orderProposal#15072925.orderProposalId, 42) ELSE xxhash64(pmod(cast(orderProposal#15072925.orderProposalId as decimal(20,0)), 0), 42) END AS resultSeparationId#15074661L]\n +- InMemoryTableScan [orderProposal#15072925, shardId#15070782]\n +- InMemoryRelation [shardId#15070782, orderProposal#15072925], StorageL... [1062395] [Cached] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062396 [id="node_1062396" labelType="html" label="MapPartitionsRDD [1062396] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062397 [id="node_1062397" labelType="html" label="MapPartitionsRDD [1062397] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; 1062398 [id="node_1062398" labelType="html" label="MapPartitionsRDD [1062398] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797479 { id="cluster_2797479"; isCluster="true"; label="WholeStageCodegen (1)"; 1062399 [id="node_1062399" labelType="html" label="MapPartitionsRDD [1062399] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } subgraph cluster_2797478 { id="cluster_2797478"; isCluster="true"; label="Exchange"; 1062400 [id="node_1062400" labelType="html" label="MapPartitionsRDD [1062400] [Indeterminate]<br>start at FileStorageAdapterImpl.java:598}"]; } } 1062392->1062393; 1062393->1062394; 1062394->1062395; 1062395->1062396; 1062396->1062397; 1062397->1062398; 1062398->1062399; 1062399->1062400; }
1062391,1062392
1062395
1062392
1062393
1062394
1062395
1062396
1062397
1062398
1062399
1062400
Event Timeline
Enable zooming
Tasks: 30. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time